Model: ibm-granite/granite-embedding-125m-english
Author: ibm-granite
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, onnx, safetensors, roberta, feature-extraction, language, granite, embeddings, mteb, transformers, sentence-similarity, en, arxiv:2502.20204, arxiv:0000.00000, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us, deploy:azure
Card metadata: language: en
license: apache-2.0
library_name: sentence-transformers
tags: language, granite, embeddings, mteb, transformers
model-index: name: ibm-granite/granite-embedding-125m-english
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 67.3613
verified: no, type: f1
value: 55.0794
verified: no, type: f1_weighted
value: 73.55120000000001
verified: no, type: ap
value: 17.643900000000002
verified: no, type: ap_weighted
value: 17.643900000000002
verified: no, type: main_score
value: 67.3613
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 63.403
verified: no, type: f1
value: 57.4178
verified: no, type: f1_weighted
value: 66.9704
verified: no, type: ap
value: 26.892300000000002
verified: no, type: ap_weighted
value: 26.892300000000002
verified: no, type: main_score
value: 63.403
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 64.5872
verified: no, type: f1
value: 64.33330000000001
verified: no, type: f1_weighted
value: 64.33330000000001
verified: no, type: ap
value: 59.602
verified: no, type: ap_weighted
value: 59.602
verified: no, type: main_score
value: 64.5872
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 33.534000000000006
verified: no, type: f1
value: 32.5389
verified: no, type: f1_weighted
value: 32.5389
verified: no, type: main_score
value: 33.534000000000006
verified: no
task: type: Classification, dataset: config: default
name: MTEB AppsRetrieval (default)
revision: f22508f96b7a36c2415181ed8bb76f76e04ae2d5
split: test
type: CoIR-Retrieval/apps
metrics: type: ndcg_at_1
value: 6.932
verified: no, type: ndcg_at_3
value: 9.577
verified: no, type: ndcg_at_5
value: 10.597
verified: no, type: ndcg_at_10
value: 11.787
verified: no, type: ndcg_at_20
value: 12.863
verified: no, type: ndcg_at_100
value: 15.573999999999998
verified: no, type: ndcg_at_1000
value: 19.772000000000002
verified: no, type: map_at_1
value: 6.932
verified: no, type: map_at_3
value: 8.938
verified: no, type: map_at_5
value: 9.506
verified: no, type: map_at_10
value: 10
verified: no, type: map_at_20
value: 10.296
verified: no, type: map_at_100
value: 10.644
verified: no, type: map_at_1000
value: 10.771
verified: no, type: recall_at_1
value: 6.932
verified: no, type: recall_at_3
value: 11.421000000000001
verified: no, type: recall_at_5
value: 13.891
verified: no, type: recall_at_10
value: 17.556
verified: no, type: recall_at_20
value: 21.806
verified: no, type: recall_at_100
value: 36.839
verified: no, type: recall_at_1000
value: 71.71300000000001
verified: no, type: precision_at_1
value: 6.932
verified: no, type: precision_at_3
value: 3.807
verified: no, type: precision_at_5
value: 2.778
verified: no, type: precision_at_10
value: 1.756
verified: no, type: precision_at_20
value: 1.09
verified: no, type: precision_at_100
value: 0.368
verified: no, type: precision_at_1000
value: 0.07200000000000001
verified: no, type: mrr_at_1
value: 6.9323
verified: no, type: mrr_at_3
value: 8.9376
verified: no, type: mrr_at_5
value: 9.506
verified: no, type: mrr_at_10
value: 9.9999
verified: no, type: mrr_at_20
value: 10.2957
verified: no, type: mrr_at_100
value: 10.643600000000001
verified: no, type: mrr_at_1000
value: 10.7707
verified: no, type: nauc_ndcg_at_1_max
value: 27.327299999999997
verified: no, type: nauc_ndcg_at_1_std
value: 9.6266
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.4451
verified: no, type: nauc_ndcg_at_3_max
value: 22.9053
verified: no, type: nauc_ndcg_at_3_std
value: 10.123
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.742099999999997
verified: no, type: nauc_ndcg_at_5_max
value: 21.7041
verified: no, type: nauc_ndcg_at_5_std
value: 9.661100000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.0689
verified: no, type: nauc_ndcg_at_10_max
value: 21.0966
verified: no, type: nauc_ndcg_at_10_std
value: 10.4106
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.4219
verified: no, type: nauc_ndcg_at_20_max
value: 20.0575
verified: no, type: nauc_ndcg_at_20_std
value: 10.89
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.6143
verified: no, type: nauc_ndcg_at_100_max
value: 19.4243
verified: no, type: nauc_ndcg_at_100_std
value: 11.5431
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.013
verified: no, type: nauc_ndcg_at_1000_max
value: 20.6057
verified: no, type: nauc_ndcg_at_1000_std
value: 13.0027
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.988799999999998
verified: no, type: nauc_map_at_1_max
value: 27.327299999999997
verified: no, type: nauc_map_at_1_std
value: 9.6266
verified: no, type: nauc_map_at_1_diff1
value: 39.4451
verified: no, type: nauc_map_at_3_max
value: 23.6991
verified: no, type: nauc_map_at_3_std
value: 9.9287
verified: no, type: nauc_map_at_3_diff1
value: 29.909799999999997
verified: no, type: nauc_map_at_5_max
value: 22.9242
verified: no, type: nauc_map_at_5_std
value: 9.640600000000001
verified: no, type: nauc_map_at_5_diff1
value: 28.228199999999998
verified: no, type: nauc_map_at_10_max
value: 22.612199999999998
verified: no, type: nauc_map_at_10_std
value: 10.0051
verified: no, type: nauc_map_at_10_diff1
value: 27.3942
verified: no, type: nauc_map_at_20_max
value: 22.236
verified: no, type: nauc_map_at_20_std
value: 10.168000000000001
verified: no, type: nauc_map_at_20_diff1
value: 27.0258
verified: no, type: nauc_map_at_100_max
value: 22.1373
verified: no, type: nauc_map_at_100_std
value: 10.2741
verified: no, type: nauc_map_at_100_diff1
value: 26.717800000000004
verified: no, type: nauc_map_at_1000_max
value: 22.1829
verified: no, type: nauc_map_at_1000_std
value: 10.3395
verified: no, type: nauc_map_at_1000_diff1
value: 26.7158
verified: no, type: nauc_recall_at_1_max
value: 27.327299999999997
verified: no, type: nauc_recall_at_1_std
value: 9.6266
verified: no, type: nauc_recall_at_1_diff1
value: 39.4451
verified: no, type: nauc_recall_at_3_max
value: 21.0841
verified: no, type: nauc_recall_at_3_std
value: 10.6057
verified: no, type: nauc_recall_at_3_diff1
value: 22.745
verified: no, type: nauc_recall_at_5_max
value: 19.0389
verified: no, type: nauc_recall_at_5_std
value: 9.697899999999999
verified: no, type: nauc_recall_at_5_diff1
value: 18.137600000000003
verified: no, type: nauc_recall_at_10_max
value: 18.0668
verified: no, type: nauc_recall_at_10_std
value: 11.326799999999999
verified: no, type: nauc_recall_at_10_diff1
value: 15.423
verified: no, type: nauc_recall_at_20_max
value: 15.798100000000002
verified: no, type: nauc_recall_at_20_std
value: 12.4585
verified: no, type: nauc_recall_at_20_diff1
value: 14.509500000000001
verified: no, type: nauc_recall_at_100_max
value: 14.2836
verified: no, type: nauc_recall_at_100_std
value: 14.2989
verified: no, type: nauc_recall_at_100_diff1
value: 10.7304
verified: no, type: nauc_recall_at_1000_max
value: 19.728299999999997
verified: no, type: nauc_recall_at_1000_std
value: 24.5691
verified: no, type: nauc_recall_at_1000_diff1
value: 6.1472999999999995
verified: no, type: nauc_precision_at_1_max
value: 27.327299999999997
verified: no, type: nauc_precision_at_1_std
value: 9.6266
verified: no, type: nauc_precision_at_1_diff1
value: 39.4451
verified: no, type: nauc_precision_at_3_max
value: 21.0841
verified: no, type: nauc_precision_at_3_std
value: 10.6057
verified: no, type: nauc_precision_at_3_diff1
value: 22.745
verified: no, type: nauc_precision_at_5_max
value: 19.0389
verified: no, type: nauc_precision_at_5_std
value: 9.697899999999999
verified: no, type: nauc_precision_at_5_diff1
value: 18.137600000000003
verified: no, type: nauc_precision_at_10_max
value: 18.0668
verified: no, type: nauc_precision_at_10_std
value: 11.326799999999999
verified: no, type: nauc_precision_at_10_diff1
value: 15.423
verified: no, type: nauc_precision_at_20_max
value: 15.798100000000002
verified: no, type: nauc_precision_at_20_std
value: 12.4585
verified: no, type: nauc_precision_at_20_diff1
value: 14.509500000000001
verified: no, type: nauc_precision_at_100_max
value: 14.2836
verified: no, type: nauc_precision_at_100_std
value: 14.2989
verified: no, type: nauc_precision_at_100_diff1
value: 10.7304
verified: no, type: nauc_precision_at_1000_max
value: 19.728299999999997
verified: no, type: nauc_precision_at_1000_std
value: 24.5691
verified: no, type: nauc_precision_at_1000_diff1
value: 6.1472999999999995
verified: no, type: nauc_mrr_at_1_max
value: 27.327299999999997
verified: no, type: nauc_mrr_at_1_std
value: 9.6266
verified: no, type: nauc_mrr_at_1_diff1
value: 39.4451
verified: no, type: nauc_mrr_at_3_max
value: 23.6991
verified: no, type: nauc_mrr_at_3_std
value: 9.9287
verified: no, type: nauc_mrr_at_3_diff1
value: 29.909799999999997
verified: no, type: nauc_mrr_at_5_max
value: 22.9242
verified: no, type: nauc_mrr_at_5_std
value: 9.640600000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 28.228199999999998
verified: no, type: nauc_mrr_at_10_max
value: 22.612199999999998
verified: no, type: nauc_mrr_at_10_std
value: 10.0051
verified: no, type: nauc_mrr_at_10_diff1
value: 27.3942
verified: no, type: nauc_mrr_at_20_max
value: 22.236
verified: no, type: nauc_mrr_at_20_std
value: 10.168000000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 27.0258
verified: no, type: nauc_mrr_at_100_max
value: 22.1372
verified: no, type: nauc_mrr_at_100_std
value: 10.2743
verified: no, type: nauc_mrr_at_100_diff1
value: 26.7177
verified: no, type: nauc_mrr_at_1000_max
value: 22.1828
verified: no, type: nauc_mrr_at_1000_std
value: 10.3397
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.7157
verified: no, type: main_score
value: 11.787
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: ndcg_at_1
value: 33.642
verified: no, type: ndcg_at_3
value: 48.825
verified: no, type: ndcg_at_5
value: 53.689
verified: no, type: ndcg_at_10
value: 58.401
verified: no, type: ndcg_at_20
value: 60.78
verified: no, type: ndcg_at_100
value: 61.57
verified: no, type: ndcg_at_1000
value: 61.608
verified: no, type: map_at_1
value: 33.642
verified: no, type: map_at_3
value: 45.057
verified: no, type: map_at_5
value: 47.774
verified: no, type: map_at_10
value: 49.716
verified: no, type: map_at_20
value: 50.400999999999996
verified: no, type: map_at_100
value: 50.519000000000005
verified: no, type: map_at_1000
value: 50.52100000000001
verified: no, type: recall_at_1
value: 33.642
verified: no, type: recall_at_3
value: 59.744
verified: no, type: recall_at_5
value: 71.479
verified: no, type: recall_at_10
value: 86.06
verified: no, type: recall_at_20
value: 95.235
verified: no, type: recall_at_100
value: 99.36
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: precision_at_1
value: 33.642
verified: no, type: precision_at_3
value: 19.915
verified: no, type: precision_at_5
value: 14.296000000000001
verified: no, type: precision_at_10
value: 8.606
verified: no, type: precision_at_20
value: 4.7620000000000005
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 34.495
verified: no, type: mrr_at_3
value: 45.2821
verified: no, type: mrr_at_5
value: 48.1128
verified: no, type: mrr_at_10
value: 50.036199999999994
verified: no, type: mrr_at_20
value: 50.7172
verified: no, type: mrr_at_100
value: 50.83259999999999
verified: no, type: mrr_at_1000
value: 50.8343
verified: no, type: nauc_ndcg_at_1_max
value: -11.838999999999999
verified: no, type: nauc_ndcg_at_1_std
value: -11.8923
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.2163
verified: no, type: nauc_ndcg_at_3_max
value: -11.6655
verified: no, type: nauc_ndcg_at_3_std
value: -12.2408
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.4326
verified: no, type: nauc_ndcg_at_5_max
value: -11.2332
verified: no, type: nauc_ndcg_at_5_std
value: -10.99
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.4272
verified: no, type: nauc_ndcg_at_10_max
value: -9.7581
verified: no, type: nauc_ndcg_at_10_std
value: -10.6279
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.3219
verified: no, type: nauc_ndcg_at_20_max
value: -9.070300000000001
verified: no, type: nauc_ndcg_at_20_std
value: -10.4367
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.5332
verified: no, type: nauc_ndcg_at_100_max
value: -10.281
verified: no, type: nauc_ndcg_at_100_std
value: -10.8575
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.583899999999998
verified: no, type: nauc_ndcg_at_1000_max
value: -10.4108
verified: no, type: nauc_ndcg_at_1000_std
value: -10.9358
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.553200000000002
verified: no, type: nauc_map_at_1_max
value: -11.838999999999999
verified: no, type: nauc_map_at_1_std
value: -11.8923
verified: no, type: nauc_map_at_1_diff1
value: 18.2163
verified: no, type: nauc_map_at_3_max
value: -11.6502
verified: no, type: nauc_map_at_3_std
value: -12.0988
verified: no, type: nauc_map_at_3_diff1
value: 13.7581
verified: no, type: nauc_map_at_5_max
value: -11.345600000000001
verified: no, type: nauc_map_at_5_std
value: -11.4327
verified: no, type: nauc_map_at_5_diff1
value: 13.3246
verified: no, type: nauc_map_at_10_max
value: -10.8652
verified: no, type: nauc_map_at_10_std
value: -11.3476
verified: no, type: nauc_map_at_10_diff1
value: 13.7353
verified: no, type: nauc_map_at_20_max
value: -10.7273
verified: no, type: nauc_map_at_20_std
value: -11.309800000000001
verified: no, type: nauc_map_at_20_diff1
value: 14.0429
verified: no, type: nauc_map_at_100_max
value: -10.8833
verified: no, type: nauc_map_at_100_std
value: -11.372
verified: no, type: nauc_map_at_100_diff1
value: 14.0638
verified: no, type: nauc_map_at_1000_max
value: -10.8878
verified: no, type: nauc_map_at_1000_std
value: -11.3746
verified: no, type: nauc_map_at_1000_diff1
value: 14.062
verified: no, type: nauc_recall_at_1_max
value: -11.838999999999999
verified: no, type: nauc_recall_at_1_std
value: -11.8923
verified: no, type: nauc_recall_at_1_diff1
value: 18.2163
verified: no, type: nauc_recall_at_3_max
value: -11.739099999999999
verified: no, type: nauc_recall_at_3_std
value: -12.7062
verified: no, type: nauc_recall_at_3_diff1
value: 8.3694
verified: no, type: nauc_recall_at_5_max
value: -10.8863
verified: no, type: nauc_recall_at_5_std
value: -9.1183
verified: no, type: nauc_recall_at_5_diff1
value: 4.1094
verified: no, type: nauc_recall_at_10_max
value: -0.9124
verified: no, type: nauc_recall_at_10_std
value: -4.971
verified: no, type: nauc_recall_at_10_diff1
value: 3.4779999999999998
verified: no, type: nauc_recall_at_20_max
value: 29.0035
verified: no, type: nauc_recall_at_20_std
value: 8.7987
verified: no, type: nauc_recall_at_20_diff1
value: 11.932
verified: no, type: nauc_recall_at_100_max
value: 42.377700000000004
verified: no, type: nauc_recall_at_100_std
value: 55.2136
verified: no, type: nauc_recall_at_100_diff1
value: 3.1033999999999997
verified: no, type: nauc_recall_at_1000_max
value: 19.053700000000003
verified: no, type: nauc_recall_at_1000_std
value: 67.9828
verified: no, type: nauc_recall_at_1000_diff1
value: -17.644399999999997
verified: no, type: nauc_precision_at_1_max
value: -11.838999999999999
verified: no, type: nauc_precision_at_1_std
value: -11.8923
verified: no, type: nauc_precision_at_1_diff1
value: 18.2163
verified: no, type: nauc_precision_at_3_max
value: -11.739099999999999
verified: no, type: nauc_precision_at_3_std
value: -12.7062
verified: no, type: nauc_precision_at_3_diff1
value: 8.3694
verified: no, type: nauc_precision_at_5_max
value: -10.8863
verified: no, type: nauc_precision_at_5_std
value: -9.1183
verified: no, type: nauc_precision_at_5_diff1
value: 4.1094
verified: no, type: nauc_precision_at_10_max
value: -0.9124
verified: no, type: nauc_precision_at_10_std
value: -4.971
verified: no, type: nauc_precision_at_10_diff1
value: 3.4779999999999998
verified: no, type: nauc_precision_at_20_max
value: 29.0035
verified: no, type: nauc_precision_at_20_std
value: 8.7987
verified: no, type: nauc_precision_at_20_diff1
value: 11.932
verified: no, type: nauc_precision_at_100_max
value: 42.377700000000004
verified: no, type: nauc_precision_at_100_std
value: 55.2136
verified: no, type: nauc_precision_at_100_diff1
value: 3.1033999999999997
verified: no, type: nauc_precision_at_1000_max
value: 19.053700000000003
verified: no, type: nauc_precision_at_1000_std
value: 67.9828
verified: no, type: nauc_precision_at_1000_diff1
value: -17.644399999999997
verified: no, type: nauc_mrr_at_1_max
value: -12.0053
verified: no, type: nauc_mrr_at_1_std
value: -11.7296
verified: no, type: nauc_mrr_at_1_diff1
value: 15.7249
verified: no, type: nauc_mrr_at_3_max
value: -12.965399999999999
verified: no, type: nauc_mrr_at_3_std
value: -12.197099999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 11.228200000000001
verified: no, type: nauc_mrr_at_5_max
value: -12.3171
verified: no, type: nauc_mrr_at_5_std
value: -11.3562
verified: no, type: nauc_mrr_at_5_diff1
value: 11.081900000000001
verified: no, type: nauc_mrr_at_10_max
value: -11.9397
verified: no, type: nauc_mrr_at_10_std
value: -11.3157
verified: no, type: nauc_mrr_at_10_diff1
value: 11.3887
verified: no, type: nauc_mrr_at_20_max
value: -11.8344
verified: no, type: nauc_mrr_at_20_std
value: -11.269
verified: no, type: nauc_mrr_at_20_diff1
value: 11.655600000000002
verified: no, type: nauc_mrr_at_100_max
value: -11.9825
verified: no, type: nauc_mrr_at_100_std
value: -11.3178
verified: no, type: nauc_mrr_at_100_diff1
value: 11.6519
verified: no, type: nauc_mrr_at_1000_max
value: -11.9871
verified: no, type: nauc_mrr_at_1000_std
value: -11.3205
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.6499
verified: no, type: main_score
value: 58.401
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: v_measure
value: 48.3018
verified: no, type: v_measure_std
value: 13.845199999999998
verified: no, type: main_score
value: 48.3018
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: v_measure
value: 44.837900000000005
verified: no, type: v_measure_std
value: 14.089599999999999
verified: no, type: main_score
value: 44.837900000000005
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: map
value: 66.4838
verified: no, type: mrr
value: 79.3195
verified: no, type: nAUC_map_max
value: 23.2658
verified: no, type: nAUC_map_std
value: 17.5795
verified: no, type: nAUC_map_diff1
value: 11.5539
verified: no, type: nAUC_mrr_max
value: 35.565400000000004
verified: no, type: nAUC_mrr_std
value: 23.7189
verified: no, type: nAUC_mrr_diff1
value: 15.962299999999999
verified: no, type: main_score
value: 66.4838
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: pearson
value: 90.1203
verified: no, type: spearman
value: 87.8424
verified: no, type: cosine_pearson
value: 90.1203
verified: no, type: cosine_spearman
value: 87.8424
verified: no, type: manhattan_pearson
value: 88.1164
verified: no, type: manhattan_spearman
value: 87.752
verified: no, type: euclidean_pearson
value: 88.3146
verified: no, type: euclidean_spearman
value: 87.8424
verified: no, type: main_score
value: 87.8424
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 77.9156
verified: no, type: f1
value: 76.9641
verified: no, type: f1_weighted
value: 76.9641
verified: no, type: main_score
value: 77.9156
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: v_measure
value: 38.3582
verified: no, type: v_measure_std
value: 1.1436
verified: no, type: main_score
value: 38.3582
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: v_measure
value: 36.2911
verified: no, type: v_measure_std
value: 0.44339999999999996
verified: no, type: main_score
value: 36.2911
verified: no
task: type: Clustering, dataset: config: python
name: MTEB COIRCodeSearchNetRetrieval (python)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 76.351
verified: no, type: ndcg_at_3
value: 82.116
verified: no, type: ndcg_at_5
value: 83.231
verified: no, type: ndcg_at_10
value: 84.301
verified: no, type: ndcg_at_20
value: 84.83800000000001
verified: no, type: ndcg_at_100
value: 85.462
verified: no, type: ndcg_at_1000
value: 85.706
verified: no, type: map_at_1
value: 76.351
verified: no, type: map_at_3
value: 80.744
verified: no, type: map_at_5
value: 81.365
verified: no, type: map_at_10
value: 81.812
verified: no, type: map_at_20
value: 81.96
verified: no, type: map_at_100
value: 82.05
verified: no, type: map_at_1000
value: 82.06
verified: no, type: recall_at_1
value: 76.351
verified: no, type: recall_at_3
value: 86.071
verified: no, type: recall_at_5
value: 88.765
verified: no, type: recall_at_10
value: 92.04299999999999
verified: no, type: recall_at_20
value: 94.16799999999999
verified: no, type: recall_at_100
value: 97.466
verified: no, type: recall_at_1000
value: 99.383
verified: no, type: precision_at_1
value: 76.351
verified: no, type: precision_at_3
value: 28.689999999999998
verified: no, type: precision_at_5
value: 17.753
verified: no, type: precision_at_10
value: 9.203999999999999
verified: no, type: precision_at_20
value: 4.707999999999999
verified: no, type: precision_at_100
value: 0.975
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 76.3507
verified: no, type: mrr_at_3
value: 80.7436
verified: no, type: mrr_at_5
value: 81.3647
verified: no, type: mrr_at_10
value: 81.8121
verified: no, type: mrr_at_20
value: 81.9598
verified: no, type: mrr_at_100
value: 82.0504
verified: no, type: mrr_at_1000
value: 82.0597
verified: no, type: nauc_ndcg_at_1_max
value: 73.2541
verified: no, type: nauc_ndcg_at_1_std
value: -0.8352
verified: no, type: nauc_ndcg_at_1_diff1
value: 85.1422
verified: no, type: nauc_ndcg_at_3_max
value: 75.9862
verified: no, type: nauc_ndcg_at_3_std
value: 0.14100000000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 82.4674
verified: no, type: nauc_ndcg_at_5_max
value: 75.7513
verified: no, type: nauc_ndcg_at_5_std
value: 0.614
verified: no, type: nauc_ndcg_at_5_diff1
value: 82.2885
verified: no, type: nauc_ndcg_at_10_max
value: 75.6282
verified: no, type: nauc_ndcg_at_10_std
value: 0.6251
verified: no, type: nauc_ndcg_at_10_diff1
value: 82.3616
verified: no, type: nauc_ndcg_at_20_max
value: 75.7286
verified: no, type: nauc_ndcg_at_20_std
value: 0.9792000000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 82.6106
verified: no, type: nauc_ndcg_at_100_max
value: 75.58840000000001
verified: no, type: nauc_ndcg_at_100_std
value: 1.0781
verified: no, type: nauc_ndcg_at_100_diff1
value: 82.82969999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 75.4705
verified: no, type: nauc_ndcg_at_1000_std
value: 0.8326
verified: no, type: nauc_ndcg_at_1000_diff1
value: 82.889
verified: no, type: nauc_map_at_1_max
value: 73.2541
verified: no, type: nauc_map_at_1_std
value: -0.8352
verified: no, type: nauc_map_at_1_diff1
value: 85.1422
verified: no, type: nauc_map_at_3_max
value: 75.2756
verified: no, type: nauc_map_at_3_std
value: -0.145
verified: no, type: nauc_map_at_3_diff1
value: 83.15780000000001
verified: no, type: nauc_map_at_5_max
value: 75.1281
verified: no, type: nauc_map_at_5_std
value: 0.0837
verified: no, type: nauc_map_at_5_diff1
value: 83.08250000000001
verified: no, type: nauc_map_at_10_max
value: 75.05579999999999
verified: no, type: nauc_map_at_10_std
value: 0.068
verified: no, type: nauc_map_at_10_diff1
value: 83.1206
verified: no, type: nauc_map_at_20_max
value: 75.0708
verified: no, type: nauc_map_at_20_std
value: 0.13749999999999998
verified: no, type: nauc_map_at_20_diff1
value: 83.1861
verified: no, type: nauc_map_at_100_max
value: 75.0491
verified: no, type: nauc_map_at_100_std
value: 0.1411
verified: no, type: nauc_map_at_100_diff1
value: 83.21539999999999
verified: no, type: nauc_map_at_1000_max
value: 75.04570000000001
verified: no, type: nauc_map_at_1000_std
value: 0.1359
verified: no, type: nauc_map_at_1000_diff1
value: 83.2179
verified: no, type: nauc_recall_at_1_max
value: 73.2541
verified: no, type: nauc_recall_at_1_std
value: -0.8352
verified: no, type: nauc_recall_at_1_diff1
value: 85.1422
verified: no, type: nauc_recall_at_3_max
value: 78.65990000000001
verified: no, type: nauc_recall_at_3_std
value: 1.2368000000000001
verified: no, type: nauc_recall_at_3_diff1
value: 79.8732
verified: no, type: nauc_recall_at_5_max
value: 78.46
verified: no, type: nauc_recall_at_5_std
value: 3.1027
verified: no, type: nauc_recall_at_5_diff1
value: 78.7509
verified: no, type: nauc_recall_at_10_max
value: 78.9542
verified: no, type: nauc_recall_at_10_std
value: 4.2138
verified: no, type: nauc_recall_at_10_diff1
value: 77.8697
verified: no, type: nauc_recall_at_20_max
value: 81.2016
verified: no, type: nauc_recall_at_20_std
value: 9.092500000000001
verified: no, type: nauc_recall_at_20_diff1
value: 78.6045
verified: no, type: nauc_recall_at_100_max
value: 84.5044
verified: no, type: nauc_recall_at_100_std
value: 22.6368
verified: no, type: nauc_recall_at_100_diff1
value: 79.553
verified: no, type: nauc_recall_at_1000_max
value: 91.4393
verified: no, type: nauc_recall_at_1000_std
value: 44.0261
verified: no, type: nauc_recall_at_1000_diff1
value: 78.6859
verified: no, type: nauc_precision_at_1_max
value: 73.2541
verified: no, type: nauc_precision_at_1_std
value: -0.8352
verified: no, type: nauc_precision_at_1_diff1
value: 85.1422
verified: no, type: nauc_precision_at_3_max
value: 78.65990000000001
verified: no, type: nauc_precision_at_3_std
value: 1.2368000000000001
verified: no, type: nauc_precision_at_3_diff1
value: 79.8732
verified: no, type: nauc_precision_at_5_max
value: 78.46
verified: no, type: nauc_precision_at_5_std
value: 3.1027
verified: no, type: nauc_precision_at_5_diff1
value: 78.7509
verified: no, type: nauc_precision_at_10_max
value: 78.9542
verified: no, type: nauc_precision_at_10_std
value: 4.2138
verified: no, type: nauc_precision_at_10_diff1
value: 77.8697
verified: no, type: nauc_precision_at_20_max
value: 81.2016
verified: no, type: nauc_precision_at_20_std
value: 9.092500000000001
verified: no, type: nauc_precision_at_20_diff1
value: 78.6045
verified: no, type: nauc_precision_at_100_max
value: 84.5044
verified: no, type: nauc_precision_at_100_std
value: 22.6368
verified: no, type: nauc_precision_at_100_diff1
value: 79.553
verified: no, type: nauc_precision_at_1000_max
value: 91.4393
verified: no, type: nauc_precision_at_1000_std
value: 44.0261
verified: no, type: nauc_precision_at_1000_diff1
value: 78.6859
verified: no, type: nauc_mrr_at_1_max
value: 73.2541
verified: no, type: nauc_mrr_at_1_std
value: -0.8352
verified: no, type: nauc_mrr_at_1_diff1
value: 85.1422
verified: no, type: nauc_mrr_at_3_max
value: 75.2756
verified: no, type: nauc_mrr_at_3_std
value: -0.145
verified: no, type: nauc_mrr_at_3_diff1
value: 83.15780000000001
verified: no, type: nauc_mrr_at_5_max
value: 75.1281
verified: no, type: nauc_mrr_at_5_std
value: 0.0837
verified: no, type: nauc_mrr_at_5_diff1
value: 83.08250000000001
verified: no, type: nauc_mrr_at_10_max
value: 75.05579999999999
verified: no, type: nauc_mrr_at_10_std
value: 0.068
verified: no, type: nauc_mrr_at_10_diff1
value: 83.1206
verified: no, type: nauc_mrr_at_20_max
value: 75.0708
verified: no, type: nauc_mrr_at_20_std
value: 0.13749999999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 83.1861
verified: no, type: nauc_mrr_at_100_max
value: 75.0491
verified: no, type: nauc_mrr_at_100_std
value: 0.1411
verified: no, type: nauc_mrr_at_100_diff1
value: 83.21539999999999
verified: no, type: nauc_mrr_at_1000_max
value: 75.04570000000001
verified: no, type: nauc_mrr_at_1000_std
value: 0.1359
verified: no, type: nauc_mrr_at_1000_diff1
value: 83.2179
verified: no, type: main_score
value: 84.301
verified: no
task: type: Retrieval, dataset: config: javascript
name: MTEB COIRCodeSearchNetRetrieval (javascript)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 34.154
verified: no, type: ndcg_at_3
value: 41.637
verified: no, type: ndcg_at_5
value: 43.775
verified: no, type: ndcg_at_10
value: 46.093
verified: no, type: ndcg_at_20
value: 47.659
verified: no, type: ndcg_at_100
value: 49.975
verified: no, type: ndcg_at_1000
value: 51.652
verified: no, type: map_at_1
value: 34.154
verified: no, type: map_at_3
value: 39.811
verified: no, type: map_at_5
value: 40.996
verified: no, type: map_at_10
value: 41.945
verified: no, type: map_at_20
value: 42.375
verified: no, type: map_at_100
value: 42.693999999999996
verified: no, type: map_at_1000
value: 42.752
verified: no, type: recall_at_1
value: 34.154
verified: no, type: recall_at_3
value: 46.916000000000004
verified: no, type: recall_at_5
value: 52.112
verified: no, type: recall_at_10
value: 59.313
verified: no, type: recall_at_20
value: 65.512
verified: no, type: recall_at_100
value: 78.001
verified: no, type: recall_at_1000
value: 91.49199999999999
verified: no, type: precision_at_1
value: 34.154
verified: no, type: precision_at_3
value: 15.639
verified: no, type: precision_at_5
value: 10.421999999999999
verified: no, type: precision_at_10
value: 5.931
verified: no, type: precision_at_20
value: 3.276
verified: no, type: precision_at_100
value: 0.7799999999999999
verified: no, type: precision_at_1000
value: 0.091
verified: no, type: mrr_at_1
value: 34.153800000000004
verified: no, type: mrr_at_3
value: 39.8106
verified: no, type: mrr_at_5
value: 40.995599999999996
verified: no, type: mrr_at_10
value: 41.9454
verified: no, type: mrr_at_20
value: 42.375099999999996
verified: no, type: mrr_at_100
value: 42.6943
verified: no, type: mrr_at_1000
value: 42.7521
verified: no, type: nauc_ndcg_at_1_max
value: 43.9354
verified: no, type: nauc_ndcg_at_1_std
value: -3.6563
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.9034
verified: no, type: nauc_ndcg_at_3_max
value: 45.9224
verified: no, type: nauc_ndcg_at_3_std
value: -1.1915
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.65599999999999
verified: no, type: nauc_ndcg_at_5_max
value: 45.7943
verified: no, type: nauc_ndcg_at_5_std
value: -0.7263000000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.4796
verified: no, type: nauc_ndcg_at_10_max
value: 45.4291
verified: no, type: nauc_ndcg_at_10_std
value: 0.12290000000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.7952
verified: no, type: nauc_ndcg_at_20_max
value: 45.7072
verified: no, type: nauc_ndcg_at_20_std
value: 1.3283
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.8465
verified: no, type: nauc_ndcg_at_100_max
value: 45.8073
verified: no, type: nauc_ndcg_at_100_std
value: 1.8653
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.9886
verified: no, type: nauc_ndcg_at_1000_max
value: 45.5983
verified: no, type: nauc_ndcg_at_1000_std
value: 1.2590999999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 55.374500000000005
verified: no, type: nauc_map_at_1_max
value: 43.9354
verified: no, type: nauc_map_at_1_std
value: -3.6563
verified: no, type: nauc_map_at_1_diff1
value: 63.9034
verified: no, type: nauc_map_at_3_max
value: 45.4465
verified: no, type: nauc_map_at_3_std
value: -1.7909000000000002
verified: no, type: nauc_map_at_3_diff1
value: 58.3822
verified: no, type: nauc_map_at_5_max
value: 45.3588
verified: no, type: nauc_map_at_5_std
value: -1.5449
verified: no, type: nauc_map_at_5_diff1
value: 57.737
verified: no, type: nauc_map_at_10_max
value: 45.2115
verified: no, type: nauc_map_at_10_std
value: -1.2034
verified: no, type: nauc_map_at_10_diff1
value: 57.4859
verified: no, type: nauc_map_at_20_max
value: 45.29
verified: no, type: nauc_map_at_20_std
value: -0.8769000000000001
verified: no, type: nauc_map_at_20_diff1
value: 57.510099999999994
verified: no, type: nauc_map_at_100_max
value: 45.2905
verified: no, type: nauc_map_at_100_std
value: -0.8298
verified: no, type: nauc_map_at_100_diff1
value: 57.5373
verified: no, type: nauc_map_at_1000_max
value: 45.2866
verified: no, type: nauc_map_at_1000_std
value: -0.8453
verified: no, type: nauc_map_at_1000_diff1
value: 57.550000000000004
verified: no, type: nauc_recall_at_1_max
value: 43.9354
verified: no, type: nauc_recall_at_1_std
value: -3.6563
verified: no, type: nauc_recall_at_1_diff1
value: 63.9034
verified: no, type: nauc_recall_at_3_max
value: 47.2962
verified: no, type: nauc_recall_at_3_std
value: 0.542
verified: no, type: nauc_recall_at_3_diff1
value: 51.6782
verified: no, type: nauc_recall_at_5_max
value: 47.0822
verified: no, type: nauc_recall_at_5_std
value: 1.7794999999999999
verified: no, type: nauc_recall_at_5_diff1
value: 48.634100000000004
verified: no, type: nauc_recall_at_10_max
value: 45.9453
verified: no, type: nauc_recall_at_10_std
value: 4.7773
verified: no, type: nauc_recall_at_10_diff1
value: 45.778600000000004
verified: no, type: nauc_recall_at_20_max
value: 47.232400000000005
verified: no, type: nauc_recall_at_20_std
value: 10.7522
verified: no, type: nauc_recall_at_20_diff1
value: 45.029599999999995
verified: no, type: nauc_recall_at_100_max
value: 48.937799999999996
verified: no, type: nauc_recall_at_100_std
value: 19.4035
verified: no, type: nauc_recall_at_100_diff1
value: 42.388
verified: no, type: nauc_recall_at_1000_max
value: 46.494099999999996
verified: no, type: nauc_recall_at_1000_std
value: 24.532
verified: no, type: nauc_recall_at_1000_diff1
value: 36.9281
verified: no, type: nauc_precision_at_1_max
value: 43.9354
verified: no, type: nauc_precision_at_1_std
value: -3.6563
verified: no, type: nauc_precision_at_1_diff1
value: 63.9034
verified: no, type: nauc_precision_at_3_max
value: 47.2962
verified: no, type: nauc_precision_at_3_std
value: 0.542
verified: no, type: nauc_precision_at_3_diff1
value: 51.6782
verified: no, type: nauc_precision_at_5_max
value: 47.0822
verified: no, type: nauc_precision_at_5_std
value: 1.7794999999999999
verified: no, type: nauc_precision_at_5_diff1
value: 48.634100000000004
verified: no, type: nauc_precision_at_10_max
value: 45.9453
verified: no, type: nauc_precision_at_10_std
value: 4.7773
verified: no, type: nauc_precision_at_10_diff1
value: 45.778600000000004
verified: no, type: nauc_precision_at_20_max
value: 47.232400000000005
verified: no, type: nauc_precision_at_20_std
value: 10.7522
verified: no, type: nauc_precision_at_20_diff1
value: 45.029599999999995
verified: no, type: nauc_precision_at_100_max
value: 48.937799999999996
verified: no, type: nauc_precision_at_100_std
value: 19.4035
verified: no, type: nauc_precision_at_100_diff1
value: 42.388
verified: no, type: nauc_precision_at_1000_max
value: 46.494099999999996
verified: no, type: nauc_precision_at_1000_std
value: 24.532
verified: no, type: nauc_precision_at_1000_diff1
value: 36.9281
verified: no, type: nauc_mrr_at_1_max
value: 43.9354
verified: no, type: nauc_mrr_at_1_std
value: -3.6563
verified: no, type: nauc_mrr_at_1_diff1
value: 63.9034
verified: no, type: nauc_mrr_at_3_max
value: 45.4465
verified: no, type: nauc_mrr_at_3_std
value: -1.7909000000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 58.3822
verified: no, type: nauc_mrr_at_5_max
value: 45.3588
verified: no, type: nauc_mrr_at_5_std
value: -1.5449
verified: no, type: nauc_mrr_at_5_diff1
value: 57.737
verified: no, type: nauc_mrr_at_10_max
value: 45.2115
verified: no, type: nauc_mrr_at_10_std
value: -1.2034
verified: no, type: nauc_mrr_at_10_diff1
value: 57.4859
verified: no, type: nauc_mrr_at_20_max
value: 45.29
verified: no, type: nauc_mrr_at_20_std
value: -0.8769000000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 57.510099999999994
verified: no, type: nauc_mrr_at_100_max
value: 45.2906
verified: no, type: nauc_mrr_at_100_std
value: -0.8297000000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 57.5373
verified: no, type: nauc_mrr_at_1000_max
value: 45.2866
verified: no, type: nauc_mrr_at_1000_std
value: -0.8452
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.550000000000004
verified: no, type: main_score
value: 46.093
verified: no
task: type: Retrieval, dataset: config: go
name: MTEB COIRCodeSearchNetRetrieval (go)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 43.105
verified: no, type: ndcg_at_3
value: 52.758
verified: no, type: ndcg_at_5
value: 55.284
verified: no, type: ndcg_at_10
value: 57.557
verified: no, type: ndcg_at_20
value: 58.885
verified: no, type: ndcg_at_100
value: 60.803
verified: no, type: ndcg_at_1000
value: 61.855000000000004
verified: no, type: map_at_1
value: 43.105
verified: no, type: map_at_3
value: 50.38399999999999
verified: no, type: map_at_5
value: 51.783
verified: no, type: map_at_10
value: 52.727999999999994
verified: no, type: map_at_20
value: 53.095000000000006
verified: no, type: map_at_100
value: 53.361999999999995
verified: no, type: map_at_1000
value: 53.400000000000006
verified: no, type: recall_at_1
value: 43.105
verified: no, type: recall_at_3
value: 59.628
verified: no, type: recall_at_5
value: 65.77199999999999
verified: no, type: recall_at_10
value: 72.765
verified: no, type: recall_at_20
value: 77.998
verified: no, type: recall_at_100
value: 88.31599999999999
verified: no, type: recall_at_1000
value: 96.71300000000001
verified: no, type: precision_at_1
value: 43.105
verified: no, type: precision_at_3
value: 19.875999999999998
verified: no, type: precision_at_5
value: 13.154
verified: no, type: precision_at_10
value: 7.277
verified: no, type: precision_at_20
value: 3.9
verified: no, type: precision_at_100
value: 0.8829999999999999
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: mrr_at_1
value: 43.1051
verified: no, type: mrr_at_3
value: 50.3837
verified: no, type: mrr_at_5
value: 51.783
verified: no, type: mrr_at_10
value: 52.727900000000005
verified: no, type: mrr_at_20
value: 53.0949
verified: no, type: mrr_at_100
value: 53.3622
verified: no, type: mrr_at_1000
value: 53.400000000000006
verified: no, type: nauc_ndcg_at_1_max
value: 37.3169
verified: no, type: nauc_ndcg_at_1_std
value: -2.3253
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.0465
verified: no, type: nauc_ndcg_at_3_max
value: 38.2665
verified: no, type: nauc_ndcg_at_3_std
value: -2.7671
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.8964
verified: no, type: nauc_ndcg_at_5_max
value: 38.4714
verified: no, type: nauc_ndcg_at_5_std
value: -2.7024
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.207899999999995
verified: no, type: nauc_ndcg_at_10_max
value: 38.4099
verified: no, type: nauc_ndcg_at_10_std
value: -2.5911
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.9601
verified: no, type: nauc_ndcg_at_20_max
value: 38.406400000000005
verified: no, type: nauc_ndcg_at_20_std
value: -2.3428
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.008
verified: no, type: nauc_ndcg_at_100_max
value: 38.485
verified: no, type: nauc_ndcg_at_100_std
value: -2.0368
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.238299999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 38.5112
verified: no, type: nauc_ndcg_at_1000_std
value: -2.1126
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.6965
verified: no, type: nauc_map_at_1_max
value: 37.3169
verified: no, type: nauc_map_at_1_std
value: -2.3253
verified: no, type: nauc_map_at_1_diff1
value: 60.0465
verified: no, type: nauc_map_at_3_max
value: 38.0384
verified: no, type: nauc_map_at_3_std
value: -2.6754
verified: no, type: nauc_map_at_3_diff1
value: 56.137899999999995
verified: no, type: nauc_map_at_5_max
value: 38.1522
verified: no, type: nauc_map_at_5_std
value: -2.6406
verified: no, type: nauc_map_at_5_diff1
value: 55.80310000000001
verified: no, type: nauc_map_at_10_max
value: 38.128299999999996
verified: no, type: nauc_map_at_10_std
value: -2.5891
verified: no, type: nauc_map_at_10_diff1
value: 55.7289
verified: no, type: nauc_map_at_20_max
value: 38.128
verified: no, type: nauc_map_at_20_std
value: -2.5267
verified: no, type: nauc_map_at_20_diff1
value: 55.758700000000005
verified: no, type: nauc_map_at_100_max
value: 38.1402
verified: no, type: nauc_map_at_100_std
value: -2.4964
verified: no, type: nauc_map_at_100_diff1
value: 55.80159999999999
verified: no, type: nauc_map_at_1000_max
value: 38.1428
verified: no, type: nauc_map_at_1000_std
value: -2.4949
verified: no, type: nauc_map_at_1000_diff1
value: 55.8162
verified: no, type: nauc_recall_at_1_max
value: 37.3169
verified: no, type: nauc_recall_at_1_std
value: -2.3253
verified: no, type: nauc_recall_at_1_diff1
value: 60.0465
verified: no, type: nauc_recall_at_3_max
value: 38.9708
verified: no, type: nauc_recall_at_3_std
value: -3.0438
verified: no, type: nauc_recall_at_3_diff1
value: 51.0597
verified: no, type: nauc_recall_at_5_max
value: 39.5722
verified: no, type: nauc_recall_at_5_std
value: -2.8886
verified: no, type: nauc_recall_at_5_diff1
value: 48.6862
verified: no, type: nauc_recall_at_10_max
value: 39.494
verified: no, type: nauc_recall_at_10_std
value: -2.5299
verified: no, type: nauc_recall_at_10_diff1
value: 46.75
verified: no, type: nauc_recall_at_20_max
value: 39.6388
verified: no, type: nauc_recall_at_20_std
value: -1.0715999999999999
verified: no, type: nauc_recall_at_20_diff1
value: 45.6381
verified: no, type: nauc_recall_at_100_max
value: 41.4357
verified: no, type: nauc_recall_at_100_std
value: 4.1693
verified: no, type: nauc_recall_at_100_diff1
value: 42.2097
verified: no, type: nauc_recall_at_1000_max
value: 49.2056
verified: no, type: nauc_recall_at_1000_std
value: 12.2387
verified: no, type: nauc_recall_at_1000_diff1
value: 42.7371
verified: no, type: nauc_precision_at_1_max
value: 37.3169
verified: no, type: nauc_precision_at_1_std
value: -2.3253
verified: no, type: nauc_precision_at_1_diff1
value: 60.0465
verified: no, type: nauc_precision_at_3_max
value: 38.9708
verified: no, type: nauc_precision_at_3_std
value: -3.0438
verified: no, type: nauc_precision_at_3_diff1
value: 51.0597
verified: no, type: nauc_precision_at_5_max
value: 39.5722
verified: no, type: nauc_precision_at_5_std
value: -2.8886
verified: no, type: nauc_precision_at_5_diff1
value: 48.6862
verified: no, type: nauc_precision_at_10_max
value: 39.494
verified: no, type: nauc_precision_at_10_std
value: -2.5299
verified: no, type: nauc_precision_at_10_diff1
value: 46.75
verified: no, type: nauc_precision_at_20_max
value: 39.6388
verified: no, type: nauc_precision_at_20_std
value: -1.0715999999999999
verified: no, type: nauc_precision_at_20_diff1
value: 45.6381
verified: no, type: nauc_precision_at_100_max
value: 41.4357
verified: no, type: nauc_precision_at_100_std
value: 4.1693
verified: no, type: nauc_precision_at_100_diff1
value: 42.2097
verified: no, type: nauc_precision_at_1000_max
value: 49.2056
verified: no, type: nauc_precision_at_1000_std
value: 12.2387
verified: no, type: nauc_precision_at_1000_diff1
value: 42.7371
verified: no, type: nauc_mrr_at_1_max
value: 37.3169
verified: no, type: nauc_mrr_at_1_std
value: -2.3253
verified: no, type: nauc_mrr_at_1_diff1
value: 60.0465
verified: no, type: nauc_mrr_at_3_max
value: 38.0384
verified: no, type: nauc_mrr_at_3_std
value: -2.6754
verified: no, type: nauc_mrr_at_3_diff1
value: 56.137899999999995
verified: no, type: nauc_mrr_at_5_max
value: 38.1522
verified: no, type: nauc_mrr_at_5_std
value: -2.6406
verified: no, type: nauc_mrr_at_5_diff1
value: 55.80310000000001
verified: no, type: nauc_mrr_at_10_max
value: 38.128299999999996
verified: no, type: nauc_mrr_at_10_std
value: -2.5891
verified: no, type: nauc_mrr_at_10_diff1
value: 55.7289
verified: no, type: nauc_mrr_at_20_max
value: 38.128
verified: no, type: nauc_mrr_at_20_std
value: -2.5267
verified: no, type: nauc_mrr_at_20_diff1
value: 55.758700000000005
verified: no, type: nauc_mrr_at_100_max
value: 38.1402
verified: no, type: nauc_mrr_at_100_std
value: -2.4964
verified: no, type: nauc_mrr_at_100_diff1
value: 55.80159999999999
verified: no, type: nauc_mrr_at_1000_max
value: 38.1428
verified: no, type: nauc_mrr_at_1000_std
value: -2.4949
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.8162
verified: no, type: main_score
value: 57.557
verified: no
task: type: Retrieval, dataset: config: ruby
name: MTEB COIRCodeSearchNetRetrieval (ruby)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 33.466
verified: no, type: ndcg_at_3
value: 41.611
verified: no, type: ndcg_at_5
value: 44.41
verified: no, type: ndcg_at_10
value: 46.878
verified: no, type: ndcg_at_20
value: 48.548
verified: no, type: ndcg_at_100
value: 51.004000000000005
verified: no, type: ndcg_at_1000
value: 52.564
verified: no, type: map_at_1
value: 33.466
verified: no, type: map_at_3
value: 39.650999999999996
verified: no, type: map_at_5
value: 41.217
verified: no, type: map_at_10
value: 42.225
verified: no, type: map_at_20
value: 42.687000000000005
verified: no, type: map_at_100
value: 43.025000000000006
verified: no, type: map_at_1000
value: 43.082
verified: no, type: recall_at_1
value: 33.466
verified: no, type: recall_at_3
value: 47.264
verified: no, type: recall_at_5
value: 54.005
verified: no, type: recall_at_10
value: 61.697
verified: no, type: recall_at_20
value: 68.279
verified: no, type: recall_at_100
value: 81.523
verified: no, type: recall_at_1000
value: 93.973
verified: no, type: precision_at_1
value: 33.466
verified: no, type: precision_at_3
value: 15.754999999999999
verified: no, type: precision_at_5
value: 10.801
verified: no, type: precision_at_10
value: 6.17
verified: no, type: precision_at_20
value: 3.4139999999999997
verified: no, type: precision_at_100
value: 0.815
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: mrr_at_1
value: 33.4655
verified: no, type: mrr_at_3
value: 39.6511
verified: no, type: mrr_at_5
value: 41.2173
verified: no, type: mrr_at_10
value: 42.2253
verified: no, type: mrr_at_20
value: 42.686800000000005
verified: no, type: mrr_at_100
value: 43.025000000000006
verified: no, type: mrr_at_1000
value: 43.0818
verified: no, type: nauc_ndcg_at_1_max
value: 45.789699999999996
verified: no, type: nauc_ndcg_at_1_std
value: -4.9502999999999995
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.9067
verified: no, type: nauc_ndcg_at_3_max
value: 44.473800000000004
verified: no, type: nauc_ndcg_at_3_std
value: -2.9877000000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.611599999999996
verified: no, type: nauc_ndcg_at_5_max
value: 44.048300000000005
verified: no, type: nauc_ndcg_at_5_std
value: -2.4233000000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.6638
verified: no, type: nauc_ndcg_at_10_max
value: 42.9816
verified: no, type: nauc_ndcg_at_10_std
value: -1.8901000000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.9046
verified: no, type: nauc_ndcg_at_20_max
value: 42.7803
verified: no, type: nauc_ndcg_at_20_std
value: -1.2547000000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.305
verified: no, type: nauc_ndcg_at_100_max
value: 42.918
verified: no, type: nauc_ndcg_at_100_std
value: -0.6534
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.6519
verified: no, type: nauc_ndcg_at_1000_max
value: 43.0112
verified: no, type: nauc_ndcg_at_1000_std
value: -1.1447
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.1206
verified: no, type: nauc_map_at_1_max
value: 45.789699999999996
verified: no, type: nauc_map_at_1_std
value: -4.9502999999999995
verified: no, type: nauc_map_at_1_diff1
value: 54.9067
verified: no, type: nauc_map_at_3_max
value: 44.6443
verified: no, type: nauc_map_at_3_std
value: -3.4606
verified: no, type: nauc_map_at_3_diff1
value: 49.9067
verified: no, type: nauc_map_at_5_max
value: 44.3838
verified: no, type: nauc_map_at_5_std
value: -3.1638
verified: no, type: nauc_map_at_5_diff1
value: 48.829899999999995
verified: no, type: nauc_map_at_10_max
value: 43.9426
verified: no, type: nauc_map_at_10_std
value: -2.9687
verified: no, type: nauc_map_at_10_diff1
value: 48.497
verified: no, type: nauc_map_at_20_max
value: 43.8915
verified: no, type: nauc_map_at_20_std
value: -2.8005
verified: no, type: nauc_map_at_20_diff1
value: 48.3597
verified: no, type: nauc_map_at_100_max
value: 43.8943
verified: no, type: nauc_map_at_100_std
value: -2.7306
verified: no, type: nauc_map_at_100_diff1
value: 48.4227
verified: no, type: nauc_map_at_1000_max
value: 43.8925
verified: no, type: nauc_map_at_1000_std
value: -2.7446
verified: no, type: nauc_map_at_1000_diff1
value: 48.4369
verified: no, type: nauc_recall_at_1_max
value: 45.789699999999996
verified: no, type: nauc_recall_at_1_std
value: -4.9502999999999995
verified: no, type: nauc_recall_at_1_diff1
value: 54.9067
verified: no, type: nauc_recall_at_3_max
value: 44.0419
verified: no, type: nauc_recall_at_3_std
value: -1.6226
verified: no, type: nauc_recall_at_3_diff1
value: 44.9647
verified: no, type: nauc_recall_at_5_max
value: 43.0769
verified: no, type: nauc_recall_at_5_std
value: -0.1038
verified: no, type: nauc_recall_at_5_diff1
value: 39.9873
verified: no, type: nauc_recall_at_10_max
value: 39.4409
verified: no, type: nauc_recall_at_10_std
value: 2.0126999999999997
verified: no, type: nauc_recall_at_10_diff1
value: 37.0457
verified: no, type: nauc_recall_at_20_max
value: 38.0436
verified: no, type: nauc_recall_at_20_std
value: 5.5206
verified: no, type: nauc_recall_at_20_diff1
value: 32.9418
verified: no, type: nauc_recall_at_100_max
value: 37.4262
verified: no, type: nauc_recall_at_100_std
value: 14.9231
verified: no, type: nauc_recall_at_100_diff1
value: 29.651100000000003
verified: no, type: nauc_recall_at_1000_max
value: 33.1185
verified: no, type: nauc_recall_at_1000_std
value: 23.4133
verified: no, type: nauc_recall_at_1000_diff1
value: 19.6646
verified: no, type: nauc_precision_at_1_max
value: 45.789699999999996
verified: no, type: nauc_precision_at_1_std
value: -4.9502999999999995
verified: no, type: nauc_precision_at_1_diff1
value: 54.9067
verified: no, type: nauc_precision_at_3_max
value: 44.0419
verified: no, type: nauc_precision_at_3_std
value: -1.6226
verified: no, type: nauc_precision_at_3_diff1
value: 44.9647
verified: no, type: nauc_precision_at_5_max
value: 43.0769
verified: no, type: nauc_precision_at_5_std
value: -0.1038
verified: no, type: nauc_precision_at_5_diff1
value: 39.9873
verified: no, type: nauc_precision_at_10_max
value: 39.4409
verified: no, type: nauc_precision_at_10_std
value: 2.0126999999999997
verified: no, type: nauc_precision_at_10_diff1
value: 37.0457
verified: no, type: nauc_precision_at_20_max
value: 38.0436
verified: no, type: nauc_precision_at_20_std
value: 5.5206
verified: no, type: nauc_precision_at_20_diff1
value: 32.9418
verified: no, type: nauc_precision_at_100_max
value: 37.4262
verified: no, type: nauc_precision_at_100_std
value: 14.9231
verified: no, type: nauc_precision_at_100_diff1
value: 29.651100000000003
verified: no, type: nauc_precision_at_1000_max
value: 33.1185
verified: no, type: nauc_precision_at_1000_std
value: 23.4133
verified: no, type: nauc_precision_at_1000_diff1
value: 19.6646
verified: no, type: nauc_mrr_at_1_max
value: 45.789699999999996
verified: no, type: nauc_mrr_at_1_std
value: -4.9502999999999995
verified: no, type: nauc_mrr_at_1_diff1
value: 54.9067
verified: no, type: nauc_mrr_at_3_max
value: 44.6443
verified: no, type: nauc_mrr_at_3_std
value: -3.4606
verified: no, type: nauc_mrr_at_3_diff1
value: 49.9067
verified: no, type: nauc_mrr_at_5_max
value: 44.3838
verified: no, type: nauc_mrr_at_5_std
value: -3.1638
verified: no, type: nauc_mrr_at_5_diff1
value: 48.829899999999995
verified: no, type: nauc_mrr_at_10_max
value: 43.9426
verified: no, type: nauc_mrr_at_10_std
value: -2.9687
verified: no, type: nauc_mrr_at_10_diff1
value: 48.497
verified: no, type: nauc_mrr_at_20_max
value: 43.8915
verified: no, type: nauc_mrr_at_20_std
value: -2.8005
verified: no, type: nauc_mrr_at_20_diff1
value: 48.3597
verified: no, type: nauc_mrr_at_100_max
value: 43.8943
verified: no, type: nauc_mrr_at_100_std
value: -2.7306
verified: no, type: nauc_mrr_at_100_diff1
value: 48.4227
verified: no, type: nauc_mrr_at_1000_max
value: 43.8925
verified: no, type: nauc_mrr_at_1000_std
value: -2.7446
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.4369
verified: no, type: main_score
value: 46.878
verified: no
task: type: Retrieval, dataset: config: java
name: MTEB COIRCodeSearchNetRetrieval (java)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 37.91
verified: no, type: ndcg_at_3
value: 46.022999999999996
verified: no, type: ndcg_at_5
value: 48.345
verified: no, type: ndcg_at_10
value: 50.477000000000004
verified: no, type: ndcg_at_20
value: 51.900999999999996
verified: no, type: ndcg_at_100
value: 54.01899999999999
verified: no, type: ndcg_at_1000
value: 55.383
verified: no, type: map_at_1
value: 37.91
verified: no, type: map_at_3
value: 44.051
verified: no, type: map_at_5
value: 45.341
verified: no, type: map_at_10
value: 46.221000000000004
verified: no, type: map_at_20
value: 46.613
verified: no, type: map_at_100
value: 46.902
verified: no, type: map_at_1000
value: 46.949999999999996
verified: no, type: recall_at_1
value: 37.91
verified: no, type: recall_at_3
value: 51.721
verified: no, type: recall_at_5
value: 57.353
verified: no, type: recall_at_10
value: 63.943000000000005
verified: no, type: recall_at_20
value: 69.56599999999999
verified: no, type: recall_at_100
value: 81.041
verified: no, type: recall_at_1000
value: 91.995
verified: no, type: precision_at_1
value: 37.91
verified: no, type: precision_at_3
value: 17.24
verified: no, type: precision_at_5
value: 11.471
verified: no, type: precision_at_10
value: 6.394
verified: no, type: precision_at_20
value: 3.4779999999999998
verified: no, type: precision_at_100
value: 0.8099999999999999
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: mrr_at_1
value: 37.9096
verified: no, type: mrr_at_3
value: 44.0514
verified: no, type: mrr_at_5
value: 45.340799999999994
verified: no, type: mrr_at_10
value: 46.221000000000004
verified: no, type: mrr_at_20
value: 46.613
verified: no, type: mrr_at_100
value: 46.9024
verified: no, type: mrr_at_1000
value: 46.9499
verified: no, type: nauc_ndcg_at_1_max
value: 32.0711
verified: no, type: nauc_ndcg_at_1_std
value: -6.4620999999999995
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.851200000000006
verified: no, type: nauc_ndcg_at_3_max
value: 33.6415
verified: no, type: nauc_ndcg_at_3_std
value: -5.2595
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.340900000000005
verified: no, type: nauc_ndcg_at_5_max
value: 33.6962
verified: no, type: nauc_ndcg_at_5_std
value: -4.3041
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.137299999999996
verified: no, type: nauc_ndcg_at_10_max
value: 33.8843
verified: no, type: nauc_ndcg_at_10_std
value: -3.2363000000000004
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.5065
verified: no, type: nauc_ndcg_at_20_max
value: 33.8675
verified: no, type: nauc_ndcg_at_20_std
value: -2.4443
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.31790000000001
verified: no, type: nauc_ndcg_at_100_max
value: 34.2671
verified: no, type: nauc_ndcg_at_100_std
value: -1.706
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.3801
verified: no, type: nauc_ndcg_at_1000_max
value: 34.237
verified: no, type: nauc_ndcg_at_1000_std
value: -2.0292999999999997
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.8196
verified: no, type: nauc_map_at_1_max
value: 32.0711
verified: no, type: nauc_map_at_1_std
value: -6.4620999999999995
verified: no, type: nauc_map_at_1_diff1
value: 57.851200000000006
verified: no, type: nauc_map_at_3_max
value: 33.271699999999996
verified: no, type: nauc_map_at_3_std
value: -5.578799999999999
verified: no, type: nauc_map_at_3_diff1
value: 54.427800000000005
verified: no, type: nauc_map_at_5_max
value: 33.2962
verified: no, type: nauc_map_at_5_std
value: -5.063
verified: no, type: nauc_map_at_5_diff1
value: 53.784
verified: no, type: nauc_map_at_10_max
value: 33.3553
verified: no, type: nauc_map_at_10_std
value: -4.6524
verified: no, type: nauc_map_at_10_diff1
value: 53.5366
verified: no, type: nauc_map_at_20_max
value: 33.3544
verified: no, type: nauc_map_at_20_std
value: -4.4497
verified: no, type: nauc_map_at_20_diff1
value: 53.4978
verified: no, type: nauc_map_at_100_max
value: 33.4027
verified: no, type: nauc_map_at_100_std
value: -4.3659
verified: no, type: nauc_map_at_100_diff1
value: 53.514300000000006
verified: no, type: nauc_map_at_1000_max
value: 33.4037
verified: no, type: nauc_map_at_1000_std
value: -4.3740000000000006
verified: no, type: nauc_map_at_1000_diff1
value: 53.5313
verified: no, type: nauc_recall_at_1_max
value: 32.0711
verified: no, type: nauc_recall_at_1_std
value: -6.4620999999999995
verified: no, type: nauc_recall_at_1_diff1
value: 57.851200000000006
verified: no, type: nauc_recall_at_3_max
value: 34.7301
verified: no, type: nauc_recall_at_3_std
value: -4.3033
verified: no, type: nauc_recall_at_3_diff1
value: 50.129999999999995
verified: no, type: nauc_recall_at_5_max
value: 34.940599999999996
verified: no, type: nauc_recall_at_5_std
value: -1.7868
verified: no, type: nauc_recall_at_5_diff1
value: 46.848
verified: no, type: nauc_recall_at_10_max
value: 35.8024
verified: no, type: nauc_recall_at_10_std
value: 2.271
verified: no, type: nauc_recall_at_10_diff1
value: 44.1597
verified: no, type: nauc_recall_at_20_max
value: 35.881800000000005
verified: no, type: nauc_recall_at_20_std
value: 6.7608
verified: no, type: nauc_recall_at_20_diff1
value: 42.3843
verified: no, type: nauc_recall_at_100_max
value: 40.5398
verified: no, type: nauc_recall_at_100_std
value: 17.9288
verified: no, type: nauc_recall_at_100_diff1
value: 38.9048
verified: no, type: nauc_recall_at_1000_max
value: 46.6349
verified: no, type: nauc_recall_at_1000_std
value: 31.1156
verified: no, type: nauc_recall_at_1000_diff1
value: 36.5951
verified: no, type: nauc_precision_at_1_max
value: 32.0711
verified: no, type: nauc_precision_at_1_std
value: -6.4620999999999995
verified: no, type: nauc_precision_at_1_diff1
value: 57.851200000000006
verified: no, type: nauc_precision_at_3_max
value: 34.7301
verified: no, type: nauc_precision_at_3_std
value: -4.3033
verified: no, type: nauc_precision_at_3_diff1
value: 50.129999999999995
verified: no, type: nauc_precision_at_5_max
value: 34.940599999999996
verified: no, type: nauc_precision_at_5_std
value: -1.7868
verified: no, type: nauc_precision_at_5_diff1
value: 46.848
verified: no, type: nauc_precision_at_10_max
value: 35.8024
verified: no, type: nauc_precision_at_10_std
value: 2.271
verified: no, type: nauc_precision_at_10_diff1
value: 44.1597
verified: no, type: nauc_precision_at_20_max
value: 35.881800000000005
verified: no, type: nauc_precision_at_20_std
value: 6.7608
verified: no, type: nauc_precision_at_20_diff1
value: 42.3843
verified: no, type: nauc_precision_at_100_max
value: 40.5398
verified: no, type: nauc_precision_at_100_std
value: 17.9288
verified: no, type: nauc_precision_at_100_diff1
value: 38.9048
verified: no, type: nauc_precision_at_1000_max
value: 46.6349
verified: no, type: nauc_precision_at_1000_std
value: 31.1156
verified: no, type: nauc_precision_at_1000_diff1
value: 36.5951
verified: no, type: nauc_mrr_at_1_max
value: 32.0711
verified: no, type: nauc_mrr_at_1_std
value: -6.4620999999999995
verified: no, type: nauc_mrr_at_1_diff1
value: 57.851200000000006
verified: no, type: nauc_mrr_at_3_max
value: 33.271699999999996
verified: no, type: nauc_mrr_at_3_std
value: -5.578799999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 54.427800000000005
verified: no, type: nauc_mrr_at_5_max
value: 33.2962
verified: no, type: nauc_mrr_at_5_std
value: -5.063
verified: no, type: nauc_mrr_at_5_diff1
value: 53.784
verified: no, type: nauc_mrr_at_10_max
value: 33.3553
verified: no, type: nauc_mrr_at_10_std
value: -4.6524
verified: no, type: nauc_mrr_at_10_diff1
value: 53.5366
verified: no, type: nauc_mrr_at_20_max
value: 33.3544
verified: no, type: nauc_mrr_at_20_std
value: -4.4497
verified: no, type: nauc_mrr_at_20_diff1
value: 53.4978
verified: no, type: nauc_mrr_at_100_max
value: 33.4027
verified: no, type: nauc_mrr_at_100_std
value: -4.3659
verified: no, type: nauc_mrr_at_100_diff1
value: 53.514300000000006
verified: no, type: nauc_mrr_at_1000_max
value: 33.4037
verified: no, type: nauc_mrr_at_1000_std
value: -4.3740000000000006
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.5313
verified: no, type: main_score
value: 50.477000000000004
verified: no
task: type: Retrieval, dataset: config: php
name: MTEB COIRCodeSearchNetRetrieval (php)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 32.253
verified: no, type: ndcg_at_3
value: 40.355999999999995
verified: no, type: ndcg_at_5
value: 42.85
verified: no, type: ndcg_at_10
value: 45.217
verified: no, type: ndcg_at_20
value: 47.13
verified: no, type: ndcg_at_100
value: 49.683
verified: no, type: ndcg_at_1000
value: 51.248000000000005
verified: no, type: map_at_1
value: 32.253
verified: no, type: map_at_3
value: 38.374
verified: no, type: map_at_5
value: 39.757999999999996
verified: no, type: map_at_10
value: 40.731
verified: no, type: map_at_20
value: 41.254999999999995
verified: no, type: map_at_100
value: 41.6
verified: no, type: map_at_1000
value: 41.654
verified: no, type: recall_at_1
value: 32.253
verified: no, type: recall_at_3
value: 46.089999999999996
verified: no, type: recall_at_5
value: 52.141000000000005
verified: no, type: recall_at_10
value: 59.483
verified: no, type: recall_at_20
value: 67.054
verified: no, type: recall_at_100
value: 80.93299999999999
verified: no, type: recall_at_1000
value: 93.499
verified: no, type: precision_at_1
value: 32.253
verified: no, type: precision_at_3
value: 15.363
verified: no, type: precision_at_5
value: 10.427999999999999
verified: no, type: precision_at_10
value: 5.9479999999999995
verified: no, type: precision_at_20
value: 3.3529999999999998
verified: no, type: precision_at_100
value: 0.8089999999999999
verified: no, type: precision_at_1000
value: 0.093
verified: no, type: mrr_at_1
value: 32.2535
verified: no, type: mrr_at_3
value: 38.3735
verified: no, type: mrr_at_5
value: 39.7582
verified: no, type: mrr_at_10
value: 40.7309
verified: no, type: mrr_at_20
value: 41.254999999999995
verified: no, type: mrr_at_100
value: 41.6001
verified: no, type: mrr_at_1000
value: 41.6545
verified: no, type: nauc_ndcg_at_1_max
value: 29.5043
verified: no, type: nauc_ndcg_at_1_std
value: -3.8282999999999996
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.538399999999996
verified: no, type: nauc_ndcg_at_3_max
value: 30.1745
verified: no, type: nauc_ndcg_at_3_std
value: -2.6322
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.4579
verified: no, type: nauc_ndcg_at_5_max
value: 29.990699999999997
verified: no, type: nauc_ndcg_at_5_std
value: -2.2249000000000003
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.5017
verified: no, type: nauc_ndcg_at_10_max
value: 29.8609
verified: no, type: nauc_ndcg_at_10_std
value: -1.6362999999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.7191
verified: no, type: nauc_ndcg_at_20_max
value: 30.1378
verified: no, type: nauc_ndcg_at_20_std
value: -0.6985
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.5359
verified: no, type: nauc_ndcg_at_100_max
value: 30.5901
verified: no, type: nauc_ndcg_at_100_std
value: 0.1903
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.765299999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 30.607200000000002
verified: no, type: nauc_ndcg_at_1000_std
value: -0.1485
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.3165
verified: no, type: nauc_map_at_1_max
value: 29.5043
verified: no, type: nauc_map_at_1_std
value: -3.8282999999999996
verified: no, type: nauc_map_at_1_diff1
value: 55.538399999999996
verified: no, type: nauc_map_at_3_max
value: 30.0348
verified: no, type: nauc_map_at_3_std
value: -2.9402
verified: no, type: nauc_map_at_3_diff1
value: 50.8128
verified: no, type: nauc_map_at_5_max
value: 29.9447
verified: no, type: nauc_map_at_5_std
value: -2.7157
verified: no, type: nauc_map_at_5_diff1
value: 50.2953
verified: no, type: nauc_map_at_10_max
value: 29.8929
verified: no, type: nauc_map_at_10_std
value: -2.4865000000000004
verified: no, type: nauc_map_at_10_diff1
value: 49.9942
verified: no, type: nauc_map_at_20_max
value: 29.9564
verified: no, type: nauc_map_at_20_std
value: -2.2576
verified: no, type: nauc_map_at_20_diff1
value: 49.961800000000004
verified: no, type: nauc_map_at_100_max
value: 30.0155
verified: no, type: nauc_map_at_100_std
value: -2.1527000000000003
verified: no, type: nauc_map_at_100_diff1
value: 50.00320000000001
verified: no, type: nauc_map_at_1000_max
value: 30.0156
verified: no, type: nauc_map_at_1000_std
value: -2.1597999999999997
verified: no, type: nauc_map_at_1000_diff1
value: 50.019000000000005
verified: no, type: nauc_recall_at_1_max
value: 29.5043
verified: no, type: nauc_recall_at_1_std
value: -3.8282999999999996
verified: no, type: nauc_recall_at_1_diff1
value: 55.538399999999996
verified: no, type: nauc_recall_at_3_max
value: 30.567
verified: no, type: nauc_recall_at_3_std
value: -1.7389999999999999
verified: no, type: nauc_recall_at_3_diff1
value: 45.6079
verified: no, type: nauc_recall_at_5_max
value: 30.074499999999997
verified: no, type: nauc_recall_at_5_std
value: -0.7081
verified: no, type: nauc_recall_at_5_diff1
value: 43.1053
verified: no, type: nauc_recall_at_10_max
value: 29.644
verified: no, type: nauc_recall_at_10_std
value: 1.4013
verified: no, type: nauc_recall_at_10_diff1
value: 40.0676
verified: no, type: nauc_recall_at_20_max
value: 31.0116
verified: no, type: nauc_recall_at_20_std
value: 6.3982
verified: no, type: nauc_recall_at_20_diff1
value: 38.085
verified: no, type: nauc_recall_at_100_max
value: 35.6387
verified: no, type: nauc_recall_at_100_std
value: 18.4894
verified: no, type: nauc_recall_at_100_diff1
value: 35.2692
verified: no, type: nauc_recall_at_1000_max
value: 44.9874
verified: no, type: nauc_recall_at_1000_std
value: 36.0452
verified: no, type: nauc_recall_at_1000_diff1
value: 34.8612
verified: no, type: nauc_precision_at_1_max
value: 29.5043
verified: no, type: nauc_precision_at_1_std
value: -3.8282999999999996
verified: no, type: nauc_precision_at_1_diff1
value: 55.538399999999996
verified: no, type: nauc_precision_at_3_max
value: 30.567
verified: no, type: nauc_precision_at_3_std
value: -1.7389999999999999
verified: no, type: nauc_precision_at_3_diff1
value: 45.6079
verified: no, type: nauc_precision_at_5_max
value: 30.074499999999997
verified: no, type: nauc_precision_at_5_std
value: -0.7081
verified: no, type: nauc_precision_at_5_diff1
value: 43.1053
verified: no, type: nauc_precision_at_10_max
value: 29.644
verified: no, type: nauc_precision_at_10_std
value: 1.4013
verified: no, type: nauc_precision_at_10_diff1
value: 40.0676
verified: no, type: nauc_precision_at_20_max
value: 31.0116
verified: no, type: nauc_precision_at_20_std
value: 6.3982
verified: no, type: nauc_precision_at_20_diff1
value: 38.085
verified: no, type: nauc_precision_at_100_max
value: 35.6387
verified: no, type: nauc_precision_at_100_std
value: 18.4894
verified: no, type: nauc_precision_at_100_diff1
value: 35.2692
verified: no, type: nauc_precision_at_1000_max
value: 44.9874
verified: no, type: nauc_precision_at_1000_std
value: 36.0452
verified: no, type: nauc_precision_at_1000_diff1
value: 34.8612
verified: no, type: nauc_mrr_at_1_max
value: 29.5043
verified: no, type: nauc_mrr_at_1_std
value: -3.8282999999999996
verified: no, type: nauc_mrr_at_1_diff1
value: 55.538399999999996
verified: no, type: nauc_mrr_at_3_max
value: 30.0348
verified: no, type: nauc_mrr_at_3_std
value: -2.9402
verified: no, type: nauc_mrr_at_3_diff1
value: 50.8128
verified: no, type: nauc_mrr_at_5_max
value: 29.9447
verified: no, type: nauc_mrr_at_5_std
value: -2.7157
verified: no, type: nauc_mrr_at_5_diff1
value: 50.2953
verified: no, type: nauc_mrr_at_10_max
value: 29.8929
verified: no, type: nauc_mrr_at_10_std
value: -2.4865000000000004
verified: no, type: nauc_mrr_at_10_diff1
value: 49.9942
verified: no, type: nauc_mrr_at_20_max
value: 29.9564
verified: no, type: nauc_mrr_at_20_std
value: -2.2576
verified: no, type: nauc_mrr_at_20_diff1
value: 49.961800000000004
verified: no, type: nauc_mrr_at_100_max
value: 30.0155
verified: no, type: nauc_mrr_at_100_std
value: -2.1527000000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 50.00320000000001
verified: no, type: nauc_mrr_at_1000_max
value: 30.0156
verified: no, type: nauc_mrr_at_1000_std
value: -2.1597999999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.019000000000005
verified: no, type: main_score
value: 45.217
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: ndcg_at_1
value: 45.923
verified: no, type: ndcg_at_3
value: 51.842999999999996
verified: no, type: ndcg_at_5
value: 54.257
verified: no, type: ndcg_at_10
value: 57.667
verified: no, type: ndcg_at_20
value: 59.516000000000005
verified: no, type: ndcg_at_100
value: 62.373
verified: no, type: ndcg_at_1000
value: 63.68000000000001
verified: no, type: map_at_1
value: 36.964000000000006
verified: no, type: map_at_3
value: 46.001
verified: no, type: map_at_5
value: 48.312
verified: no, type: map_at_10
value: 50.43
verified: no, type: map_at_20
value: 51.371
verified: no, type: map_at_100
value: 52.066
verified: no, type: map_at_1000
value: 52.175000000000004
verified: no, type: recall_at_1
value: 36.964000000000006
verified: no, type: recall_at_3
value: 53.654999999999994
verified: no, type: recall_at_5
value: 60.995999999999995
verified: no, type: recall_at_10
value: 71.234
verified: no, type: recall_at_20
value: 77.596
verified: no, type: recall_at_100
value: 90.42099999999999
verified: no, type: recall_at_1000
value: 98.29599999999999
verified: no, type: precision_at_1
value: 45.923
verified: no, type: precision_at_3
value: 25.369999999999997
verified: no, type: precision_at_5
value: 18.14
verified: no, type: precision_at_10
value: 11.315999999999999
verified: no, type: precision_at_20
value: 6.651999999999999
verified: no, type: precision_at_100
value: 1.7049999999999998
verified: no, type: precision_at_1000
value: 0.216
verified: no, type: mrr_at_1
value: 45.9227
verified: no, type: mrr_at_3
value: 54.053399999999996
verified: no, type: mrr_at_5
value: 55.555600000000005
verified: no, type: mrr_at_10
value: 56.7326
verified: no, type: mrr_at_20
value: 57.0026
verified: no, type: mrr_at_100
value: 57.2924
verified: no, type: mrr_at_1000
value: 57.321299999999994
verified: no, type: nauc_ndcg_at_1_max
value: 40.8301
verified: no, type: nauc_ndcg_at_1_std
value: -4.7965
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.0363
verified: no, type: nauc_ndcg_at_3_max
value: 38.1658
verified: no, type: nauc_ndcg_at_3_std
value: -5.5431
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.236200000000004
verified: no, type: nauc_ndcg_at_5_max
value: 38.3776
verified: no, type: nauc_ndcg_at_5_std
value: -6.4315
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.906
verified: no, type: nauc_ndcg_at_10_max
value: 38.246900000000004
verified: no, type: nauc_ndcg_at_10_std
value: -5.9109
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.2073
verified: no, type: nauc_ndcg_at_20_max
value: 39.1442
verified: no, type: nauc_ndcg_at_20_std
value: -4.2145
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.1173
verified: no, type: nauc_ndcg_at_100_max
value: 40.2409
verified: no, type: nauc_ndcg_at_100_std
value: -2.3533999999999997
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.08
verified: no, type: nauc_ndcg_at_1000_max
value: 39.7135
verified: no, type: nauc_ndcg_at_1000_std
value: -3.2211999999999996
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.9532
verified: no, type: nauc_map_at_1_max
value: 34.8396
verified: no, type: nauc_map_at_1_std
value: -7.427200000000001
verified: no, type: nauc_map_at_1_diff1
value: 52.3057
verified: no, type: nauc_map_at_3_max
value: 36.869
verified: no, type: nauc_map_at_3_std
value: -7.482800000000001
verified: no, type: nauc_map_at_3_diff1
value: 46.7357
verified: no, type: nauc_map_at_5_max
value: 37.7915
verified: no, type: nauc_map_at_5_std
value: -7.4328
verified: no, type: nauc_map_at_5_diff1
value: 45.5111
verified: no, type: nauc_map_at_10_max
value: 38.1613
verified: no, type: nauc_map_at_10_std
value: -6.8068
verified: no, type: nauc_map_at_10_diff1
value: 45.359899999999996
verified: no, type: nauc_map_at_20_max
value: 38.5576
verified: no, type: nauc_map_at_20_std
value: -6.051200000000001
verified: no, type: nauc_map_at_20_diff1
value: 45.1212
verified: no, type: nauc_map_at_100_max
value: 38.8156
verified: no, type: nauc_map_at_100_std
value: -5.5418
verified: no, type: nauc_map_at_100_diff1
value: 45.1108
verified: no, type: nauc_map_at_1000_max
value: 38.746199999999995
verified: no, type: nauc_map_at_1000_std
value: -5.6205
verified: no, type: nauc_map_at_1000_diff1
value: 45.053399999999996
verified: no, type: nauc_recall_at_1_max
value: 34.8396
verified: no, type: nauc_recall_at_1_std
value: -7.427200000000001
verified: no, type: nauc_recall_at_1_diff1
value: 52.3057
verified: no, type: nauc_recall_at_3_max
value: 34.3365
verified: no, type: nauc_recall_at_3_std
value: -6.8784
verified: no, type: nauc_recall_at_3_diff1
value: 40.2233
verified: no, type: nauc_recall_at_5_max
value: 34.4245
verified: no, type: nauc_recall_at_5_std
value: -8.426300000000001
verified: no, type: nauc_recall_at_5_diff1
value: 35.4121
verified: no, type: nauc_recall_at_10_max
value: 32.2333
verified: no, type: nauc_recall_at_10_std
value: -5.8829
verified: no, type: nauc_recall_at_10_diff1
value: 34.0262
verified: no, type: nauc_recall_at_20_max
value: 36.256
verified: no, type: nauc_recall_at_20_std
value: 1.9085999999999999
verified: no, type: nauc_recall_at_20_diff1
value: 32.2877
verified: no, type: nauc_recall_at_100_max
value: 47.3573
verified: no, type: nauc_recall_at_100_std
value: 24.4303
verified: no, type: nauc_recall_at_100_diff1
value: 38.3181
verified: no, type: nauc_recall_at_1000_max
value: 63.5826
verified: no, type: nauc_recall_at_1000_std
value: 71.3349
verified: no, type: nauc_recall_at_1000_diff1
value: 40.771
verified: no, type: nauc_precision_at_1_max
value: 40.8301
verified: no, type: nauc_precision_at_1_std
value: -4.7965
verified: no, type: nauc_precision_at_1_diff1
value: 47.0363
verified: no, type: nauc_precision_at_3_max
value: 30.7605
verified: no, type: nauc_precision_at_3_std
value: -0.4
verified: no, type: nauc_precision_at_3_diff1
value: 17.099800000000002
verified: no, type: nauc_precision_at_5_max
value: 26.3274
verified: no, type: nauc_precision_at_5_std
value: 3.1927
verified: no, type: nauc_precision_at_5_diff1
value: 5.6719
verified: no, type: nauc_precision_at_10_max
value: 16.8618
verified: no, type: nauc_precision_at_10_std
value: 7.0584
verified: no, type: nauc_precision_at_10_diff1
value: -4.7258000000000004
verified: no, type: nauc_precision_at_20_max
value: 10.8993
verified: no, type: nauc_precision_at_20_std
value: 10.215499999999999
verified: no, type: nauc_precision_at_20_diff1
value: -10.8149
verified: no, type: nauc_precision_at_100_max
value: -0.0973
verified: no, type: nauc_precision_at_100_std
value: 9.3108
verified: no, type: nauc_precision_at_100_diff1
value: -19.0862
verified: no, type: nauc_precision_at_1000_max
value: -16.488
verified: no, type: nauc_precision_at_1000_std
value: -6.325
verified: no, type: nauc_precision_at_1000_diff1
value: -28.7621
verified: no, type: nauc_mrr_at_1_max
value: 40.8301
verified: no, type: nauc_mrr_at_1_std
value: -4.7965
verified: no, type: nauc_mrr_at_1_diff1
value: 47.0363
verified: no, type: nauc_mrr_at_3_max
value: 40.3492
verified: no, type: nauc_mrr_at_3_std
value: -4.0226
verified: no, type: nauc_mrr_at_3_diff1
value: 43.358799999999995
verified: no, type: nauc_mrr_at_5_max
value: 40.4342
verified: no, type: nauc_mrr_at_5_std
value: -4.5294
verified: no, type: nauc_mrr_at_5_diff1
value: 42.6362
verified: no, type: nauc_mrr_at_10_max
value: 40.2882
verified: no, type: nauc_mrr_at_10_std
value: -4.1685
verified: no, type: nauc_mrr_at_10_diff1
value: 42.5151
verified: no, type: nauc_mrr_at_20_max
value: 40.3939
verified: no, type: nauc_mrr_at_20_std
value: -4.1178
verified: no, type: nauc_mrr_at_20_diff1
value: 42.586400000000005
verified: no, type: nauc_mrr_at_100_max
value: 40.5002
verified: no, type: nauc_mrr_at_100_std
value: -4.0205
verified: no, type: nauc_mrr_at_100_diff1
value: 42.7299
verified: no, type: nauc_mrr_at_1000_max
value: 40.5002
verified: no, type: nauc_mrr_at_1000_std
value: -4.0168
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.7356
verified: no, type: main_score
value: 57.667
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: ndcg_at_1
value: 45.478
verified: no, type: ndcg_at_3
value: 51.124
verified: no, type: ndcg_at_5
value: 53.166000000000004
verified: no, type: ndcg_at_10
value: 55.505
verified: no, type: ndcg_at_20
value: 57.154
verified: no, type: ndcg_at_100
value: 59.606
verified: no, type: ndcg_at_1000
value: 61.255
verified: no, type: map_at_1
value: 36.198
verified: no, type: map_at_3
value: 45.678000000000004
verified: no, type: map_at_5
value: 47.605
verified: no, type: map_at_10
value: 49.199
verified: no, type: map_at_20
value: 49.957
verified: no, type: map_at_100
value: 50.602000000000004
verified: no, type: map_at_1000
value: 50.736000000000004
verified: no, type: recall_at_1
value: 36.198
verified: no, type: recall_at_3
value: 53.20700000000001
verified: no, type: recall_at_5
value: 59.169000000000004
verified: no, type: recall_at_10
value: 66.465
verified: no, type: recall_at_20
value: 72.60799999999999
verified: no, type: recall_at_100
value: 83.63199999999999
verified: no, type: recall_at_1000
value: 93.27600000000001
verified: no, type: precision_at_1
value: 45.478
verified: no, type: precision_at_3
value: 25.052999999999997
verified: no, type: precision_at_5
value: 17.694
verified: no, type: precision_at_10
value: 10.752
verified: no, type: precision_at_20
value: 6.239
verified: no, type: precision_at_100
value: 1.6660000000000001
verified: no, type: precision_at_1000
value: 0.211
verified: no, type: mrr_at_1
value: 45.4777
verified: no, type: mrr_at_3
value: 52.887499999999996
verified: no, type: mrr_at_5
value: 54.282399999999996
verified: no, type: mrr_at_10
value: 55.0745
verified: no, type: mrr_at_20
value: 55.43090000000001
verified: no, type: mrr_at_100
value: 55.656000000000006
verified: no, type: mrr_at_1000
value: 55.688
verified: no, type: nauc_ndcg_at_1_max
value: 46.8217
verified: no, type: nauc_ndcg_at_1_std
value: -2.7794
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.0574
verified: no, type: nauc_ndcg_at_3_max
value: 47.7532
verified: no, type: nauc_ndcg_at_3_std
value: -1.4668
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.8335
verified: no, type: nauc_ndcg_at_5_max
value: 48.7828
verified: no, type: nauc_ndcg_at_5_std
value: -1.015
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.991699999999994
verified: no, type: nauc_ndcg_at_10_max
value: 50.114999999999995
verified: no, type: nauc_ndcg_at_10_std
value: 1.1684
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.9116
verified: no, type: nauc_ndcg_at_20_max
value: 50.006099999999996
verified: no, type: nauc_ndcg_at_20_std
value: 2.0345
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.63870000000001
verified: no, type: nauc_ndcg_at_100_max
value: 50.478
verified: no, type: nauc_ndcg_at_100_std
value: 3.8077
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.3939
verified: no, type: nauc_ndcg_at_1000_max
value: 50.0328
verified: no, type: nauc_ndcg_at_1000_std
value: 3.2628
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.5116
verified: no, type: nauc_map_at_1_max
value: 35.4528
verified: no, type: nauc_map_at_1_std
value: -12.8546
verified: no, type: nauc_map_at_1_diff1
value: 59.2294
verified: no, type: nauc_map_at_3_max
value: 42.8209
verified: no, type: nauc_map_at_3_std
value: -8.1284
verified: no, type: nauc_map_at_3_diff1
value: 55.5925
verified: no, type: nauc_map_at_5_max
value: 44.7278
verified: no, type: nauc_map_at_5_std
value: -6.311400000000001
verified: no, type: nauc_map_at_5_diff1
value: 54.6249
verified: no, type: nauc_map_at_10_max
value: 46.3085
verified: no, type: nauc_map_at_10_std
value: -4.2609
verified: no, type: nauc_map_at_10_diff1
value: 54.4523
verified: no, type: nauc_map_at_20_max
value: 46.8259
verified: no, type: nauc_map_at_20_std
value: -3.3686000000000003
verified: no, type: nauc_map_at_20_diff1
value: 54.225100000000005
verified: no, type: nauc_map_at_100_max
value: 47.4262
verified: no, type: nauc_map_at_100_std
value: -2.3889
verified: no, type: nauc_map_at_100_diff1
value: 54.01669999999999
verified: no, type: nauc_map_at_1000_max
value: 47.453
verified: no, type: nauc_map_at_1000_std
value: -2.3062
verified: no, type: nauc_map_at_1000_diff1
value: 53.9968
verified: no, type: nauc_recall_at_1_max
value: 35.4528
verified: no, type: nauc_recall_at_1_std
value: -12.8546
verified: no, type: nauc_recall_at_1_diff1
value: 59.2294
verified: no, type: nauc_recall_at_3_max
value: 42.7793
verified: no, type: nauc_recall_at_3_std
value: -4.7798
verified: no, type: nauc_recall_at_3_diff1
value: 49.741
verified: no, type: nauc_recall_at_5_max
value: 45.6544
verified: no, type: nauc_recall_at_5_std
value: -1.6133000000000002
verified: no, type: nauc_recall_at_5_diff1
value: 45.7699
verified: no, type: nauc_recall_at_10_max
value: 50.769
verified: no, type: nauc_recall_at_10_std
value: 7.4262
verified: no, type: nauc_recall_at_10_diff1
value: 43.3808
verified: no, type: nauc_recall_at_20_max
value: 51.0312
verified: no, type: nauc_recall_at_20_std
value: 12.7246
verified: no, type: nauc_recall_at_20_diff1
value: 40.5477
verified: no, type: nauc_recall_at_100_max
value: 56.3878
verified: no, type: nauc_recall_at_100_std
value: 31.893300000000004
verified: no, type: nauc_recall_at_100_diff1
value: 34.902699999999996
verified: no, type: nauc_recall_at_1000_max
value: 55.4185
verified: no, type: nauc_recall_at_1000_std
value: 48.0244
verified: no, type: nauc_recall_at_1000_diff1
value: 27.980300000000003
verified: no, type: nauc_precision_at_1_max
value: 46.8217
verified: no, type: nauc_precision_at_1_std
value: -2.7794
verified: no, type: nauc_precision_at_1_diff1
value: 57.0574
verified: no, type: nauc_precision_at_3_max
value: 45.9159
verified: no, type: nauc_precision_at_3_std
value: 14.8948
verified: no, type: nauc_precision_at_3_diff1
value: 25.3519
verified: no, type: nauc_precision_at_5_max
value: 44.908500000000004
verified: no, type: nauc_precision_at_5_std
value: 22.3321
verified: no, type: nauc_precision_at_5_diff1
value: 14.696600000000002
verified: no, type: nauc_precision_at_10_max
value: 40.1
verified: no, type: nauc_precision_at_10_std
value: 29.6731
verified: no, type: nauc_precision_at_10_diff1
value: 4.2817
verified: no, type: nauc_precision_at_20_max
value: 35.2526
verified: no, type: nauc_precision_at_20_std
value: 34.4698
verified: no, type: nauc_precision_at_20_diff1
value: -3.8809000000000005
verified: no, type: nauc_precision_at_100_max
value: 25.186500000000002
verified: no, type: nauc_precision_at_100_std
value: 38.684400000000004
verified: no, type: nauc_precision_at_100_diff1
value: -15.160599999999999
verified: no, type: nauc_precision_at_1000_max
value: 11.5275
verified: no, type: nauc_precision_at_1000_std
value: 29.2055
verified: no, type: nauc_precision_at_1000_diff1
value: -19.7629
verified: no, type: nauc_mrr_at_1_max
value: 46.8217
verified: no, type: nauc_mrr_at_1_std
value: -2.7794
verified: no, type: nauc_mrr_at_1_diff1
value: 57.0574
verified: no, type: nauc_mrr_at_3_max
value: 49.7145
verified: no, type: nauc_mrr_at_3_std
value: 0.7482
verified: no, type: nauc_mrr_at_3_diff1
value: 54.0562
verified: no, type: nauc_mrr_at_5_max
value: 50.0393
verified: no, type: nauc_mrr_at_5_std
value: 0.9629000000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 53.41780000000001
verified: no, type: nauc_mrr_at_10_max
value: 50.325900000000004
verified: no, type: nauc_mrr_at_10_std
value: 1.6938000000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 53.0736
verified: no, type: nauc_mrr_at_20_max
value: 50.1989
verified: no, type: nauc_mrr_at_20_std
value: 1.7967
verified: no, type: nauc_mrr_at_20_diff1
value: 52.9982
verified: no, type: nauc_mrr_at_100_max
value: 50.184799999999996
verified: no, type: nauc_mrr_at_100_std
value: 1.8381999999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 53.034099999999995
verified: no, type: nauc_mrr_at_1000_max
value: 50.1706
verified: no, type: nauc_mrr_at_1000_std
value: 1.8124999999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.0505
verified: no, type: main_score
value: 55.505
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: ndcg_at_1
value: 50.09400000000001
verified: no, type: ndcg_at_3
value: 58.022
verified: no, type: ndcg_at_5
value: 60.97
verified: no, type: ndcg_at_10
value: 63.641000000000005
verified: no, type: ndcg_at_20
value: 65.273
verified: no, type: ndcg_at_100
value: 67.05499999999999
verified: no, type: ndcg_at_1000
value: 67.855
verified: no, type: map_at_1
value: 44.157000000000004
verified: no, type: map_at_3
value: 54.223
verified: no, type: map_at_5
value: 56.306999999999995
verified: no, type: map_at_10
value: 57.753
verified: no, type: map_at_20
value: 58.36900000000001
verified: no, type: map_at_100
value: 58.69799999999999
verified: no, type: map_at_1000
value: 58.74
verified: no, type: recall_at_1
value: 44.157000000000004
verified: no, type: recall_at_3
value: 63.087
verified: no, type: recall_at_5
value: 70.172
verified: no, type: recall_at_10
value: 77.78
verified: no, type: recall_at_20
value: 83.699
verified: no, type: recall_at_100
value: 92.244
verified: no, type: recall_at_1000
value: 97.81
verified: no, type: precision_at_1
value: 50.09400000000001
verified: no, type: precision_at_3
value: 25.81
verified: no, type: precision_at_5
value: 17.755000000000003
verified: no, type: precision_at_10
value: 10.181999999999999
verified: no, type: precision_at_20
value: 5.627
verified: no, type: precision_at_100
value: 1.278
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: mrr_at_1
value: 50.09400000000001
verified: no, type: mrr_at_3
value: 58.2654
verified: no, type: mrr_at_5
value: 59.8171
verified: no, type: mrr_at_10
value: 60.6998
verified: no, type: mrr_at_20
value: 61.077000000000005
verified: no, type: mrr_at_100
value: 61.2602
verified: no, type: mrr_at_1000
value: 61.2803
verified: no, type: nauc_ndcg_at_1_max
value: 42.0223
verified: no, type: nauc_ndcg_at_1_std
value: -7.5249999999999995
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.545
verified: no, type: nauc_ndcg_at_3_max
value: 41.4981
verified: no, type: nauc_ndcg_at_3_std
value: -7.3598
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.404399999999995
verified: no, type: nauc_ndcg_at_5_max
value: 43.1299
verified: no, type: nauc_ndcg_at_5_std
value: -5.4483999999999995
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.86149999999999
verified: no, type: nauc_ndcg_at_10_max
value: 44.460899999999995
verified: no, type: nauc_ndcg_at_10_std
value: -3.5878
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.24529999999999
verified: no, type: nauc_ndcg_at_20_max
value: 45.057199999999995
verified: no, type: nauc_ndcg_at_20_std
value: -2.5892999999999997
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.14919999999999
verified: no, type: nauc_ndcg_at_100_max
value: 45.202
verified: no, type: nauc_ndcg_at_100_std
value: -1.6291
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.226099999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 44.9773
verified: no, type: nauc_ndcg_at_1000_std
value: -2.2944
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.5531
verified: no, type: nauc_map_at_1_max
value: 34.3597
verified: no, type: nauc_map_at_1_std
value: -8.7494
verified: no, type: nauc_map_at_1_diff1
value: 57.288399999999996
verified: no, type: nauc_map_at_3_max
value: 39.723000000000006
verified: no, type: nauc_map_at_3_std
value: -8.9697
verified: no, type: nauc_map_at_3_diff1
value: 55.0296
verified: no, type: nauc_map_at_5_max
value: 41.2509
verified: no, type: nauc_map_at_5_std
value: -7.561
verified: no, type: nauc_map_at_5_diff1
value: 54.641799999999996
verified: no, type: nauc_map_at_10_max
value: 42.2464
verified: no, type: nauc_map_at_10_std
value: -6.442699999999999
verified: no, type: nauc_map_at_10_diff1
value: 54.6922
verified: no, type: nauc_map_at_20_max
value: 42.6447
verified: no, type: nauc_map_at_20_std
value: -5.8575
verified: no, type: nauc_map_at_20_diff1
value: 54.607099999999996
verified: no, type: nauc_map_at_100_max
value: 42.801899999999996
verified: no, type: nauc_map_at_100_std
value: -5.5908
verified: no, type: nauc_map_at_100_diff1
value: 54.64
verified: no, type: nauc_map_at_1000_max
value: 42.8163
verified: no, type: nauc_map_at_1000_std
value: -5.5892
verified: no, type: nauc_map_at_1000_diff1
value: 54.657999999999994
verified: no, type: nauc_recall_at_1_max
value: 34.3597
verified: no, type: nauc_recall_at_1_std
value: -8.7494
verified: no, type: nauc_recall_at_1_diff1
value: 57.288399999999996
verified: no, type: nauc_recall_at_3_max
value: 38.2143
verified: no, type: nauc_recall_at_3_std
value: -8.5053
verified: no, type: nauc_recall_at_3_diff1
value: 48.5674
verified: no, type: nauc_recall_at_5_max
value: 42.4963
verified: no, type: nauc_recall_at_5_std
value: -3.1975000000000002
verified: no, type: nauc_recall_at_5_diff1
value: 46.1409
verified: no, type: nauc_recall_at_10_max
value: 47.5304
verified: no, type: nauc_recall_at_10_std
value: 4.2543
verified: no, type: nauc_recall_at_10_diff1
value: 46.187400000000004
verified: no, type: nauc_recall_at_20_max
value: 52.5031
verified: no, type: nauc_recall_at_20_std
value: 12.215
verified: no, type: nauc_recall_at_20_diff1
value: 43.959199999999996
verified: no, type: nauc_recall_at_100_max
value: 59.519800000000004
verified: no, type: nauc_recall_at_100_std
value: 36.355399999999996
verified: no, type: nauc_recall_at_100_diff1
value: 38.1615
verified: no, type: nauc_recall_at_1000_max
value: 75.7293
verified: no, type: nauc_recall_at_1000_std
value: 68.0791
verified: no, type: nauc_recall_at_1000_diff1
value: 33.4758
verified: no, type: nauc_precision_at_1_max
value: 42.0223
verified: no, type: nauc_precision_at_1_std
value: -7.5249999999999995
verified: no, type: nauc_precision_at_1_diff1
value: 57.545
verified: no, type: nauc_precision_at_3_max
value: 40.269800000000004
verified: no, type: nauc_precision_at_3_std
value: -0.1042
verified: no, type: nauc_precision_at_3_diff1
value: 28.7982
verified: no, type: nauc_precision_at_5_max
value: 37.8177
verified: no, type: nauc_precision_at_5_std
value: 6.5974
verified: no, type: nauc_precision_at_5_diff1
value: 17.729
verified: no, type: nauc_precision_at_10_max
value: 34.4199
verified: no, type: nauc_precision_at_10_std
value: 14.8032
verified: no, type: nauc_precision_at_10_diff1
value: 7.8933
verified: no, type: nauc_precision_at_20_max
value: 31.5289
verified: no, type: nauc_precision_at_20_std
value: 22.1412
verified: no, type: nauc_precision_at_20_diff1
value: -0.993
verified: no, type: nauc_precision_at_100_max
value: 24.3425
verified: no, type: nauc_precision_at_100_std
value: 27.3469
verified: no, type: nauc_precision_at_100_diff1
value: -9.3572
verified: no, type: nauc_precision_at_1000_max
value: 18.453500000000002
verified: no, type: nauc_precision_at_1000_std
value: 24.925800000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -12.5892
verified: no, type: nauc_mrr_at_1_max
value: 42.0223
verified: no, type: nauc_mrr_at_1_std
value: -7.5249999999999995
verified: no, type: nauc_mrr_at_1_diff1
value: 57.545
verified: no, type: nauc_mrr_at_3_max
value: 43.4966
verified: no, type: nauc_mrr_at_3_std
value: -5.9497
verified: no, type: nauc_mrr_at_3_diff1
value: 54.3814
verified: no, type: nauc_mrr_at_5_max
value: 43.918
verified: no, type: nauc_mrr_at_5_std
value: -5.048
verified: no, type: nauc_mrr_at_5_diff1
value: 53.9473
verified: no, type: nauc_mrr_at_10_max
value: 43.9711
verified: no, type: nauc_mrr_at_10_std
value: -4.6621999999999995
verified: no, type: nauc_mrr_at_10_diff1
value: 54.231399999999994
verified: no, type: nauc_mrr_at_20_max
value: 44.0448
verified: no, type: nauc_mrr_at_20_std
value: -4.564900000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 54.2486
verified: no, type: nauc_mrr_at_100_max
value: 44.0305
verified: no, type: nauc_mrr_at_100_std
value: -4.5347
verified: no, type: nauc_mrr_at_100_diff1
value: 54.2802
verified: no, type: nauc_mrr_at_1000_max
value: 44.0239
verified: no, type: nauc_mrr_at_1000_std
value: -4.5523
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.2908
verified: no, type: main_score
value: 63.641000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: ndcg_at_1
value: 32.09
verified: no, type: ndcg_at_3
value: 40.149
verified: no, type: ndcg_at_5
value: 43.111
verified: no, type: ndcg_at_10
value: 46.075
verified: no, type: ndcg_at_20
value: 48.17
verified: no, type: ndcg_at_100
value: 51.03
verified: no, type: ndcg_at_1000
value: 52.668000000000006
verified: no, type: map_at_1
value: 29.532000000000004
verified: no, type: map_at_3
value: 37.086000000000006
verified: no, type: map_at_5
value: 38.889
verified: no, type: map_at_10
value: 40.214
verified: no, type: map_at_20
value: 40.831
verified: no, type: map_at_100
value: 41.289
verified: no, type: map_at_1000
value: 41.359
verified: no, type: recall_at_1
value: 29.532000000000004
verified: no, type: recall_at_3
value: 46.03
verified: no, type: recall_at_5
value: 53.089
verified: no, type: recall_at_10
value: 62.025
verified: no, type: recall_at_20
value: 69.762
verified: no, type: recall_at_100
value: 83.829
verified: no, type: recall_at_1000
value: 95.99499999999999
verified: no, type: precision_at_1
value: 32.09
verified: no, type: precision_at_3
value: 17.175
verified: no, type: precision_at_5
value: 12.068
verified: no, type: precision_at_10
value: 7.141
verified: no, type: precision_at_20
value: 4.079
verified: no, type: precision_at_100
value: 1.018
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: mrr_at_1
value: 32.0904
verified: no, type: mrr_at_3
value: 39.7363
verified: no, type: mrr_at_5
value: 41.307
verified: no, type: mrr_at_10
value: 42.4232
verified: no, type: mrr_at_20
value: 42.9925
verified: no, type: mrr_at_100
value: 43.342000000000006
verified: no, type: mrr_at_1000
value: 43.3947
verified: no, type: nauc_ndcg_at_1_max
value: 28.6057
verified: no, type: nauc_ndcg_at_1_std
value: -9.5015
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.895599999999995
verified: no, type: nauc_ndcg_at_3_max
value: 27.4486
verified: no, type: nauc_ndcg_at_3_std
value: -8.3694
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.1689
verified: no, type: nauc_ndcg_at_5_max
value: 29.481299999999997
verified: no, type: nauc_ndcg_at_5_std
value: -5.382
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.5505
verified: no, type: nauc_ndcg_at_10_max
value: 29.629299999999997
verified: no, type: nauc_ndcg_at_10_std
value: -3.1249
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.953199999999995
verified: no, type: nauc_ndcg_at_20_max
value: 29.5532
verified: no, type: nauc_ndcg_at_20_std
value: -2.7831
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.2522
verified: no, type: nauc_ndcg_at_100_max
value: 29.741600000000002
verified: no, type: nauc_ndcg_at_100_std
value: -3.2703999999999995
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.7396
verified: no, type: nauc_ndcg_at_1000_max
value: 29.9018
verified: no, type: nauc_ndcg_at_1000_std
value: -3.6946
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.5323
verified: no, type: nauc_map_at_1_max
value: 25.423299999999998
verified: no, type: nauc_map_at_1_std
value: -12.3377
verified: no, type: nauc_map_at_1_diff1
value: 46.8633
verified: no, type: nauc_map_at_3_max
value: 26.4335
verified: no, type: nauc_map_at_3_std
value: -9.871
verified: no, type: nauc_map_at_3_diff1
value: 41.9019
verified: no, type: nauc_map_at_5_max
value: 27.852
verified: no, type: nauc_map_at_5_std
value: -8.0967
verified: no, type: nauc_map_at_5_diff1
value: 41.4142
verified: no, type: nauc_map_at_10_max
value: 28.163700000000002
verified: no, type: nauc_map_at_10_std
value: -6.9023
verified: no, type: nauc_map_at_10_diff1
value: 40.779399999999995
verified: no, type: nauc_map_at_20_max
value: 28.1646
verified: no, type: nauc_map_at_20_std
value: -6.7966999999999995
verified: no, type: nauc_map_at_20_diff1
value: 40.625299999999996
verified: no, type: nauc_map_at_100_max
value: 28.2439
verified: no, type: nauc_map_at_100_std
value: -6.7998
verified: no, type: nauc_map_at_100_diff1
value: 40.7153
verified: no, type: nauc_map_at_1000_max
value: 28.2633
verified: no, type: nauc_map_at_1000_std
value: -6.802
verified: no, type: nauc_map_at_1000_diff1
value: 40.748
verified: no, type: nauc_recall_at_1_max
value: 25.423299999999998
verified: no, type: nauc_recall_at_1_std
value: -12.3377
verified: no, type: nauc_recall_at_1_diff1
value: 46.8633
verified: no, type: nauc_recall_at_3_max
value: 26.378800000000002
verified: no, type: nauc_recall_at_3_std
value: -6.6701
verified: no, type: nauc_recall_at_3_diff1
value: 35.8097
verified: no, type: nauc_recall_at_5_max
value: 30.9445
verified: no, type: nauc_recall_at_5_std
value: 0.1917
verified: no, type: nauc_recall_at_5_diff1
value: 33.5229
verified: no, type: nauc_recall_at_10_max
value: 30.995099999999997
verified: no, type: nauc_recall_at_10_std
value: 7.613200000000001
verified: no, type: nauc_recall_at_10_diff1
value: 27.2905
verified: no, type: nauc_recall_at_20_max
value: 31.244
verified: no, type: nauc_recall_at_20_std
value: 11.0527
verified: no, type: nauc_recall_at_20_diff1
value: 22.5701
verified: no, type: nauc_recall_at_100_max
value: 33.293
verified: no, type: nauc_recall_at_100_std
value: 12.4908
verified: no, type: nauc_recall_at_100_diff1
value: 19.2291
verified: no, type: nauc_recall_at_1000_max
value: 52.0915
verified: no, type: nauc_recall_at_1000_std
value: 32.1464
verified: no, type: nauc_recall_at_1000_diff1
value: 14.0362
verified: no, type: nauc_precision_at_1_max
value: 28.6057
verified: no, type: nauc_precision_at_1_std
value: -9.5015
verified: no, type: nauc_precision_at_1_diff1
value: 45.895599999999995
verified: no, type: nauc_precision_at_3_max
value: 31.391599999999997
verified: no, type: nauc_precision_at_3_std
value: -2.6111
verified: no, type: nauc_precision_at_3_diff1
value: 31.983800000000002
verified: no, type: nauc_precision_at_5_max
value: 35.9814
verified: no, type: nauc_precision_at_5_std
value: 6.062
verified: no, type: nauc_precision_at_5_diff1
value: 27.8588
verified: no, type: nauc_precision_at_10_max
value: 34.5678
verified: no, type: nauc_precision_at_10_std
value: 14.2625
verified: no, type: nauc_precision_at_10_diff1
value: 19.7208
verified: no, type: nauc_precision_at_20_max
value: 31.451600000000003
verified: no, type: nauc_precision_at_20_std
value: 16.6162
verified: no, type: nauc_precision_at_20_diff1
value: 12.421100000000001
verified: no, type: nauc_precision_at_100_max
value: 22.1049
verified: no, type: nauc_precision_at_100_std
value: 16.4354
verified: no, type: nauc_precision_at_100_diff1
value: 0.5193
verified: no, type: nauc_precision_at_1000_max
value: 14.682899999999998
verified: no, type: nauc_precision_at_1000_std
value: 15.5581
verified: no, type: nauc_precision_at_1000_diff1
value: -9.7103
verified: no, type: nauc_mrr_at_1_max
value: 28.6057
verified: no, type: nauc_mrr_at_1_std
value: -9.5015
verified: no, type: nauc_mrr_at_1_diff1
value: 45.895599999999995
verified: no, type: nauc_mrr_at_3_max
value: 29.082400000000003
verified: no, type: nauc_mrr_at_3_std
value: -6.9314
verified: no, type: nauc_mrr_at_3_diff1
value: 40.9506
verified: no, type: nauc_mrr_at_5_max
value: 30.152600000000003
verified: no, type: nauc_mrr_at_5_std
value: -5.455900000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 40.7747
verified: no, type: nauc_mrr_at_10_max
value: 29.9987
verified: no, type: nauc_mrr_at_10_std
value: -4.839799999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 40.2137
verified: no, type: nauc_mrr_at_20_max
value: 29.842200000000002
verified: no, type: nauc_mrr_at_20_std
value: -4.864
verified: no, type: nauc_mrr_at_20_diff1
value: 39.970800000000004
verified: no, type: nauc_mrr_at_100_max
value: 29.8359
verified: no, type: nauc_mrr_at_100_std
value: -4.9491
verified: no, type: nauc_mrr_at_100_diff1
value: 40.0495
verified: no, type: nauc_mrr_at_1000_max
value: 29.837799999999998
verified: no, type: nauc_mrr_at_1000_std
value: -4.968
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.0797
verified: no, type: main_score
value: 46.075
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: ndcg_at_1
value: 23.756
verified: no, type: ndcg_at_3
value: 29.725
verified: no, type: ndcg_at_5
value: 32.879000000000005
verified: no, type: ndcg_at_10
value: 36.015
verified: no, type: ndcg_at_20
value: 38.753
verified: no, type: ndcg_at_100
value: 42.175000000000004
verified: no, type: ndcg_at_1000
value: 44.607
verified: no, type: map_at_1
value: 18.944
verified: no, type: map_at_3
value: 26.098
verified: no, type: map_at_5
value: 28.151
verified: no, type: map_at_10
value: 29.610999999999997
verified: no, type: map_at_20
value: 30.481
verified: no, type: map_at_100
value: 31.063000000000002
verified: no, type: map_at_1000
value: 31.174000000000003
verified: no, type: recall_at_1
value: 18.944
verified: no, type: recall_at_3
value: 33.611000000000004
verified: no, type: recall_at_5
value: 41.427
verified: no, type: recall_at_10
value: 50.690999999999995
verified: no, type: recall_at_20
value: 60.437
verified: no, type: recall_at_100
value: 76.503
verified: no, type: recall_at_1000
value: 93.624
verified: no, type: precision_at_1
value: 23.756
verified: no, type: precision_at_3
value: 14.635000000000002
verified: no, type: precision_at_5
value: 11.07
verified: no, type: precision_at_10
value: 6.927999999999999
verified: no, type: precision_at_20
value: 4.266
verified: no, type: precision_at_100
value: 1.153
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: mrr_at_1
value: 23.7562
verified: no, type: mrr_at_3
value: 31.2604
verified: no, type: mrr_at_5
value: 33.1696
verified: no, type: mrr_at_10
value: 34.4913
verified: no, type: mrr_at_20
value: 35.111399999999996
verified: no, type: mrr_at_100
value: 35.457499999999996
verified: no, type: mrr_at_1000
value: 35.5125
verified: no, type: nauc_ndcg_at_1_max
value: 16.369
verified: no, type: nauc_ndcg_at_1_std
value: -0.2643
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.3924
verified: no, type: nauc_ndcg_at_3_max
value: 16.8313
verified: no, type: nauc_ndcg_at_3_std
value: -2.5591
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.2622
verified: no, type: nauc_ndcg_at_5_max
value: 16.575899999999997
verified: no, type: nauc_ndcg_at_5_std
value: -1.2212
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.4259
verified: no, type: nauc_ndcg_at_10_max
value: 16.7024
verified: no, type: nauc_ndcg_at_10_std
value: -0.5341
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.1232
verified: no, type: nauc_ndcg_at_20_max
value: 16.5942
verified: no, type: nauc_ndcg_at_20_std
value: -0.3493
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.1065
verified: no, type: nauc_ndcg_at_100_max
value: 17.6591
verified: no, type: nauc_ndcg_at_100_std
value: 1.9944
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.332399999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 17.7443
verified: no, type: nauc_ndcg_at_1000_std
value: 1.6357
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.1231
verified: no, type: nauc_map_at_1_max
value: 13.264400000000002
verified: no, type: nauc_map_at_1_std
value: -2.1641
verified: no, type: nauc_map_at_1_diff1
value: 37.446200000000005
verified: no, type: nauc_map_at_3_max
value: 14.9032
verified: no, type: nauc_map_at_3_std
value: -2.714
verified: no, type: nauc_map_at_3_diff1
value: 32.5923
verified: no, type: nauc_map_at_5_max
value: 14.932500000000001
verified: no, type: nauc_map_at_5_std
value: -1.9889000000000001
verified: no, type: nauc_map_at_5_diff1
value: 31.879600000000003
verified: no, type: nauc_map_at_10_max
value: 15.309500000000002
verified: no, type: nauc_map_at_10_std
value: -1.5512
verified: no, type: nauc_map_at_10_diff1
value: 31.694899999999997
verified: no, type: nauc_map_at_20_max
value: 15.3357
verified: no, type: nauc_map_at_20_std
value: -1.4588999999999999
verified: no, type: nauc_map_at_20_diff1
value: 31.323800000000002
verified: no, type: nauc_map_at_100_max
value: 15.598
verified: no, type: nauc_map_at_100_std
value: -0.9811000000000001
verified: no, type: nauc_map_at_100_diff1
value: 31.434600000000003
verified: no, type: nauc_map_at_1000_max
value: 15.6096
verified: no, type: nauc_map_at_1000_std
value: -0.9884999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 31.4697
verified: no, type: nauc_recall_at_1_max
value: 13.264400000000002
verified: no, type: nauc_recall_at_1_std
value: -2.1641
verified: no, type: nauc_recall_at_1_diff1
value: 37.446200000000005
verified: no, type: nauc_recall_at_3_max
value: 15.945500000000001
verified: no, type: nauc_recall_at_3_std
value: -3.4730999999999996
verified: no, type: nauc_recall_at_3_diff1
value: 27.0913
verified: no, type: nauc_recall_at_5_max
value: 15.237800000000002
verified: no, type: nauc_recall_at_5_std
value: -1.0399
verified: no, type: nauc_recall_at_5_diff1
value: 25.2793
verified: no, type: nauc_recall_at_10_max
value: 15.1746
verified: no, type: nauc_recall_at_10_std
value: 0.5708000000000001
verified: no, type: nauc_recall_at_10_diff1
value: 24.2515
verified: no, type: nauc_recall_at_20_max
value: 14.3294
verified: no, type: nauc_recall_at_20_std
value: 0.8943
verified: no, type: nauc_recall_at_20_diff1
value: 20.1567
verified: no, type: nauc_recall_at_100_max
value: 19.405
verified: no, type: nauc_recall_at_100_std
value: 15.5971
verified: no, type: nauc_recall_at_100_diff1
value: 16.8
verified: no, type: nauc_recall_at_1000_max
value: 27.3117
verified: no, type: nauc_recall_at_1000_std
value: 36.0277
verified: no, type: nauc_recall_at_1000_diff1
value: 15.1497
verified: no, type: nauc_precision_at_1_max
value: 16.369
verified: no, type: nauc_precision_at_1_std
value: -0.2643
verified: no, type: nauc_precision_at_1_diff1
value: 36.3924
verified: no, type: nauc_precision_at_3_max
value: 19.78
verified: no, type: nauc_precision_at_3_std
value: -2.0522
verified: no, type: nauc_precision_at_3_diff1
value: 24.3712
verified: no, type: nauc_precision_at_5_max
value: 19.4882
verified: no, type: nauc_precision_at_5_std
value: 0.7147
verified: no, type: nauc_precision_at_5_diff1
value: 20.2841
verified: no, type: nauc_precision_at_10_max
value: 20.0931
verified: no, type: nauc_precision_at_10_std
value: 3.0831
verified: no, type: nauc_precision_at_10_diff1
value: 15.928899999999999
verified: no, type: nauc_precision_at_20_max
value: 17.5823
verified: no, type: nauc_precision_at_20_std
value: 4.1056
verified: no, type: nauc_precision_at_20_diff1
value: 9.211500000000001
verified: no, type: nauc_precision_at_100_max
value: 14.447399999999998
verified: no, type: nauc_precision_at_100_std
value: 10.1543
verified: no, type: nauc_precision_at_100_diff1
value: 3.5811999999999995
verified: no, type: nauc_precision_at_1000_max
value: 7.829899999999999
verified: no, type: nauc_precision_at_1000_std
value: 3.4869999999999997
verified: no, type: nauc_precision_at_1000_diff1
value: -0.5313
verified: no, type: nauc_mrr_at_1_max
value: 16.369
verified: no, type: nauc_mrr_at_1_std
value: -0.2643
verified: no, type: nauc_mrr_at_1_diff1
value: 36.3924
verified: no, type: nauc_mrr_at_3_max
value: 18.8798
verified: no, type: nauc_mrr_at_3_std
value: -0.7811
verified: no, type: nauc_mrr_at_3_diff1
value: 31.7255
verified: no, type: nauc_mrr_at_5_max
value: 18.840799999999998
verified: no, type: nauc_mrr_at_5_std
value: -0.0676
verified: no, type: nauc_mrr_at_5_diff1
value: 31.6753
verified: no, type: nauc_mrr_at_10_max
value: 18.8049
verified: no, type: nauc_mrr_at_10_std
value: 0.2359
verified: no, type: nauc_mrr_at_10_diff1
value: 31.729200000000002
verified: no, type: nauc_mrr_at_20_max
value: 18.709999999999997
verified: no, type: nauc_mrr_at_20_std
value: 0.2533
verified: no, type: nauc_mrr_at_20_diff1
value: 31.556099999999997
verified: no, type: nauc_mrr_at_100_max
value: 18.7625
verified: no, type: nauc_mrr_at_100_std
value: 0.411
verified: no, type: nauc_mrr_at_100_diff1
value: 31.575599999999998
verified: no, type: nauc_mrr_at_1000_max
value: 18.7525
verified: no, type: nauc_mrr_at_1000_std
value: 0.4194
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.6052
verified: no, type: main_score
value: 36.015
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: ndcg_at_1
value: 42.348
verified: no, type: ndcg_at_3
value: 48.478
verified: no, type: ndcg_at_5
value: 50.79
verified: no, type: ndcg_at_10
value: 53.504
verified: no, type: ndcg_at_20
value: 55.753
verified: no, type: ndcg_at_100
value: 58.899
verified: no, type: ndcg_at_1000
value: 60.32300000000001
verified: no, type: map_at_1
value: 33.824
verified: no, type: map_at_3
value: 43.335
verified: no, type: map_at_5
value: 45.279
verified: no, type: map_at_10
value: 46.867999999999995
verified: no, type: map_at_20
value: 47.714
verified: no, type: map_at_100
value: 48.306
verified: no, type: map_at_1000
value: 48.406
verified: no, type: recall_at_1
value: 33.824
verified: no, type: recall_at_3
value: 52.305
verified: no, type: recall_at_5
value: 58.804
verified: no, type: recall_at_10
value: 67.142
verified: no, type: recall_at_20
value: 74.694
verified: no, type: recall_at_100
value: 89.134
verified: no, type: recall_at_1000
value: 97.816
verified: no, type: precision_at_1
value: 42.348
verified: no, type: precision_at_3
value: 23.741
verified: no, type: precision_at_5
value: 16.439
verified: no, type: precision_at_10
value: 9.75
verified: no, type: precision_at_20
value: 5.702999999999999
verified: no, type: precision_at_100
value: 1.466
verified: no, type: precision_at_1000
value: 0.17700000000000002
verified: no, type: mrr_at_1
value: 42.348400000000005
verified: no, type: mrr_at_3
value: 50.721799999999995
verified: no, type: mrr_at_5
value: 52.0115
verified: no, type: mrr_at_10
value: 52.9721
verified: no, type: mrr_at_20
value: 53.3914
verified: no, type: mrr_at_100
value: 53.7068
verified: no, type: mrr_at_1000
value: 53.734300000000005
verified: no, type: nauc_ndcg_at_1_max
value: 36.8685
verified: no, type: nauc_ndcg_at_1_std
value: -1.9057000000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.151700000000005
verified: no, type: nauc_ndcg_at_3_max
value: 36.8356
verified: no, type: nauc_ndcg_at_3_std
value: -3.5336
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.3439
verified: no, type: nauc_ndcg_at_5_max
value: 35.705999999999996
verified: no, type: nauc_ndcg_at_5_std
value: -4.5076
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.5611
verified: no, type: nauc_ndcg_at_10_max
value: 36.7768
verified: no, type: nauc_ndcg_at_10_std
value: -2.459
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.254400000000004
verified: no, type: nauc_ndcg_at_20_max
value: 37.390499999999996
verified: no, type: nauc_ndcg_at_20_std
value: -2.2398000000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.8108
verified: no, type: nauc_ndcg_at_100_max
value: 38.3272
verified: no, type: nauc_ndcg_at_100_std
value: -0.3307
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.4739
verified: no, type: nauc_ndcg_at_1000_max
value: 38.0766
verified: no, type: nauc_ndcg_at_1000_std
value: -0.6526
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.6232
verified: no, type: nauc_map_at_1_max
value: 29.901600000000002
verified: no, type: nauc_map_at_1_std
value: -7.186299999999999
verified: no, type: nauc_map_at_1_diff1
value: 54.2246
verified: no, type: nauc_map_at_3_max
value: 34.083200000000005
verified: no, type: nauc_map_at_3_std
value: -5.532
verified: no, type: nauc_map_at_3_diff1
value: 49.6089
verified: no, type: nauc_map_at_5_max
value: 34.2724
verified: no, type: nauc_map_at_5_std
value: -5.4413
verified: no, type: nauc_map_at_5_diff1
value: 49.045
verified: no, type: nauc_map_at_10_max
value: 35.3456
verified: no, type: nauc_map_at_10_std
value: -4.0495
verified: no, type: nauc_map_at_10_diff1
value: 48.9439
verified: no, type: nauc_map_at_20_max
value: 35.7489
verified: no, type: nauc_map_at_20_std
value: -3.769
verified: no, type: nauc_map_at_20_diff1
value: 49.205799999999996
verified: no, type: nauc_map_at_100_max
value: 35.9745
verified: no, type: nauc_map_at_100_std
value: -3.4292000000000002
verified: no, type: nauc_map_at_100_diff1
value: 49.2921
verified: no, type: nauc_map_at_1000_max
value: 35.9764
verified: no, type: nauc_map_at_1000_std
value: -3.4297
verified: no, type: nauc_map_at_1000_diff1
value: 49.3113
verified: no, type: nauc_recall_at_1_max
value: 29.901600000000002
verified: no, type: nauc_recall_at_1_std
value: -7.186299999999999
verified: no, type: nauc_recall_at_1_diff1
value: 54.2246
verified: no, type: nauc_recall_at_3_max
value: 32.3363
verified: no, type: nauc_recall_at_3_std
value: -6.5791
verified: no, type: nauc_recall_at_3_diff1
value: 41.86
verified: no, type: nauc_recall_at_5_max
value: 30.5954
verified: no, type: nauc_recall_at_5_std
value: -7.989599999999999
verified: no, type: nauc_recall_at_5_diff1
value: 38.5503
verified: no, type: nauc_recall_at_10_max
value: 34.238800000000005
verified: no, type: nauc_recall_at_10_std
value: -0.756
verified: no, type: nauc_recall_at_10_diff1
value: 36.8704
verified: no, type: nauc_recall_at_20_max
value: 35.7313
verified: no, type: nauc_recall_at_20_std
value: -0.7048
verified: no, type: nauc_recall_at_20_diff1
value: 37.7093
verified: no, type: nauc_recall_at_100_max
value: 44.4053
verified: no, type: nauc_recall_at_100_std
value: 20.2029
verified: no, type: nauc_recall_at_100_diff1
value: 38.6378
verified: no, type: nauc_recall_at_1000_max
value: 49.026399999999995
verified: no, type: nauc_recall_at_1000_std
value: 52.3613
verified: no, type: nauc_recall_at_1000_diff1
value: 27.487299999999998
verified: no, type: nauc_precision_at_1_max
value: 36.8685
verified: no, type: nauc_precision_at_1_std
value: -1.9057000000000002
verified: no, type: nauc_precision_at_1_diff1
value: 54.151700000000005
verified: no, type: nauc_precision_at_3_max
value: 36.608000000000004
verified: no, type: nauc_precision_at_3_std
value: 6.3276
verified: no, type: nauc_precision_at_3_diff1
value: 28.842499999999998
verified: no, type: nauc_precision_at_5_max
value: 32.2883
verified: no, type: nauc_precision_at_5_std
value: 8.0263
verified: no, type: nauc_precision_at_5_diff1
value: 21.2274
verified: no, type: nauc_precision_at_10_max
value: 30.814700000000002
verified: no, type: nauc_precision_at_10_std
value: 15.4999
verified: no, type: nauc_precision_at_10_diff1
value: 12.3553
verified: no, type: nauc_precision_at_20_max
value: 25.9789
verified: no, type: nauc_precision_at_20_std
value: 17.128
verified: no, type: nauc_precision_at_20_diff1
value: 7.342
verified: no, type: nauc_precision_at_100_max
value: 15.9879
verified: no, type: nauc_precision_at_100_std
value: 21.1499
verified: no, type: nauc_precision_at_100_diff1
value: -3.0609
verified: no, type: nauc_precision_at_1000_max
value: 4.850899999999999
verified: no, type: nauc_precision_at_1000_std
value: 15.750800000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -9.2357
verified: no, type: nauc_mrr_at_1_max
value: 36.8685
verified: no, type: nauc_mrr_at_1_std
value: -1.9057000000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 54.151700000000005
verified: no, type: nauc_mrr_at_3_max
value: 38.8422
verified: no, type: nauc_mrr_at_3_std
value: -1.3892
verified: no, type: nauc_mrr_at_3_diff1
value: 50.258100000000006
verified: no, type: nauc_mrr_at_5_max
value: 38.404500000000006
verified: no, type: nauc_mrr_at_5_std
value: -1.7023
verified: no, type: nauc_mrr_at_5_diff1
value: 49.7593
verified: no, type: nauc_mrr_at_10_max
value: 38.8727
verified: no, type: nauc_mrr_at_10_std
value: -1.0441
verified: no, type: nauc_mrr_at_10_diff1
value: 49.9366
verified: no, type: nauc_mrr_at_20_max
value: 38.8639
verified: no, type: nauc_mrr_at_20_std
value: -1.1834
verified: no, type: nauc_mrr_at_20_diff1
value: 50.004400000000004
verified: no, type: nauc_mrr_at_100_max
value: 38.8551
verified: no, type: nauc_mrr_at_100_std
value: -1.098
verified: no, type: nauc_mrr_at_100_diff1
value: 50.0522
verified: no, type: nauc_mrr_at_1000_max
value: 38.844699999999996
verified: no, type: nauc_mrr_at_1000_std
value: -1.117
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.055099999999996
verified: no, type: main_score
value: 53.504
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: ndcg_at_1
value: 37.557
verified: no, type: ndcg_at_3
value: 42.573
verified: no, type: ndcg_at_5
value: 45.528
verified: no, type: ndcg_at_10
value: 48.742999999999995
verified: no, type: ndcg_at_20
value: 51.160000000000004
verified: no, type: ndcg_at_100
value: 54.458
verified: no, type: ndcg_at_1000
value: 56.076
verified: no, type: map_at_1
value: 30.125
verified: no, type: map_at_3
value: 38.018
verified: no, type: map_at_5
value: 40.367999999999995
verified: no, type: map_at_10
value: 42.119
verified: no, type: map_at_20
value: 42.970000000000006
verified: no, type: map_at_100
value: 43.599
verified: no, type: map_at_1000
value: 43.69
verified: no, type: recall_at_1
value: 30.125
verified: no, type: recall_at_3
value: 45.437
verified: no, type: recall_at_5
value: 53.197
verified: no, type: recall_at_10
value: 62.619
verified: no, type: recall_at_20
value: 71.187
verified: no, type: recall_at_100
value: 86.574
verified: no, type: recall_at_1000
value: 97.102
verified: no, type: precision_at_1
value: 37.557
verified: no, type: precision_at_3
value: 20.624000000000002
verified: no, type: precision_at_5
value: 15.068000000000001
verified: no, type: precision_at_10
value: 9.269
verified: no, type: precision_at_20
value: 5.428
verified: no, type: precision_at_100
value: 1.401
verified: no, type: precision_at_1000
value: 0.16999999999999998
verified: no, type: mrr_at_1
value: 37.5571
verified: no, type: mrr_at_3
value: 44.6537
verified: no, type: mrr_at_5
value: 46.4403
verified: no, type: mrr_at_10
value: 47.5732
verified: no, type: mrr_at_20
value: 48.126000000000005
verified: no, type: mrr_at_100
value: 48.460300000000004
verified: no, type: mrr_at_1000
value: 48.4993
verified: no, type: nauc_ndcg_at_1_max
value: 44.5645
verified: no, type: nauc_ndcg_at_1_std
value: 4.542800000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.2359
verified: no, type: nauc_ndcg_at_3_max
value: 43.0652
verified: no, type: nauc_ndcg_at_3_std
value: 4.3627
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.4871
verified: no, type: nauc_ndcg_at_5_max
value: 43.419999999999995
verified: no, type: nauc_ndcg_at_5_std
value: 6.1539
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.6875
verified: no, type: nauc_ndcg_at_10_max
value: 43.5052
verified: no, type: nauc_ndcg_at_10_std
value: 8.0707
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.7523
verified: no, type: nauc_ndcg_at_20_max
value: 44.0535
verified: no, type: nauc_ndcg_at_20_std
value: 8.9662
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.869299999999996
verified: no, type: nauc_ndcg_at_100_max
value: 45.4324
verified: no, type: nauc_ndcg_at_100_std
value: 10.663400000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.3052
verified: no, type: nauc_ndcg_at_1000_max
value: 44.9238
verified: no, type: nauc_ndcg_at_1000_std
value: 9.0618
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.472699999999996
verified: no, type: nauc_map_at_1_max
value: 37.0128
verified: no, type: nauc_map_at_1_std
value: -1.8889
verified: no, type: nauc_map_at_1_diff1
value: 50.125299999999996
verified: no, type: nauc_map_at_3_max
value: 40.4277
verified: no, type: nauc_map_at_3_std
value: 1.5571
verified: no, type: nauc_map_at_3_diff1
value: 45.5239
verified: no, type: nauc_map_at_5_max
value: 41.6298
verified: no, type: nauc_map_at_5_std
value: 3.4013
verified: no, type: nauc_map_at_5_diff1
value: 45.3778
verified: no, type: nauc_map_at_10_max
value: 42.289300000000004
verified: no, type: nauc_map_at_10_std
value: 4.6503000000000005
verified: no, type: nauc_map_at_10_diff1
value: 45.5387
verified: no, type: nauc_map_at_20_max
value: 42.642
verified: no, type: nauc_map_at_20_std
value: 5.0203
verified: no, type: nauc_map_at_20_diff1
value: 45.1577
verified: no, type: nauc_map_at_100_max
value: 42.965199999999996
verified: no, type: nauc_map_at_100_std
value: 5.335
verified: no, type: nauc_map_at_100_diff1
value: 45.406800000000004
verified: no, type: nauc_map_at_1000_max
value: 42.9348
verified: no, type: nauc_map_at_1000_std
value: 5.2551
verified: no, type: nauc_map_at_1000_diff1
value: 45.408100000000005
verified: no, type: nauc_recall_at_1_max
value: 37.0128
verified: no, type: nauc_recall_at_1_std
value: -1.8889
verified: no, type: nauc_recall_at_1_diff1
value: 50.125299999999996
verified: no, type: nauc_recall_at_3_max
value: 38.929
verified: no, type: nauc_recall_at_3_std
value: 4.077
verified: no, type: nauc_recall_at_3_diff1
value: 38.7002
verified: no, type: nauc_recall_at_5_max
value: 39.6139
verified: no, type: nauc_recall_at_5_std
value: 8.362
verified: no, type: nauc_recall_at_5_diff1
value: 37.585
verified: no, type: nauc_recall_at_10_max
value: 39.2011
verified: no, type: nauc_recall_at_10_std
value: 15.155899999999999
verified: no, type: nauc_recall_at_10_diff1
value: 36.005199999999995
verified: no, type: nauc_recall_at_20_max
value: 40.221000000000004
verified: no, type: nauc_recall_at_20_std
value: 20.6873
verified: no, type: nauc_recall_at_20_diff1
value: 30.7941
verified: no, type: nauc_recall_at_100_max
value: 51.409800000000004
verified: no, type: nauc_recall_at_100_std
value: 46.4559
verified: no, type: nauc_recall_at_100_diff1
value: 35.7367
verified: no, type: nauc_recall_at_1000_max
value: 58.719500000000004
verified: no, type: nauc_recall_at_1000_std
value: 72.0053
verified: no, type: nauc_recall_at_1000_diff1
value: 36.0514
verified: no, type: nauc_precision_at_1_max
value: 44.5645
verified: no, type: nauc_precision_at_1_std
value: 4.542800000000001
verified: no, type: nauc_precision_at_1_diff1
value: 50.2359
verified: no, type: nauc_precision_at_3_max
value: 42.7363
verified: no, type: nauc_precision_at_3_std
value: 11.9582
verified: no, type: nauc_precision_at_3_diff1
value: 28.242800000000003
verified: no, type: nauc_precision_at_5_max
value: 39.7422
verified: no, type: nauc_precision_at_5_std
value: 16.2831
verified: no, type: nauc_precision_at_5_diff1
value: 21.6264
verified: no, type: nauc_precision_at_10_max
value: 33.4757
verified: no, type: nauc_precision_at_10_std
value: 18.8123
verified: no, type: nauc_precision_at_10_diff1
value: 14.122000000000002
verified: no, type: nauc_precision_at_20_max
value: 27.897
verified: no, type: nauc_precision_at_20_std
value: 17.7175
verified: no, type: nauc_precision_at_20_diff1
value: 4.8417
verified: no, type: nauc_precision_at_100_max
value: 16.4521
verified: no, type: nauc_precision_at_100_std
value: 15.6333
verified: no, type: nauc_precision_at_100_diff1
value: -3.7706999999999997
verified: no, type: nauc_precision_at_1000_max
value: 1.0215999999999998
verified: no, type: nauc_precision_at_1000_std
value: 1.7413
verified: no, type: nauc_precision_at_1000_diff1
value: -13.7539
verified: no, type: nauc_mrr_at_1_max
value: 44.5645
verified: no, type: nauc_mrr_at_1_std
value: 4.542800000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 50.2359
verified: no, type: nauc_mrr_at_3_max
value: 46.611999999999995
verified: no, type: nauc_mrr_at_3_std
value: 7.647900000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 45.3343
verified: no, type: nauc_mrr_at_5_max
value: 46.3141
verified: no, type: nauc_mrr_at_5_std
value: 7.9993
verified: no, type: nauc_mrr_at_5_diff1
value: 45.252900000000004
verified: no, type: nauc_mrr_at_10_max
value: 46.1605
verified: no, type: nauc_mrr_at_10_std
value: 8.6568
verified: no, type: nauc_mrr_at_10_diff1
value: 45.1293
verified: no, type: nauc_mrr_at_20_max
value: 46.1626
verified: no, type: nauc_mrr_at_20_std
value: 8.6536
verified: no, type: nauc_mrr_at_20_diff1
value: 45.0837
verified: no, type: nauc_mrr_at_100_max
value: 46.2514
verified: no, type: nauc_mrr_at_100_std
value: 8.731300000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 45.2734
verified: no, type: nauc_mrr_at_1000_max
value: 46.2511
verified: no, type: nauc_mrr_at_1000_std
value: 8.6858
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.29
verified: no, type: main_score
value: 48.742999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: ndcg_at_1
value: 36.5025
verified: no, type: ndcg_at_3
value: 42.563833333333335
verified: no, type: ndcg_at_5
value: 45.190500000000014
verified: no, type: ndcg_at_10
value: 48.15416666666666
verified: no, type: ndcg_at_20
value: 50.29141666666666
verified: no, type: ndcg_at_100
value: 53.34008333333333
verified: no, type: ndcg_at_1000
value: 55.072416666666676
verified: no, type: map_at_1
value: 30.718333333333337
verified: no, type: map_at_3
value: 38.537166666666664
verified: no, type: map_at_5
value: 40.46825
verified: no, type: map_at_10
value: 42.020250000000004
verified: no, type: map_at_20
value: 42.783
verified: no, type: map_at_100
value: 43.36233333333334
verified: no, type: map_at_1000
value: 43.46825
verified: no, type: recall_at_1
value: 30.718333333333337
verified: no, type: recall_at_3
value: 46.2075
verified: no, type: recall_at_5
value: 52.98616666666667
verified: no, type: recall_at_10
value: 61.78366666666667
verified: no, type: recall_at_20
value: 69.50683333333333
verified: no, type: recall_at_100
value: 84.0005
verified: no, type: recall_at_1000
value: 95.623
verified: no, type: precision_at_1
value: 36.5025
verified: no, type: precision_at_3
value: 19.820999999999998
verified: no, type: precision_at_5
value: 14.119666666666669
verified: no, type: precision_at_10
value: 8.606083333333334
verified: no, type: precision_at_20
value: 5.0425
verified: no, type: precision_at_100
value: 1.3245
verified: no, type: precision_at_1000
value: 0.16624999999999998
verified: no, type: mrr_at_1
value: 36.50251666666667
verified: no, type: mrr_at_3
value: 43.639925000000005
verified: no, type: mrr_at_5
value: 45.17450833333333
verified: no, type: mrr_at_10
value: 46.29196666666667
verified: no, type: mrr_at_20
value: 46.787433333333325
verified: no, type: mrr_at_100
value: 47.11775833333334
verified: no, type: mrr_at_1000
value: 47.160025
verified: no, type: nauc_ndcg_at_1_max
value: 35.63543333333333
verified: no, type: nauc_ndcg_at_1_std
value: -2.5082500000000003
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.697575
verified: no, type: nauc_ndcg_at_3_max
value: 34.4362
verified: no, type: nauc_ndcg_at_3_std
value: -1.8411749999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.73903333333333
verified: no, type: nauc_ndcg_at_5_max
value: 34.93775
verified: no, type: nauc_ndcg_at_5_std
value: -0.8254249999999997
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.07621666666667
verified: no, type: nauc_ndcg_at_10_max
value: 35.32053333333333
verified: no, type: nauc_ndcg_at_10_std
value: 0.5296166666666667
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.7897
verified: no, type: nauc_ndcg_at_20_max
value: 35.781600000000005
verified: no, type: nauc_ndcg_at_20_std
value: 1.3973583333333335
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.563583333333334
verified: no, type: nauc_ndcg_at_100_max
value: 36.46264166666666
verified: no, type: nauc_ndcg_at_100_std
value: 2.793141666666667
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.913475
verified: no, type: nauc_ndcg_at_1000_max
value: 36.389716666666665
verified: no, type: nauc_ndcg_at_1000_std
value: 2.1062499999999997
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.32690000000001
verified: no, type: nauc_map_at_1_max
value: 30.19065
verified: no, type: nauc_map_at_1_std
value: -6.136941666666667
verified: no, type: nauc_map_at_1_diff1
value: 50.95858333333334
verified: no, type: nauc_map_at_3_max
value: 32.65271666666666
verified: no, type: nauc_map_at_3_std
value: -3.927191666666667
verified: no, type: nauc_map_at_3_diff1
value: 45.89055
verified: no, type: nauc_map_at_5_max
value: 33.56583333333334
verified: no, type: nauc_map_at_5_std
value: -2.8991750000000005
verified: no, type: nauc_map_at_5_diff1
value: 45.29093333333334
verified: no, type: nauc_map_at_10_max
value: 34.177641666666666
verified: no, type: nauc_map_at_10_std
value: -1.9589083333333333
verified: no, type: nauc_map_at_10_diff1
value: 45.126108333333335
verified: no, type: nauc_map_at_20_max
value: 34.461074999999994
verified: no, type: nauc_map_at_20_std
value: -1.550616666666666
verified: no, type: nauc_map_at_20_diff1
value: 45.00503333333333
verified: no, type: nauc_map_at_100_max
value: 34.69629166666666
verified: no, type: nauc_map_at_100_std
value: -1.1661166666666671
verified: no, type: nauc_map_at_100_diff1
value: 45.009175
verified: no, type: nauc_map_at_1000_max
value: 34.688108333333325
verified: no, type: nauc_map_at_1000_std
value: -1.1726583333333331
verified: no, type: nauc_map_at_1000_diff1
value: 45.010266666666666
verified: no, type: nauc_recall_at_1_max
value: 30.19065
verified: no, type: nauc_recall_at_1_std
value: -6.136941666666667
verified: no, type: nauc_recall_at_1_diff1
value: 50.95858333333334
verified: no, type: nauc_recall_at_3_max
value: 31.18069166666666
verified: no, type: nauc_recall_at_3_std
value: -2.425375
verified: no, type: nauc_recall_at_3_diff1
value: 39.215491666666665
verified: no, type: nauc_recall_at_5_max
value: 32.40545833333333
verified: no, type: nauc_recall_at_5_std
value: 0.30784166666666674
verified: no, type: nauc_recall_at_5_diff1
value: 36.58546666666667
verified: no, type: nauc_recall_at_10_max
value: 33.11824166666668
verified: no, type: nauc_recall_at_10_std
value: 5.099150000000001
verified: no, type: nauc_recall_at_10_diff1
value: 34.32635833333333
verified: no, type: nauc_recall_at_20_max
value: 34.84125
verified: no, type: nauc_recall_at_20_std
value: 9.744425
verified: no, type: nauc_recall_at_20_diff1
value: 32.073550000000004
verified: no, type: nauc_recall_at_100_max
value: 40.07125
verified: no, type: nauc_recall_at_100_std
value: 26.520391666666672
verified: no, type: nauc_recall_at_100_diff1
value: 29.73679166666667
verified: no, type: nauc_recall_at_1000_max
value: 52.596025000000004
verified: no, type: nauc_recall_at_1000_std
value: 53.16131666666667
verified: no, type: nauc_recall_at_1000_diff1
value: 27.2596
verified: no, type: nauc_precision_at_1_max
value: 35.63543333333333
verified: no, type: nauc_precision_at_1_std
value: -2.5082500000000003
verified: no, type: nauc_precision_at_1_diff1
value: 49.697575
verified: no, type: nauc_precision_at_3_max
value: 34.383424999999995
verified: no, type: nauc_precision_at_3_std
value: 4.906383333333332
verified: no, type: nauc_precision_at_3_diff1
value: 27.956991666666664
verified: no, type: nauc_precision_at_5_max
value: 33.50664166666667
verified: no, type: nauc_precision_at_5_std
value: 9.5448
verified: no, type: nauc_precision_at_5_diff1
value: 20.584491666666665
verified: no, type: nauc_precision_at_10_max
value: 30.116449999999993
verified: no, type: nauc_precision_at_10_std
value: 14.272133333333334
verified: no, type: nauc_precision_at_10_diff1
value: 12.496183333333333
verified: no, type: nauc_precision_at_20_max
value: 26.383483333333334
verified: no, type: nauc_precision_at_20_std
value: 16.945558333333334
verified: no, type: nauc_precision_at_20_diff1
value: 5.616483333333333
verified: no, type: nauc_precision_at_100_max
value: 17.88254166666667
verified: no, type: nauc_precision_at_100_std
value: 19.543916666666668
verified: no, type: nauc_precision_at_100_diff1
value: -4.408391666666666
verified: no, type: nauc_precision_at_1000_max
value: 6.492849999999999
verified: no, type: nauc_precision_at_1000_std
value: 11.98045
verified: no, type: nauc_precision_at_1000_diff1
value: -12.374983333333333
verified: no, type: nauc_mrr_at_1_max
value: 35.63543333333333
verified: no, type: nauc_mrr_at_1_std
value: -2.5082500000000003
verified: no, type: nauc_mrr_at_1_diff1
value: 49.697575
verified: no, type: nauc_mrr_at_3_max
value: 36.531841666666665
verified: no, type: nauc_mrr_at_3_std
value: -0.49094999999999983
verified: no, type: nauc_mrr_at_3_diff1
value: 45.05095
verified: no, type: nauc_mrr_at_5_max
value: 36.68914166666667
verified: no, type: nauc_mrr_at_5_std
value: -0.020883333333333517
verified: no, type: nauc_mrr_at_5_diff1
value: 44.59794166666667
verified: no, type: nauc_mrr_at_10_max
value: 36.71131666666667
verified: no, type: nauc_mrr_at_10_std
value: 0.42916666666666675
verified: no, type: nauc_mrr_at_10_diff1
value: 44.502241666666656
verified: no, type: nauc_mrr_at_20_max
value: 36.73486666666667
verified: no, type: nauc_mrr_at_20_std
value: 0.5398083333333334
verified: no, type: nauc_mrr_at_20_diff1
value: 44.48308333333335
verified: no, type: nauc_mrr_at_100_max
value: 36.76240833333333
verified: no, type: nauc_mrr_at_100_std
value: 0.6035583333333332
verified: no, type: nauc_mrr_at_100_diff1
value: 44.55041666666667
verified: no, type: nauc_mrr_at_1000_max
value: 36.76164166666667
verified: no, type: nauc_mrr_at_1000_std
value: 0.5883499999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.56814166666667
verified: no, type: main_score
value: 48.15416666666666
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 48.15416666666667
verified: no, type: ndcg_at_10
value: 48.15416666666667
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: ndcg_at_1
value: 32.669
verified: no, type: ndcg_at_3
value: 37.604
verified: no, type: ndcg_at_5
value: 39.682
verified: no, type: ndcg_at_10
value: 42.353
verified: no, type: ndcg_at_20
value: 44.374
verified: no, type: ndcg_at_100
value: 47.424
verified: no, type: ndcg_at_1000
value: 49.589
verified: no, type: map_at_1
value: 29.193
verified: no, type: map_at_3
value: 34.897
verified: no, type: map_at_5
value: 36.272999999999996
verified: no, type: map_at_10
value: 37.529
verified: no, type: map_at_20
value: 38.156
verified: no, type: map_at_100
value: 38.614
verified: no, type: map_at_1000
value: 38.712999999999994
verified: no, type: recall_at_1
value: 29.193
verified: no, type: recall_at_3
value: 41.014
verified: no, type: recall_at_5
value: 46.248
verified: no, type: recall_at_10
value: 54.159
verified: no, type: recall_at_20
value: 61.818
verified: no, type: recall_at_100
value: 77.267
verified: no, type: recall_at_1000
value: 92.805
verified: no, type: precision_at_1
value: 32.669
verified: no, type: precision_at_3
value: 16.309
verified: no, type: precision_at_5
value: 11.288
verified: no, type: precision_at_10
value: 6.8709999999999996
verified: no, type: precision_at_20
value: 3.9419999999999997
verified: no, type: precision_at_100
value: 1.008
verified: no, type: precision_at_1000
value: 0.126
verified: no, type: mrr_at_1
value: 32.6687
verified: no, type: mrr_at_3
value: 38.0368
verified: no, type: mrr_at_5
value: 39.1948
verified: no, type: mrr_at_10
value: 40.2884
verified: no, type: mrr_at_20
value: 40.7986
verified: no, type: mrr_at_100
value: 41.1771
verified: no, type: mrr_at_1000
value: 41.240700000000004
verified: no, type: nauc_ndcg_at_1_max
value: 38.765699999999995
verified: no, type: nauc_ndcg_at_1_std
value: 3.3594
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.1068
verified: no, type: nauc_ndcg_at_3_max
value: 35.987700000000004
verified: no, type: nauc_ndcg_at_3_std
value: 2.8396999999999997
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.2858
verified: no, type: nauc_ndcg_at_5_max
value: 36.628699999999995
verified: no, type: nauc_ndcg_at_5_std
value: 3.6117000000000004
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.9776
verified: no, type: nauc_ndcg_at_10_max
value: 36.763200000000005
verified: no, type: nauc_ndcg_at_10_std
value: 4.7951
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.5066
verified: no, type: nauc_ndcg_at_20_max
value: 36.6793
verified: no, type: nauc_ndcg_at_20_std
value: 5.6449
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.835100000000004
verified: no, type: nauc_ndcg_at_100_max
value: 37.0064
verified: no, type: nauc_ndcg_at_100_std
value: 6.6625000000000005
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.4937
verified: no, type: nauc_ndcg_at_1000_max
value: 37.5693
verified: no, type: nauc_ndcg_at_1000_std
value: 6.5411
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.671800000000005
verified: no, type: nauc_map_at_1_max
value: 32.7625
verified: no, type: nauc_map_at_1_std
value: -1.8726
verified: no, type: nauc_map_at_1_diff1
value: 53.1931
verified: no, type: nauc_map_at_3_max
value: 34.7221
verified: no, type: nauc_map_at_3_std
value: 1.141
verified: no, type: nauc_map_at_3_diff1
value: 49.0672
verified: no, type: nauc_map_at_5_max
value: 35.5173
verified: no, type: nauc_map_at_5_std
value: 2.2872
verified: no, type: nauc_map_at_5_diff1
value: 48.5047
verified: no, type: nauc_map_at_10_max
value: 35.7686
verified: no, type: nauc_map_at_10_std
value: 2.9238
verified: no, type: nauc_map_at_10_diff1
value: 48.3548
verified: no, type: nauc_map_at_20_max
value: 35.7707
verified: no, type: nauc_map_at_20_std
value: 3.0683
verified: no, type: nauc_map_at_20_diff1
value: 48.1708
verified: no, type: nauc_map_at_100_max
value: 35.8572
verified: no, type: nauc_map_at_100_std
value: 3.2108999999999996
verified: no, type: nauc_map_at_100_diff1
value: 48.0681
verified: no, type: nauc_map_at_1000_max
value: 35.885600000000004
verified: no, type: nauc_map_at_1000_std
value: 3.2162
verified: no, type: nauc_map_at_1000_diff1
value: 48.1239
verified: no, type: nauc_recall_at_1_max
value: 32.7625
verified: no, type: nauc_recall_at_1_std
value: -1.8726
verified: no, type: nauc_recall_at_1_diff1
value: 53.1931
verified: no, type: nauc_recall_at_3_max
value: 32.5847
verified: no, type: nauc_recall_at_3_std
value: 1.4236
verified: no, type: nauc_recall_at_3_diff1
value: 42.8899
verified: no, type: nauc_recall_at_5_max
value: 35.0441
verified: no, type: nauc_recall_at_5_std
value: 4.1737
verified: no, type: nauc_recall_at_5_diff1
value: 41.8313
verified: no, type: nauc_recall_at_10_max
value: 35.063100000000006
verified: no, type: nauc_recall_at_10_std
value: 7.8740000000000006
verified: no, type: nauc_recall_at_10_diff1
value: 38.9244
verified: no, type: nauc_recall_at_20_max
value: 33.6964
verified: no, type: nauc_recall_at_20_std
value: 12.0632
verified: no, type: nauc_recall_at_20_diff1
value: 34.7941
verified: no, type: nauc_recall_at_100_max
value: 33.928399999999996
verified: no, type: nauc_recall_at_100_std
value: 23.1451
verified: no, type: nauc_recall_at_100_diff1
value: 28.170499999999997
verified: no, type: nauc_recall_at_1000_max
value: 45.6188
verified: no, type: nauc_recall_at_1000_std
value: 44.1766
verified: no, type: nauc_recall_at_1000_diff1
value: 34.1945
verified: no, type: nauc_precision_at_1_max
value: 38.765699999999995
verified: no, type: nauc_precision_at_1_std
value: 3.3594
verified: no, type: nauc_precision_at_1_diff1
value: 54.1068
verified: no, type: nauc_precision_at_3_max
value: 39.3932
verified: no, type: nauc_precision_at_3_std
value: 11.258600000000001
verified: no, type: nauc_precision_at_3_diff1
value: 36.9186
verified: no, type: nauc_precision_at_5_max
value: 39.0844
verified: no, type: nauc_precision_at_5_std
value: 14.7369
verified: no, type: nauc_precision_at_5_diff1
value: 31.3071
verified: no, type: nauc_precision_at_10_max
value: 36.3678
verified: no, type: nauc_precision_at_10_std
value: 17.292099999999998
verified: no, type: nauc_precision_at_10_diff1
value: 24.0674
verified: no, type: nauc_precision_at_20_max
value: 32.5422
verified: no, type: nauc_precision_at_20_std
value: 17.3521
verified: no, type: nauc_precision_at_20_diff1
value: 17.8472
verified: no, type: nauc_precision_at_100_max
value: 28.439700000000002
verified: no, type: nauc_precision_at_100_std
value: 21.7441
verified: no, type: nauc_precision_at_100_diff1
value: 7.6072
verified: no, type: nauc_precision_at_1000_max
value: 18.9222
verified: no, type: nauc_precision_at_1000_std
value: 17.1045
verified: no, type: nauc_precision_at_1000_diff1
value: 0.9424
verified: no, type: nauc_mrr_at_1_max
value: 38.765699999999995
verified: no, type: nauc_mrr_at_1_std
value: 3.3594
verified: no, type: nauc_mrr_at_1_diff1
value: 54.1068
verified: no, type: nauc_mrr_at_3_max
value: 38.4312
verified: no, type: nauc_mrr_at_3_std
value: 4.4437999999999995
verified: no, type: nauc_mrr_at_3_diff1
value: 49.0981
verified: no, type: nauc_mrr_at_5_max
value: 38.8429
verified: no, type: nauc_mrr_at_5_std
value: 4.7834
verified: no, type: nauc_mrr_at_5_diff1
value: 49.1564
verified: no, type: nauc_mrr_at_10_max
value: 39.1657
verified: no, type: nauc_mrr_at_10_std
value: 5.3785
verified: no, type: nauc_mrr_at_10_diff1
value: 49.0301
verified: no, type: nauc_mrr_at_20_max
value: 39.1254
verified: no, type: nauc_mrr_at_20_std
value: 5.6123
verified: no, type: nauc_mrr_at_20_diff1
value: 48.8663
verified: no, type: nauc_mrr_at_100_max
value: 39.097
verified: no, type: nauc_mrr_at_100_std
value: 5.6065
verified: no, type: nauc_mrr_at_100_diff1
value: 48.827799999999996
verified: no, type: nauc_mrr_at_1000_max
value: 39.1157
verified: no, type: nauc_mrr_at_1000_std
value: 5.6175999999999995
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.8575
verified: no, type: main_score
value: 42.353
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: ndcg_at_1
value: 25.946
verified: no, type: ndcg_at_3
value: 31.463
verified: no, type: ndcg_at_5
value: 33.803
verified: no, type: ndcg_at_10
value: 36.55
verified: no, type: ndcg_at_20
value: 38.794000000000004
verified: no, type: ndcg_at_100
value: 42.327999999999996
verified: no, type: ndcg_at_1000
value: 44.783
verified: no, type: map_at_1
value: 21.217
verified: no, type: map_at_3
value: 27.882
verified: no, type: map_at_5
value: 29.537000000000003
verified: no, type: map_at_10
value: 30.848
verified: no, type: map_at_20
value: 31.574999999999996
verified: no, type: map_at_100
value: 32.173
verified: no, type: map_at_1000
value: 32.296
verified: no, type: recall_at_1
value: 21.217
verified: no, type: recall_at_3
value: 34.993
verified: no, type: recall_at_5
value: 41.028999999999996
verified: no, type: recall_at_10
value: 49.327
verified: no, type: recall_at_20
value: 57.50300000000001
verified: no, type: recall_at_100
value: 74.72
verified: no, type: recall_at_1000
value: 91.637
verified: no, type: precision_at_1
value: 25.946
verified: no, type: precision_at_3
value: 15.129999999999999
verified: no, type: precision_at_5
value: 10.991
verified: no, type: precision_at_10
value: 6.793
verified: no, type: precision_at_20
value: 4.076
verified: no, type: precision_at_100
value: 1.138
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: mrr_at_1
value: 25.9463
verified: no, type: mrr_at_3
value: 32.4845
verified: no, type: mrr_at_5
value: 33.9642
verified: no, type: mrr_at_10
value: 35.0906
verified: no, type: mrr_at_20
value: 35.6346
verified: no, type: mrr_at_100
value: 36.0474
verified: no, type: mrr_at_1000
value: 36.1106
verified: no, type: nauc_ndcg_at_1_max
value: 29.3294
verified: no, type: nauc_ndcg_at_1_std
value: 1.9199000000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.9951
verified: no, type: nauc_ndcg_at_3_max
value: 28.4154
verified: no, type: nauc_ndcg_at_3_std
value: 2.262
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.0416
verified: no, type: nauc_ndcg_at_5_max
value: 29.0647
verified: no, type: nauc_ndcg_at_5_std
value: 3.6863
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.3715
verified: no, type: nauc_ndcg_at_10_max
value: 29.0041
verified: no, type: nauc_ndcg_at_10_std
value: 4.605
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.1295
verified: no, type: nauc_ndcg_at_20_max
value: 29.5425
verified: no, type: nauc_ndcg_at_20_std
value: 5.5535
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.74
verified: no, type: nauc_ndcg_at_100_max
value: 30.1166
verified: no, type: nauc_ndcg_at_100_std
value: 7.4285000000000005
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.4871
verified: no, type: nauc_ndcg_at_1000_max
value: 30.198900000000002
verified: no, type: nauc_ndcg_at_1000_std
value: 6.6549
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.3901
verified: no, type: nauc_map_at_1_max
value: 26.6761
verified: no, type: nauc_map_at_1_std
value: -0.4332
verified: no, type: nauc_map_at_1_diff1
value: 46.015299999999996
verified: no, type: nauc_map_at_3_max
value: 27.221
verified: no, type: nauc_map_at_3_std
value: 1.3299999999999998
verified: no, type: nauc_map_at_3_diff1
value: 38.9882
verified: no, type: nauc_map_at_5_max
value: 27.929900000000004
verified: no, type: nauc_map_at_5_std
value: 2.1886
verified: no, type: nauc_map_at_5_diff1
value: 38.5184
verified: no, type: nauc_map_at_10_max
value: 28.105599999999995
verified: no, type: nauc_map_at_10_std
value: 2.6707
verified: no, type: nauc_map_at_10_diff1
value: 38.419599999999996
verified: no, type: nauc_map_at_20_max
value: 28.359499999999997
verified: no, type: nauc_map_at_20_std
value: 2.9859
verified: no, type: nauc_map_at_20_diff1
value: 38.2748
verified: no, type: nauc_map_at_100_max
value: 28.5493
verified: no, type: nauc_map_at_100_std
value: 3.3446999999999996
verified: no, type: nauc_map_at_100_diff1
value: 38.1789
verified: no, type: nauc_map_at_1000_max
value: 28.5931
verified: no, type: nauc_map_at_1000_std
value: 3.3341999999999996
verified: no, type: nauc_map_at_1000_diff1
value: 38.2276
verified: no, type: nauc_recall_at_1_max
value: 26.6761
verified: no, type: nauc_recall_at_1_std
value: -0.4332
verified: no, type: nauc_recall_at_1_diff1
value: 46.015299999999996
verified: no, type: nauc_recall_at_3_max
value: 26.0116
verified: no, type: nauc_recall_at_3_std
value: 2.6044
verified: no, type: nauc_recall_at_3_diff1
value: 32.1201
verified: no, type: nauc_recall_at_5_max
value: 27.361
verified: no, type: nauc_recall_at_5_std
value: 5.6135
verified: no, type: nauc_recall_at_5_diff1
value: 29.807699999999997
verified: no, type: nauc_recall_at_10_max
value: 26.885399999999997
verified: no, type: nauc_recall_at_10_std
value: 8.1679
verified: no, type: nauc_recall_at_10_diff1
value: 28.283599999999996
verified: no, type: nauc_recall_at_20_max
value: 28.5827
verified: no, type: nauc_recall_at_20_std
value: 11.7346
verified: no, type: nauc_recall_at_20_diff1
value: 25.965
verified: no, type: nauc_recall_at_100_max
value: 31.488100000000003
verified: no, type: nauc_recall_at_100_std
value: 25.9126
verified: no, type: nauc_recall_at_100_diff1
value: 20.9561
verified: no, type: nauc_recall_at_1000_max
value: 37.424
verified: no, type: nauc_recall_at_1000_std
value: 35.7201
verified: no, type: nauc_recall_at_1000_diff1
value: 22.156100000000002
verified: no, type: nauc_precision_at_1_max
value: 29.3294
verified: no, type: nauc_precision_at_1_std
value: 1.9199000000000002
verified: no, type: nauc_precision_at_1_diff1
value: 43.9951
verified: no, type: nauc_precision_at_3_max
value: 29.893700000000003
verified: no, type: nauc_precision_at_3_std
value: 5.0083
verified: no, type: nauc_precision_at_3_diff1
value: 28.530499999999996
verified: no, type: nauc_precision_at_5_max
value: 30.6624
verified: no, type: nauc_precision_at_5_std
value: 8.098600000000001
verified: no, type: nauc_precision_at_5_diff1
value: 23.8478
verified: no, type: nauc_precision_at_10_max
value: 28.407100000000003
verified: no, type: nauc_precision_at_10_std
value: 10.852599999999999
verified: no, type: nauc_precision_at_10_diff1
value: 19.1175
verified: no, type: nauc_precision_at_20_max
value: 26.045299999999997
verified: no, type: nauc_precision_at_20_std
value: 12.898399999999999
verified: no, type: nauc_precision_at_20_diff1
value: 13.586599999999999
verified: no, type: nauc_precision_at_100_max
value: 23.8686
verified: no, type: nauc_precision_at_100_std
value: 16.558500000000002
verified: no, type: nauc_precision_at_100_diff1
value: 4.8838
verified: no, type: nauc_precision_at_1000_max
value: 18.803900000000002
verified: no, type: nauc_precision_at_1000_std
value: 8.252600000000001
verified: no, type: nauc_precision_at_1000_diff1
value: 3.4761
verified: no, type: nauc_mrr_at_1_max
value: 29.3294
verified: no, type: nauc_mrr_at_1_std
value: 1.9199000000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 43.9951
verified: no, type: nauc_mrr_at_3_max
value: 29.7689
verified: no, type: nauc_mrr_at_3_std
value: 2.9381
verified: no, type: nauc_mrr_at_3_diff1
value: 39.0616
verified: no, type: nauc_mrr_at_5_max
value: 30.0871
verified: no, type: nauc_mrr_at_5_std
value: 3.7067
verified: no, type: nauc_mrr_at_5_diff1
value: 38.2429
verified: no, type: nauc_mrr_at_10_max
value: 30.0444
verified: no, type: nauc_mrr_at_10_std
value: 4.086399999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 38.0941
verified: no, type: nauc_mrr_at_20_max
value: 30.134499999999996
verified: no, type: nauc_mrr_at_20_std
value: 4.288200000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 38.048300000000005
verified: no, type: nauc_mrr_at_100_max
value: 30.1624
verified: no, type: nauc_mrr_at_100_std
value: 4.4486
verified: no, type: nauc_mrr_at_100_diff1
value: 38.067499999999995
verified: no, type: nauc_mrr_at_1000_max
value: 30.168899999999997
verified: no, type: nauc_mrr_at_1000_std
value: 4.4265
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.0978
verified: no, type: main_score
value: 36.55
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: ndcg_at_1
value: 40.111999999999995
verified: no, type: ndcg_at_3
value: 44.91
verified: no, type: ndcg_at_5
value: 48.048
verified: no, type: ndcg_at_10
value: 51.300000000000004
verified: no, type: ndcg_at_20
value: 53.537
verified: no, type: ndcg_at_100
value: 56.53399999999999
verified: no, type: ndcg_at_1000
value: 58.048
verified: no, type: map_at_1
value: 34.303
verified: no, type: map_at_3
value: 41.43
verified: no, type: map_at_5
value: 43.633
verified: no, type: map_at_10
value: 45.312000000000005
verified: no, type: map_at_20
value: 46.04
verified: no, type: map_at_100
value: 46.563
verified: no, type: map_at_1000
value: 46.64
verified: no, type: recall_at_1
value: 34.303
verified: no, type: recall_at_3
value: 48.465
verified: no, type: recall_at_5
value: 56.374
verified: no, type: recall_at_10
value: 65.508
verified: no, type: recall_at_20
value: 73.457
verified: no, type: recall_at_100
value: 87.53
verified: no, type: recall_at_1000
value: 97.42
verified: no, type: precision_at_1
value: 40.111999999999995
verified: no, type: precision_at_3
value: 20.211000000000002
verified: no, type: precision_at_5
value: 14.496
verified: no, type: precision_at_10
value: 8.806
verified: no, type: precision_at_20
value: 5.047
verified: no, type: precision_at_100
value: 1.266
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: mrr_at_1
value: 40.1119
verified: no, type: mrr_at_3
value: 46.1287
verified: no, type: mrr_at_5
value: 47.9011
verified: no, type: mrr_at_10
value: 49.0974
verified: no, type: mrr_at_20
value: 49.6541
verified: no, type: mrr_at_100
value: 49.9655
verified: no, type: mrr_at_1000
value: 50.0063
verified: no, type: nauc_ndcg_at_1_max
value: 40.5521
verified: no, type: nauc_ndcg_at_1_std
value: -7.457700000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.6505
verified: no, type: nauc_ndcg_at_3_max
value: 38.696999999999996
verified: no, type: nauc_ndcg_at_3_std
value: -4.2286
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.289699999999996
verified: no, type: nauc_ndcg_at_5_max
value: 39.6798
verified: no, type: nauc_ndcg_at_5_std
value: -2.8316
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.0944
verified: no, type: nauc_ndcg_at_10_max
value: 40.5534
verified: no, type: nauc_ndcg_at_10_std
value: -2.2217000000000002
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.811299999999996
verified: no, type: nauc_ndcg_at_20_max
value: 41.1096
verified: no, type: nauc_ndcg_at_20_std
value: -1.5137
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.7406
verified: no, type: nauc_ndcg_at_100_max
value: 40.588
verified: no, type: nauc_ndcg_at_100_std
value: -1.2616
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.553
verified: no, type: nauc_ndcg_at_1000_max
value: 40.86
verified: no, type: nauc_ndcg_at_1000_std
value: -1.6507999999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.1305
verified: no, type: nauc_map_at_1_max
value: 36.9173
verified: no, type: nauc_map_at_1_std
value: -8.2788
verified: no, type: nauc_map_at_1_diff1
value: 52.4203
verified: no, type: nauc_map_at_3_max
value: 38.006499999999996
verified: no, type: nauc_map_at_3_std
value: -5.5607
verified: no, type: nauc_map_at_3_diff1
value: 46.847
verified: no, type: nauc_map_at_5_max
value: 39.1588
verified: no, type: nauc_map_at_5_std
value: -4.6744
verified: no, type: nauc_map_at_5_diff1
value: 46.3773
verified: no, type: nauc_map_at_10_max
value: 39.8953
verified: no, type: nauc_map_at_10_std
value: -4.3361
verified: no, type: nauc_map_at_10_diff1
value: 46.1408
verified: no, type: nauc_map_at_20_max
value: 40.1053
verified: no, type: nauc_map_at_20_std
value: -4.1688
verified: no, type: nauc_map_at_20_diff1
value: 46.0601
verified: no, type: nauc_map_at_100_max
value: 40.0756
verified: no, type: nauc_map_at_100_std
value: -4.0973999999999995
verified: no, type: nauc_map_at_100_diff1
value: 46.0325
verified: no, type: nauc_map_at_1000_max
value: 40.0894
verified: no, type: nauc_map_at_1000_std
value: -4.0949
verified: no, type: nauc_map_at_1000_diff1
value: 46.048899999999996
verified: no, type: nauc_recall_at_1_max
value: 36.9173
verified: no, type: nauc_recall_at_1_std
value: -8.2788
verified: no, type: nauc_recall_at_1_diff1
value: 52.4203
verified: no, type: nauc_recall_at_3_max
value: 35.2291
verified: no, type: nauc_recall_at_3_std
value: -2.4944
verified: no, type: nauc_recall_at_3_diff1
value: 39.3066
verified: no, type: nauc_recall_at_5_max
value: 37.2859
verified: no, type: nauc_recall_at_5_std
value: 1.2917
verified: no, type: nauc_recall_at_5_diff1
value: 37.2158
verified: no, type: nauc_recall_at_10_max
value: 38.9748
verified: no, type: nauc_recall_at_10_std
value: 3.8526
verified: no, type: nauc_recall_at_10_diff1
value: 35.188
verified: no, type: nauc_recall_at_20_max
value: 41.1368
verified: no, type: nauc_recall_at_20_std
value: 8.1788
verified: no, type: nauc_recall_at_20_diff1
value: 33.8061
verified: no, type: nauc_recall_at_100_max
value: 36.280499999999996
verified: no, type: nauc_recall_at_100_std
value: 16.6693
verified: no, type: nauc_recall_at_100_diff1
value: 26.466
verified: no, type: nauc_recall_at_1000_max
value: 57.084999999999994
verified: no, type: nauc_recall_at_1000_std
value: 56.954499999999996
verified: no, type: nauc_recall_at_1000_diff1
value: 25.915300000000002
verified: no, type: nauc_precision_at_1_max
value: 40.5521
verified: no, type: nauc_precision_at_1_std
value: -7.457700000000001
verified: no, type: nauc_precision_at_1_diff1
value: 50.6505
verified: no, type: nauc_precision_at_3_max
value: 36.2259
verified: no, type: nauc_precision_at_3_std
value: 0.8514
verified: no, type: nauc_precision_at_3_diff1
value: 27.168300000000002
verified: no, type: nauc_precision_at_5_max
value: 35.6781
verified: no, type: nauc_precision_at_5_std
value: 5.119400000000001
verified: no, type: nauc_precision_at_5_diff1
value: 19.7828
verified: no, type: nauc_precision_at_10_max
value: 29.9623
verified: no, type: nauc_precision_at_10_std
value: 6.7059
verified: no, type: nauc_precision_at_10_diff1
value: 9.7104
verified: no, type: nauc_precision_at_20_max
value: 26.2428
verified: no, type: nauc_precision_at_20_std
value: 9.854000000000001
verified: no, type: nauc_precision_at_20_diff1
value: 2.6679999999999997
verified: no, type: nauc_precision_at_100_max
value: 9.9456
verified: no, type: nauc_precision_at_100_std
value: 12.465
verified: no, type: nauc_precision_at_100_diff1
value: -11.0348
verified: no, type: nauc_precision_at_1000_max
value: -3.3062
verified: no, type: nauc_precision_at_1000_std
value: 5.3786000000000005
verified: no, type: nauc_precision_at_1000_diff1
value: -18.712999999999997
verified: no, type: nauc_mrr_at_1_max
value: 40.5521
verified: no, type: nauc_mrr_at_1_std
value: -7.457700000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 50.6505
verified: no, type: nauc_mrr_at_3_max
value: 39.994
verified: no, type: nauc_mrr_at_3_std
value: -4.4112
verified: no, type: nauc_mrr_at_3_diff1
value: 45.0963
verified: no, type: nauc_mrr_at_5_max
value: 40.3926
verified: no, type: nauc_mrr_at_5_std
value: -3.611
verified: no, type: nauc_mrr_at_5_diff1
value: 44.9505
verified: no, type: nauc_mrr_at_10_max
value: 40.597
verified: no, type: nauc_mrr_at_10_std
value: -3.5407
verified: no, type: nauc_mrr_at_10_diff1
value: 45.0605
verified: no, type: nauc_mrr_at_20_max
value: 40.6821
verified: no, type: nauc_mrr_at_20_std
value: -3.4132000000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 45.1507
verified: no, type: nauc_mrr_at_100_max
value: 40.6279
verified: no, type: nauc_mrr_at_100_std
value: -3.4576000000000002
verified: no, type: nauc_mrr_at_100_diff1
value: 45.183299999999996
verified: no, type: nauc_mrr_at_1000_max
value: 40.6436
verified: no, type: nauc_mrr_at_1000_std
value: -3.4639
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.2065
verified: no, type: main_score
value: 51.300000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: ndcg_at_1
value: 36.364000000000004
verified: no, type: ndcg_at_3
value: 41.875
verified: no, type: ndcg_at_5
value: 44.316
verified: no, type: ndcg_at_10
value: 47.301
verified: no, type: ndcg_at_20
value: 50.059
verified: no, type: ndcg_at_100
value: 53.698
verified: no, type: ndcg_at_1000
value: 55.503
verified: no, type: map_at_1
value: 30.312
verified: no, type: map_at_3
value: 37.527
verified: no, type: map_at_5
value: 39.36
verified: no, type: map_at_10
value: 40.931
verified: no, type: map_at_20
value: 41.978
verified: no, type: map_at_100
value: 42.893
verified: no, type: map_at_1000
value: 43.120000000000005
verified: no, type: recall_at_1
value: 30.312
verified: no, type: recall_at_3
value: 44.251000000000005
verified: no, type: recall_at_5
value: 50.456999999999994
verified: no, type: recall_at_10
value: 59.418000000000006
verified: no, type: recall_at_20
value: 69.791
verified: no, type: recall_at_100
value: 86.56
verified: no, type: recall_at_1000
value: 97.41199999999999
verified: no, type: precision_at_1
value: 36.364000000000004
verified: no, type: precision_at_3
value: 19.499
verified: no, type: precision_at_5
value: 14.149999999999999
verified: no, type: precision_at_10
value: 9.032
verified: no, type: precision_at_20
value: 5.800000000000001
verified: no, type: precision_at_100
value: 1.806
verified: no, type: precision_at_1000
value: 0.258
verified: no, type: mrr_at_1
value: 36.3636
verified: no, type: mrr_at_3
value: 42.918299999999995
verified: no, type: mrr_at_5
value: 44.4302
verified: no, type: mrr_at_10
value: 45.677299999999995
verified: no, type: mrr_at_20
value: 46.372600000000006
verified: no, type: mrr_at_100
value: 46.7532
verified: no, type: mrr_at_1000
value: 46.786699999999996
verified: no, type: nauc_ndcg_at_1_max
value: 36.5416
verified: no, type: nauc_ndcg_at_1_std
value: 1.7398
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.6149
verified: no, type: nauc_ndcg_at_3_max
value: 35.9768
verified: no, type: nauc_ndcg_at_3_std
value: 4.3271999999999995
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.4812
verified: no, type: nauc_ndcg_at_5_max
value: 34.9136
verified: no, type: nauc_ndcg_at_5_std
value: 5.291300000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.4122
verified: no, type: nauc_ndcg_at_10_max
value: 35.3659
verified: no, type: nauc_ndcg_at_10_std
value: 6.8223
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.123
verified: no, type: nauc_ndcg_at_20_max
value: 37.302400000000006
verified: no, type: nauc_ndcg_at_20_std
value: 7.836600000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.9609
verified: no, type: nauc_ndcg_at_100_max
value: 38.028800000000004
verified: no, type: nauc_ndcg_at_100_std
value: 9.065900000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.8557
verified: no, type: nauc_ndcg_at_1000_max
value: 37.8805
verified: no, type: nauc_ndcg_at_1000_std
value: 7.965800000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.331399999999995
verified: no, type: nauc_map_at_1_max
value: 32.5587
verified: no, type: nauc_map_at_1_std
value: -2.3119
verified: no, type: nauc_map_at_1_diff1
value: 52.2244
verified: no, type: nauc_map_at_3_max
value: 34.6582
verified: no, type: nauc_map_at_3_std
value: 1.3005
verified: no, type: nauc_map_at_3_diff1
value: 46.774100000000004
verified: no, type: nauc_map_at_5_max
value: 34.6492
verified: no, type: nauc_map_at_5_std
value: 2.2614
verified: no, type: nauc_map_at_5_diff1
value: 45.9467
verified: no, type: nauc_map_at_10_max
value: 35.4443
verified: no, type: nauc_map_at_10_std
value: 3.7047999999999996
verified: no, type: nauc_map_at_10_diff1
value: 45.6336
verified: no, type: nauc_map_at_20_max
value: 36.1327
verified: no, type: nauc_map_at_20_std
value: 4.3156
verified: no, type: nauc_map_at_20_diff1
value: 45.7802
verified: no, type: nauc_map_at_100_max
value: 36.4952
verified: no, type: nauc_map_at_100_std
value: 4.9964
verified: no, type: nauc_map_at_100_diff1
value: 45.5278
verified: no, type: nauc_map_at_1000_max
value: 36.3394
verified: no, type: nauc_map_at_1000_std
value: 5.0168
verified: no, type: nauc_map_at_1000_diff1
value: 45.4435
verified: no, type: nauc_recall_at_1_max
value: 32.5587
verified: no, type: nauc_recall_at_1_std
value: -2.3119
verified: no, type: nauc_recall_at_1_diff1
value: 52.2244
verified: no, type: nauc_recall_at_3_max
value: 32.2945
verified: no, type: nauc_recall_at_3_std
value: 3.4591
verified: no, type: nauc_recall_at_3_diff1
value: 41.0871
verified: no, type: nauc_recall_at_5_max
value: 29.422500000000003
verified: no, type: nauc_recall_at_5_std
value: 5.3527
verified: no, type: nauc_recall_at_5_diff1
value: 36.7172
verified: no, type: nauc_recall_at_10_max
value: 28.7964
verified: no, type: nauc_recall_at_10_std
value: 10.3203
verified: no, type: nauc_recall_at_10_diff1
value: 32.9891
verified: no, type: nauc_recall_at_20_max
value: 35.9088
verified: no, type: nauc_recall_at_20_std
value: 17.483999999999998
verified: no, type: nauc_recall_at_20_diff1
value: 34.1214
verified: no, type: nauc_recall_at_100_max
value: 40.5066
verified: no, type: nauc_recall_at_100_std
value: 36.0042
verified: no, type: nauc_recall_at_100_diff1
value: 25.258999999999997
verified: no, type: nauc_recall_at_1000_max
value: 68.16980000000001
verified: no, type: nauc_recall_at_1000_std
value: 78.27300000000001
verified: no, type: nauc_recall_at_1000_diff1
value: 29.831200000000003
verified: no, type: nauc_precision_at_1_max
value: 36.5416
verified: no, type: nauc_precision_at_1_std
value: 1.7398
verified: no, type: nauc_precision_at_1_diff1
value: 48.6149
verified: no, type: nauc_precision_at_3_max
value: 34.5475
verified: no, type: nauc_precision_at_3_std
value: 10.731300000000001
verified: no, type: nauc_precision_at_3_diff1
value: 26.6094
verified: no, type: nauc_precision_at_5_max
value: 30.966300000000004
verified: no, type: nauc_precision_at_5_std
value: 15.614700000000001
verified: no, type: nauc_precision_at_5_diff1
value: 16.3821
verified: no, type: nauc_precision_at_10_max
value: 29.3082
verified: no, type: nauc_precision_at_10_std
value: 22.2006
verified: no, type: nauc_precision_at_10_diff1
value: 6.5281
verified: no, type: nauc_precision_at_20_max
value: 23.1867
verified: no, type: nauc_precision_at_20_std
value: 21.5112
verified: no, type: nauc_precision_at_20_diff1
value: -2.1949
verified: no, type: nauc_precision_at_100_max
value: 6.6039
verified: no, type: nauc_precision_at_100_std
value: 14.7147
verified: no, type: nauc_precision_at_100_diff1
value: -14.2814
verified: no, type: nauc_precision_at_1000_max
value: -7.7318
verified: no, type: nauc_precision_at_1000_std
value: 8.0856
verified: no, type: nauc_precision_at_1000_diff1
value: -18.8738
verified: no, type: nauc_mrr_at_1_max
value: 36.5416
verified: no, type: nauc_mrr_at_1_std
value: 1.7398
verified: no, type: nauc_mrr_at_1_diff1
value: 48.6149
verified: no, type: nauc_mrr_at_3_max
value: 37.4645
verified: no, type: nauc_mrr_at_3_std
value: 4.7265
verified: no, type: nauc_mrr_at_3_diff1
value: 44.2832
verified: no, type: nauc_mrr_at_5_max
value: 36.8872
verified: no, type: nauc_mrr_at_5_std
value: 5.0895
verified: no, type: nauc_mrr_at_5_diff1
value: 43.1113
verified: no, type: nauc_mrr_at_10_max
value: 37.1021
verified: no, type: nauc_mrr_at_10_std
value: 5.7218
verified: no, type: nauc_mrr_at_10_diff1
value: 43.1786
verified: no, type: nauc_mrr_at_20_max
value: 37.4827
verified: no, type: nauc_mrr_at_20_std
value: 5.9467
verified: no, type: nauc_mrr_at_20_diff1
value: 43.4032
verified: no, type: nauc_mrr_at_100_max
value: 37.3957
verified: no, type: nauc_mrr_at_100_std
value: 5.9523
verified: no, type: nauc_mrr_at_100_diff1
value: 43.3725
verified: no, type: nauc_mrr_at_1000_max
value: 37.3968
verified: no, type: nauc_mrr_at_1000_std
value: 5.9475
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.39
verified: no, type: main_score
value: 47.301
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: ndcg_at_1
value: 25.692999999999998
verified: no, type: ndcg_at_3
value: 33
verified: no, type: ndcg_at_5
value: 35.736000000000004
verified: no, type: ndcg_at_10
value: 39.196
verified: no, type: ndcg_at_20
value: 40.954
verified: no, type: ndcg_at_100
value: 44.501000000000005
verified: no, type: ndcg_at_1000
value: 46.482
verified: no, type: map_at_1
value: 23.851
verified: no, type: map_at_3
value: 30.270999999999997
verified: no, type: map_at_5
value: 31.905
verified: no, type: map_at_10
value: 33.428999999999995
verified: no, type: map_at_20
value: 33.954
verified: no, type: map_at_100
value: 34.482
verified: no, type: map_at_1000
value: 34.57
verified: no, type: recall_at_1
value: 23.851
verified: no, type: recall_at_3
value: 38.435
verified: no, type: recall_at_5
value: 44.872
verified: no, type: recall_at_10
value: 55.035999999999994
verified: no, type: recall_at_20
value: 61.529999999999994
verified: no, type: recall_at_100
value: 79.592
verified: no, type: recall_at_1000
value: 94.283
verified: no, type: precision_at_1
value: 25.692999999999998
verified: no, type: precision_at_3
value: 14.295
verified: no, type: precision_at_5
value: 10.277
verified: no, type: precision_at_10
value: 6.433
verified: no, type: precision_at_20
value: 3.6510000000000002
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.128
verified: no, type: mrr_at_1
value: 25.6932
verified: no, type: mrr_at_3
value: 32.5323
verified: no, type: mrr_at_5
value: 34.0203
verified: no, type: mrr_at_10
value: 35.383199999999995
verified: no, type: mrr_at_20
value: 35.857499999999995
verified: no, type: mrr_at_100
value: 36.2947
verified: no, type: mrr_at_1000
value: 36.3456
verified: no, type: nauc_ndcg_at_1_max
value: 26.3546
verified: no, type: nauc_ndcg_at_1_std
value: -7.4308
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.6893
verified: no, type: nauc_ndcg_at_3_max
value: 22.5597
verified: no, type: nauc_ndcg_at_3_std
value: -2.8253
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.0339
verified: no, type: nauc_ndcg_at_5_max
value: 23.4927
verified: no, type: nauc_ndcg_at_5_std
value: -1.8110000000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.0747
verified: no, type: nauc_ndcg_at_10_max
value: 22.7233
verified: no, type: nauc_ndcg_at_10_std
value: -1.2677
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.4587
verified: no, type: nauc_ndcg_at_20_max
value: 22.9465
verified: no, type: nauc_ndcg_at_20_std
value: 0.4223
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.5424
verified: no, type: nauc_ndcg_at_100_max
value: 24.7307
verified: no, type: nauc_ndcg_at_100_std
value: 2.7405
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.0211
verified: no, type: nauc_ndcg_at_1000_max
value: 24.7978
verified: no, type: nauc_ndcg_at_1000_std
value: 1.6664999999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.629799999999996
verified: no, type: nauc_map_at_1_max
value: 23.119
verified: no, type: nauc_map_at_1_std
value: -8.1386
verified: no, type: nauc_map_at_1_diff1
value: 50.166999999999994
verified: no, type: nauc_map_at_3_max
value: 21.9643
verified: no, type: nauc_map_at_3_std
value: -4.1963
verified: no, type: nauc_map_at_3_diff1
value: 42.0253
verified: no, type: nauc_map_at_5_max
value: 23.0779
verified: no, type: nauc_map_at_5_std
value: -3.4221000000000004
verified: no, type: nauc_map_at_5_diff1
value: 41.6497
verified: no, type: nauc_map_at_10_max
value: 23.0936
verified: no, type: nauc_map_at_10_std
value: -3.107
verified: no, type: nauc_map_at_10_diff1
value: 41.5032
verified: no, type: nauc_map_at_20_max
value: 23.2453
verified: no, type: nauc_map_at_20_std
value: -2.5267999999999997
verified: no, type: nauc_map_at_20_diff1
value: 41.5085
verified: no, type: nauc_map_at_100_max
value: 23.552899999999998
verified: no, type: nauc_map_at_100_std
value: -2.0514
verified: no, type: nauc_map_at_100_diff1
value: 41.686499999999995
verified: no, type: nauc_map_at_1000_max
value: 23.5502
verified: no, type: nauc_map_at_1000_std
value: -2.0632
verified: no, type: nauc_map_at_1000_diff1
value: 41.634
verified: no, type: nauc_recall_at_1_max
value: 23.119
verified: no, type: nauc_recall_at_1_std
value: -8.1386
verified: no, type: nauc_recall_at_1_diff1
value: 50.166999999999994
verified: no, type: nauc_recall_at_3_max
value: 19.128700000000002
verified: no, type: nauc_recall_at_3_std
value: -1.2884
verified: no, type: nauc_recall_at_3_diff1
value: 33.1893
verified: no, type: nauc_recall_at_5_max
value: 20.7852
verified: no, type: nauc_recall_at_5_std
value: 0.9754
verified: no, type: nauc_recall_at_5_diff1
value: 31.193199999999997
verified: no, type: nauc_recall_at_10_max
value: 17.5569
verified: no, type: nauc_recall_at_10_std
value: 2.5935
verified: no, type: nauc_recall_at_10_diff1
value: 28.5192
verified: no, type: nauc_recall_at_20_max
value: 17.4543
verified: no, type: nauc_recall_at_20_std
value: 8.694799999999999
verified: no, type: nauc_recall_at_20_diff1
value: 28.171200000000002
verified: no, type: nauc_recall_at_100_max
value: 26.873399999999997
verified: no, type: nauc_recall_at_100_std
value: 29.0878
verified: no, type: nauc_recall_at_100_diff1
value: 34.204
verified: no, type: nauc_recall_at_1000_max
value: 40.9752
verified: no, type: nauc_recall_at_1000_std
value: 42.8325
verified: no, type: nauc_recall_at_1000_diff1
value: 20.0664
verified: no, type: nauc_precision_at_1_max
value: 26.3546
verified: no, type: nauc_precision_at_1_std
value: -7.4308
verified: no, type: nauc_precision_at_1_diff1
value: 50.6893
verified: no, type: nauc_precision_at_3_max
value: 25.078699999999998
verified: no, type: nauc_precision_at_3_std
value: 3.0139
verified: no, type: nauc_precision_at_3_diff1
value: 31.566899999999997
verified: no, type: nauc_precision_at_5_max
value: 29.1348
verified: no, type: nauc_precision_at_5_std
value: 7.7597
verified: no, type: nauc_precision_at_5_diff1
value: 26.599899999999998
verified: no, type: nauc_precision_at_10_max
value: 27.019
verified: no, type: nauc_precision_at_10_std
value: 11.0219
verified: no, type: nauc_precision_at_10_diff1
value: 20.9546
verified: no, type: nauc_precision_at_20_max
value: 27.994200000000003
verified: no, type: nauc_precision_at_20_std
value: 19.3372
verified: no, type: nauc_precision_at_20_diff1
value: 17.363400000000002
verified: no, type: nauc_precision_at_100_max
value: 27.3087
verified: no, type: nauc_precision_at_100_std
value: 30.3297
verified: no, type: nauc_precision_at_100_diff1
value: 6.2596
verified: no, type: nauc_precision_at_1000_max
value: 9.347800000000001
verified: no, type: nauc_precision_at_1000_std
value: 20.6006
verified: no, type: nauc_precision_at_1000_diff1
value: -20.9861
verified: no, type: nauc_mrr_at_1_max
value: 26.3546
verified: no, type: nauc_mrr_at_1_std
value: -7.4308
verified: no, type: nauc_mrr_at_1_diff1
value: 50.6893
verified: no, type: nauc_mrr_at_3_max
value: 25.746799999999997
verified: no, type: nauc_mrr_at_3_std
value: -2.9107000000000003
verified: no, type: nauc_mrr_at_3_diff1
value: 43.0073
verified: no, type: nauc_mrr_at_5_max
value: 25.956400000000002
verified: no, type: nauc_mrr_at_5_std
value: -2.3782
verified: no, type: nauc_mrr_at_5_diff1
value: 42.2507
verified: no, type: nauc_mrr_at_10_max
value: 25.2046
verified: no, type: nauc_mrr_at_10_std
value: -2.3678999999999997
verified: no, type: nauc_mrr_at_10_diff1
value: 41.834700000000005
verified: no, type: nauc_mrr_at_20_max
value: 25.1774
verified: no, type: nauc_mrr_at_20_std
value: -1.9298
verified: no, type: nauc_mrr_at_20_diff1
value: 41.8803
verified: no, type: nauc_mrr_at_100_max
value: 25.4455
verified: no, type: nauc_mrr_at_100_std
value: -1.6853
verified: no, type: nauc_mrr_at_100_diff1
value: 42.159
verified: no, type: nauc_mrr_at_1000_max
value: 25.433899999999998
verified: no, type: nauc_mrr_at_1000_std
value: -1.7311
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.159
verified: no, type: main_score
value: 39.196
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: ndcg_at_1
value: 32.573
verified: no, type: ndcg_at_3
value: 27.683000000000003
verified: no, type: ndcg_at_5
value: 29.537999999999997
verified: no, type: ndcg_at_10
value: 33.15
verified: no, type: ndcg_at_20
value: 35.564
verified: no, type: ndcg_at_100
value: 39.898
verified: no, type: ndcg_at_1000
value: 43.151
verified: no, type: map_at_1
value: 14.57
verified: no, type: map_at_3
value: 20.346
verified: no, type: map_at_5
value: 22.228
verified: no, type: map_at_10
value: 24.102
verified: no, type: map_at_20
value: 24.992
verified: no, type: map_at_100
value: 25.826
verified: no, type: map_at_1000
value: 26.021
verified: no, type: recall_at_1
value: 14.57
verified: no, type: recall_at_3
value: 25.245
verified: no, type: recall_at_5
value: 30.820999999999998
verified: no, type: recall_at_10
value: 38.824999999999996
verified: no, type: recall_at_20
value: 45.553
verified: no, type: recall_at_100
value: 62.236999999999995
verified: no, type: recall_at_1000
value: 80.22
verified: no, type: precision_at_1
value: 32.573
verified: no, type: precision_at_3
value: 20.347
verified: no, type: precision_at_5
value: 15.504999999999999
verified: no, type: precision_at_10
value: 10.176
verified: no, type: precision_at_20
value: 6.1339999999999995
verified: no, type: precision_at_100
value: 1.754
verified: no, type: precision_at_1000
value: 0.23600000000000002
verified: no, type: mrr_at_1
value: 32.573299999999996
verified: no, type: mrr_at_3
value: 41.259499999999996
verified: no, type: mrr_at_5
value: 43.3116
verified: no, type: mrr_at_10
value: 44.4113
verified: no, type: mrr_at_20
value: 44.8728
verified: no, type: mrr_at_100
value: 45.1757
verified: no, type: mrr_at_1000
value: 45.2086
verified: no, type: nauc_ndcg_at_1_max
value: 36.065799999999996
verified: no, type: nauc_ndcg_at_1_std
value: 17.1124
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.985
verified: no, type: nauc_ndcg_at_3_max
value: 36.5467
verified: no, type: nauc_ndcg_at_3_std
value: 16.403100000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.1601
verified: no, type: nauc_ndcg_at_5_max
value: 37.223099999999995
verified: no, type: nauc_ndcg_at_5_std
value: 18.767300000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.6143
verified: no, type: nauc_ndcg_at_10_max
value: 36.8331
verified: no, type: nauc_ndcg_at_10_std
value: 20.8315
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.5716
verified: no, type: nauc_ndcg_at_20_max
value: 36.5592
verified: no, type: nauc_ndcg_at_20_std
value: 21.4874
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.4099
verified: no, type: nauc_ndcg_at_100_max
value: 35.6711
verified: no, type: nauc_ndcg_at_100_std
value: 22.4637
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.218500000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 36.209599999999995
verified: no, type: nauc_ndcg_at_1000_std
value: 23.3913
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.055
verified: no, type: nauc_map_at_1_max
value: 40.6157
verified: no, type: nauc_map_at_1_std
value: 13.0776
verified: no, type: nauc_map_at_1_diff1
value: 30.4958
verified: no, type: nauc_map_at_3_max
value: 38.3227
verified: no, type: nauc_map_at_3_std
value: 14.2807
verified: no, type: nauc_map_at_3_diff1
value: 23.7558
verified: no, type: nauc_map_at_5_max
value: 37.9312
verified: no, type: nauc_map_at_5_std
value: 16.206899999999997
verified: no, type: nauc_map_at_5_diff1
value: 22.4312
verified: no, type: nauc_map_at_10_max
value: 37.7457
verified: no, type: nauc_map_at_10_std
value: 17.7945
verified: no, type: nauc_map_at_10_diff1
value: 21.607000000000003
verified: no, type: nauc_map_at_20_max
value: 37.727199999999996
verified: no, type: nauc_map_at_20_std
value: 18.168100000000003
verified: no, type: nauc_map_at_20_diff1
value: 21.1277
verified: no, type: nauc_map_at_100_max
value: 37.5139
verified: no, type: nauc_map_at_100_std
value: 18.4244
verified: no, type: nauc_map_at_100_diff1
value: 21.082600000000003
verified: no, type: nauc_map_at_1000_max
value: 37.5088
verified: no, type: nauc_map_at_1000_std
value: 18.4879
verified: no, type: nauc_map_at_1000_diff1
value: 21.1075
verified: no, type: nauc_recall_at_1_max
value: 40.6157
verified: no, type: nauc_recall_at_1_std
value: 13.0776
verified: no, type: nauc_recall_at_1_diff1
value: 30.4958
verified: no, type: nauc_recall_at_3_max
value: 34.0823
verified: no, type: nauc_recall_at_3_std
value: 14.2898
verified: no, type: nauc_recall_at_3_diff1
value: 17.8174
verified: no, type: nauc_recall_at_5_max
value: 33.244099999999996
verified: no, type: nauc_recall_at_5_std
value: 18.2196
verified: no, type: nauc_recall_at_5_diff1
value: 14.2718
verified: no, type: nauc_recall_at_10_max
value: 30.6448
verified: no, type: nauc_recall_at_10_std
value: 21.323700000000002
verified: no, type: nauc_recall_at_10_diff1
value: 11.6099
verified: no, type: nauc_recall_at_20_max
value: 28.523
verified: no, type: nauc_recall_at_20_std
value: 21.9056
verified: no, type: nauc_recall_at_20_diff1
value: 8.0707
verified: no, type: nauc_recall_at_100_max
value: 22.836000000000002
verified: no, type: nauc_recall_at_100_std
value: 24.8746
verified: no, type: nauc_recall_at_100_diff1
value: 5.333600000000001
verified: no, type: nauc_recall_at_1000_max
value: 26.124000000000002
verified: no, type: nauc_recall_at_1000_std
value: 35.6489
verified: no, type: nauc_recall_at_1000_diff1
value: 8.5269
verified: no, type: nauc_precision_at_1_max
value: 36.065799999999996
verified: no, type: nauc_precision_at_1_std
value: 17.1124
verified: no, type: nauc_precision_at_1_diff1
value: 27.985
verified: no, type: nauc_precision_at_3_max
value: 29.9743
verified: no, type: nauc_precision_at_3_std
value: 19.4935
verified: no, type: nauc_precision_at_3_diff1
value: 13.7319
verified: no, type: nauc_precision_at_5_max
value: 26.3111
verified: no, type: nauc_precision_at_5_std
value: 23.7512
verified: no, type: nauc_precision_at_5_diff1
value: 8.945699999999999
verified: no, type: nauc_precision_at_10_max
value: 20.5867
verified: no, type: nauc_precision_at_10_std
value: 24.1781
verified: no, type: nauc_precision_at_10_diff1
value: 4.716200000000001
verified: no, type: nauc_precision_at_20_max
value: 16.9009
verified: no, type: nauc_precision_at_20_std
value: 23.561799999999998
verified: no, type: nauc_precision_at_20_diff1
value: 0.26
verified: no, type: nauc_precision_at_100_max
value: 5.6875
verified: no, type: nauc_precision_at_100_std
value: 20.5293
verified: no, type: nauc_precision_at_100_diff1
value: -3.4817
verified: no, type: nauc_precision_at_1000_max
value: -2.25
verified: no, type: nauc_precision_at_1000_std
value: 17.2366
verified: no, type: nauc_precision_at_1000_diff1
value: -4.9703
verified: no, type: nauc_mrr_at_1_max
value: 36.065799999999996
verified: no, type: nauc_mrr_at_1_std
value: 17.1124
verified: no, type: nauc_mrr_at_1_diff1
value: 27.985
verified: no, type: nauc_mrr_at_3_max
value: 35.9316
verified: no, type: nauc_mrr_at_3_std
value: 19.3246
verified: no, type: nauc_mrr_at_3_diff1
value: 23.6033
verified: no, type: nauc_mrr_at_5_max
value: 36.581
verified: no, type: nauc_mrr_at_5_std
value: 20.3626
verified: no, type: nauc_mrr_at_5_diff1
value: 23.1952
verified: no, type: nauc_mrr_at_10_max
value: 36.5789
verified: no, type: nauc_mrr_at_10_std
value: 20.6594
verified: no, type: nauc_mrr_at_10_diff1
value: 23.3078
verified: no, type: nauc_mrr_at_20_max
value: 36.4621
verified: no, type: nauc_mrr_at_20_std
value: 20.5731
verified: no, type: nauc_mrr_at_20_diff1
value: 23.253899999999998
verified: no, type: nauc_mrr_at_100_max
value: 36.3788
verified: no, type: nauc_mrr_at_100_std
value: 20.5076
verified: no, type: nauc_mrr_at_100_diff1
value: 23.1904
verified: no, type: nauc_mrr_at_1000_max
value: 36.383500000000005
verified: no, type: nauc_mrr_at_1000_std
value: 20.505399999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.2106
verified: no, type: main_score
value: 33.15
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeFeedbackMT (default)
revision: b0f12fa0c0dd67f59c95a5c33d02aeeb4c398c5f
split: test
type: CoIR-Retrieval/codefeedback-mt
metrics: type: ndcg_at_1
value: 30.270000000000003
verified: no, type: ndcg_at_3
value: 37.797
verified: no, type: ndcg_at_5
value: 40.147
verified: no, type: ndcg_at_10
value: 42.136
verified: no, type: ndcg_at_20
value: 43.655
verified: no, type: ndcg_at_100
value: 45.95
verified: no, type: ndcg_at_1000
value: 47.510999999999996
verified: no, type: map_at_1
value: 30.270000000000003
verified: no, type: map_at_3
value: 35.949
verified: no, type: map_at_5
value: 37.254
verified: no, type: map_at_10
value: 38.076
verified: no, type: map_at_20
value: 38.492
verified: no, type: map_at_100
value: 38.805
verified: no, type: map_at_1000
value: 38.858
verified: no, type: recall_at_1
value: 30.270000000000003
verified: no, type: recall_at_3
value: 43.142
verified: no, type: recall_at_5
value: 48.844
verified: no, type: recall_at_10
value: 54.99000000000001
verified: no, type: recall_at_20
value: 61.007999999999996
verified: no, type: recall_at_100
value: 73.443
verified: no, type: recall_at_1000
value: 86.066
verified: no, type: precision_at_1
value: 30.270000000000003
verified: no, type: precision_at_3
value: 14.381
verified: no, type: precision_at_5
value: 9.769
verified: no, type: precision_at_10
value: 5.499
verified: no, type: precision_at_20
value: 3.05
verified: no, type: precision_at_100
value: 0.734
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: mrr_at_1
value: 30.2704
verified: no, type: mrr_at_3
value: 35.9494
verified: no, type: mrr_at_5
value: 37.2539
verified: no, type: mrr_at_10
value: 38.0763
verified: no, type: mrr_at_20
value: 38.4916
verified: no, type: mrr_at_100
value: 38.8047
verified: no, type: mrr_at_1000
value: 38.8578
verified: no, type: nauc_ndcg_at_1_max
value: 13.1327
verified: no, type: nauc_ndcg_at_1_std
value: -20.450599999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.905800000000006
verified: no, type: nauc_ndcg_at_3_max
value: 15.181000000000001
verified: no, type: nauc_ndcg_at_3_std
value: -20.877399999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.1269
verified: no, type: nauc_ndcg_at_5_max
value: 15.7972
verified: no, type: nauc_ndcg_at_5_std
value: -20.6361
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.826800000000006
verified: no, type: nauc_ndcg_at_10_max
value: 16.4268
verified: no, type: nauc_ndcg_at_10_std
value: -20.0384
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.0914
verified: no, type: nauc_ndcg_at_20_max
value: 17.1004
verified: no, type: nauc_ndcg_at_20_std
value: -18.9344
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.6149
verified: no, type: nauc_ndcg_at_100_max
value: 17.6904
verified: no, type: nauc_ndcg_at_100_std
value: -17.1856
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.3637
verified: no, type: nauc_ndcg_at_1000_max
value: 17.5049
verified: no, type: nauc_ndcg_at_1000_std
value: -16.7834
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.5672
verified: no, type: nauc_map_at_1_max
value: 13.1327
verified: no, type: nauc_map_at_1_std
value: -20.450599999999998
verified: no, type: nauc_map_at_1_diff1
value: 53.905800000000006
verified: no, type: nauc_map_at_3_max
value: 14.723500000000001
verified: no, type: nauc_map_at_3_std
value: -20.7922
verified: no, type: nauc_map_at_3_diff1
value: 50.275000000000006
verified: no, type: nauc_map_at_5_max
value: 15.061399999999999
verified: no, type: nauc_map_at_5_std
value: -20.6704
verified: no, type: nauc_map_at_5_diff1
value: 49.5612
verified: no, type: nauc_map_at_10_max
value: 15.292900000000001
verified: no, type: nauc_map_at_10_std
value: -20.4431
verified: no, type: nauc_map_at_10_diff1
value: 49.2676
verified: no, type: nauc_map_at_20_max
value: 15.4694
verified: no, type: nauc_map_at_20_std
value: -20.1497
verified: no, type: nauc_map_at_20_diff1
value: 49.1538
verified: no, type: nauc_map_at_100_max
value: 15.5383
verified: no, type: nauc_map_at_100_std
value: -19.9266
verified: no, type: nauc_map_at_100_diff1
value: 49.1303
verified: no, type: nauc_map_at_1000_max
value: 15.5348
verified: no, type: nauc_map_at_1000_std
value: -19.9076
verified: no, type: nauc_map_at_1000_diff1
value: 49.138799999999996
verified: no, type: nauc_recall_at_1_max
value: 13.1327
verified: no, type: nauc_recall_at_1_std
value: -20.450599999999998
verified: no, type: nauc_recall_at_1_diff1
value: 53.905800000000006
verified: no, type: nauc_recall_at_3_max
value: 16.467599999999997
verified: no, type: nauc_recall_at_3_std
value: -21.1125
verified: no, type: nauc_recall_at_3_diff1
value: 45.8636
verified: no, type: nauc_recall_at_5_max
value: 17.996699999999997
verified: no, type: nauc_recall_at_5_std
value: -20.4801
verified: no, type: nauc_recall_at_5_diff1
value: 42.6329
verified: no, type: nauc_recall_at_10_max
value: 20.258100000000002
verified: no, type: nauc_recall_at_10_std
value: -18.4556
verified: no, type: nauc_recall_at_10_diff1
value: 39.9989
verified: no, type: nauc_recall_at_20_max
value: 23.4684
verified: no, type: nauc_recall_at_20_std
value: -13.5326
verified: no, type: nauc_recall_at_20_diff1
value: 37.3551
verified: no, type: nauc_recall_at_100_max
value: 29.868499999999997
verified: no, type: nauc_recall_at_100_std
value: 1.2361
verified: no, type: nauc_recall_at_100_diff1
value: 32.6178
verified: no, type: nauc_recall_at_1000_max
value: 34.7721
verified: no, type: nauc_recall_at_1000_std
value: 21.076700000000002
verified: no, type: nauc_recall_at_1000_diff1
value: 26.4002
verified: no, type: nauc_precision_at_1_max
value: 13.1327
verified: no, type: nauc_precision_at_1_std
value: -20.450599999999998
verified: no, type: nauc_precision_at_1_diff1
value: 53.905800000000006
verified: no, type: nauc_precision_at_3_max
value: 16.467599999999997
verified: no, type: nauc_precision_at_3_std
value: -21.1125
verified: no, type: nauc_precision_at_3_diff1
value: 45.8636
verified: no, type: nauc_precision_at_5_max
value: 17.996699999999997
verified: no, type: nauc_precision_at_5_std
value: -20.4801
verified: no, type: nauc_precision_at_5_diff1
value: 42.6329
verified: no, type: nauc_precision_at_10_max
value: 20.258100000000002
verified: no, type: nauc_precision_at_10_std
value: -18.4556
verified: no, type: nauc_precision_at_10_diff1
value: 39.9989
verified: no, type: nauc_precision_at_20_max
value: 23.4684
verified: no, type: nauc_precision_at_20_std
value: -13.5326
verified: no, type: nauc_precision_at_20_diff1
value: 37.3551
verified: no, type: nauc_precision_at_100_max
value: 29.868499999999997
verified: no, type: nauc_precision_at_100_std
value: 1.2361
verified: no, type: nauc_precision_at_100_diff1
value: 32.6178
verified: no, type: nauc_precision_at_1000_max
value: 34.7721
verified: no, type: nauc_precision_at_1000_std
value: 21.076700000000002
verified: no, type: nauc_precision_at_1000_diff1
value: 26.4002
verified: no, type: nauc_mrr_at_1_max
value: 13.1327
verified: no, type: nauc_mrr_at_1_std
value: -20.450599999999998
verified: no, type: nauc_mrr_at_1_diff1
value: 53.905800000000006
verified: no, type: nauc_mrr_at_3_max
value: 14.723500000000001
verified: no, type: nauc_mrr_at_3_std
value: -20.7922
verified: no, type: nauc_mrr_at_3_diff1
value: 50.275000000000006
verified: no, type: nauc_mrr_at_5_max
value: 15.061399999999999
verified: no, type: nauc_mrr_at_5_std
value: -20.6704
verified: no, type: nauc_mrr_at_5_diff1
value: 49.5612
verified: no, type: nauc_mrr_at_10_max
value: 15.292900000000001
verified: no, type: nauc_mrr_at_10_std
value: -20.4431
verified: no, type: nauc_mrr_at_10_diff1
value: 49.2676
verified: no, type: nauc_mrr_at_20_max
value: 15.4694
verified: no, type: nauc_mrr_at_20_std
value: -20.1497
verified: no, type: nauc_mrr_at_20_diff1
value: 49.1538
verified: no, type: nauc_mrr_at_100_max
value: 15.5383
verified: no, type: nauc_mrr_at_100_std
value: -19.9266
verified: no, type: nauc_mrr_at_100_diff1
value: 49.1303
verified: no, type: nauc_mrr_at_1000_max
value: 15.5348
verified: no, type: nauc_mrr_at_1000_std
value: -19.9076
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.138799999999996
verified: no, type: main_score
value: 42.136
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeFeedbackST (default)
revision: d213819e87aab9010628da8b73ab4eb337c89340
split: test
type: CoIR-Retrieval/codefeedback-st
metrics: type: ndcg_at_1
value: 59.621
verified: no, type: ndcg_at_3
value: 71.255
verified: no, type: ndcg_at_5
value: 73.71
verified: no, type: ndcg_at_10
value: 75.276
verified: no, type: ndcg_at_20
value: 76.115
verified: no, type: ndcg_at_100
value: 76.91900000000001
verified: no, type: ndcg_at_1000
value: 77.172
verified: no, type: map_at_1
value: 59.621
verified: no, type: map_at_3
value: 68.449
verified: no, type: map_at_5
value: 69.817
verified: no, type: map_at_10
value: 70.474
verified: no, type: map_at_20
value: 70.707
verified: no, type: map_at_100
value: 70.82300000000001
verified: no, type: map_at_1000
value: 70.833
verified: no, type: recall_at_1
value: 59.621
verified: no, type: recall_at_3
value: 79.352
verified: no, type: recall_at_5
value: 85.28999999999999
verified: no, type: recall_at_10
value: 90.079
verified: no, type: recall_at_20
value: 93.372
verified: no, type: recall_at_100
value: 97.649
verified: no, type: recall_at_1000
value: 99.604
verified: no, type: precision_at_1
value: 59.621
verified: no, type: precision_at_3
value: 26.451
verified: no, type: precision_at_5
value: 17.058
verified: no, type: precision_at_10
value: 9.008
verified: no, type: precision_at_20
value: 4.6690000000000005
verified: no, type: precision_at_100
value: 0.976
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 59.5796
verified: no, type: mrr_at_3
value: 68.42190000000001
verified: no, type: mrr_at_5
value: 69.8065
verified: no, type: mrr_at_10
value: 70.4563
verified: no, type: mrr_at_20
value: 70.69
verified: no, type: mrr_at_100
value: 70.80539999999999
verified: no, type: mrr_at_1000
value: 70.8155
verified: no, type: nauc_ndcg_at_1_max
value: 1.0058
verified: no, type: nauc_ndcg_at_1_std
value: -28.633999999999997
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.2731
verified: no, type: nauc_ndcg_at_3_max
value: 5.9328
verified: no, type: nauc_ndcg_at_3_std
value: -33.4034
verified: no, type: nauc_ndcg_at_3_diff1
value: 69.0612
verified: no, type: nauc_ndcg_at_5_max
value: 6.3485
verified: no, type: nauc_ndcg_at_5_std
value: -33.4167
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.9449
verified: no, type: nauc_ndcg_at_10_max
value: 6.0459
verified: no, type: nauc_ndcg_at_10_std
value: -32.6233
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.0512
verified: no, type: nauc_ndcg_at_20_max
value: 5.8008
verified: no, type: nauc_ndcg_at_20_std
value: -32.0714
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.5449
verified: no, type: nauc_ndcg_at_100_max
value: 5.5014
verified: no, type: nauc_ndcg_at_100_std
value: -31.5492
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.9543
verified: no, type: nauc_ndcg_at_1000_max
value: 5.2358
verified: no, type: nauc_ndcg_at_1000_std
value: -31.638899999999996
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.0955
verified: no, type: nauc_map_at_1_max
value: 1.0058
verified: no, type: nauc_map_at_1_std
value: -28.633999999999997
verified: no, type: nauc_map_at_1_diff1
value: 74.2731
verified: no, type: nauc_map_at_3_max
value: 4.5532
verified: no, type: nauc_map_at_3_std
value: -32.0989
verified: no, type: nauc_map_at_3_diff1
value: 70.47879999999999
verified: no, type: nauc_map_at_5_max
value: 4.7025
verified: no, type: nauc_map_at_5_std
value: -32.0494
verified: no, type: nauc_map_at_5_diff1
value: 70.4832
verified: no, type: nauc_map_at_10_max
value: 4.5632
verified: no, type: nauc_map_at_10_std
value: -31.750899999999998
verified: no, type: nauc_map_at_10_diff1
value: 70.556
verified: no, type: nauc_map_at_20_max
value: 4.4907
verified: no, type: nauc_map_at_20_std
value: -31.6179
verified: no, type: nauc_map_at_20_diff1
value: 70.6865
verified: no, type: nauc_map_at_100_max
value: 4.4536
verified: no, type: nauc_map_at_100_std
value: -31.5575
verified: no, type: nauc_map_at_100_diff1
value: 70.7379
verified: no, type: nauc_map_at_1000_max
value: 4.4467
verified: no, type: nauc_map_at_1000_std
value: -31.557000000000002
verified: no, type: nauc_map_at_1000_diff1
value: 70.7424
verified: no, type: nauc_recall_at_1_max
value: 1.0058
verified: no, type: nauc_recall_at_1_std
value: -28.633999999999997
verified: no, type: nauc_recall_at_1_diff1
value: 74.2731
verified: no, type: nauc_recall_at_3_max
value: 11.3291
verified: no, type: nauc_recall_at_3_std
value: -38.4878
verified: no, type: nauc_recall_at_3_diff1
value: 63.5405
verified: no, type: nauc_recall_at_5_max
value: 14.802499999999998
verified: no, type: nauc_recall_at_5_std
value: -40.3304
verified: no, type: nauc_recall_at_5_diff1
value: 61.142300000000006
verified: no, type: nauc_recall_at_10_max
value: 16.3095
verified: no, type: nauc_recall_at_10_std
value: -37.9007
verified: no, type: nauc_recall_at_10_diff1
value: 58.5604
verified: no, type: nauc_recall_at_20_max
value: 18.5464
verified: no, type: nauc_recall_at_20_std
value: -33.8926
verified: no, type: nauc_recall_at_20_diff1
value: 59.15709999999999
verified: no, type: nauc_recall_at_100_max
value: 28.231499999999997
verified: no, type: nauc_recall_at_100_std
value: -14.0739
verified: no, type: nauc_recall_at_100_diff1
value: 58.1862
verified: no, type: nauc_recall_at_1000_max
value: 35.3579
verified: no, type: nauc_recall_at_1000_std
value: 27.673
verified: no, type: nauc_recall_at_1000_diff1
value: 53.6523
verified: no, type: nauc_precision_at_1_max
value: 1.0058
verified: no, type: nauc_precision_at_1_std
value: -28.633999999999997
verified: no, type: nauc_precision_at_1_diff1
value: 74.2731
verified: no, type: nauc_precision_at_3_max
value: 11.3291
verified: no, type: nauc_precision_at_3_std
value: -38.4878
verified: no, type: nauc_precision_at_3_diff1
value: 63.5405
verified: no, type: nauc_precision_at_5_max
value: 14.802499999999998
verified: no, type: nauc_precision_at_5_std
value: -40.3304
verified: no, type: nauc_precision_at_5_diff1
value: 61.142300000000006
verified: no, type: nauc_precision_at_10_max
value: 16.3095
verified: no, type: nauc_precision_at_10_std
value: -37.9007
verified: no, type: nauc_precision_at_10_diff1
value: 58.5604
verified: no, type: nauc_precision_at_20_max
value: 18.5464
verified: no, type: nauc_precision_at_20_std
value: -33.8926
verified: no, type: nauc_precision_at_20_diff1
value: 59.15709999999999
verified: no, type: nauc_precision_at_100_max
value: 28.231499999999997
verified: no, type: nauc_precision_at_100_std
value: -14.0739
verified: no, type: nauc_precision_at_100_diff1
value: 58.1862
verified: no, type: nauc_precision_at_1000_max
value: 35.3579
verified: no, type: nauc_precision_at_1000_std
value: 27.673
verified: no, type: nauc_precision_at_1000_diff1
value: 53.6523
verified: no, type: nauc_mrr_at_1_max
value: 0.4596
verified: no, type: nauc_mrr_at_1_std
value: -28.4399
verified: no, type: nauc_mrr_at_1_diff1
value: 74.32849999999999
verified: no, type: nauc_mrr_at_3_max
value: 4.2199
verified: no, type: nauc_mrr_at_3_std
value: -31.9909
verified: no, type: nauc_mrr_at_3_diff1
value: 70.5363
verified: no, type: nauc_mrr_at_5_max
value: 4.3676
verified: no, type: nauc_mrr_at_5_std
value: -31.947599999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 70.5144
verified: no, type: nauc_mrr_at_10_max
value: 4.2149
verified: no, type: nauc_mrr_at_10_std
value: -31.647
verified: no, type: nauc_mrr_at_10_diff1
value: 70.598
verified: no, type: nauc_mrr_at_20_max
value: 4.1426
verified: no, type: nauc_mrr_at_20_std
value: -31.513799999999996
verified: no, type: nauc_mrr_at_20_diff1
value: 70.729
verified: no, type: nauc_mrr_at_100_max
value: 4.104
verified: no, type: nauc_mrr_at_100_std
value: -31.451800000000002
verified: no, type: nauc_mrr_at_100_diff1
value: 70.7809
verified: no, type: nauc_mrr_at_1000_max
value: 4.0969999999999995
verified: no, type: nauc_mrr_at_1000_std
value: -31.4513
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.78529999999999
verified: no, type: main_score
value: 75.276
verified: no
task: type: Retrieval, dataset: config: python
name: MTEB CodeSearchNetCCRetrieval (python)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 36.955
verified: no, type: ndcg_at_3
value: 46.436
verified: no, type: ndcg_at_5
value: 49.055
verified: no, type: ndcg_at_10
value: 51.408
verified: no, type: ndcg_at_20
value: 52.93600000000001
verified: no, type: ndcg_at_100
value: 55.089999999999996
verified: no, type: ndcg_at_1000
value: 56.406
verified: no, type: map_at_1
value: 36.955
verified: no, type: map_at_3
value: 44.112
verified: no, type: map_at_5
value: 45.565
verified: no, type: map_at_10
value: 46.538000000000004
verified: no, type: map_at_20
value: 46.958
verified: no, type: map_at_100
value: 47.253
verified: no, type: map_at_1000
value: 47.298
verified: no, type: recall_at_1
value: 36.955
verified: no, type: recall_at_3
value: 53.157
verified: no, type: recall_at_5
value: 59.519
verified: no, type: recall_at_10
value: 66.78500000000001
verified: no, type: recall_at_20
value: 72.82499999999999
verified: no, type: recall_at_100
value: 84.482
verified: no, type: recall_at_1000
value: 95.06599999999999
verified: no, type: precision_at_1
value: 36.955
verified: no, type: precision_at_3
value: 17.718999999999998
verified: no, type: precision_at_5
value: 11.904
verified: no, type: precision_at_10
value: 6.679
verified: no, type: precision_at_20
value: 3.641
verified: no, type: precision_at_100
value: 0.845
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: mrr_at_1
value: 36.9487
verified: no, type: mrr_at_3
value: 44.1044
verified: no, type: mrr_at_5
value: 45.556999999999995
verified: no, type: mrr_at_10
value: 46.531
verified: no, type: mrr_at_20
value: 46.9517
verified: no, type: mrr_at_100
value: 47.246300000000005
verified: no, type: mrr_at_1000
value: 47.2918
verified: no, type: nauc_ndcg_at_1_max
value: 30.887500000000003
verified: no, type: nauc_ndcg_at_1_std
value: -5.4391
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.215199999999996
verified: no, type: nauc_ndcg_at_3_max
value: 31.4697
verified: no, type: nauc_ndcg_at_3_std
value: -5.3775
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.6991
verified: no, type: nauc_ndcg_at_5_max
value: 31.4647
verified: no, type: nauc_ndcg_at_5_std
value: -5.022
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.0297
verified: no, type: nauc_ndcg_at_10_max
value: 31.5139
verified: no, type: nauc_ndcg_at_10_std
value: -4.3081000000000005
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.6012
verified: no, type: nauc_ndcg_at_20_max
value: 31.4083
verified: no, type: nauc_ndcg_at_20_std
value: -3.7769999999999997
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.4673
verified: no, type: nauc_ndcg_at_100_max
value: 31.432100000000002
verified: no, type: nauc_ndcg_at_100_std
value: -3.3629
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.5608
verified: no, type: nauc_ndcg_at_1000_max
value: 31.521500000000003
verified: no, type: nauc_ndcg_at_1000_std
value: -3.4922
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.997299999999996
verified: no, type: nauc_map_at_1_max
value: 30.887500000000003
verified: no, type: nauc_map_at_1_std
value: -5.4391
verified: no, type: nauc_map_at_1_diff1
value: 53.215199999999996
verified: no, type: nauc_map_at_3_max
value: 31.3321
verified: no, type: nauc_map_at_3_std
value: -5.3912
verified: no, type: nauc_map_at_3_diff1
value: 49.7525
verified: no, type: nauc_map_at_5_max
value: 31.324600000000004
verified: no, type: nauc_map_at_5_std
value: -5.197100000000001
verified: no, type: nauc_map_at_5_diff1
value: 49.4028
verified: no, type: nauc_map_at_10_max
value: 31.3398
verified: no, type: nauc_map_at_10_std
value: -4.9248
verified: no, type: nauc_map_at_10_diff1
value: 49.2583
verified: no, type: nauc_map_at_20_max
value: 31.309199999999997
verified: no, type: nauc_map_at_20_std
value: -4.7903
verified: no, type: nauc_map_at_20_diff1
value: 49.2312
verified: no, type: nauc_map_at_100_max
value: 31.305
verified: no, type: nauc_map_at_100_std
value: -4.7492
verified: no, type: nauc_map_at_100_diff1
value: 49.2452
verified: no, type: nauc_map_at_1000_max
value: 31.3077
verified: no, type: nauc_map_at_1000_std
value: -4.7505
verified: no, type: nauc_map_at_1000_diff1
value: 49.2596
verified: no, type: nauc_recall_at_1_max
value: 30.887500000000003
verified: no, type: nauc_recall_at_1_std
value: -5.4391
verified: no, type: nauc_recall_at_1_diff1
value: 53.215199999999996
verified: no, type: nauc_recall_at_3_max
value: 31.877899999999997
verified: no, type: nauc_recall_at_3_std
value: -5.3372
verified: no, type: nauc_recall_at_3_diff1
value: 45.5796
verified: no, type: nauc_recall_at_5_max
value: 31.9064
verified: no, type: nauc_recall_at_5_std
value: -4.4158
verified: no, type: nauc_recall_at_5_diff1
value: 43.6238
verified: no, type: nauc_recall_at_10_max
value: 32.1625
verified: no, type: nauc_recall_at_10_std
value: -1.6879000000000002
verified: no, type: nauc_recall_at_10_diff1
value: 41.4155
verified: no, type: nauc_recall_at_20_max
value: 31.7318
verified: no, type: nauc_recall_at_20_std
value: 1.4794
verified: no, type: nauc_recall_at_20_diff1
value: 39.7822
verified: no, type: nauc_recall_at_100_max
value: 32.399899999999995
verified: no, type: nauc_recall_at_100_std
value: 9.331299999999999
verified: no, type: nauc_recall_at_100_diff1
value: 36.4089
verified: no, type: nauc_recall_at_1000_max
value: 38.488299999999995
verified: no, type: nauc_recall_at_1000_std
value: 26.7544
verified: no, type: nauc_recall_at_1000_diff1
value: 34.8223
verified: no, type: nauc_precision_at_1_max
value: 30.887500000000003
verified: no, type: nauc_precision_at_1_std
value: -5.4391
verified: no, type: nauc_precision_at_1_diff1
value: 53.215199999999996
verified: no, type: nauc_precision_at_3_max
value: 31.877899999999997
verified: no, type: nauc_precision_at_3_std
value: -5.3372
verified: no, type: nauc_precision_at_3_diff1
value: 45.5796
verified: no, type: nauc_precision_at_5_max
value: 31.9064
verified: no, type: nauc_precision_at_5_std
value: -4.4158
verified: no, type: nauc_precision_at_5_diff1
value: 43.6238
verified: no, type: nauc_precision_at_10_max
value: 32.1625
verified: no, type: nauc_precision_at_10_std
value: -1.6879000000000002
verified: no, type: nauc_precision_at_10_diff1
value: 41.4155
verified: no, type: nauc_precision_at_20_max
value: 31.7318
verified: no, type: nauc_precision_at_20_std
value: 1.4794
verified: no, type: nauc_precision_at_20_diff1
value: 39.7822
verified: no, type: nauc_precision_at_100_max
value: 32.399899999999995
verified: no, type: nauc_precision_at_100_std
value: 9.331299999999999
verified: no, type: nauc_precision_at_100_diff1
value: 36.4089
verified: no, type: nauc_precision_at_1000_max
value: 38.488299999999995
verified: no, type: nauc_precision_at_1000_std
value: 26.7544
verified: no, type: nauc_precision_at_1000_diff1
value: 34.8223
verified: no, type: nauc_mrr_at_1_max
value: 30.950899999999997
verified: no, type: nauc_mrr_at_1_std
value: -5.4719
verified: no, type: nauc_mrr_at_1_diff1
value: 53.235699999999994
verified: no, type: nauc_mrr_at_3_max
value: 31.374000000000002
verified: no, type: nauc_mrr_at_3_std
value: -5.4241
verified: no, type: nauc_mrr_at_3_diff1
value: 49.7741
verified: no, type: nauc_mrr_at_5_max
value: 31.3677
verified: no, type: nauc_mrr_at_5_std
value: -5.2233
verified: no, type: nauc_mrr_at_5_diff1
value: 49.4223
verified: no, type: nauc_mrr_at_10_max
value: 31.3811
verified: no, type: nauc_mrr_at_10_std
value: -4.952100000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 49.2782
verified: no, type: nauc_mrr_at_20_max
value: 31.3498
verified: no, type: nauc_mrr_at_20_std
value: -4.8186
verified: no, type: nauc_mrr_at_20_diff1
value: 49.2501
verified: no, type: nauc_mrr_at_100_max
value: 31.3459
verified: no, type: nauc_mrr_at_100_std
value: -4.7777
verified: no, type: nauc_mrr_at_100_diff1
value: 49.2643
verified: no, type: nauc_mrr_at_1000_max
value: 31.3487
verified: no, type: nauc_mrr_at_1000_std
value: -4.779
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.2787
verified: no, type: main_score
value: 51.408
verified: no
task: type: Retrieval, dataset: config: javascript
name: MTEB CodeSearchNetCCRetrieval (javascript)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 38.833
verified: no, type: ndcg_at_3
value: 47.698
verified: no, type: ndcg_at_5
value: 49.964999999999996
verified: no, type: ndcg_at_10
value: 52.035
verified: no, type: ndcg_at_20
value: 53.49
verified: no, type: ndcg_at_100
value: 55.696999999999996
verified: no, type: ndcg_at_1000
value: 57.037000000000006
verified: no, type: map_at_1
value: 38.833
verified: no, type: map_at_3
value: 45.559
verified: no, type: map_at_5
value: 46.817
verified: no, type: map_at_10
value: 47.675
verified: no, type: map_at_20
value: 48.079
verified: no, type: map_at_100
value: 48.375
verified: no, type: map_at_1000
value: 48.42
verified: no, type: recall_at_1
value: 38.833
verified: no, type: recall_at_3
value: 53.874
verified: no, type: recall_at_5
value: 59.374
verified: no, type: recall_at_10
value: 65.755
verified: no, type: recall_at_20
value: 71.468
verified: no, type: recall_at_100
value: 83.5
verified: no, type: recall_at_1000
value: 94.348
verified: no, type: precision_at_1
value: 38.833
verified: no, type: precision_at_3
value: 17.958
verified: no, type: precision_at_5
value: 11.875
verified: no, type: precision_at_10
value: 6.576
verified: no, type: precision_at_20
value: 3.573
verified: no, type: precision_at_100
value: 0.835
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: mrr_at_1
value: 38.8332
verified: no, type: mrr_at_3
value: 45.5485
verified: no, type: mrr_at_5
value: 46.814
verified: no, type: mrr_at_10
value: 47.6716
verified: no, type: mrr_at_20
value: 48.0761
verified: no, type: mrr_at_100
value: 48.3716
verified: no, type: mrr_at_1000
value: 48.4167
verified: no, type: nauc_ndcg_at_1_max
value: 26.1449
verified: no, type: nauc_ndcg_at_1_std
value: -10.991299999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.970299999999995
verified: no, type: nauc_ndcg_at_3_max
value: 29.7447
verified: no, type: nauc_ndcg_at_3_std
value: -9.610299999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.031499999999994
verified: no, type: nauc_ndcg_at_5_max
value: 29.1562
verified: no, type: nauc_ndcg_at_5_std
value: -9.288499999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.8454
verified: no, type: nauc_ndcg_at_10_max
value: 28.1795
verified: no, type: nauc_ndcg_at_10_std
value: -9.5992
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.6937
verified: no, type: nauc_ndcg_at_20_max
value: 27.8613
verified: no, type: nauc_ndcg_at_20_std
value: -9.425500000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.5688
verified: no, type: nauc_ndcg_at_100_max
value: 27.9792
verified: no, type: nauc_ndcg_at_100_std
value: -8.792300000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.868500000000004
verified: no, type: nauc_ndcg_at_1000_max
value: 28.0666
verified: no, type: nauc_ndcg_at_1000_std
value: -8.928899999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.1663
verified: no, type: nauc_map_at_1_max
value: 26.1449
verified: no, type: nauc_map_at_1_std
value: -10.991299999999999
verified: no, type: nauc_map_at_1_diff1
value: 55.970299999999995
verified: no, type: nauc_map_at_3_max
value: 28.921799999999998
verified: no, type: nauc_map_at_3_std
value: -9.9782
verified: no, type: nauc_map_at_3_diff1
value: 52.965700000000005
verified: no, type: nauc_map_at_5_max
value: 28.575899999999997
verified: no, type: nauc_map_at_5_std
value: -9.822799999999999
verified: no, type: nauc_map_at_5_diff1
value: 52.32790000000001
verified: no, type: nauc_map_at_10_max
value: 28.1738
verified: no, type: nauc_map_at_10_std
value: -9.933300000000001
verified: no, type: nauc_map_at_10_diff1
value: 52.26690000000001
verified: no, type: nauc_map_at_20_max
value: 28.0844
verified: no, type: nauc_map_at_20_std
value: -9.8925
verified: no, type: nauc_map_at_20_diff1
value: 52.2407
verified: no, type: nauc_map_at_100_max
value: 28.0938
verified: no, type: nauc_map_at_100_std
value: -9.8258
verified: no, type: nauc_map_at_100_diff1
value: 52.2776
verified: no, type: nauc_map_at_1000_max
value: 28.092299999999998
verified: no, type: nauc_map_at_1000_std
value: -9.832
verified: no, type: nauc_map_at_1000_diff1
value: 52.2874
verified: no, type: nauc_recall_at_1_max
value: 26.1449
verified: no, type: nauc_recall_at_1_std
value: -10.991299999999999
verified: no, type: nauc_recall_at_1_diff1
value: 55.970299999999995
verified: no, type: nauc_recall_at_3_max
value: 32.1929
verified: no, type: nauc_recall_at_3_std
value: -8.491200000000001
verified: no, type: nauc_recall_at_3_diff1
value: 49.2364
verified: no, type: nauc_recall_at_5_max
value: 30.8852
verified: no, type: nauc_recall_at_5_std
value: -7.518700000000001
verified: no, type: nauc_recall_at_5_diff1
value: 46.004400000000004
verified: no, type: nauc_recall_at_10_max
value: 27.6397
verified: no, type: nauc_recall_at_10_std
value: -8.5506
verified: no, type: nauc_recall_at_10_diff1
value: 45.012299999999996
verified: no, type: nauc_recall_at_20_max
value: 26.026300000000003
verified: no, type: nauc_recall_at_20_std
value: -7.5049
verified: no, type: nauc_recall_at_20_diff1
value: 43.6556
verified: no, type: nauc_recall_at_100_max
value: 26.3742
verified: no, type: nauc_recall_at_100_std
value: 0.46940000000000004
verified: no, type: nauc_recall_at_100_diff1
value: 43.1361
verified: no, type: nauc_recall_at_1000_max
value: 28.3536
verified: no, type: nauc_recall_at_1000_std
value: 11.2799
verified: no, type: nauc_recall_at_1000_diff1
value: 41.8369
verified: no, type: nauc_precision_at_1_max
value: 26.1449
verified: no, type: nauc_precision_at_1_std
value: -10.991299999999999
verified: no, type: nauc_precision_at_1_diff1
value: 55.970299999999995
verified: no, type: nauc_precision_at_3_max
value: 32.1929
verified: no, type: nauc_precision_at_3_std
value: -8.491200000000001
verified: no, type: nauc_precision_at_3_diff1
value: 49.2364
verified: no, type: nauc_precision_at_5_max
value: 30.8852
verified: no, type: nauc_precision_at_5_std
value: -7.518700000000001
verified: no, type: nauc_precision_at_5_diff1
value: 46.004400000000004
verified: no, type: nauc_precision_at_10_max
value: 27.6397
verified: no, type: nauc_precision_at_10_std
value: -8.5506
verified: no, type: nauc_precision_at_10_diff1
value: 45.012299999999996
verified: no, type: nauc_precision_at_20_max
value: 26.026300000000003
verified: no, type: nauc_precision_at_20_std
value: -7.5049
verified: no, type: nauc_precision_at_20_diff1
value: 43.6556
verified: no, type: nauc_precision_at_100_max
value: 26.3742
verified: no, type: nauc_precision_at_100_std
value: 0.46940000000000004
verified: no, type: nauc_precision_at_100_diff1
value: 43.1361
verified: no, type: nauc_precision_at_1000_max
value: 28.3536
verified: no, type: nauc_precision_at_1000_std
value: 11.2799
verified: no, type: nauc_precision_at_1000_diff1
value: 41.8369
verified: no, type: nauc_mrr_at_1_max
value: 26.1449
verified: no, type: nauc_mrr_at_1_std
value: -10.991299999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 55.970299999999995
verified: no, type: nauc_mrr_at_3_max
value: 28.9026
verified: no, type: nauc_mrr_at_3_std
value: -10.0274
verified: no, type: nauc_mrr_at_3_diff1
value: 52.9705
verified: no, type: nauc_mrr_at_5_max
value: 28.571
verified: no, type: nauc_mrr_at_5_std
value: -9.8353
verified: no, type: nauc_mrr_at_5_diff1
value: 52.3292
verified: no, type: nauc_mrr_at_10_max
value: 28.169300000000003
verified: no, type: nauc_mrr_at_10_std
value: -9.945500000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 52.2672
verified: no, type: nauc_mrr_at_20_max
value: 28.079900000000002
verified: no, type: nauc_mrr_at_20_std
value: -9.9048
verified: no, type: nauc_mrr_at_20_diff1
value: 52.24100000000001
verified: no, type: nauc_mrr_at_100_max
value: 28.0893
verified: no, type: nauc_mrr_at_100_std
value: -9.8382
verified: no, type: nauc_mrr_at_100_diff1
value: 52.2779
verified: no, type: nauc_mrr_at_1000_max
value: 28.0878
verified: no, type: nauc_mrr_at_1000_std
value: -9.8445
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.2877
verified: no, type: main_score
value: 52.035
verified: no
task: type: Retrieval, dataset: config: go
name: MTEB CodeSearchNetCCRetrieval (go)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 27.259
verified: no, type: ndcg_at_3
value: 34.537
verified: no, type: ndcg_at_5
value: 36.658
verified: no, type: ndcg_at_10
value: 38.749
verified: no, type: ndcg_at_20
value: 40.439
verified: no, type: ndcg_at_100
value: 43.021
verified: no, type: ndcg_at_1000
value: 44.909
verified: no, type: map_at_1
value: 27.259
verified: no, type: map_at_3
value: 32.738
verified: no, type: map_at_5
value: 33.916000000000004
verified: no, type: map_at_10
value: 34.787
verified: no, type: map_at_20
value: 35.253
verified: no, type: map_at_100
value: 35.597
verified: no, type: map_at_1000
value: 35.66
verified: no, type: recall_at_1
value: 27.259
verified: no, type: recall_at_3
value: 39.744
verified: no, type: recall_at_5
value: 44.89
verified: no, type: recall_at_10
value: 51.317
verified: no, type: recall_at_20
value: 57.99100000000001
verified: no, type: recall_at_100
value: 72.088
verified: no, type: recall_at_1000
value: 87.368
verified: no, type: precision_at_1
value: 27.259
verified: no, type: precision_at_3
value: 13.248
verified: no, type: precision_at_5
value: 8.978
verified: no, type: precision_at_10
value: 5.132
verified: no, type: precision_at_20
value: 2.9000000000000004
verified: no, type: precision_at_100
value: 0.721
verified: no, type: precision_at_1000
value: 0.087
verified: no, type: mrr_at_1
value: 27.247
verified: no, type: mrr_at_3
value: 32.73
verified: no, type: mrr_at_5
value: 33.9188
verified: no, type: mrr_at_10
value: 34.7795
verified: no, type: mrr_at_20
value: 35.2462
verified: no, type: mrr_at_100
value: 35.5904
verified: no, type: mrr_at_1000
value: 35.654
verified: no, type: nauc_ndcg_at_1_max
value: 26.4086
verified: no, type: nauc_ndcg_at_1_std
value: -2.9711000000000003
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.946099999999994
verified: no, type: nauc_ndcg_at_3_max
value: 25.4155
verified: no, type: nauc_ndcg_at_3_std
value: -2.8535999999999997
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.7669
verified: no, type: nauc_ndcg_at_5_max
value: 25.0238
verified: no, type: nauc_ndcg_at_5_std
value: -2.5973
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.2719
verified: no, type: nauc_ndcg_at_10_max
value: 24.3719
verified: no, type: nauc_ndcg_at_10_std
value: -2.4239
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.5531
verified: no, type: nauc_ndcg_at_20_max
value: 24.2915
verified: no, type: nauc_ndcg_at_20_std
value: -2.0365
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.290200000000006
verified: no, type: nauc_ndcg_at_100_max
value: 23.9849
verified: no, type: nauc_ndcg_at_100_std
value: -1.1925
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.1382
verified: no, type: nauc_ndcg_at_1000_max
value: 24.3502
verified: no, type: nauc_ndcg_at_1000_std
value: -0.7086
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.550200000000004
verified: no, type: nauc_map_at_1_max
value: 26.4086
verified: no, type: nauc_map_at_1_std
value: -2.9711000000000003
verified: no, type: nauc_map_at_1_diff1
value: 51.946099999999994
verified: no, type: nauc_map_at_3_max
value: 25.6581
verified: no, type: nauc_map_at_3_std
value: -2.8928
verified: no, type: nauc_map_at_3_diff1
value: 47.9103
verified: no, type: nauc_map_at_5_max
value: 25.438699999999997
verified: no, type: nauc_map_at_5_std
value: -2.759
verified: no, type: nauc_map_at_5_diff1
value: 47.6395
verified: no, type: nauc_map_at_10_max
value: 25.167299999999997
verified: no, type: nauc_map_at_10_std
value: -2.6864
verified: no, type: nauc_map_at_10_diff1
value: 47.335100000000004
verified: no, type: nauc_map_at_20_max
value: 25.1492
verified: no, type: nauc_map_at_20_std
value: -2.5978000000000003
verified: no, type: nauc_map_at_20_diff1
value: 47.2833
verified: no, type: nauc_map_at_100_max
value: 25.094499999999996
verified: no, type: nauc_map_at_100_std
value: -2.5058000000000002
verified: no, type: nauc_map_at_100_diff1
value: 47.2631
verified: no, type: nauc_map_at_1000_max
value: 25.105100000000004
verified: no, type: nauc_map_at_1000_std
value: -2.4873
verified: no, type: nauc_map_at_1000_diff1
value: 47.279900000000005
verified: no, type: nauc_recall_at_1_max
value: 26.4086
verified: no, type: nauc_recall_at_1_std
value: -2.9711000000000003
verified: no, type: nauc_recall_at_1_diff1
value: 51.946099999999994
verified: no, type: nauc_recall_at_3_max
value: 24.743499999999997
verified: no, type: nauc_recall_at_3_std
value: -2.7411000000000003
verified: no, type: nauc_recall_at_3_diff1
value: 43.6461
verified: no, type: nauc_recall_at_5_max
value: 23.8105
verified: no, type: nauc_recall_at_5_std
value: -2.0951
verified: no, type: nauc_recall_at_5_diff1
value: 42.4182
verified: no, type: nauc_recall_at_10_max
value: 21.7867
verified: no, type: nauc_recall_at_10_std
value: -1.5507
verified: no, type: nauc_recall_at_10_diff1
value: 40.1507
verified: no, type: nauc_recall_at_20_max
value: 21.264
verified: no, type: nauc_recall_at_20_std
value: 0.2463
verified: no, type: nauc_recall_at_20_diff1
value: 38.5714
verified: no, type: nauc_recall_at_100_max
value: 18.4525
verified: no, type: nauc_recall_at_100_std
value: 7.3066
verified: no, type: nauc_recall_at_100_diff1
value: 35.585
verified: no, type: nauc_recall_at_1000_max
value: 20.769299999999998
verified: no, type: nauc_recall_at_1000_std
value: 24.6752
verified: no, type: nauc_recall_at_1000_diff1
value: 34.4382
verified: no, type: nauc_precision_at_1_max
value: 26.4086
verified: no, type: nauc_precision_at_1_std
value: -2.9711000000000003
verified: no, type: nauc_precision_at_1_diff1
value: 51.946099999999994
verified: no, type: nauc_precision_at_3_max
value: 24.743499999999997
verified: no, type: nauc_precision_at_3_std
value: -2.7411000000000003
verified: no, type: nauc_precision_at_3_diff1
value: 43.6461
verified: no, type: nauc_precision_at_5_max
value: 23.8105
verified: no, type: nauc_precision_at_5_std
value: -2.0951
verified: no, type: nauc_precision_at_5_diff1
value: 42.4182
verified: no, type: nauc_precision_at_10_max
value: 21.7867
verified: no, type: nauc_precision_at_10_std
value: -1.5507
verified: no, type: nauc_precision_at_10_diff1
value: 40.1507
verified: no, type: nauc_precision_at_20_max
value: 21.264
verified: no, type: nauc_precision_at_20_std
value: 0.2463
verified: no, type: nauc_precision_at_20_diff1
value: 38.5714
verified: no, type: nauc_precision_at_100_max
value: 18.4525
verified: no, type: nauc_precision_at_100_std
value: 7.3066
verified: no, type: nauc_precision_at_100_diff1
value: 35.585
verified: no, type: nauc_precision_at_1000_max
value: 20.769299999999998
verified: no, type: nauc_precision_at_1000_std
value: 24.6752
verified: no, type: nauc_precision_at_1000_diff1
value: 34.4382
verified: no, type: nauc_mrr_at_1_max
value: 26.4631
verified: no, type: nauc_mrr_at_1_std
value: -2.9343999999999997
verified: no, type: nauc_mrr_at_1_diff1
value: 51.9943
verified: no, type: nauc_mrr_at_3_max
value: 25.695
verified: no, type: nauc_mrr_at_3_std
value: -2.8865
verified: no, type: nauc_mrr_at_3_diff1
value: 47.948299999999996
verified: no, type: nauc_mrr_at_5_max
value: 25.461
verified: no, type: nauc_mrr_at_5_std
value: -2.7289999999999996
verified: no, type: nauc_mrr_at_5_diff1
value: 47.6623
verified: no, type: nauc_mrr_at_10_max
value: 25.1963
verified: no, type: nauc_mrr_at_10_std
value: -2.6818999999999997
verified: no, type: nauc_mrr_at_10_diff1
value: 47.374500000000005
verified: no, type: nauc_mrr_at_20_max
value: 25.178800000000003
verified: no, type: nauc_mrr_at_20_std
value: -2.5887000000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 47.3199
verified: no, type: nauc_mrr_at_100_max
value: 25.1241
verified: no, type: nauc_mrr_at_100_std
value: -2.4967
verified: no, type: nauc_mrr_at_100_diff1
value: 47.2999
verified: no, type: nauc_mrr_at_1000_max
value: 25.134800000000002
verified: no, type: nauc_mrr_at_1000_std
value: -2.4783
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.3167
verified: no, type: main_score
value: 38.749
verified: no
task: type: Retrieval, dataset: config: ruby
name: MTEB CodeSearchNetCCRetrieval (ruby)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 40.92
verified: no, type: ndcg_at_3
value: 49.364999999999995
verified: no, type: ndcg_at_5
value: 51.654999999999994
verified: no, type: ndcg_at_10
value: 53.169999999999995
verified: no, type: ndcg_at_20
value: 54.64
verified: no, type: ndcg_at_100
value: 56.974000000000004
verified: no, type: ndcg_at_1000
value: 58.306999999999995
verified: no, type: map_at_1
value: 40.92
verified: no, type: map_at_3
value: 47.343
verified: no, type: map_at_5
value: 48.616
verified: no, type: map_at_10
value: 49.242000000000004
verified: no, type: map_at_20
value: 49.647999999999996
verified: no, type: map_at_100
value: 49.97
verified: no, type: map_at_1000
value: 50.017999999999994
verified: no, type: recall_at_1
value: 40.92
verified: no, type: recall_at_3
value: 55.193999999999996
verified: no, type: recall_at_5
value: 60.745000000000005
verified: no, type: recall_at_10
value: 65.424
verified: no, type: recall_at_20
value: 71.21300000000001
verified: no, type: recall_at_100
value: 83.822
verified: no, type: recall_at_1000
value: 94.44900000000001
verified: no, type: precision_at_1
value: 40.92
verified: no, type: precision_at_3
value: 18.398
verified: no, type: precision_at_5
value: 12.149000000000001
verified: no, type: precision_at_10
value: 6.542000000000001
verified: no, type: precision_at_20
value: 3.5610000000000004
verified: no, type: precision_at_100
value: 0.8380000000000001
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: mrr_at_1
value: 40.9199
verified: no, type: mrr_at_3
value: 47.3434
verified: no, type: mrr_at_5
value: 48.6162
verified: no, type: mrr_at_10
value: 49.2421
verified: no, type: mrr_at_20
value: 49.6524
verified: no, type: mrr_at_100
value: 49.9694
verified: no, type: mrr_at_1000
value: 50.017999999999994
verified: no, type: nauc_ndcg_at_1_max
value: 28.5367
verified: no, type: nauc_ndcg_at_1_std
value: -8.2024
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.920399999999994
verified: no, type: nauc_ndcg_at_3_max
value: 29.583399999999997
verified: no, type: nauc_ndcg_at_3_std
value: -10.276499999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.3108
verified: no, type: nauc_ndcg_at_5_max
value: 29.124299999999998
verified: no, type: nauc_ndcg_at_5_std
value: -9.9282
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.1591
verified: no, type: nauc_ndcg_at_10_max
value: 28.778599999999997
verified: no, type: nauc_ndcg_at_10_std
value: -10.319799999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.244499999999995
verified: no, type: nauc_ndcg_at_20_max
value: 28.8719
verified: no, type: nauc_ndcg_at_20_std
value: -9.7272
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.3575
verified: no, type: nauc_ndcg_at_100_max
value: 28.8624
verified: no, type: nauc_ndcg_at_100_std
value: -9.3621
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.322599999999994
verified: no, type: nauc_ndcg_at_1000_max
value: 28.876400000000004
verified: no, type: nauc_ndcg_at_1000_std
value: -9.3757
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.5029
verified: no, type: nauc_map_at_1_max
value: 28.5367
verified: no, type: nauc_map_at_1_std
value: -8.2024
verified: no, type: nauc_map_at_1_diff1
value: 59.920399999999994
verified: no, type: nauc_map_at_3_max
value: 29.373500000000003
verified: no, type: nauc_map_at_3_std
value: -9.7647
verified: no, type: nauc_map_at_3_diff1
value: 54.8768
verified: no, type: nauc_map_at_5_max
value: 29.1429
verified: no, type: nauc_map_at_5_std
value: -9.5913
verified: no, type: nauc_map_at_5_diff1
value: 54.8183
verified: no, type: nauc_map_at_10_max
value: 29.0079
verified: no, type: nauc_map_at_10_std
value: -9.7633
verified: no, type: nauc_map_at_10_diff1
value: 54.87180000000001
verified: no, type: nauc_map_at_20_max
value: 29.004
verified: no, type: nauc_map_at_20_std
value: -9.609399999999999
verified: no, type: nauc_map_at_20_diff1
value: 54.8733
verified: no, type: nauc_map_at_100_max
value: 28.961100000000002
verified: no, type: nauc_map_at_100_std
value: -9.586500000000001
verified: no, type: nauc_map_at_100_diff1
value: 54.85719999999999
verified: no, type: nauc_map_at_1000_max
value: 28.957
verified: no, type: nauc_map_at_1000_std
value: -9.5861
verified: no, type: nauc_map_at_1000_diff1
value: 54.8685
verified: no, type: nauc_recall_at_1_max
value: 28.5367
verified: no, type: nauc_recall_at_1_std
value: -8.2024
verified: no, type: nauc_recall_at_1_diff1
value: 59.920399999999994
verified: no, type: nauc_recall_at_3_max
value: 30.198900000000002
verified: no, type: nauc_recall_at_3_std
value: -11.8281
verified: no, type: nauc_recall_at_3_diff1
value: 48.5911
verified: no, type: nauc_recall_at_5_max
value: 28.938000000000002
verified: no, type: nauc_recall_at_5_std
value: -10.9165
verified: no, type: nauc_recall_at_5_diff1
value: 47.8612
verified: no, type: nauc_recall_at_10_max
value: 27.6793
verified: no, type: nauc_recall_at_10_std
value: -12.281400000000001
verified: no, type: nauc_recall_at_10_diff1
value: 47.665400000000005
verified: no, type: nauc_recall_at_20_max
value: 28.2941
verified: no, type: nauc_recall_at_20_std
value: -9.5387
verified: no, type: nauc_recall_at_20_diff1
value: 47.875
verified: no, type: nauc_recall_at_100_max
value: 29.1692
verified: no, type: nauc_recall_at_100_std
value: -4.8877999999999995
verified: no, type: nauc_recall_at_100_diff1
value: 44.8146
verified: no, type: nauc_recall_at_1000_max
value: 32.1351
verified: no, type: nauc_recall_at_1000_std
value: 2.178
verified: no, type: nauc_recall_at_1000_diff1
value: 35.842600000000004
verified: no, type: nauc_precision_at_1_max
value: 28.5367
verified: no, type: nauc_precision_at_1_std
value: -8.2024
verified: no, type: nauc_precision_at_1_diff1
value: 59.920399999999994
verified: no, type: nauc_precision_at_3_max
value: 30.198900000000002
verified: no, type: nauc_precision_at_3_std
value: -11.8281
verified: no, type: nauc_precision_at_3_diff1
value: 48.5911
verified: no, type: nauc_precision_at_5_max
value: 28.938000000000002
verified: no, type: nauc_precision_at_5_std
value: -10.9165
verified: no, type: nauc_precision_at_5_diff1
value: 47.8612
verified: no, type: nauc_precision_at_10_max
value: 27.6793
verified: no, type: nauc_precision_at_10_std
value: -12.281400000000001
verified: no, type: nauc_precision_at_10_diff1
value: 47.665400000000005
verified: no, type: nauc_precision_at_20_max
value: 28.2941
verified: no, type: nauc_precision_at_20_std
value: -9.5387
verified: no, type: nauc_precision_at_20_diff1
value: 47.875
verified: no, type: nauc_precision_at_100_max
value: 29.1692
verified: no, type: nauc_precision_at_100_std
value: -4.8877999999999995
verified: no, type: nauc_precision_at_100_diff1
value: 44.8146
verified: no, type: nauc_precision_at_1000_max
value: 32.1351
verified: no, type: nauc_precision_at_1000_std
value: 2.178
verified: no, type: nauc_precision_at_1000_diff1
value: 35.842600000000004
verified: no, type: nauc_mrr_at_1_max
value: 28.6205
verified: no, type: nauc_mrr_at_1_std
value: -8.180900000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 59.920399999999994
verified: no, type: nauc_mrr_at_3_max
value: 29.416900000000002
verified: no, type: nauc_mrr_at_3_std
value: -9.7536
verified: no, type: nauc_mrr_at_3_diff1
value: 54.8768
verified: no, type: nauc_mrr_at_5_max
value: 29.187
verified: no, type: nauc_mrr_at_5_std
value: -9.58
verified: no, type: nauc_mrr_at_5_diff1
value: 54.8183
verified: no, type: nauc_mrr_at_10_max
value: 29.0523
verified: no, type: nauc_mrr_at_10_std
value: -9.7519
verified: no, type: nauc_mrr_at_10_diff1
value: 54.87180000000001
verified: no, type: nauc_mrr_at_20_max
value: 29.0395
verified: no, type: nauc_mrr_at_20_std
value: -9.5921
verified: no, type: nauc_mrr_at_20_diff1
value: 54.8737
verified: no, type: nauc_mrr_at_100_max
value: 29.0069
verified: no, type: nauc_mrr_at_100_std
value: -9.5772
verified: no, type: nauc_mrr_at_100_diff1
value: 54.8585
verified: no, type: nauc_mrr_at_1000_max
value: 29.0016
verified: no, type: nauc_mrr_at_1000_std
value: -9.574399999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.8686
verified: no, type: main_score
value: 53.169999999999995
verified: no
task: type: Retrieval, dataset: config: java
name: MTEB CodeSearchNetCCRetrieval (java)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 38.01
verified: no, type: ndcg_at_3
value: 46.611999999999995
verified: no, type: ndcg_at_5
value: 48.644999999999996
verified: no, type: ndcg_at_10
value: 50.722
verified: no, type: ndcg_at_20
value: 52.168000000000006
verified: no, type: ndcg_at_100
value: 54.284
verified: no, type: ndcg_at_1000
value: 55.64
verified: no, type: map_at_1
value: 38.01
verified: no, type: map_at_3
value: 44.529
verified: no, type: map_at_5
value: 45.657
verified: no, type: map_at_10
value: 46.522999999999996
verified: no, type: map_at_20
value: 46.921
verified: no, type: map_at_100
value: 47.21
verified: no, type: map_at_1000
value: 47.257
verified: no, type: recall_at_1
value: 38.01
verified: no, type: recall_at_3
value: 52.624
verified: no, type: recall_at_5
value: 57.562999999999995
verified: no, type: recall_at_10
value: 63.943000000000005
verified: no, type: recall_at_20
value: 69.649
verified: no, type: recall_at_100
value: 81.114
verified: no, type: recall_at_1000
value: 92.03099999999999
verified: no, type: precision_at_1
value: 38.01
verified: no, type: precision_at_3
value: 17.541
verified: no, type: precision_at_5
value: 11.513
verified: no, type: precision_at_10
value: 6.394
verified: no, type: precision_at_20
value: 3.4819999999999998
verified: no, type: precision_at_100
value: 0.8109999999999999
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: mrr_at_1
value: 38.0739
verified: no, type: mrr_at_3
value: 44.5626
verified: no, type: mrr_at_5
value: 45.6863
verified: no, type: mrr_at_10
value: 46.5541
verified: no, type: mrr_at_20
value: 46.9528
verified: no, type: mrr_at_100
value: 47.2419
verified: no, type: mrr_at_1000
value: 47.2883
verified: no, type: nauc_ndcg_at_1_max
value: 29.1715
verified: no, type: nauc_ndcg_at_1_std
value: -8.383799999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.6392
verified: no, type: nauc_ndcg_at_3_max
value: 31.600499999999997
verified: no, type: nauc_ndcg_at_3_std
value: -6.8286
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.9436
verified: no, type: nauc_ndcg_at_5_max
value: 31.446099999999998
verified: no, type: nauc_ndcg_at_5_std
value: -6.3155
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.4265
verified: no, type: nauc_ndcg_at_10_max
value: 31.484
verified: no, type: nauc_ndcg_at_10_std
value: -5.7347
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.254
verified: no, type: nauc_ndcg_at_20_max
value: 31.5004
verified: no, type: nauc_ndcg_at_20_std
value: -5.141
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.8621
verified: no, type: nauc_ndcg_at_100_max
value: 31.4661
verified: no, type: nauc_ndcg_at_100_std
value: -4.9658
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.9602
verified: no, type: nauc_ndcg_at_1000_max
value: 31.544299999999996
verified: no, type: nauc_ndcg_at_1000_std
value: -5.0944
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.29559999999999
verified: no, type: nauc_map_at_1_max
value: 29.1715
verified: no, type: nauc_map_at_1_std
value: -8.383799999999999
verified: no, type: nauc_map_at_1_diff1
value: 56.6392
verified: no, type: nauc_map_at_3_max
value: 31.0216
verified: no, type: nauc_map_at_3_std
value: -7.2461
verified: no, type: nauc_map_at_3_diff1
value: 53.0413
verified: no, type: nauc_map_at_5_max
value: 30.944300000000002
verified: no, type: nauc_map_at_5_std
value: -6.9658999999999995
verified: no, type: nauc_map_at_5_diff1
value: 52.7782
verified: no, type: nauc_map_at_10_max
value: 30.9525
verified: no, type: nauc_map_at_10_std
value: -6.7453
verified: no, type: nauc_map_at_10_diff1
value: 52.7226
verified: no, type: nauc_map_at_20_max
value: 30.9542
verified: no, type: nauc_map_at_20_std
value: -6.5941
verified: no, type: nauc_map_at_20_diff1
value: 52.6293
verified: no, type: nauc_map_at_100_max
value: 30.9493
verified: no, type: nauc_map_at_100_std
value: -6.5776
verified: no, type: nauc_map_at_100_diff1
value: 52.65069999999999
verified: no, type: nauc_map_at_1000_max
value: 30.9515
verified: no, type: nauc_map_at_1000_std
value: -6.5804
verified: no, type: nauc_map_at_1000_diff1
value: 52.662299999999995
verified: no, type: nauc_recall_at_1_max
value: 29.1715
verified: no, type: nauc_recall_at_1_std
value: -8.383799999999999
verified: no, type: nauc_recall_at_1_diff1
value: 56.6392
verified: no, type: nauc_recall_at_3_max
value: 33.317600000000006
verified: no, type: nauc_recall_at_3_std
value: -5.569500000000001
verified: no, type: nauc_recall_at_3_diff1
value: 48.6968
verified: no, type: nauc_recall_at_5_max
value: 32.9542
verified: no, type: nauc_recall_at_5_std
value: -4.2065
verified: no, type: nauc_recall_at_5_diff1
value: 47.1643
verified: no, type: nauc_recall_at_10_max
value: 33.253
verified: no, type: nauc_recall_at_10_std
value: -1.9276000000000002
verified: no, type: nauc_recall_at_10_diff1
value: 46.1287
verified: no, type: nauc_recall_at_20_max
value: 33.5398
verified: no, type: nauc_recall_at_20_std
value: 1.4168
verified: no, type: nauc_recall_at_20_diff1
value: 43.5924
verified: no, type: nauc_recall_at_100_max
value: 34.0873
verified: no, type: nauc_recall_at_100_std
value: 6.0484
verified: no, type: nauc_recall_at_100_diff1
value: 41.1325
verified: no, type: nauc_recall_at_1000_max
value: 39.7041
verified: no, type: nauc_recall_at_1000_std
value: 15.0263
verified: no, type: nauc_recall_at_1000_diff1
value: 39.2976
verified: no, type: nauc_precision_at_1_max
value: 29.1715
verified: no, type: nauc_precision_at_1_std
value: -8.383799999999999
verified: no, type: nauc_precision_at_1_diff1
value: 56.6392
verified: no, type: nauc_precision_at_3_max
value: 33.317600000000006
verified: no, type: nauc_precision_at_3_std
value: -5.569500000000001
verified: no, type: nauc_precision_at_3_diff1
value: 48.6968
verified: no, type: nauc_precision_at_5_max
value: 32.9542
verified: no, type: nauc_precision_at_5_std
value: -4.2065
verified: no, type: nauc_precision_at_5_diff1
value: 47.1643
verified: no, type: nauc_precision_at_10_max
value: 33.253
verified: no, type: nauc_precision_at_10_std
value: -1.9276000000000002
verified: no, type: nauc_precision_at_10_diff1
value: 46.1287
verified: no, type: nauc_precision_at_20_max
value: 33.5398
verified: no, type: nauc_precision_at_20_std
value: 1.4168
verified: no, type: nauc_precision_at_20_diff1
value: 43.5924
verified: no, type: nauc_precision_at_100_max
value: 34.0873
verified: no, type: nauc_precision_at_100_std
value: 6.0484
verified: no, type: nauc_precision_at_100_diff1
value: 41.1325
verified: no, type: nauc_precision_at_1000_max
value: 39.7041
verified: no, type: nauc_precision_at_1000_std
value: 15.0263
verified: no, type: nauc_precision_at_1000_diff1
value: 39.2976
verified: no, type: nauc_mrr_at_1_max
value: 29.1889
verified: no, type: nauc_mrr_at_1_std
value: -8.3731
verified: no, type: nauc_mrr_at_1_diff1
value: 56.4441
verified: no, type: nauc_mrr_at_3_max
value: 31.034
verified: no, type: nauc_mrr_at_3_std
value: -7.2402
verified: no, type: nauc_mrr_at_3_diff1
value: 52.9257
verified: no, type: nauc_mrr_at_5_max
value: 30.9601
verified: no, type: nauc_mrr_at_5_std
value: -6.969799999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 52.6602
verified: no, type: nauc_mrr_at_10_max
value: 30.965300000000003
verified: no, type: nauc_mrr_at_10_std
value: -6.741700000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 52.6096
verified: no, type: nauc_mrr_at_20_max
value: 30.9681
verified: no, type: nauc_mrr_at_20_std
value: -6.5917
verified: no, type: nauc_mrr_at_20_diff1
value: 52.518299999999996
verified: no, type: nauc_mrr_at_100_max
value: 30.9633
verified: no, type: nauc_mrr_at_100_std
value: -6.575200000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 52.539
verified: no, type: nauc_mrr_at_1000_max
value: 30.965500000000002
verified: no, type: nauc_mrr_at_1000_std
value: -6.578
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.550399999999996
verified: no, type: main_score
value: 50.722
verified: no
task: type: Retrieval, dataset: config: php
name: MTEB CodeSearchNetCCRetrieval (php)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 27.915
verified: no, type: ndcg_at_3
value: 35.388
verified: no, type: ndcg_at_5
value: 37.406
verified: no, type: ndcg_at_10
value: 39.660000000000004
verified: no, type: ndcg_at_20
value: 41.202
verified: no, type: ndcg_at_100
value: 43.916
verified: no, type: ndcg_at_1000
value: 45.867000000000004
verified: no, type: map_at_1
value: 27.915
verified: no, type: map_at_3
value: 33.545
verified: no, type: map_at_5
value: 34.666999999999994
verified: no, type: map_at_10
value: 35.606
verified: no, type: map_at_20
value: 36.032
verified: no, type: map_at_100
value: 36.399
verified: no, type: map_at_1000
value: 36.464999999999996
verified: no, type: recall_at_1
value: 27.915
verified: no, type: recall_at_3
value: 40.724
verified: no, type: recall_at_5
value: 45.612
verified: no, type: recall_at_10
value: 52.54
verified: no, type: recall_at_20
value: 58.61300000000001
verified: no, type: recall_at_100
value: 73.369
verified: no, type: recall_at_1000
value: 89.14699999999999
verified: no, type: precision_at_1
value: 27.915
verified: no, type: precision_at_3
value: 13.575000000000001
verified: no, type: precision_at_5
value: 9.122
verified: no, type: precision_at_10
value: 5.2540000000000004
verified: no, type: precision_at_20
value: 2.931
verified: no, type: precision_at_100
value: 0.734
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: mrr_at_1
value: 27.8935
verified: no, type: mrr_at_3
value: 33.529599999999995
verified: no, type: mrr_at_5
value: 34.6563
verified: no, type: mrr_at_10
value: 35.596
verified: no, type: mrr_at_20
value: 36.0216
verified: no, type: mrr_at_100
value: 36.3884
verified: no, type: mrr_at_1000
value: 36.4547
verified: no, type: nauc_ndcg_at_1_max
value: 23.1709
verified: no, type: nauc_ndcg_at_1_std
value: -5.9072
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.3299
verified: no, type: nauc_ndcg_at_3_max
value: 22.8661
verified: no, type: nauc_ndcg_at_3_std
value: -5.095899999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.9897
verified: no, type: nauc_ndcg_at_5_max
value: 22.5328
verified: no, type: nauc_ndcg_at_5_std
value: -4.7091
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.3944
verified: no, type: nauc_ndcg_at_10_max
value: 21.9501
verified: no, type: nauc_ndcg_at_10_std
value: -4.162
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.3066
verified: no, type: nauc_ndcg_at_20_max
value: 21.9053
verified: no, type: nauc_ndcg_at_20_std
value: -3.5355999999999996
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.1593
verified: no, type: nauc_ndcg_at_100_max
value: 21.7083
verified: no, type: nauc_ndcg_at_100_std
value: -2.9722999999999997
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.9229
verified: no, type: nauc_ndcg_at_1000_max
value: 21.9067
verified: no, type: nauc_ndcg_at_1000_std
value: -2.984
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.4281
verified: no, type: nauc_map_at_1_max
value: 23.1709
verified: no, type: nauc_map_at_1_std
value: -5.9072
verified: no, type: nauc_map_at_1_diff1
value: 49.3299
verified: no, type: nauc_map_at_3_max
value: 22.9725
verified: no, type: nauc_map_at_3_std
value: -5.292199999999999
verified: no, type: nauc_map_at_3_diff1
value: 45.2572
verified: no, type: nauc_map_at_5_max
value: 22.7878
verified: no, type: nauc_map_at_5_std
value: -5.0855999999999995
verified: no, type: nauc_map_at_5_diff1
value: 44.9362
verified: no, type: nauc_map_at_10_max
value: 22.554299999999998
verified: no, type: nauc_map_at_10_std
value: -4.855700000000001
verified: no, type: nauc_map_at_10_diff1
value: 44.472899999999996
verified: no, type: nauc_map_at_20_max
value: 22.5365
verified: no, type: nauc_map_at_20_std
value: -4.7015
verified: no, type: nauc_map_at_20_diff1
value: 44.441900000000004
verified: no, type: nauc_map_at_100_max
value: 22.5246
verified: no, type: nauc_map_at_100_std
value: -4.6318
verified: no, type: nauc_map_at_100_diff1
value: 44.4182
verified: no, type: nauc_map_at_1000_max
value: 22.531200000000002
verified: no, type: nauc_map_at_1000_std
value: -4.6294
verified: no, type: nauc_map_at_1000_diff1
value: 44.4336
verified: no, type: nauc_recall_at_1_max
value: 23.1709
verified: no, type: nauc_recall_at_1_std
value: -5.9072
verified: no, type: nauc_recall_at_1_diff1
value: 49.3299
verified: no, type: nauc_recall_at_3_max
value: 22.5576
verified: no, type: nauc_recall_at_3_std
value: -4.5496
verified: no, type: nauc_recall_at_3_diff1
value: 40.4722
verified: no, type: nauc_recall_at_5_max
value: 21.755
verified: no, type: nauc_recall_at_5_std
value: -3.5854
verified: no, type: nauc_recall_at_5_diff1
value: 38.9703
verified: no, type: nauc_recall_at_10_max
value: 19.8814
verified: no, type: nauc_recall_at_10_std
value: -1.8668
verified: no, type: nauc_recall_at_10_diff1
value: 35.5164
verified: no, type: nauc_recall_at_20_max
value: 19.6191
verified: no, type: nauc_recall_at_20_std
value: 1.0138
verified: no, type: nauc_recall_at_20_diff1
value: 34.443
verified: no, type: nauc_recall_at_100_max
value: 17.1186
verified: no, type: nauc_recall_at_100_std
value: 6.7912
verified: no, type: nauc_recall_at_100_diff1
value: 30.006100000000004
verified: no, type: nauc_recall_at_1000_max
value: 16.4494
verified: no, type: nauc_recall_at_1000_std
value: 17.0286
verified: no, type: nauc_recall_at_1000_diff1
value: 28.3205
verified: no, type: nauc_precision_at_1_max
value: 23.1709
verified: no, type: nauc_precision_at_1_std
value: -5.9072
verified: no, type: nauc_precision_at_1_diff1
value: 49.3299
verified: no, type: nauc_precision_at_3_max
value: 22.5576
verified: no, type: nauc_precision_at_3_std
value: -4.5496
verified: no, type: nauc_precision_at_3_diff1
value: 40.4722
verified: no, type: nauc_precision_at_5_max
value: 21.755
verified: no, type: nauc_precision_at_5_std
value: -3.5854
verified: no, type: nauc_precision_at_5_diff1
value: 38.9703
verified: no, type: nauc_precision_at_10_max
value: 19.8814
verified: no, type: nauc_precision_at_10_std
value: -1.8668
verified: no, type: nauc_precision_at_10_diff1
value: 35.5164
verified: no, type: nauc_precision_at_20_max
value: 19.6191
verified: no, type: nauc_precision_at_20_std
value: 1.0138
verified: no, type: nauc_precision_at_20_diff1
value: 34.443
verified: no, type: nauc_precision_at_100_max
value: 17.1186
verified: no, type: nauc_precision_at_100_std
value: 6.7912
verified: no, type: nauc_precision_at_100_diff1
value: 30.006100000000004
verified: no, type: nauc_precision_at_1000_max
value: 16.4494
verified: no, type: nauc_precision_at_1000_std
value: 17.0286
verified: no, type: nauc_precision_at_1000_diff1
value: 28.3205
verified: no, type: nauc_mrr_at_1_max
value: 23.1792
verified: no, type: nauc_mrr_at_1_std
value: -5.8884
verified: no, type: nauc_mrr_at_1_diff1
value: 49.411899999999996
verified: no, type: nauc_mrr_at_3_max
value: 22.9617
verified: no, type: nauc_mrr_at_3_std
value: -5.2925
verified: no, type: nauc_mrr_at_3_diff1
value: 45.2913
verified: no, type: nauc_mrr_at_5_max
value: 22.7693
verified: no, type: nauc_mrr_at_5_std
value: -5.0912
verified: no, type: nauc_mrr_at_5_diff1
value: 44.966699999999996
verified: no, type: nauc_mrr_at_10_max
value: 22.5429
verified: no, type: nauc_mrr_at_10_std
value: -4.8534
verified: no, type: nauc_mrr_at_10_diff1
value: 44.5081
verified: no, type: nauc_mrr_at_20_max
value: 22.5247
verified: no, type: nauc_mrr_at_20_std
value: -4.7001
verified: no, type: nauc_mrr_at_20_diff1
value: 44.4776
verified: no, type: nauc_mrr_at_100_max
value: 22.5126
verified: no, type: nauc_mrr_at_100_std
value: -4.6305
verified: no, type: nauc_mrr_at_100_diff1
value: 44.453900000000004
verified: no, type: nauc_mrr_at_1000_max
value: 22.5191
verified: no, type: nauc_mrr_at_1000_std
value: -4.6281
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.469300000000004
verified: no, type: main_score
value: 39.660000000000004
verified: no
task: type: Retrieval, dataset: config: python
name: MTEB CodeSearchNetRetrieval (python)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 71.3
verified: no, type: ndcg_at_3
value: 80.46600000000001
verified: no, type: ndcg_at_5
value: 82.657
verified: no, type: ndcg_at_10
value: 83.633
verified: no, type: ndcg_at_20
value: 84.108
verified: no, type: ndcg_at_100
value: 84.532
verified: no, type: ndcg_at_1000
value: 84.651
verified: no, type: map_at_1
value: 71.3
verified: no, type: map_at_3
value: 78.3
verified: no, type: map_at_5
value: 79.52
verified: no, type: map_at_10
value: 79.926
verified: no, type: map_at_20
value: 80.054
verified: no, type: map_at_100
value: 80.119
verified: no, type: map_at_1000
value: 80.124
verified: no, type: recall_at_1
value: 71.3
verified: no, type: recall_at_3
value: 86.7
verified: no, type: recall_at_5
value: 92
verified: no, type: recall_at_10
value: 95
verified: no, type: recall_at_20
value: 96.89999999999999
verified: no, type: recall_at_100
value: 99.1
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 71.3
verified: no, type: precision_at_3
value: 28.9
verified: no, type: precision_at_5
value: 18.4
verified: no, type: precision_at_10
value: 9.5
verified: no, type: precision_at_20
value: 4.845
verified: no, type: precision_at_100
value: 0.991
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 71.3
verified: no, type: mrr_at_3
value: 78.3
verified: no, type: mrr_at_5
value: 79.52
verified: no, type: mrr_at_10
value: 79.9264
verified: no, type: mrr_at_20
value: 80.0537
verified: no, type: mrr_at_100
value: 80.119
verified: no, type: mrr_at_1000
value: 80.1241
verified: no, type: nauc_ndcg_at_1_max
value: 42.5887
verified: no, type: nauc_ndcg_at_1_std
value: -4.7713
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.5211
verified: no, type: nauc_ndcg_at_3_max
value: 42.682500000000005
verified: no, type: nauc_ndcg_at_3_std
value: -9.7713
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.09450000000001
verified: no, type: nauc_ndcg_at_5_max
value: 42.8369
verified: no, type: nauc_ndcg_at_5_std
value: -8.636000000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 70.06569999999999
verified: no, type: nauc_ndcg_at_10_max
value: 42.0272
verified: no, type: nauc_ndcg_at_10_std
value: -7.7864
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.647
verified: no, type: nauc_ndcg_at_20_max
value: 42.7338
verified: no, type: nauc_ndcg_at_20_std
value: -7.842300000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.8122
verified: no, type: nauc_ndcg_at_100_max
value: 42.7575
verified: no, type: nauc_ndcg_at_100_std
value: -7.330299999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.9872
verified: no, type: nauc_ndcg_at_1000_max
value: 42.6322
verified: no, type: nauc_ndcg_at_1000_std
value: -7.4643
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.0635
verified: no, type: nauc_map_at_1_max
value: 42.5887
verified: no, type: nauc_map_at_1_std
value: -4.7713
verified: no, type: nauc_map_at_1_diff1
value: 71.5211
verified: no, type: nauc_map_at_3_max
value: 42.5893
verified: no, type: nauc_map_at_3_std
value: -8.2772
verified: no, type: nauc_map_at_3_diff1
value: 70.3236
verified: no, type: nauc_map_at_5_max
value: 42.686099999999996
verified: no, type: nauc_map_at_5_std
value: -7.6014
verified: no, type: nauc_map_at_5_diff1
value: 70.284
verified: no, type: nauc_map_at_10_max
value: 42.4008
verified: no, type: nauc_map_at_10_std
value: -7.2528
verified: no, type: nauc_map_at_10_diff1
value: 70.1571
verified: no, type: nauc_map_at_20_max
value: 42.5568
verified: no, type: nauc_map_at_20_std
value: -7.264900000000001
verified: no, type: nauc_map_at_20_diff1
value: 70.2095
verified: no, type: nauc_map_at_100_max
value: 42.5674
verified: no, type: nauc_map_at_100_std
value: -7.2189000000000005
verified: no, type: nauc_map_at_100_diff1
value: 70.238
verified: no, type: nauc_map_at_1000_max
value: 42.564600000000006
verified: no, type: nauc_map_at_1000_std
value: -7.217899999999999
verified: no, type: nauc_map_at_1000_diff1
value: 70.2391
verified: no, type: nauc_recall_at_1_max
value: 42.5887
verified: no, type: nauc_recall_at_1_std
value: -4.7713
verified: no, type: nauc_recall_at_1_diff1
value: 71.5211
verified: no, type: nauc_recall_at_3_max
value: 43.1314
verified: no, type: nauc_recall_at_3_std
value: -16.2854
verified: no, type: nauc_recall_at_3_diff1
value: 69.22319999999999
verified: no, type: nauc_recall_at_5_max
value: 43.869
verified: no, type: nauc_recall_at_5_std
value: -15.228800000000001
verified: no, type: nauc_recall_at_5_diff1
value: 68.9332
verified: no, type: nauc_recall_at_10_max
value: 37.211
verified: no, type: nauc_recall_at_10_std
value: -12.085899999999999
verified: no, type: nauc_recall_at_10_diff1
value: 64.212
verified: no, type: nauc_recall_at_20_max
value: 47.346500000000006
verified: no, type: nauc_recall_at_20_std
value: -15.5748
verified: no, type: nauc_recall_at_20_diff1
value: 63.3866
verified: no, type: nauc_recall_at_100_max
value: 58.667899999999996
verified: no, type: nauc_recall_at_100_std
value: 12.8333
verified: no, type: nauc_recall_at_100_diff1
value: 60.0633
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 42.5887
verified: no, type: nauc_precision_at_1_std
value: -4.7713
verified: no, type: nauc_precision_at_1_diff1
value: 71.5211
verified: no, type: nauc_precision_at_3_max
value: 43.1314
verified: no, type: nauc_precision_at_3_std
value: -16.2854
verified: no, type: nauc_precision_at_3_diff1
value: 69.22319999999999
verified: no, type: nauc_precision_at_5_max
value: 43.869
verified: no, type: nauc_precision_at_5_std
value: -15.228800000000001
verified: no, type: nauc_precision_at_5_diff1
value: 68.9332
verified: no, type: nauc_precision_at_10_max
value: 37.211
verified: no, type: nauc_precision_at_10_std
value: -12.085899999999999
verified: no, type: nauc_precision_at_10_diff1
value: 64.212
verified: no, type: nauc_precision_at_20_max
value: 47.346500000000006
verified: no, type: nauc_precision_at_20_std
value: -15.5748
verified: no, type: nauc_precision_at_20_diff1
value: 63.3866
verified: no, type: nauc_precision_at_100_max
value: 58.667899999999996
verified: no, type: nauc_precision_at_100_std
value: 12.8333
verified: no, type: nauc_precision_at_100_diff1
value: 60.0633
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 42.5887
verified: no, type: nauc_mrr_at_1_std
value: -4.7713
verified: no, type: nauc_mrr_at_1_diff1
value: 71.5211
verified: no, type: nauc_mrr_at_3_max
value: 42.5893
verified: no, type: nauc_mrr_at_3_std
value: -8.2772
verified: no, type: nauc_mrr_at_3_diff1
value: 70.3236
verified: no, type: nauc_mrr_at_5_max
value: 42.686099999999996
verified: no, type: nauc_mrr_at_5_std
value: -7.6014
verified: no, type: nauc_mrr_at_5_diff1
value: 70.284
verified: no, type: nauc_mrr_at_10_max
value: 42.4008
verified: no, type: nauc_mrr_at_10_std
value: -7.2528
verified: no, type: nauc_mrr_at_10_diff1
value: 70.1571
verified: no, type: nauc_mrr_at_20_max
value: 42.5568
verified: no, type: nauc_mrr_at_20_std
value: -7.264900000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 70.2095
verified: no, type: nauc_mrr_at_100_max
value: 42.5674
verified: no, type: nauc_mrr_at_100_std
value: -7.2189000000000005
verified: no, type: nauc_mrr_at_100_diff1
value: 70.238
verified: no, type: nauc_mrr_at_1000_max
value: 42.564600000000006
verified: no, type: nauc_mrr_at_1000_std
value: -7.217899999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.2391
verified: no, type: main_score
value: 83.633
verified: no
task: type: Retrieval, dataset: config: javascript
name: MTEB CodeSearchNetRetrieval (javascript)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 61.4
verified: no, type: ndcg_at_3
value: 69.833
verified: no, type: ndcg_at_5
value: 71.675
verified: no, type: ndcg_at_10
value: 72.83699999999999
verified: no, type: ndcg_at_20
value: 73.56899999999999
verified: no, type: ndcg_at_100
value: 74.50099999999999
verified: no, type: ndcg_at_1000
value: 75.473
verified: no, type: map_at_1
value: 61.4
verified: no, type: map_at_3
value: 67.80000000000001
verified: no, type: map_at_5
value: 68.815
verified: no, type: map_at_10
value: 69.294
verified: no, type: map_at_20
value: 69.49499999999999
verified: no, type: map_at_100
value: 69.618
verified: no, type: map_at_1000
value: 69.645
verified: no, type: recall_at_1
value: 61.4
verified: no, type: recall_at_3
value: 75.7
verified: no, type: recall_at_5
value: 80.2
verified: no, type: recall_at_10
value: 83.8
verified: no, type: recall_at_20
value: 86.7
verified: no, type: recall_at_100
value: 91.8
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 61.4
verified: no, type: precision_at_3
value: 25.233
verified: no, type: precision_at_5
value: 16.04
verified: no, type: precision_at_10
value: 8.38
verified: no, type: precision_at_20
value: 4.335
verified: no, type: precision_at_100
value: 0.918
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 61.4
verified: no, type: mrr_at_3
value: 67.80000000000001
verified: no, type: mrr_at_5
value: 68.815
verified: no, type: mrr_at_10
value: 69.294
verified: no, type: mrr_at_20
value: 69.4947
verified: no, type: mrr_at_100
value: 69.6181
verified: no, type: mrr_at_1000
value: 69.645
verified: no, type: nauc_ndcg_at_1_max
value: 56.7217
verified: no, type: nauc_ndcg_at_1_std
value: 24.8593
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.9101
verified: no, type: nauc_ndcg_at_3_max
value: 65.2032
verified: no, type: nauc_ndcg_at_3_std
value: 32.0444
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.0416
verified: no, type: nauc_ndcg_at_5_max
value: 66.5758
verified: no, type: nauc_ndcg_at_5_std
value: 36.1929
verified: no, type: nauc_ndcg_at_5_diff1
value: 70.3931
verified: no, type: nauc_ndcg_at_10_max
value: 66.5108
verified: no, type: nauc_ndcg_at_10_std
value: 36.121199999999995
verified: no, type: nauc_ndcg_at_10_diff1
value: 70.6475
verified: no, type: nauc_ndcg_at_20_max
value: 66.7371
verified: no, type: nauc_ndcg_at_20_std
value: 36.5925
verified: no, type: nauc_ndcg_at_20_diff1
value: 70.8488
verified: no, type: nauc_ndcg_at_100_max
value: 66.2407
verified: no, type: nauc_ndcg_at_100_std
value: 37.0769
verified: no, type: nauc_ndcg_at_100_diff1
value: 70.5349
verified: no, type: nauc_ndcg_at_1000_max
value: 65.2728
verified: no, type: nauc_ndcg_at_1000_std
value: 34.956199999999995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.6395
verified: no, type: nauc_map_at_1_max
value: 56.7217
verified: no, type: nauc_map_at_1_std
value: 24.8593
verified: no, type: nauc_map_at_1_diff1
value: 71.9101
verified: no, type: nauc_map_at_3_max
value: 63.0821
verified: no, type: nauc_map_at_3_std
value: 30.2166
verified: no, type: nauc_map_at_3_diff1
value: 70.4667
verified: no, type: nauc_map_at_5_max
value: 63.7133
verified: no, type: nauc_map_at_5_std
value: 32.2817
verified: no, type: nauc_map_at_5_diff1
value: 70.6826
verified: no, type: nauc_map_at_10_max
value: 63.6566
verified: no, type: nauc_map_at_10_std
value: 32.2283
verified: no, type: nauc_map_at_10_diff1
value: 70.8001
verified: no, type: nauc_map_at_20_max
value: 63.7023
verified: no, type: nauc_map_at_20_std
value: 32.3021
verified: no, type: nauc_map_at_20_diff1
value: 70.8584
verified: no, type: nauc_map_at_100_max
value: 63.645799999999994
verified: no, type: nauc_map_at_100_std
value: 32.3835
verified: no, type: nauc_map_at_100_diff1
value: 70.8164
verified: no, type: nauc_map_at_1000_max
value: 63.6211
verified: no, type: nauc_map_at_1000_std
value: 32.334
verified: no, type: nauc_map_at_1000_diff1
value: 70.8146
verified: no, type: nauc_recall_at_1_max
value: 56.7217
verified: no, type: nauc_recall_at_1_std
value: 24.8593
verified: no, type: nauc_recall_at_1_diff1
value: 71.9101
verified: no, type: nauc_recall_at_3_max
value: 72.6106
verified: no, type: nauc_recall_at_3_std
value: 38.4448
verified: no, type: nauc_recall_at_3_diff1
value: 68.58030000000001
verified: no, type: nauc_recall_at_5_max
value: 78.35889999999999
verified: no, type: nauc_recall_at_5_std
value: 52.82829999999999
verified: no, type: nauc_recall_at_5_diff1
value: 69.30239999999999
verified: no, type: nauc_recall_at_10_max
value: 80.32730000000001
verified: no, type: nauc_recall_at_10_std
value: 55.5612
verified: no, type: nauc_recall_at_10_diff1
value: 70.1068
verified: no, type: nauc_recall_at_20_max
value: 84.4507
verified: no, type: nauc_recall_at_20_std
value: 62.841100000000004
verified: no, type: nauc_recall_at_20_diff1
value: 71.2689
verified: no, type: nauc_recall_at_100_max
value: 86.8251
verified: no, type: nauc_recall_at_100_std
value: 82.8944
verified: no, type: nauc_recall_at_100_diff1
value: 67.35950000000001
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 56.7217
verified: no, type: nauc_precision_at_1_std
value: 24.8593
verified: no, type: nauc_precision_at_1_diff1
value: 71.9101
verified: no, type: nauc_precision_at_3_max
value: 72.6106
verified: no, type: nauc_precision_at_3_std
value: 38.4448
verified: no, type: nauc_precision_at_3_diff1
value: 68.58030000000001
verified: no, type: nauc_precision_at_5_max
value: 78.35889999999999
verified: no, type: nauc_precision_at_5_std
value: 52.82829999999999
verified: no, type: nauc_precision_at_5_diff1
value: 69.30239999999999
verified: no, type: nauc_precision_at_10_max
value: 80.32730000000001
verified: no, type: nauc_precision_at_10_std
value: 55.5612
verified: no, type: nauc_precision_at_10_diff1
value: 70.1068
verified: no, type: nauc_precision_at_20_max
value: 84.4507
verified: no, type: nauc_precision_at_20_std
value: 62.841100000000004
verified: no, type: nauc_precision_at_20_diff1
value: 71.2689
verified: no, type: nauc_precision_at_100_max
value: 86.8251
verified: no, type: nauc_precision_at_100_std
value: 82.8944
verified: no, type: nauc_precision_at_100_diff1
value: 67.35950000000001
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 56.7217
verified: no, type: nauc_mrr_at_1_std
value: 24.8593
verified: no, type: nauc_mrr_at_1_diff1
value: 71.9101
verified: no, type: nauc_mrr_at_3_max
value: 63.0821
verified: no, type: nauc_mrr_at_3_std
value: 30.2166
verified: no, type: nauc_mrr_at_3_diff1
value: 70.4667
verified: no, type: nauc_mrr_at_5_max
value: 63.7133
verified: no, type: nauc_mrr_at_5_std
value: 32.2817
verified: no, type: nauc_mrr_at_5_diff1
value: 70.6826
verified: no, type: nauc_mrr_at_10_max
value: 63.6566
verified: no, type: nauc_mrr_at_10_std
value: 32.2283
verified: no, type: nauc_mrr_at_10_diff1
value: 70.8001
verified: no, type: nauc_mrr_at_20_max
value: 63.7023
verified: no, type: nauc_mrr_at_20_std
value: 32.3021
verified: no, type: nauc_mrr_at_20_diff1
value: 70.8584
verified: no, type: nauc_mrr_at_100_max
value: 63.645799999999994
verified: no, type: nauc_mrr_at_100_std
value: 32.3835
verified: no, type: nauc_mrr_at_100_diff1
value: 70.8164
verified: no, type: nauc_mrr_at_1000_max
value: 63.6211
verified: no, type: nauc_mrr_at_1000_std
value: 32.334
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.8146
verified: no, type: main_score
value: 72.83699999999999
verified: no
task: type: Retrieval, dataset: config: go
name: MTEB CodeSearchNetRetrieval (go)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 71.5
verified: no, type: ndcg_at_3
value: 80.566
verified: no, type: ndcg_at_5
value: 82.623
verified: no, type: ndcg_at_10
value: 83.694
verified: no, type: ndcg_at_20
value: 84.153
verified: no, type: ndcg_at_100
value: 84.597
verified: no, type: ndcg_at_1000
value: 84.73
verified: no, type: map_at_1
value: 71.5
verified: no, type: map_at_3
value: 78.43299999999999
verified: no, type: map_at_5
value: 79.57300000000001
verified: no, type: map_at_10
value: 80.037
verified: no, type: map_at_20
value: 80.164
verified: no, type: map_at_100
value: 80.231
verified: no, type: map_at_1000
value: 80.238
verified: no, type: recall_at_1
value: 71.5
verified: no, type: recall_at_3
value: 86.7
verified: no, type: recall_at_5
value: 91.7
verified: no, type: recall_at_10
value: 94.89999999999999
verified: no, type: recall_at_20
value: 96.7
verified: no, type: recall_at_100
value: 99
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 71.5
verified: no, type: precision_at_3
value: 28.9
verified: no, type: precision_at_5
value: 18.34
verified: no, type: precision_at_10
value: 9.49
verified: no, type: precision_at_20
value: 4.835
verified: no, type: precision_at_100
value: 0.9900000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 71.5
verified: no, type: mrr_at_3
value: 78.43329999999999
verified: no, type: mrr_at_5
value: 79.5733
verified: no, type: mrr_at_10
value: 80.0366
verified: no, type: mrr_at_20
value: 80.164
verified: no, type: mrr_at_100
value: 80.2314
verified: no, type: mrr_at_1000
value: 80.2376
verified: no, type: nauc_ndcg_at_1_max
value: 46.1044
verified: no, type: nauc_ndcg_at_1_std
value: -4.7079
verified: no, type: nauc_ndcg_at_1_diff1
value: 75.426
verified: no, type: nauc_ndcg_at_3_max
value: 52.6854
verified: no, type: nauc_ndcg_at_3_std
value: -5.7088
verified: no, type: nauc_ndcg_at_3_diff1
value: 72.5517
verified: no, type: nauc_ndcg_at_5_max
value: 51.839400000000005
verified: no, type: nauc_ndcg_at_5_std
value: -6.802700000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 72.17710000000001
verified: no, type: nauc_ndcg_at_10_max
value: 51.4024
verified: no, type: nauc_ndcg_at_10_std
value: -7.0518
verified: no, type: nauc_ndcg_at_10_diff1
value: 73.0671
verified: no, type: nauc_ndcg_at_20_max
value: 51.029
verified: no, type: nauc_ndcg_at_20_std
value: -6.6751000000000005
verified: no, type: nauc_ndcg_at_20_diff1
value: 73.4538
verified: no, type: nauc_ndcg_at_100_max
value: 50.8548
verified: no, type: nauc_ndcg_at_100_std
value: -5.9427
verified: no, type: nauc_ndcg_at_100_diff1
value: 73.51950000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 50.672
verified: no, type: nauc_ndcg_at_1000_std
value: -6.0391
verified: no, type: nauc_ndcg_at_1000_diff1
value: 73.5247
verified: no, type: nauc_map_at_1_max
value: 46.1044
verified: no, type: nauc_map_at_1_std
value: -4.7079
verified: no, type: nauc_map_at_1_diff1
value: 75.426
verified: no, type: nauc_map_at_3_max
value: 50.939299999999996
verified: no, type: nauc_map_at_3_std
value: -5.3396
verified: no, type: nauc_map_at_3_diff1
value: 73.42490000000001
verified: no, type: nauc_map_at_5_max
value: 50.4396
verified: no, type: nauc_map_at_5_std
value: -5.8186
verified: no, type: nauc_map_at_5_diff1
value: 73.2819
verified: no, type: nauc_map_at_10_max
value: 50.27890000000001
verified: no, type: nauc_map_at_10_std
value: -5.8548
verified: no, type: nauc_map_at_10_diff1
value: 73.6528
verified: no, type: nauc_map_at_20_max
value: 50.2054
verified: no, type: nauc_map_at_20_std
value: -5.7458
verified: no, type: nauc_map_at_20_diff1
value: 73.7524
verified: no, type: nauc_map_at_100_max
value: 50.1773
verified: no, type: nauc_map_at_100_std
value: -5.6738
verified: no, type: nauc_map_at_100_diff1
value: 73.75460000000001
verified: no, type: nauc_map_at_1000_max
value: 50.166999999999994
verified: no, type: nauc_map_at_1000_std
value: -5.6814
verified: no, type: nauc_map_at_1000_diff1
value: 73.7542
verified: no, type: nauc_recall_at_1_max
value: 46.1044
verified: no, type: nauc_recall_at_1_std
value: -4.7079
verified: no, type: nauc_recall_at_1_diff1
value: 75.426
verified: no, type: nauc_recall_at_3_max
value: 60.1177
verified: no, type: nauc_recall_at_3_std
value: -7.3551
verified: no, type: nauc_recall_at_3_diff1
value: 68.7552
verified: no, type: nauc_recall_at_5_max
value: 60.249399999999994
verified: no, type: nauc_recall_at_5_std
value: -13.555600000000002
verified: no, type: nauc_recall_at_5_diff1
value: 65.0445
verified: no, type: nauc_recall_at_10_max
value: 61.167
verified: no, type: nauc_recall_at_10_std
value: -20.4198
verified: no, type: nauc_recall_at_10_diff1
value: 67.8246
verified: no, type: nauc_recall_at_20_max
value: 59.404999999999994
verified: no, type: nauc_recall_at_20_std
value: -21.929399999999998
verified: no, type: nauc_recall_at_20_diff1
value: 71.1994
verified: no, type: nauc_recall_at_100_max
value: 66.6713
verified: no, type: nauc_recall_at_100_std
value: -0.4949
verified: no, type: nauc_recall_at_100_diff1
value: 72.409
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 46.1044
verified: no, type: nauc_precision_at_1_std
value: -4.7079
verified: no, type: nauc_precision_at_1_diff1
value: 75.426
verified: no, type: nauc_precision_at_3_max
value: 60.1177
verified: no, type: nauc_precision_at_3_std
value: -7.3551
verified: no, type: nauc_precision_at_3_diff1
value: 68.7552
verified: no, type: nauc_precision_at_5_max
value: 60.249399999999994
verified: no, type: nauc_precision_at_5_std
value: -13.555600000000002
verified: no, type: nauc_precision_at_5_diff1
value: 65.0445
verified: no, type: nauc_precision_at_10_max
value: 61.167
verified: no, type: nauc_precision_at_10_std
value: -20.4198
verified: no, type: nauc_precision_at_10_diff1
value: 67.8246
verified: no, type: nauc_precision_at_20_max
value: 59.404999999999994
verified: no, type: nauc_precision_at_20_std
value: -21.929399999999998
verified: no, type: nauc_precision_at_20_diff1
value: 71.1994
verified: no, type: nauc_precision_at_100_max
value: 66.6713
verified: no, type: nauc_precision_at_100_std
value: -0.4949
verified: no, type: nauc_precision_at_100_diff1
value: 72.409
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 46.1044
verified: no, type: nauc_mrr_at_1_std
value: -4.7079
verified: no, type: nauc_mrr_at_1_diff1
value: 75.426
verified: no, type: nauc_mrr_at_3_max
value: 50.939299999999996
verified: no, type: nauc_mrr_at_3_std
value: -5.3396
verified: no, type: nauc_mrr_at_3_diff1
value: 73.42490000000001
verified: no, type: nauc_mrr_at_5_max
value: 50.4396
verified: no, type: nauc_mrr_at_5_std
value: -5.8186
verified: no, type: nauc_mrr_at_5_diff1
value: 73.2819
verified: no, type: nauc_mrr_at_10_max
value: 50.27890000000001
verified: no, type: nauc_mrr_at_10_std
value: -5.8548
verified: no, type: nauc_mrr_at_10_diff1
value: 73.6528
verified: no, type: nauc_mrr_at_20_max
value: 50.2054
verified: no, type: nauc_mrr_at_20_std
value: -5.7458
verified: no, type: nauc_mrr_at_20_diff1
value: 73.7524
verified: no, type: nauc_mrr_at_100_max
value: 50.1773
verified: no, type: nauc_mrr_at_100_std
value: -5.6738
verified: no, type: nauc_mrr_at_100_diff1
value: 73.75460000000001
verified: no, type: nauc_mrr_at_1000_max
value: 50.166999999999994
verified: no, type: nauc_mrr_at_1000_std
value: -5.6814
verified: no, type: nauc_mrr_at_1000_diff1
value: 73.7542
verified: no, type: main_score
value: 83.694
verified: no
task: type: Retrieval, dataset: config: ruby
name: MTEB CodeSearchNetRetrieval (ruby)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 63.1
verified: no, type: ndcg_at_3
value: 73.48400000000001
verified: no, type: ndcg_at_5
value: 75.907
verified: no, type: ndcg_at_10
value: 76.81400000000001
verified: no, type: ndcg_at_20
value: 77.532
verified: no, type: ndcg_at_100
value: 78.25800000000001
verified: no, type: ndcg_at_1000
value: 78.739
verified: no, type: map_at_1
value: 63.1
verified: no, type: map_at_3
value: 70.98299999999999
verified: no, type: map_at_5
value: 72.32300000000001
verified: no, type: map_at_10
value: 72.7
verified: no, type: map_at_20
value: 72.902
verified: no, type: map_at_100
value: 73.00999999999999
verified: no, type: map_at_1000
value: 73.02499999999999
verified: no, type: recall_at_1
value: 63.1
verified: no, type: recall_at_3
value: 80.7
verified: no, type: recall_at_5
value: 86.6
verified: no, type: recall_at_10
value: 89.4
verified: no, type: recall_at_20
value: 92.2
verified: no, type: recall_at_100
value: 96
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 63.1
verified: no, type: precision_at_3
value: 26.900000000000002
verified: no, type: precision_at_5
value: 17.32
verified: no, type: precision_at_10
value: 8.94
verified: no, type: precision_at_20
value: 4.61
verified: no, type: precision_at_100
value: 0.96
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 63.1
verified: no, type: mrr_at_3
value: 70.9833
verified: no, type: mrr_at_5
value: 72.3233
verified: no, type: mrr_at_10
value: 72.6995
verified: no, type: mrr_at_20
value: 72.9017
verified: no, type: mrr_at_100
value: 73.0097
verified: no, type: mrr_at_1000
value: 73.0247
verified: no, type: nauc_ndcg_at_1_max
value: 51.397099999999995
verified: no, type: nauc_ndcg_at_1_std
value: 5.5686
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.8159
verified: no, type: nauc_ndcg_at_3_max
value: 51.7661
verified: no, type: nauc_ndcg_at_3_std
value: 5.247199999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 62.2276
verified: no, type: nauc_ndcg_at_5_max
value: 52.45649999999999
verified: no, type: nauc_ndcg_at_5_std
value: 8.3289
verified: no, type: nauc_ndcg_at_5_diff1
value: 61.5048
verified: no, type: nauc_ndcg_at_10_max
value: 53.376599999999996
verified: no, type: nauc_ndcg_at_10_std
value: 10.0975
verified: no, type: nauc_ndcg_at_10_diff1
value: 61.206
verified: no, type: nauc_ndcg_at_20_max
value: 53.4219
verified: no, type: nauc_ndcg_at_20_std
value: 11.3499
verified: no, type: nauc_ndcg_at_20_diff1
value: 60.670199999999994
verified: no, type: nauc_ndcg_at_100_max
value: 53.728699999999996
verified: no, type: nauc_ndcg_at_100_std
value: 11.754299999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 61.2795
verified: no, type: nauc_ndcg_at_1000_max
value: 53.1018
verified: no, type: nauc_ndcg_at_1000_std
value: 9.7542
verified: no, type: nauc_ndcg_at_1000_diff1
value: 62.16779999999999
verified: no, type: nauc_map_at_1_max
value: 51.397099999999995
verified: no, type: nauc_map_at_1_std
value: 5.5686
verified: no, type: nauc_map_at_1_diff1
value: 67.8159
verified: no, type: nauc_map_at_3_max
value: 51.701600000000006
verified: no, type: nauc_map_at_3_std
value: 5.346900000000001
verified: no, type: nauc_map_at_3_diff1
value: 63.7526
verified: no, type: nauc_map_at_5_max
value: 52.05030000000001
verified: no, type: nauc_map_at_5_std
value: 6.901
verified: no, type: nauc_map_at_5_diff1
value: 63.4742
verified: no, type: nauc_map_at_10_max
value: 52.3881
verified: no, type: nauc_map_at_10_std
value: 7.557899999999999
verified: no, type: nauc_map_at_10_diff1
value: 63.385000000000005
verified: no, type: nauc_map_at_20_max
value: 52.3801
verified: no, type: nauc_map_at_20_std
value: 7.8098
verified: no, type: nauc_map_at_20_diff1
value: 63.2662
verified: no, type: nauc_map_at_100_max
value: 52.440799999999996
verified: no, type: nauc_map_at_100_std
value: 7.8723
verified: no, type: nauc_map_at_100_diff1
value: 63.362399999999994
verified: no, type: nauc_map_at_1000_max
value: 52.4276
verified: no, type: nauc_map_at_1000_std
value: 7.8245
verified: no, type: nauc_map_at_1000_diff1
value: 63.3886
verified: no, type: nauc_recall_at_1_max
value: 51.397099999999995
verified: no, type: nauc_recall_at_1_std
value: 5.5686
verified: no, type: nauc_recall_at_1_diff1
value: 67.8159
verified: no, type: nauc_recall_at_3_max
value: 51.995000000000005
verified: no, type: nauc_recall_at_3_std
value: 4.853
verified: no, type: nauc_recall_at_3_diff1
value: 56.3023
verified: no, type: nauc_recall_at_5_max
value: 54.692099999999996
verified: no, type: nauc_recall_at_5_std
value: 16.4925
verified: no, type: nauc_recall_at_5_diff1
value: 51.12179999999999
verified: no, type: nauc_recall_at_10_max
value: 60.454699999999995
verified: no, type: nauc_recall_at_10_std
value: 28.295900000000003
verified: no, type: nauc_recall_at_10_diff1
value: 47.063100000000006
verified: no, type: nauc_recall_at_20_max
value: 63.59740000000001
verified: no, type: nauc_recall_at_20_std
value: 47.2928
verified: no, type: nauc_recall_at_20_diff1
value: 37.1627
verified: no, type: nauc_recall_at_100_max
value: 78.4162
verified: no, type: nauc_recall_at_100_std
value: 88.6099
verified: no, type: nauc_recall_at_100_diff1
value: 28.975299999999997
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 51.397099999999995
verified: no, type: nauc_precision_at_1_std
value: 5.5686
verified: no, type: nauc_precision_at_1_diff1
value: 67.8159
verified: no, type: nauc_precision_at_3_max
value: 51.995000000000005
verified: no, type: nauc_precision_at_3_std
value: 4.853
verified: no, type: nauc_precision_at_3_diff1
value: 56.3023
verified: no, type: nauc_precision_at_5_max
value: 54.692099999999996
verified: no, type: nauc_precision_at_5_std
value: 16.4925
verified: no, type: nauc_precision_at_5_diff1
value: 51.12179999999999
verified: no, type: nauc_precision_at_10_max
value: 60.454699999999995
verified: no, type: nauc_precision_at_10_std
value: 28.295900000000003
verified: no, type: nauc_precision_at_10_diff1
value: 47.063100000000006
verified: no, type: nauc_precision_at_20_max
value: 63.59740000000001
verified: no, type: nauc_precision_at_20_std
value: 47.2928
verified: no, type: nauc_precision_at_20_diff1
value: 37.1627
verified: no, type: nauc_precision_at_100_max
value: 78.4162
verified: no, type: nauc_precision_at_100_std
value: 88.6099
verified: no, type: nauc_precision_at_100_diff1
value: 28.975299999999997
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 51.397099999999995
verified: no, type: nauc_mrr_at_1_std
value: 5.5686
verified: no, type: nauc_mrr_at_1_diff1
value: 67.8159
verified: no, type: nauc_mrr_at_3_max
value: 51.701600000000006
verified: no, type: nauc_mrr_at_3_std
value: 5.346900000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 63.7526
verified: no, type: nauc_mrr_at_5_max
value: 52.05030000000001
verified: no, type: nauc_mrr_at_5_std
value: 6.901
verified: no, type: nauc_mrr_at_5_diff1
value: 63.4742
verified: no, type: nauc_mrr_at_10_max
value: 52.3881
verified: no, type: nauc_mrr_at_10_std
value: 7.557899999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 63.385000000000005
verified: no, type: nauc_mrr_at_20_max
value: 52.3801
verified: no, type: nauc_mrr_at_20_std
value: 7.8098
verified: no, type: nauc_mrr_at_20_diff1
value: 63.2662
verified: no, type: nauc_mrr_at_100_max
value: 52.440799999999996
verified: no, type: nauc_mrr_at_100_std
value: 7.8723
verified: no, type: nauc_mrr_at_100_diff1
value: 63.362399999999994
verified: no, type: nauc_mrr_at_1000_max
value: 52.4276
verified: no, type: nauc_mrr_at_1000_std
value: 7.8245
verified: no, type: nauc_mrr_at_1000_diff1
value: 63.3886
verified: no, type: main_score
value: 76.81400000000001
verified: no
task: type: Retrieval, dataset: config: java
name: MTEB CodeSearchNetRetrieval (java)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 52.1
verified: no, type: ndcg_at_3
value: 64.248
verified: no, type: ndcg_at_5
value: 67.213
verified: no, type: ndcg_at_10
value: 69.41199999999999
verified: no, type: ndcg_at_20
value: 70.43700000000001
verified: no, type: ndcg_at_100
value: 71.33800000000001
verified: no, type: ndcg_at_1000
value: 71.887
verified: no, type: map_at_1
value: 52.1
verified: no, type: map_at_3
value: 61.35
verified: no, type: map_at_5
value: 62.995000000000005
verified: no, type: map_at_10
value: 63.92
verified: no, type: map_at_20
value: 64.209
verified: no, type: map_at_100
value: 64.338
verified: no, type: map_at_1000
value: 64.352
verified: no, type: recall_at_1
value: 52.1
verified: no, type: recall_at_3
value: 72.6
verified: no, type: recall_at_5
value: 79.80000000000001
verified: no, type: recall_at_10
value: 86.5
verified: no, type: recall_at_20
value: 90.5
verified: no, type: recall_at_100
value: 95.3
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 52.1
verified: no, type: precision_at_3
value: 24.2
verified: no, type: precision_at_5
value: 15.959999999999999
verified: no, type: precision_at_10
value: 8.649999999999999
verified: no, type: precision_at_20
value: 4.5249999999999995
verified: no, type: precision_at_100
value: 0.9530000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 52.1
verified: no, type: mrr_at_3
value: 61.35
verified: no, type: mrr_at_5
value: 62.995000000000005
verified: no, type: mrr_at_10
value: 63.9199
verified: no, type: mrr_at_20
value: 64.209
verified: no, type: mrr_at_100
value: 64.338
verified: no, type: mrr_at_1000
value: 64.352
verified: no, type: nauc_ndcg_at_1_max
value: 35.1263
verified: no, type: nauc_ndcg_at_1_std
value: -12.454600000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.824
verified: no, type: nauc_ndcg_at_3_max
value: 40.6703
verified: no, type: nauc_ndcg_at_3_std
value: -9.0987
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.3502
verified: no, type: nauc_ndcg_at_5_max
value: 41.3895
verified: no, type: nauc_ndcg_at_5_std
value: -7.630199999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.614599999999996
verified: no, type: nauc_ndcg_at_10_max
value: 42.345699999999994
verified: no, type: nauc_ndcg_at_10_std
value: -5.084700000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.396
verified: no, type: nauc_ndcg_at_20_max
value: 42.215399999999995
verified: no, type: nauc_ndcg_at_20_std
value: -4.825
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.296699999999994
verified: no, type: nauc_ndcg_at_100_max
value: 42.0653
verified: no, type: nauc_ndcg_at_100_std
value: -4.356
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.595099999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 41.016200000000005
verified: no, type: nauc_ndcg_at_1000_std
value: -6.2975
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.7728
verified: no, type: nauc_map_at_1_max
value: 35.1263
verified: no, type: nauc_map_at_1_std
value: -12.454600000000001
verified: no, type: nauc_map_at_1_diff1
value: 58.824
verified: no, type: nauc_map_at_3_max
value: 38.9371
verified: no, type: nauc_map_at_3_std
value: -10.1381
verified: no, type: nauc_map_at_3_diff1
value: 54.008500000000005
verified: no, type: nauc_map_at_5_max
value: 39.1816
verified: no, type: nauc_map_at_5_std
value: -9.4667
verified: no, type: nauc_map_at_5_diff1
value: 53.748
verified: no, type: nauc_map_at_10_max
value: 39.5398
verified: no, type: nauc_map_at_10_std
value: -8.5131
verified: no, type: nauc_map_at_10_diff1
value: 54.433699999999995
verified: no, type: nauc_map_at_20_max
value: 39.4926
verified: no, type: nauc_map_at_20_std
value: -8.4859
verified: no, type: nauc_map_at_20_diff1
value: 54.4071
verified: no, type: nauc_map_at_100_max
value: 39.4716
verified: no, type: nauc_map_at_100_std
value: -8.4321
verified: no, type: nauc_map_at_100_diff1
value: 54.4382
verified: no, type: nauc_map_at_1000_max
value: 39.4529
verified: no, type: nauc_map_at_1000_std
value: -8.468499999999999
verified: no, type: nauc_map_at_1000_diff1
value: 54.4425
verified: no, type: nauc_recall_at_1_max
value: 35.1263
verified: no, type: nauc_recall_at_1_std
value: -12.454600000000001
verified: no, type: nauc_recall_at_1_diff1
value: 58.824
verified: no, type: nauc_recall_at_3_max
value: 46.9678
verified: no, type: nauc_recall_at_3_std
value: -5.3263
verified: no, type: nauc_recall_at_3_diff1
value: 46.4906
verified: no, type: nauc_recall_at_5_max
value: 51.4392
verified: no, type: nauc_recall_at_5_std
value: 0.864
verified: no, type: nauc_recall_at_5_diff1
value: 42.1144
verified: no, type: nauc_recall_at_10_max
value: 60.5469
verified: no, type: nauc_recall_at_10_std
value: 18.2879
verified: no, type: nauc_recall_at_10_diff1
value: 48.3112
verified: no, type: nauc_recall_at_20_max
value: 65.8794
verified: no, type: nauc_recall_at_20_std
value: 29.569499999999998
verified: no, type: nauc_recall_at_20_diff1
value: 45.7507
verified: no, type: nauc_recall_at_100_max
value: 85.5603
verified: no, type: nauc_recall_at_100_std
value: 75.366
verified: no, type: nauc_recall_at_100_diff1
value: 46.4102
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 35.1263
verified: no, type: nauc_precision_at_1_std
value: -12.454600000000001
verified: no, type: nauc_precision_at_1_diff1
value: 58.824
verified: no, type: nauc_precision_at_3_max
value: 46.9678
verified: no, type: nauc_precision_at_3_std
value: -5.3263
verified: no, type: nauc_precision_at_3_diff1
value: 46.4906
verified: no, type: nauc_precision_at_5_max
value: 51.4392
verified: no, type: nauc_precision_at_5_std
value: 0.864
verified: no, type: nauc_precision_at_5_diff1
value: 42.1144
verified: no, type: nauc_precision_at_10_max
value: 60.5469
verified: no, type: nauc_precision_at_10_std
value: 18.2879
verified: no, type: nauc_precision_at_10_diff1
value: 48.3112
verified: no, type: nauc_precision_at_20_max
value: 65.8794
verified: no, type: nauc_precision_at_20_std
value: 29.569499999999998
verified: no, type: nauc_precision_at_20_diff1
value: 45.7507
verified: no, type: nauc_precision_at_100_max
value: 85.5603
verified: no, type: nauc_precision_at_100_std
value: 75.366
verified: no, type: nauc_precision_at_100_diff1
value: 46.4102
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 35.1263
verified: no, type: nauc_mrr_at_1_std
value: -12.454600000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 58.824
verified: no, type: nauc_mrr_at_3_max
value: 38.9371
verified: no, type: nauc_mrr_at_3_std
value: -10.1381
verified: no, type: nauc_mrr_at_3_diff1
value: 54.008500000000005
verified: no, type: nauc_mrr_at_5_max
value: 39.1816
verified: no, type: nauc_mrr_at_5_std
value: -9.4667
verified: no, type: nauc_mrr_at_5_diff1
value: 53.748
verified: no, type: nauc_mrr_at_10_max
value: 39.5398
verified: no, type: nauc_mrr_at_10_std
value: -8.5131
verified: no, type: nauc_mrr_at_10_diff1
value: 54.433699999999995
verified: no, type: nauc_mrr_at_20_max
value: 39.4926
verified: no, type: nauc_mrr_at_20_std
value: -8.4859
verified: no, type: nauc_mrr_at_20_diff1
value: 54.4071
verified: no, type: nauc_mrr_at_100_max
value: 39.4716
verified: no, type: nauc_mrr_at_100_std
value: -8.4321
verified: no, type: nauc_mrr_at_100_diff1
value: 54.4382
verified: no, type: nauc_mrr_at_1000_max
value: 39.4529
verified: no, type: nauc_mrr_at_1000_std
value: -8.468499999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.4425
verified: no, type: main_score
value: 69.41199999999999
verified: no
task: type: Retrieval, dataset: config: php
name: MTEB CodeSearchNetRetrieval (php)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 60.3
verified: no, type: ndcg_at_3
value: 71.487
verified: no, type: ndcg_at_5
value: 73.359
verified: no, type: ndcg_at_10
value: 75.13
verified: no, type: ndcg_at_20
value: 75.768
verified: no, type: ndcg_at_100
value: 76.652
verified: no, type: ndcg_at_1000
value: 77.061
verified: no, type: map_at_1
value: 60.3
verified: no, type: map_at_3
value: 68.75
verified: no, type: map_at_5
value: 69.8
verified: no, type: map_at_10
value: 70.526
verified: no, type: map_at_20
value: 70.705
verified: no, type: map_at_100
value: 70.838
verified: no, type: map_at_1000
value: 70.84899999999999
verified: no, type: recall_at_1
value: 60.3
verified: no, type: recall_at_3
value: 79.4
verified: no, type: recall_at_5
value: 83.89999999999999
verified: no, type: recall_at_10
value: 89.4
verified: no, type: recall_at_20
value: 91.9
verified: no, type: recall_at_100
value: 96.5
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 60.3
verified: no, type: precision_at_3
value: 26.467000000000002
verified: no, type: precision_at_5
value: 16.78
verified: no, type: precision_at_10
value: 8.94
verified: no, type: precision_at_20
value: 4.595
verified: no, type: precision_at_100
value: 0.9650000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 60.3
verified: no, type: mrr_at_3
value: 68.75
verified: no, type: mrr_at_5
value: 69.8
verified: no, type: mrr_at_10
value: 70.52619999999999
verified: no, type: mrr_at_20
value: 70.7048
verified: no, type: mrr_at_100
value: 70.838
verified: no, type: mrr_at_1000
value: 70.8488
verified: no, type: nauc_ndcg_at_1_max
value: 45.8593
verified: no, type: nauc_ndcg_at_1_std
value: 13.2893
verified: no, type: nauc_ndcg_at_1_diff1
value: 66.718
verified: no, type: nauc_ndcg_at_3_max
value: 55.4137
verified: no, type: nauc_ndcg_at_3_std
value: 23.0079
verified: no, type: nauc_ndcg_at_3_diff1
value: 63.693200000000004
verified: no, type: nauc_ndcg_at_5_max
value: 56.2033
verified: no, type: nauc_ndcg_at_5_std
value: 25.2245
verified: no, type: nauc_ndcg_at_5_diff1
value: 65.0071
verified: no, type: nauc_ndcg_at_10_max
value: 56.540400000000005
verified: no, type: nauc_ndcg_at_10_std
value: 26.323400000000003
verified: no, type: nauc_ndcg_at_10_diff1
value: 65.8486
verified: no, type: nauc_ndcg_at_20_max
value: 56.2864
verified: no, type: nauc_ndcg_at_20_std
value: 26.6575
verified: no, type: nauc_ndcg_at_20_diff1
value: 65.6045
verified: no, type: nauc_ndcg_at_100_max
value: 55.2604
verified: no, type: nauc_ndcg_at_100_std
value: 24.9411
verified: no, type: nauc_ndcg_at_100_diff1
value: 65.9764
verified: no, type: nauc_ndcg_at_1000_max
value: 54.514799999999994
verified: no, type: nauc_ndcg_at_1000_std
value: 23.7436
verified: no, type: nauc_ndcg_at_1000_diff1
value: 65.6415
verified: no, type: nauc_map_at_1_max
value: 45.8593
verified: no, type: nauc_map_at_1_std
value: 13.2893
verified: no, type: nauc_map_at_1_diff1
value: 66.718
verified: no, type: nauc_map_at_3_max
value: 52.809799999999996
verified: no, type: nauc_map_at_3_std
value: 20.2338
verified: no, type: nauc_map_at_3_diff1
value: 64.4615
verified: no, type: nauc_map_at_5_max
value: 53.10080000000001
verified: no, type: nauc_map_at_5_std
value: 21.2375
verified: no, type: nauc_map_at_5_diff1
value: 65.1416
verified: no, type: nauc_map_at_10_max
value: 53.117000000000004
verified: no, type: nauc_map_at_10_std
value: 21.512999999999998
verified: no, type: nauc_map_at_10_diff1
value: 65.4616
verified: no, type: nauc_map_at_20_max
value: 53.0434
verified: no, type: nauc_map_at_20_std
value: 21.5865
verified: no, type: nauc_map_at_20_diff1
value: 65.4014
verified: no, type: nauc_map_at_100_max
value: 52.898199999999996
verified: no, type: nauc_map_at_100_std
value: 21.357
verified: no, type: nauc_map_at_100_diff1
value: 65.4438
verified: no, type: nauc_map_at_1000_max
value: 52.8844
verified: no, type: nauc_map_at_1000_std
value: 21.3357
verified: no, type: nauc_map_at_1000_diff1
value: 65.4388
verified: no, type: nauc_recall_at_1_max
value: 45.8593
verified: no, type: nauc_recall_at_1_std
value: 13.2893
verified: no, type: nauc_recall_at_1_diff1
value: 66.718
verified: no, type: nauc_recall_at_3_max
value: 65.5352
verified: no, type: nauc_recall_at_3_std
value: 33.8655
verified: no, type: nauc_recall_at_3_diff1
value: 60.740300000000005
verified: no, type: nauc_recall_at_5_max
value: 70.9819
verified: no, type: nauc_recall_at_5_std
value: 44.5937
verified: no, type: nauc_recall_at_5_diff1
value: 64.7568
verified: no, type: nauc_recall_at_10_max
value: 80.07469999999999
verified: no, type: nauc_recall_at_10_std
value: 60.3717
verified: no, type: nauc_recall_at_10_diff1
value: 69.6608
verified: no, type: nauc_recall_at_20_max
value: 84.3633
verified: no, type: nauc_recall_at_20_std
value: 73.2136
verified: no, type: nauc_recall_at_20_diff1
value: 68.3675
verified: no, type: nauc_recall_at_100_max
value: 91.4499
verified: no, type: nauc_recall_at_100_std
value: 83.50410000000001
verified: no, type: nauc_recall_at_100_diff1
value: 82.91579999999999
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 45.8593
verified: no, type: nauc_precision_at_1_std
value: 13.2893
verified: no, type: nauc_precision_at_1_diff1
value: 66.718
verified: no, type: nauc_precision_at_3_max
value: 65.5352
verified: no, type: nauc_precision_at_3_std
value: 33.8655
verified: no, type: nauc_precision_at_3_diff1
value: 60.740300000000005
verified: no, type: nauc_precision_at_5_max
value: 70.9819
verified: no, type: nauc_precision_at_5_std
value: 44.5937
verified: no, type: nauc_precision_at_5_diff1
value: 64.7568
verified: no, type: nauc_precision_at_10_max
value: 80.07469999999999
verified: no, type: nauc_precision_at_10_std
value: 60.3717
verified: no, type: nauc_precision_at_10_diff1
value: 69.6608
verified: no, type: nauc_precision_at_20_max
value: 84.3633
verified: no, type: nauc_precision_at_20_std
value: 73.2136
verified: no, type: nauc_precision_at_20_diff1
value: 68.3675
verified: no, type: nauc_precision_at_100_max
value: 91.4499
verified: no, type: nauc_precision_at_100_std
value: 83.50410000000001
verified: no, type: nauc_precision_at_100_diff1
value: 82.91579999999999
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 45.8593
verified: no, type: nauc_mrr_at_1_std
value: 13.2893
verified: no, type: nauc_mrr_at_1_diff1
value: 66.718
verified: no, type: nauc_mrr_at_3_max
value: 52.809799999999996
verified: no, type: nauc_mrr_at_3_std
value: 20.2338
verified: no, type: nauc_mrr_at_3_diff1
value: 64.4615
verified: no, type: nauc_mrr_at_5_max
value: 53.10080000000001
verified: no, type: nauc_mrr_at_5_std
value: 21.2375
verified: no, type: nauc_mrr_at_5_diff1
value: 65.1416
verified: no, type: nauc_mrr_at_10_max
value: 53.117000000000004
verified: no, type: nauc_mrr_at_10_std
value: 21.512999999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 65.4616
verified: no, type: nauc_mrr_at_20_max
value: 53.0434
verified: no, type: nauc_mrr_at_20_std
value: 21.5865
verified: no, type: nauc_mrr_at_20_diff1
value: 65.4014
verified: no, type: nauc_mrr_at_100_max
value: 52.898199999999996
verified: no, type: nauc_mrr_at_100_std
value: 21.357
verified: no, type: nauc_mrr_at_100_diff1
value: 65.4438
verified: no, type: nauc_mrr_at_1000_max
value: 52.8844
verified: no, type: nauc_mrr_at_1000_std
value: 21.3357
verified: no, type: nauc_mrr_at_1000_diff1
value: 65.4388
verified: no, type: main_score
value: 75.13
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeTransOceanContest (default)
revision: 20da4eb20a4b17300c0986ee148c90867a7f2a4d
split: test
type: CoIR-Retrieval/codetrans-contest
metrics: type: ndcg_at_1
value: 55.656000000000006
verified: no, type: ndcg_at_3
value: 62.497
verified: no, type: ndcg_at_5
value: 64.95100000000001
verified: no, type: ndcg_at_10
value: 66.733
verified: no, type: ndcg_at_20
value: 67.778
verified: no, type: ndcg_at_100
value: 69.962
verified: no, type: ndcg_at_1000
value: 70.736
verified: no, type: map_at_1
value: 55.656000000000006
verified: no, type: map_at_3
value: 60.934999999999995
verified: no, type: map_at_5
value: 62.315
verified: no, type: map_at_10
value: 63.065000000000005
verified: no, type: map_at_20
value: 63.36000000000001
verified: no, type: map_at_100
value: 63.663000000000004
verified: no, type: map_at_1000
value: 63.696
verified: no, type: recall_at_1
value: 55.656000000000006
verified: no, type: recall_at_3
value: 66.968
verified: no, type: recall_at_5
value: 72.851
verified: no, type: recall_at_10
value: 78.281
verified: no, type: recall_at_20
value: 82.353
verified: no, type: recall_at_100
value: 94.118
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 55.656000000000006
verified: no, type: precision_at_3
value: 22.323
verified: no, type: precision_at_5
value: 14.57
verified: no, type: precision_at_10
value: 7.828
verified: no, type: precision_at_20
value: 4.118
verified: no, type: precision_at_100
value: 0.941
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 55.656099999999995
verified: no, type: mrr_at_3
value: 60.9351
verified: no, type: mrr_at_5
value: 62.315200000000004
verified: no, type: mrr_at_10
value: 63.0653
verified: no, type: mrr_at_20
value: 63.360099999999996
verified: no, type: mrr_at_100
value: 63.6629
verified: no, type: mrr_at_1000
value: 63.695800000000006
verified: no, type: nauc_ndcg_at_1_max
value: 51.957600000000006
verified: no, type: nauc_ndcg_at_1_std
value: -1.4414
verified: no, type: nauc_ndcg_at_1_diff1
value: 73.7269
verified: no, type: nauc_ndcg_at_3_max
value: 56.2033
verified: no, type: nauc_ndcg_at_3_std
value: -0.5342
verified: no, type: nauc_ndcg_at_3_diff1
value: 71.29339999999999
verified: no, type: nauc_ndcg_at_5_max
value: 53.2043
verified: no, type: nauc_ndcg_at_5_std
value: -4.2406
verified: no, type: nauc_ndcg_at_5_diff1
value: 71.288
verified: no, type: nauc_ndcg_at_10_max
value: 53.864999999999995
verified: no, type: nauc_ndcg_at_10_std
value: -1.7964
verified: no, type: nauc_ndcg_at_10_diff1
value: 71.3515
verified: no, type: nauc_ndcg_at_20_max
value: 53.8995
verified: no, type: nauc_ndcg_at_20_std
value: -2.3122
verified: no, type: nauc_ndcg_at_20_diff1
value: 71.5024
verified: no, type: nauc_ndcg_at_100_max
value: 53.7574
verified: no, type: nauc_ndcg_at_100_std
value: -2.1357
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.57249999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 53.7629
verified: no, type: nauc_ndcg_at_1000_std
value: -2.2336
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.6512
verified: no, type: nauc_map_at_1_max
value: 51.957600000000006
verified: no, type: nauc_map_at_1_std
value: -1.4414
verified: no, type: nauc_map_at_1_diff1
value: 73.7269
verified: no, type: nauc_map_at_3_max
value: 55.3725
verified: no, type: nauc_map_at_3_std
value: -0.7385
verified: no, type: nauc_map_at_3_diff1
value: 71.94669999999999
verified: no, type: nauc_map_at_5_max
value: 53.759100000000004
verified: no, type: nauc_map_at_5_std
value: -2.6806
verified: no, type: nauc_map_at_5_diff1
value: 71.97
verified: no, type: nauc_map_at_10_max
value: 53.9832
verified: no, type: nauc_map_at_10_std
value: -1.8215
verified: no, type: nauc_map_at_10_diff1
value: 72.0873
verified: no, type: nauc_map_at_20_max
value: 53.9655
verified: no, type: nauc_map_at_20_std
value: -1.9612
verified: no, type: nauc_map_at_20_diff1
value: 72.1207
verified: no, type: nauc_map_at_100_max
value: 53.8791
verified: no, type: nauc_map_at_100_std
value: -1.9848000000000001
verified: no, type: nauc_map_at_100_diff1
value: 72.0929
verified: no, type: nauc_map_at_1000_max
value: 53.8818
verified: no, type: nauc_map_at_1000_std
value: -1.9868000000000001
verified: no, type: nauc_map_at_1000_diff1
value: 72.0883
verified: no, type: nauc_recall_at_1_max
value: 51.957600000000006
verified: no, type: nauc_recall_at_1_std
value: -1.4414
verified: no, type: nauc_recall_at_1_diff1
value: 73.7269
verified: no, type: nauc_recall_at_3_max
value: 58.7272
verified: no, type: nauc_recall_at_3_std
value: 0.10269999999999999
verified: no, type: nauc_recall_at_3_diff1
value: 69.2012
verified: no, type: nauc_recall_at_5_max
value: 50.545700000000004
verified: no, type: nauc_recall_at_5_std
value: -10.5393
verified: no, type: nauc_recall_at_5_diff1
value: 68.8226
verified: no, type: nauc_recall_at_10_max
value: 53.0698
verified: no, type: nauc_recall_at_10_std
value: -0.7827000000000001
verified: no, type: nauc_recall_at_10_diff1
value: 68.00110000000001
verified: no, type: nauc_recall_at_20_max
value: 53.4631
verified: no, type: nauc_recall_at_20_std
value: -3.6452
verified: no, type: nauc_recall_at_20_diff1
value: 68.3947
verified: no, type: nauc_recall_at_100_max
value: 54.212700000000005
verified: no, type: nauc_recall_at_100_std
value: 1.2398
verified: no, type: nauc_recall_at_100_diff1
value: 67.33590000000001
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 51.957600000000006
verified: no, type: nauc_precision_at_1_std
value: -1.4414
verified: no, type: nauc_precision_at_1_diff1
value: 73.7269
verified: no, type: nauc_precision_at_3_max
value: 58.7272
verified: no, type: nauc_precision_at_3_std
value: 0.10269999999999999
verified: no, type: nauc_precision_at_3_diff1
value: 69.2012
verified: no, type: nauc_precision_at_5_max
value: 50.545700000000004
verified: no, type: nauc_precision_at_5_std
value: -10.5393
verified: no, type: nauc_precision_at_5_diff1
value: 68.8226
verified: no, type: nauc_precision_at_10_max
value: 53.0698
verified: no, type: nauc_precision_at_10_std
value: -0.7827000000000001
verified: no, type: nauc_precision_at_10_diff1
value: 68.00110000000001
verified: no, type: nauc_precision_at_20_max
value: 53.4631
verified: no, type: nauc_precision_at_20_std
value: -3.6452
verified: no, type: nauc_precision_at_20_diff1
value: 68.3947
verified: no, type: nauc_precision_at_100_max
value: 54.212700000000005
verified: no, type: nauc_precision_at_100_std
value: 1.2398
verified: no, type: nauc_precision_at_100_diff1
value: 67.33590000000001
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 51.957600000000006
verified: no, type: nauc_mrr_at_1_std
value: -1.4414
verified: no, type: nauc_mrr_at_1_diff1
value: 73.7269
verified: no, type: nauc_mrr_at_3_max
value: 55.3725
verified: no, type: nauc_mrr_at_3_std
value: -0.7385
verified: no, type: nauc_mrr_at_3_diff1
value: 71.94669999999999
verified: no, type: nauc_mrr_at_5_max
value: 53.759100000000004
verified: no, type: nauc_mrr_at_5_std
value: -2.6806
verified: no, type: nauc_mrr_at_5_diff1
value: 71.97
verified: no, type: nauc_mrr_at_10_max
value: 53.9832
verified: no, type: nauc_mrr_at_10_std
value: -1.8215
verified: no, type: nauc_mrr_at_10_diff1
value: 72.0873
verified: no, type: nauc_mrr_at_20_max
value: 53.9655
verified: no, type: nauc_mrr_at_20_std
value: -1.9612
verified: no, type: nauc_mrr_at_20_diff1
value: 72.1207
verified: no, type: nauc_mrr_at_100_max
value: 53.8791
verified: no, type: nauc_mrr_at_100_std
value: -1.9848000000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 72.0929
verified: no, type: nauc_mrr_at_1000_max
value: 53.8818
verified: no, type: nauc_mrr_at_1000_std
value: -1.9868000000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.0883
verified: no, type: main_score
value: 66.733
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeTransOceanDL (default)
revision: 281562cb8a1265ab5c0824bfa6ddcd9b0a15618f
split: test
type: CoIR-Retrieval/codetrans-dl
metrics: type: ndcg_at_1
value: 8.889
verified: no, type: ndcg_at_3
value: 9.868
verified: no, type: ndcg_at_5
value: 16.543
verified: no, type: ndcg_at_10
value: 29.599999999999998
verified: no, type: ndcg_at_20
value: 36.004999999999995
verified: no, type: ndcg_at_100
value: 37.442
verified: no, type: ndcg_at_1000
value: 37.601
verified: no, type: map_at_1
value: 8.889
verified: no, type: map_at_3
value: 9.629999999999999
verified: no, type: map_at_5
value: 13.491
verified: no, type: map_at_10
value: 18.733
verified: no, type: map_at_20
value: 20.687
verified: no, type: map_at_100
value: 20.886
verified: no, type: map_at_1000
value: 20.895
verified: no, type: recall_at_1
value: 8.889
verified: no, type: recall_at_3
value: 10.556000000000001
verified: no, type: recall_at_5
value: 26.111
verified: no, type: recall_at_10
value: 67.22200000000001
verified: no, type: recall_at_20
value: 91.111
verified: no, type: recall_at_100
value: 98.88900000000001
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 8.889
verified: no, type: precision_at_3
value: 3.519
verified: no, type: precision_at_5
value: 5.222
verified: no, type: precision_at_10
value: 6.722
verified: no, type: precision_at_20
value: 4.556
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 1.6667
verified: no, type: mrr_at_3
value: 7.963000000000001
verified: no, type: mrr_at_5
value: 9.6296
verified: no, type: mrr_at_10
value: 15.607099999999999
verified: no, type: mrr_at_20
value: 17.2877
verified: no, type: mrr_at_100
value: 17.5377
verified: no, type: mrr_at_1000
value: 17.5465
verified: no, type: nauc_ndcg_at_1_max
value: -41.348600000000005
verified: no, type: nauc_ndcg_at_1_std
value: -29.3584
verified: no, type: nauc_ndcg_at_1_diff1
value: -31.9493
verified: no, type: nauc_ndcg_at_3_max
value: -42.877700000000004
verified: no, type: nauc_ndcg_at_3_std
value: -31.703599999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: -26.914500000000004
verified: no, type: nauc_ndcg_at_5_max
value: -33.1784
verified: no, type: nauc_ndcg_at_5_std
value: -24.2625
verified: no, type: nauc_ndcg_at_5_diff1
value: -11.164399999999999
verified: no, type: nauc_ndcg_at_10_max
value: -34.5597
verified: no, type: nauc_ndcg_at_10_std
value: -28.0239
verified: no, type: nauc_ndcg_at_10_diff1
value: -8.6589
verified: no, type: nauc_ndcg_at_20_max
value: -41.0648
verified: no, type: nauc_ndcg_at_20_std
value: -28.6854
verified: no, type: nauc_ndcg_at_20_diff1
value: -12.1999
verified: no, type: nauc_ndcg_at_100_max
value: -38.2277
verified: no, type: nauc_ndcg_at_100_std
value: -30.397999999999996
verified: no, type: nauc_ndcg_at_100_diff1
value: -14.3859
verified: no, type: nauc_ndcg_at_1000_max
value: -38.6002
verified: no, type: nauc_ndcg_at_1000_std
value: -28.9056
verified: no, type: nauc_ndcg_at_1000_diff1
value: -14.619499999999999
verified: no, type: nauc_map_at_1_max
value: -41.348600000000005
verified: no, type: nauc_map_at_1_std
value: -29.3584
verified: no, type: nauc_map_at_1_diff1
value: -31.9493
verified: no, type: nauc_map_at_3_max
value: -42.5041
verified: no, type: nauc_map_at_3_std
value: -31.1456
verified: no, type: nauc_map_at_3_diff1
value: -27.8752
verified: no, type: nauc_map_at_5_max
value: -36.146
verified: no, type: nauc_map_at_5_std
value: -26.268900000000002
verified: no, type: nauc_map_at_5_diff1
value: -17.1717
verified: no, type: nauc_map_at_10_max
value: -36.594300000000004
verified: no, type: nauc_map_at_10_std
value: -27.884199999999996
verified: no, type: nauc_map_at_10_diff1
value: -15.7719
verified: no, type: nauc_map_at_20_max
value: -38.9209
verified: no, type: nauc_map_at_20_std
value: -28.2712
verified: no, type: nauc_map_at_20_diff1
value: -17.167199999999998
verified: no, type: nauc_map_at_100_max
value: -38.5835
verified: no, type: nauc_map_at_100_std
value: -28.5457
verified: no, type: nauc_map_at_100_diff1
value: -17.4205
verified: no, type: nauc_map_at_1000_max
value: -38.6011
verified: no, type: nauc_map_at_1000_std
value: -28.4752
verified: no, type: nauc_map_at_1000_diff1
value: -17.4332
verified: no, type: nauc_recall_at_1_max
value: -41.348600000000005
verified: no, type: nauc_recall_at_1_std
value: -29.3584
verified: no, type: nauc_recall_at_1_diff1
value: -31.9493
verified: no, type: nauc_recall_at_3_max
value: -43.884499999999996
verified: no, type: nauc_recall_at_3_std
value: -33.202
verified: no, type: nauc_recall_at_3_diff1
value: -24.4202
verified: no, type: nauc_recall_at_5_max
value: -27.2488
verified: no, type: nauc_recall_at_5_std
value: -20.238999999999997
verified: no, type: nauc_recall_at_5_diff1
value: 0.5009
verified: no, type: nauc_recall_at_10_max
value: -30.416700000000002
verified: no, type: nauc_recall_at_10_std
value: -29.2207
verified: no, type: nauc_recall_at_10_diff1
value: 7.2459
verified: no, type: nauc_recall_at_20_max
value: -63.0894
verified: no, type: nauc_recall_at_20_std
value: -33.3975
verified: no, type: nauc_recall_at_20_diff1
value: 12.6371
verified: no, type: nauc_recall_at_100_max
value: -2.4276
verified: no, type: nauc_recall_at_100_std
value: -173.9963
verified: no, type: nauc_recall_at_100_diff1
value: 7.9365000000000006
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: -41.348600000000005
verified: no, type: nauc_precision_at_1_std
value: -29.3584
verified: no, type: nauc_precision_at_1_diff1
value: -31.9493
verified: no, type: nauc_precision_at_3_max
value: -43.884499999999996
verified: no, type: nauc_precision_at_3_std
value: -33.202
verified: no, type: nauc_precision_at_3_diff1
value: -24.4202
verified: no, type: nauc_precision_at_5_max
value: -27.2488
verified: no, type: nauc_precision_at_5_std
value: -20.238999999999997
verified: no, type: nauc_precision_at_5_diff1
value: 0.5009
verified: no, type: nauc_precision_at_10_max
value: -30.416700000000002
verified: no, type: nauc_precision_at_10_std
value: -29.2207
verified: no, type: nauc_precision_at_10_diff1
value: 7.2459
verified: no, type: nauc_precision_at_20_max
value: -63.0894
verified: no, type: nauc_precision_at_20_std
value: -33.3975
verified: no, type: nauc_precision_at_20_diff1
value: 12.6371
verified: no, type: nauc_precision_at_100_max
value: -2.4276
verified: no, type: nauc_precision_at_100_std
value: -173.9963
verified: no, type: nauc_precision_at_100_diff1
value: 7.9365000000000006
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: -54.9682
verified: no, type: nauc_mrr_at_1_std
value: -52.464
verified: no, type: nauc_mrr_at_1_diff1
value: -14.193700000000002
verified: no, type: nauc_mrr_at_3_max
value: -26.9762
verified: no, type: nauc_mrr_at_3_std
value: -21.9893
verified: no, type: nauc_mrr_at_3_diff1
value: 22.9584
verified: no, type: nauc_mrr_at_5_max
value: -26.8118
verified: no, type: nauc_mrr_at_5_std
value: -25.476300000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 16.8933
verified: no, type: nauc_mrr_at_10_max
value: -32.9675
verified: no, type: nauc_mrr_at_10_std
value: -29.8253
verified: no, type: nauc_mrr_at_10_diff1
value: 23.7632
verified: no, type: nauc_mrr_at_20_max
value: -32.831700000000005
verified: no, type: nauc_mrr_at_20_std
value: -27.0541
verified: no, type: nauc_mrr_at_20_diff1
value: 21.238599999999998
verified: no, type: nauc_mrr_at_100_max
value: -32.2085
verified: no, type: nauc_mrr_at_100_std
value: -27.3913
verified: no, type: nauc_mrr_at_100_diff1
value: 21.2347
verified: no, type: nauc_mrr_at_1000_max
value: -32.230399999999996
verified: no, type: nauc_mrr_at_1000_std
value: -27.2842
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.2439
verified: no, type: main_score
value: 29.599999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CosQA (default)
revision: bc5efb7e9d437246ce393ed19d772e08e4a79535
split: test
type: CoIR-Retrieval/cosqa
metrics: type: ndcg_at_1
value: 16
verified: no, type: ndcg_at_3
value: 25.474000000000004
verified: no, type: ndcg_at_5
value: 31.291000000000004
verified: no, type: ndcg_at_10
value: 36.619
verified: no, type: ndcg_at_20
value: 39.513999999999996
verified: no, type: ndcg_at_100
value: 43.002
verified: no, type: ndcg_at_1000
value: 43.846000000000004
verified: no, type: map_at_1
value: 16
verified: no, type: map_at_3
value: 22.967000000000002
verified: no, type: map_at_5
value: 26.177
verified: no, type: map_at_10
value: 28.427999999999997
verified: no, type: map_at_20
value: 29.229
verified: no, type: map_at_100
value: 29.725
verified: no, type: map_at_1000
value: 29.761
verified: no, type: recall_at_1
value: 16
verified: no, type: recall_at_3
value: 32.800000000000004
verified: no, type: recall_at_5
value: 47
verified: no, type: recall_at_10
value: 63.2
verified: no, type: recall_at_20
value: 74.6
verified: no, type: recall_at_100
value: 93.2
verified: no, type: recall_at_1000
value: 99.6
verified: no, type: precision_at_1
value: 16
verified: no, type: precision_at_3
value: 10.933
verified: no, type: precision_at_5
value: 9.4
verified: no, type: precision_at_10
value: 6.32
verified: no, type: precision_at_20
value: 3.73
verified: no, type: precision_at_100
value: 0.932
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 16.400000000000002
verified: no, type: mrr_at_3
value: 24.1333
verified: no, type: mrr_at_5
value: 26.043300000000002
verified: no, type: mrr_at_10
value: 28.3194
verified: no, type: mrr_at_20
value: 29.2356
verified: no, type: mrr_at_100
value: 29.7487
verified: no, type: mrr_at_1000
value: 29.786600000000004
verified: no, type: nauc_ndcg_at_1_max
value: 3.254
verified: no, type: nauc_ndcg_at_1_std
value: -14.7227
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.6337
verified: no, type: nauc_ndcg_at_3_max
value: 7.615600000000001
verified: no, type: nauc_ndcg_at_3_std
value: -13.242799999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.9354
verified: no, type: nauc_ndcg_at_5_max
value: 11.186599999999999
verified: no, type: nauc_ndcg_at_5_std
value: -10.3925
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.779600000000002
verified: no, type: nauc_ndcg_at_10_max
value: 9.4009
verified: no, type: nauc_ndcg_at_10_std
value: -10.864
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.1759
verified: no, type: nauc_ndcg_at_20_max
value: 9.9435
verified: no, type: nauc_ndcg_at_20_std
value: -10.5532
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.0746
verified: no, type: nauc_ndcg_at_100_max
value: 9.6817
verified: no, type: nauc_ndcg_at_100_std
value: -9.0056
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.5883
verified: no, type: nauc_ndcg_at_1000_max
value: 9.1859
verified: no, type: nauc_ndcg_at_1000_std
value: -10.2839
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.3418
verified: no, type: nauc_map_at_1_max
value: 3.254
verified: no, type: nauc_map_at_1_std
value: -14.7227
verified: no, type: nauc_map_at_1_diff1
value: 37.6337
verified: no, type: nauc_map_at_3_max
value: 6.641800000000001
verified: no, type: nauc_map_at_3_std
value: -13.4988
verified: no, type: nauc_map_at_3_diff1
value: 26.174999999999997
verified: no, type: nauc_map_at_5_max
value: 8.6381
verified: no, type: nauc_map_at_5_std
value: -11.8414
verified: no, type: nauc_map_at_5_diff1
value: 23.1285
verified: no, type: nauc_map_at_10_max
value: 7.8475
verified: no, type: nauc_map_at_10_std
value: -12.021999999999998
verified: no, type: nauc_map_at_10_diff1
value: 23.3678
verified: no, type: nauc_map_at_20_max
value: 8.0317
verified: no, type: nauc_map_at_20_std
value: -11.8687
verified: no, type: nauc_map_at_20_diff1
value: 23.4456
verified: no, type: nauc_map_at_100_max
value: 7.9571000000000005
verified: no, type: nauc_map_at_100_std
value: -11.6699
verified: no, type: nauc_map_at_100_diff1
value: 23.7984
verified: no, type: nauc_map_at_1000_max
value: 7.943
verified: no, type: nauc_map_at_1000_std
value: -11.7087
verified: no, type: nauc_map_at_1000_diff1
value: 23.8186
verified: no, type: nauc_recall_at_1_max
value: 3.254
verified: no, type: nauc_recall_at_1_std
value: -14.7227
verified: no, type: nauc_recall_at_1_diff1
value: 37.6337
verified: no, type: nauc_recall_at_3_max
value: 9.9777
verified: no, type: nauc_recall_at_3_std
value: -12.645100000000001
verified: no, type: nauc_recall_at_3_diff1
value: 15.090600000000002
verified: no, type: nauc_recall_at_5_max
value: 17.8264
verified: no, type: nauc_recall_at_5_std
value: -6.5932
verified: no, type: nauc_recall_at_5_diff1
value: 4.3373
verified: no, type: nauc_recall_at_10_max
value: 13.5901
verified: no, type: nauc_recall_at_10_std
value: -7.5634999999999994
verified: no, type: nauc_recall_at_10_diff1
value: 3.2628999999999997
verified: no, type: nauc_recall_at_20_max
value: 16.8637
verified: no, type: nauc_recall_at_20_std
value: -5.876399999999999
verified: no, type: nauc_recall_at_20_diff1
value: -2.0105999999999997
verified: no, type: nauc_recall_at_100_max
value: 28.4163
verified: no, type: nauc_recall_at_100_std
value: 32.5479
verified: no, type: nauc_recall_at_100_diff1
value: 1.6202999999999999
verified: no, type: nauc_recall_at_1000_max
value: 86.1111
verified: no, type: nauc_recall_at_1000_std
value: 93.4641
verified: no, type: nauc_recall_at_1000_diff1
value: 63.8189
verified: no, type: nauc_precision_at_1_max
value: 3.254
verified: no, type: nauc_precision_at_1_std
value: -14.7227
verified: no, type: nauc_precision_at_1_diff1
value: 37.6337
verified: no, type: nauc_precision_at_3_max
value: 9.9777
verified: no, type: nauc_precision_at_3_std
value: -12.645100000000001
verified: no, type: nauc_precision_at_3_diff1
value: 15.090600000000002
verified: no, type: nauc_precision_at_5_max
value: 17.8264
verified: no, type: nauc_precision_at_5_std
value: -6.5932
verified: no, type: nauc_precision_at_5_diff1
value: 4.3373
verified: no, type: nauc_precision_at_10_max
value: 13.5901
verified: no, type: nauc_precision_at_10_std
value: -7.5634999999999994
verified: no, type: nauc_precision_at_10_diff1
value: 3.2628999999999997
verified: no, type: nauc_precision_at_20_max
value: 16.8637
verified: no, type: nauc_precision_at_20_std
value: -5.876399999999999
verified: no, type: nauc_precision_at_20_diff1
value: -2.0105999999999997
verified: no, type: nauc_precision_at_100_max
value: 28.4163
verified: no, type: nauc_precision_at_100_std
value: 32.5479
verified: no, type: nauc_precision_at_100_diff1
value: 1.6202999999999999
verified: no, type: nauc_precision_at_1000_max
value: 86.1111
verified: no, type: nauc_precision_at_1000_std
value: 93.4641
verified: no, type: nauc_precision_at_1000_diff1
value: 63.8189
verified: no, type: nauc_mrr_at_1_max
value: 7.7073
verified: no, type: nauc_mrr_at_1_std
value: -15.7727
verified: no, type: nauc_mrr_at_1_diff1
value: 36.2605
verified: no, type: nauc_mrr_at_3_max
value: 7.0968
verified: no, type: nauc_mrr_at_3_std
value: -13.9735
verified: no, type: nauc_mrr_at_3_diff1
value: 25.1765
verified: no, type: nauc_mrr_at_5_max
value: 7.2429
verified: no, type: nauc_mrr_at_5_std
value: -14.223099999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 23.2141
verified: no, type: nauc_mrr_at_10_max
value: 8.1606
verified: no, type: nauc_mrr_at_10_std
value: -13.4187
verified: no, type: nauc_mrr_at_10_diff1
value: 22.9983
verified: no, type: nauc_mrr_at_20_max
value: 8.39
verified: no, type: nauc_mrr_at_20_std
value: -13.28
verified: no, type: nauc_mrr_at_20_diff1
value: 22.830000000000002
verified: no, type: nauc_mrr_at_100_max
value: 8.3666
verified: no, type: nauc_mrr_at_100_std
value: -13.112599999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 23.1988
verified: no, type: nauc_mrr_at_1000_max
value: 8.3461
verified: no, type: nauc_mrr_at_1000_std
value: -13.159799999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.217499999999998
verified: no, type: main_score
value: 36.619
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: ndcg_at_1
value: 54.37499999999999
verified: no, type: ndcg_at_3
value: 44.463
verified: no, type: ndcg_at_5
value: 41.276
verified: no, type: ndcg_at_10
value: 39.409
verified: no, type: ndcg_at_20
value: 38.884
verified: no, type: ndcg_at_100
value: 44.382
verified: no, type: ndcg_at_1000
value: 52.48500000000001
verified: no, type: map_at_1
value: 8.709999999999999
verified: no, type: map_at_3
value: 13.974
verified: no, type: map_at_5
value: 16.104
verified: no, type: map_at_10
value: 19.218
verified: no, type: map_at_20
value: 21.966
verified: no, type: map_at_100
value: 26.290999999999997
verified: no, type: map_at_1000
value: 27.985
verified: no, type: recall_at_1
value: 8.709999999999999
verified: no, type: recall_at_3
value: 15.516
verified: no, type: recall_at_5
value: 18.907
verified: no, type: recall_at_10
value: 25.27
verified: no, type: recall_at_20
value: 31.968000000000004
verified: no, type: recall_at_100
value: 51.849999999999994
verified: no, type: recall_at_1000
value: 76.491
verified: no, type: precision_at_1
value: 67.25
verified: no, type: precision_at_3
value: 48.167
verified: no, type: precision_at_5
value: 39.4
verified: no, type: precision_at_10
value: 30.55
verified: no, type: precision_at_20
value: 22.75
verified: no, type: precision_at_100
value: 9.588000000000001
verified: no, type: precision_at_1000
value: 2.118
verified: no, type: mrr_at_1
value: 67.25
verified: no, type: mrr_at_3
value: 73.83330000000001
verified: no, type: mrr_at_5
value: 74.3083
verified: no, type: mrr_at_10
value: 75.03699999999999
verified: no, type: mrr_at_20
value: 75.1468
verified: no, type: mrr_at_100
value: 75.3182
verified: no, type: mrr_at_1000
value: 75.3253
verified: no, type: nauc_ndcg_at_1_max
value: 30.7815
verified: no, type: nauc_ndcg_at_1_std
value: 18.9823
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.7185
verified: no, type: nauc_ndcg_at_3_max
value: 27.3482
verified: no, type: nauc_ndcg_at_3_std
value: 20.1357
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.9478
verified: no, type: nauc_ndcg_at_5_max
value: 23.8231
verified: no, type: nauc_ndcg_at_5_std
value: 19.8595
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.5147
verified: no, type: nauc_ndcg_at_10_max
value: 19.8984
verified: no, type: nauc_ndcg_at_10_std
value: 16.6632
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.5195
verified: no, type: nauc_ndcg_at_20_max
value: 15.437000000000001
verified: no, type: nauc_ndcg_at_20_std
value: 13.8071
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.0289
verified: no, type: nauc_ndcg_at_100_max
value: 15.042900000000001
verified: no, type: nauc_ndcg_at_100_std
value: 18.1034
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.5884
verified: no, type: nauc_ndcg_at_1000_max
value: 24.6937
verified: no, type: nauc_ndcg_at_1000_std
value: 28.625
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.9271
verified: no, type: nauc_map_at_1_max
value: -7.1981
verified: no, type: nauc_map_at_1_std
value: -20.8768
verified: no, type: nauc_map_at_1_diff1
value: 24.6797
verified: no, type: nauc_map_at_3_max
value: -4.8358
verified: no, type: nauc_map_at_3_std
value: -16.6611
verified: no, type: nauc_map_at_3_diff1
value: 18.9037
verified: no, type: nauc_map_at_5_max
value: -3.4354999999999998
verified: no, type: nauc_map_at_5_std
value: -14.018600000000001
verified: no, type: nauc_map_at_5_diff1
value: 17.516499999999997
verified: no, type: nauc_map_at_10_max
value: -0.9939999999999999
verified: no, type: nauc_map_at_10_std
value: -8.484
verified: no, type: nauc_map_at_10_diff1
value: 15.8007
verified: no, type: nauc_map_at_20_max
value: 3.2260999999999997
verified: no, type: nauc_map_at_20_std
value: -0.8369
verified: no, type: nauc_map_at_20_diff1
value: 15.8524
verified: no, type: nauc_map_at_100_max
value: 9.8084
verified: no, type: nauc_map_at_100_std
value: 11.7005
verified: no, type: nauc_map_at_100_diff1
value: 16.5458
verified: no, type: nauc_map_at_1000_max
value: 12.7583
verified: no, type: nauc_map_at_1000_std
value: 15.331
verified: no, type: nauc_map_at_1000_diff1
value: 16.7243
verified: no, type: nauc_recall_at_1_max
value: -7.1981
verified: no, type: nauc_recall_at_1_std
value: -20.8768
verified: no, type: nauc_recall_at_1_diff1
value: 24.6797
verified: no, type: nauc_recall_at_3_max
value: -8.7416
verified: no, type: nauc_recall_at_3_std
value: -18.1497
verified: no, type: nauc_recall_at_3_diff1
value: 13.2151
verified: no, type: nauc_recall_at_5_max
value: -7.7954
verified: no, type: nauc_recall_at_5_std
value: -16.4247
verified: no, type: nauc_recall_at_5_diff1
value: 11.3209
verified: no, type: nauc_recall_at_10_max
value: -6.8051
verified: no, type: nauc_recall_at_10_std
value: -11.8753
verified: no, type: nauc_recall_at_10_diff1
value: 9.1489
verified: no, type: nauc_recall_at_20_max
value: -3.7832999999999997
verified: no, type: nauc_recall_at_20_std
value: -4.0681
verified: no, type: nauc_recall_at_20_diff1
value: 7.769299999999999
verified: no, type: nauc_recall_at_100_max
value: 2.4143000000000003
verified: no, type: nauc_recall_at_100_std
value: 13.5572
verified: no, type: nauc_recall_at_100_diff1
value: 6.3968
verified: no, type: nauc_recall_at_1000_max
value: 14.8639
verified: no, type: nauc_recall_at_1000_std
value: 34.389900000000004
verified: no, type: nauc_recall_at_1000_diff1
value: 2.3819
verified: no, type: nauc_precision_at_1_max
value: 39.8074
verified: no, type: nauc_precision_at_1_std
value: 29.7269
verified: no, type: nauc_precision_at_1_diff1
value: 46.7701
verified: no, type: nauc_precision_at_3_max
value: 32.2757
verified: no, type: nauc_precision_at_3_std
value: 30.7486
verified: no, type: nauc_precision_at_3_diff1
value: 13.880400000000002
verified: no, type: nauc_precision_at_5_max
value: 31.016
verified: no, type: nauc_precision_at_5_std
value: 37.9799
verified: no, type: nauc_precision_at_5_diff1
value: 7.4082
verified: no, type: nauc_precision_at_10_max
value: 32.268
verified: no, type: nauc_precision_at_10_std
value: 43.9588
verified: no, type: nauc_precision_at_10_diff1
value: 4.3159
verified: no, type: nauc_precision_at_20_max
value: 32.264199999999995
verified: no, type: nauc_precision_at_20_std
value: 48.2933
verified: no, type: nauc_precision_at_20_diff1
value: 3.8432
verified: no, type: nauc_precision_at_100_max
value: 30.725799999999996
verified: no, type: nauc_precision_at_100_std
value: 49.6683
verified: no, type: nauc_precision_at_100_diff1
value: 0.0351
verified: no, type: nauc_precision_at_1000_max
value: 28.237299999999998
verified: no, type: nauc_precision_at_1000_std
value: 24.8433
verified: no, type: nauc_precision_at_1000_diff1
value: 3.6408000000000005
verified: no, type: nauc_mrr_at_1_max
value: 39.8074
verified: no, type: nauc_mrr_at_1_std
value: 29.7269
verified: no, type: nauc_mrr_at_1_diff1
value: 46.7701
verified: no, type: nauc_mrr_at_3_max
value: 42.7825
verified: no, type: nauc_mrr_at_3_std
value: 32.467800000000004
verified: no, type: nauc_mrr_at_3_diff1
value: 43.7056
verified: no, type: nauc_mrr_at_5_max
value: 43.0631
verified: no, type: nauc_mrr_at_5_std
value: 32.859
verified: no, type: nauc_mrr_at_5_diff1
value: 43.646
verified: no, type: nauc_mrr_at_10_max
value: 42.8307
verified: no, type: nauc_mrr_at_10_std
value: 32.8042
verified: no, type: nauc_mrr_at_10_diff1
value: 43.3566
verified: no, type: nauc_mrr_at_20_max
value: 42.9185
verified: no, type: nauc_mrr_at_20_std
value: 32.723600000000005
verified: no, type: nauc_mrr_at_20_diff1
value: 43.6419
verified: no, type: nauc_mrr_at_100_max
value: 43.006699999999995
verified: no, type: nauc_mrr_at_100_std
value: 32.628800000000005
verified: no, type: nauc_mrr_at_100_diff1
value: 43.935
verified: no, type: nauc_mrr_at_1000_max
value: 42.9879
verified: no, type: nauc_mrr_at_1000_std
value: 32.6121
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.9284
verified: no, type: main_score
value: 39.409
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 40.949999999999996
verified: no, type: f1
value: 37.1674
verified: no, type: f1_weighted
value: 43.1842
verified: no, type: main_score
value: 40.949999999999996
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: ndcg_at_1
value: 85.179
verified: no, type: ndcg_at_3
value: 87.304
verified: no, type: ndcg_at_5
value: 87.862
verified: no, type: ndcg_at_10
value: 88.229
verified: no, type: ndcg_at_20
value: 88.49000000000001
verified: no, type: ndcg_at_100
value: 88.84
verified: no, type: ndcg_at_1000
value: 89.116
verified: no, type: map_at_1
value: 78.993
verified: no, type: map_at_3
value: 84.37
verified: no, type: map_at_5
value: 84.812
verified: no, type: map_at_10
value: 85.02
verified: no, type: map_at_20
value: 85.114
verified: no, type: map_at_100
value: 85.18599999999999
verified: no, type: map_at_1000
value: 85.2
verified: no, type: recall_at_1
value: 78.993
verified: no, type: recall_at_3
value: 89.96499999999999
verified: no, type: recall_at_5
value: 91.562
verified: no, type: recall_at_10
value: 92.685
verified: no, type: recall_at_20
value: 93.595
verified: no, type: recall_at_100
value: 95.16
verified: no, type: recall_at_1000
value: 96.943
verified: no, type: precision_at_1
value: 85.179
verified: no, type: precision_at_3
value: 32.543
verified: no, type: precision_at_5
value: 19.930999999999997
verified: no, type: precision_at_10
value: 10.129000000000001
verified: no, type: precision_at_20
value: 5.140000000000001
verified: no, type: precision_at_100
value: 1.06
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: mrr_at_1
value: 85.1785
verified: no, type: mrr_at_3
value: 90.3215
verified: no, type: mrr_at_5
value: 90.6223
verified: no, type: mrr_at_10
value: 90.74449999999999
verified: no, type: mrr_at_20
value: 90.78389999999999
verified: no, type: mrr_at_100
value: 90.79899999999999
verified: no, type: mrr_at_1000
value: 90.80080000000001
verified: no, type: nauc_ndcg_at_1_max
value: 42.509
verified: no, type: nauc_ndcg_at_1_std
value: -14.4135
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.351
verified: no, type: nauc_ndcg_at_3_max
value: 31.848599999999998
verified: no, type: nauc_ndcg_at_3_std
value: -8.8348
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.6934
verified: no, type: nauc_ndcg_at_5_max
value: 30.5029
verified: no, type: nauc_ndcg_at_5_std
value: -7.1606000000000005
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.1125
verified: no, type: nauc_ndcg_at_10_max
value: 30.383900000000004
verified: no, type: nauc_ndcg_at_10_std
value: -6.112299999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.9948
verified: no, type: nauc_ndcg_at_20_max
value: 30.6167
verified: no, type: nauc_ndcg_at_20_std
value: -5.6432
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.247600000000006
verified: no, type: nauc_ndcg_at_100_max
value: 31.2245
verified: no, type: nauc_ndcg_at_100_std
value: -5.3287
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.5092
verified: no, type: nauc_ndcg_at_1000_max
value: 31.724999999999998
verified: no, type: nauc_ndcg_at_1000_std
value: -5.5252
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.1117
verified: no, type: nauc_map_at_1_max
value: 33.535900000000005
verified: no, type: nauc_map_at_1_std
value: -7.5043
verified: no, type: nauc_map_at_1_diff1
value: 51.1658
verified: no, type: nauc_map_at_3_max
value: 30.357499999999998
verified: no, type: nauc_map_at_3_std
value: -7.0673
verified: no, type: nauc_map_at_3_diff1
value: 43.169000000000004
verified: no, type: nauc_map_at_5_max
value: 30.1609
verified: no, type: nauc_map_at_5_std
value: -6.2828
verified: no, type: nauc_map_at_5_diff1
value: 43.22
verified: no, type: nauc_map_at_10_max
value: 30.2687
verified: no, type: nauc_map_at_10_std
value: -5.931299999999999
verified: no, type: nauc_map_at_10_diff1
value: 43.3113
verified: no, type: nauc_map_at_20_max
value: 30.3425
verified: no, type: nauc_map_at_20_std
value: -5.827999999999999
verified: no, type: nauc_map_at_20_diff1
value: 43.378
verified: no, type: nauc_map_at_100_max
value: 30.4597
verified: no, type: nauc_map_at_100_std
value: -5.781
verified: no, type: nauc_map_at_100_diff1
value: 43.4338
verified: no, type: nauc_map_at_1000_max
value: 30.4815
verified: no, type: nauc_map_at_1000_std
value: -5.7874
verified: no, type: nauc_map_at_1000_diff1
value: 43.4604
verified: no, type: nauc_recall_at_1_max
value: 33.535900000000005
verified: no, type: nauc_recall_at_1_std
value: -7.5043
verified: no, type: nauc_recall_at_1_diff1
value: 51.1658
verified: no, type: nauc_recall_at_3_max
value: 21.5412
verified: no, type: nauc_recall_at_3_std
value: -5.3411
verified: no, type: nauc_recall_at_3_diff1
value: 22.9753
verified: no, type: nauc_recall_at_5_max
value: 18.2607
verified: no, type: nauc_recall_at_5_std
value: 0.4319
verified: no, type: nauc_recall_at_5_diff1
value: 18.4494
verified: no, type: nauc_recall_at_10_max
value: 16.9918
verified: no, type: nauc_recall_at_10_std
value: 5.6791
verified: no, type: nauc_recall_at_10_diff1
value: 14.8096
verified: no, type: nauc_recall_at_20_max
value: 16.2394
verified: no, type: nauc_recall_at_20_std
value: 10.014000000000001
verified: no, type: nauc_recall_at_20_diff1
value: 12.6674
verified: no, type: nauc_recall_at_100_max
value: 17.160700000000002
verified: no, type: nauc_recall_at_100_std
value: 17.7282
verified: no, type: nauc_recall_at_100_diff1
value: 6.4750000000000005
verified: no, type: nauc_recall_at_1000_max
value: 18.7047
verified: no, type: nauc_recall_at_1000_std
value: 26.4285
verified: no, type: nauc_recall_at_1000_diff1
value: -0.4528
verified: no, type: nauc_precision_at_1_max
value: 42.509
verified: no, type: nauc_precision_at_1_std
value: -14.4135
verified: no, type: nauc_precision_at_1_diff1
value: 69.351
verified: no, type: nauc_precision_at_3_max
value: 21.5337
verified: no, type: nauc_precision_at_3_std
value: -18.1489
verified: no, type: nauc_precision_at_3_diff1
value: 23.7103
verified: no, type: nauc_precision_at_5_max
value: 10.8839
verified: no, type: nauc_precision_at_5_std
value: -8.7334
verified: no, type: nauc_precision_at_5_diff1
value: 12.0412
verified: no, type: nauc_precision_at_10_max
value: 5.632000000000001
verified: no, type: nauc_precision_at_10_std
value: -1.2274
verified: no, type: nauc_precision_at_10_diff1
value: 3.2148000000000003
verified: no, type: nauc_precision_at_20_max
value: 3.6290999999999998
verified: no, type: nauc_precision_at_20_std
value: 3.1643
verified: no, type: nauc_precision_at_20_diff1
value: -2.106
verified: no, type: nauc_precision_at_100_max
value: 3.749
verified: no, type: nauc_precision_at_100_std
value: 5.944599999999999
verified: no, type: nauc_precision_at_100_diff1
value: -8.2121
verified: no, type: nauc_precision_at_1000_max
value: 3.9972
verified: no, type: nauc_precision_at_1000_std
value: 3.2577000000000003
verified: no, type: nauc_precision_at_1000_diff1
value: -8.6116
verified: no, type: nauc_mrr_at_1_max
value: 42.509
verified: no, type: nauc_mrr_at_1_std
value: -14.4135
verified: no, type: nauc_mrr_at_1_diff1
value: 69.351
verified: no, type: nauc_mrr_at_3_max
value: 41.805
verified: no, type: nauc_mrr_at_3_std
value: -17.8756
verified: no, type: nauc_mrr_at_3_diff1
value: 65.21050000000001
verified: no, type: nauc_mrr_at_5_max
value: 41.9114
verified: no, type: nauc_mrr_at_5_std
value: -17.1294
verified: no, type: nauc_mrr_at_5_diff1
value: 65.5444
verified: no, type: nauc_mrr_at_10_max
value: 42.1507
verified: no, type: nauc_mrr_at_10_std
value: -16.7196
verified: no, type: nauc_mrr_at_10_diff1
value: 65.76480000000001
verified: no, type: nauc_mrr_at_20_max
value: 42.1918
verified: no, type: nauc_mrr_at_20_std
value: -16.6012
verified: no, type: nauc_mrr_at_20_diff1
value: 65.9105
verified: no, type: nauc_mrr_at_100_max
value: 42.1853
verified: no, type: nauc_mrr_at_100_std
value: -16.578799999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 65.9277
verified: no, type: nauc_mrr_at_1000_max
value: 42.1787
verified: no, type: nauc_mrr_at_1000_std
value: -16.5811
verified: no, type: nauc_mrr_at_1000_diff1
value: 65.9297
verified: no, type: main_score
value: 88.229
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: ndcg_at_1
value: 44.599
verified: no, type: ndcg_at_3
value: 41.597
verified: no, type: ndcg_at_5
value: 42.611
verified: no, type: ndcg_at_10
value: 44.931
verified: no, type: ndcg_at_20
value: 47.727000000000004
verified: no, type: ndcg_at_100
value: 51.914
verified: no, type: ndcg_at_1000
value: 54.674
verified: no, type: map_at_1
value: 22.586000000000002
verified: no, type: map_at_3
value: 32.445
verified: no, type: map_at_5
value: 34.951
verified: no, type: map_at_10
value: 36.836
verified: no, type: map_at_20
value: 37.958
verified: no, type: map_at_100
value: 38.863
verified: no, type: map_at_1000
value: 39.041
verified: no, type: recall_at_1
value: 22.586000000000002
verified: no, type: recall_at_3
value: 37.802
verified: no, type: recall_at_5
value: 43.86
verified: no, type: recall_at_10
value: 51.519999999999996
verified: no, type: recall_at_20
value: 60.22
verified: no, type: recall_at_100
value: 77.251
verified: no, type: recall_at_1000
value: 93.503
verified: no, type: precision_at_1
value: 44.599
verified: no, type: precision_at_3
value: 27.622999999999998
verified: no, type: precision_at_5
value: 20.093
verified: no, type: precision_at_10
value: 12.346
verified: no, type: precision_at_20
value: 7.353
verified: no, type: precision_at_100
value: 1.951
verified: no, type: precision_at_1000
value: 0.244
verified: no, type: mrr_at_1
value: 44.5988
verified: no, type: mrr_at_3
value: 51.157399999999996
verified: no, type: mrr_at_5
value: 52.4228
verified: no, type: mrr_at_10
value: 53.4708
verified: no, type: mrr_at_20
value: 53.898500000000006
verified: no, type: mrr_at_100
value: 54.18619999999999
verified: no, type: mrr_at_1000
value: 54.2227
verified: no, type: nauc_ndcg_at_1_max
value: 41.8311
verified: no, type: nauc_ndcg_at_1_std
value: -1.4024999999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.9037
verified: no, type: nauc_ndcg_at_3_max
value: 35.448299999999996
verified: no, type: nauc_ndcg_at_3_std
value: -0.3253
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.5332
verified: no, type: nauc_ndcg_at_5_max
value: 34.3939
verified: no, type: nauc_ndcg_at_5_std
value: 0.5177
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.729
verified: no, type: nauc_ndcg_at_10_max
value: 32.8185
verified: no, type: nauc_ndcg_at_10_std
value: 1.2571
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.358
verified: no, type: nauc_ndcg_at_20_max
value: 34.4751
verified: no, type: nauc_ndcg_at_20_std
value: 3.0460000000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.474700000000006
verified: no, type: nauc_ndcg_at_100_max
value: 37.079699999999995
verified: no, type: nauc_ndcg_at_100_std
value: 6.704400000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.145199999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 37.5561
verified: no, type: nauc_ndcg_at_1000_std
value: 5.4764
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.104400000000005
verified: no, type: nauc_map_at_1_max
value: 22.570899999999998
verified: no, type: nauc_map_at_1_std
value: -4.3153
verified: no, type: nauc_map_at_1_diff1
value: 45.949400000000004
verified: no, type: nauc_map_at_3_max
value: 27.0957
verified: no, type: nauc_map_at_3_std
value: -2.0714
verified: no, type: nauc_map_at_3_diff1
value: 40.2278
verified: no, type: nauc_map_at_5_max
value: 29.744500000000002
verified: no, type: nauc_map_at_5_std
value: -0.6752
verified: no, type: nauc_map_at_5_diff1
value: 39.44
verified: no, type: nauc_map_at_10_max
value: 30.2678
verified: no, type: nauc_map_at_10_std
value: -0.0069
verified: no, type: nauc_map_at_10_diff1
value: 38.9648
verified: no, type: nauc_map_at_20_max
value: 31.381700000000002
verified: no, type: nauc_map_at_20_std
value: 0.765
verified: no, type: nauc_map_at_20_diff1
value: 39.3088
verified: no, type: nauc_map_at_100_max
value: 32.1076
verified: no, type: nauc_map_at_100_std
value: 1.4984000000000002
verified: no, type: nauc_map_at_100_diff1
value: 39.4675
verified: no, type: nauc_map_at_1000_max
value: 32.1799
verified: no, type: nauc_map_at_1000_std
value: 1.4738
verified: no, type: nauc_map_at_1000_diff1
value: 39.4786
verified: no, type: nauc_recall_at_1_max
value: 22.570899999999998
verified: no, type: nauc_recall_at_1_std
value: -4.3153
verified: no, type: nauc_recall_at_1_diff1
value: 45.949400000000004
verified: no, type: nauc_recall_at_3_max
value: 22.0782
verified: no, type: nauc_recall_at_3_std
value: -1.7135999999999998
verified: no, type: nauc_recall_at_3_diff1
value: 33.5696
verified: no, type: nauc_recall_at_5_max
value: 24.9421
verified: no, type: nauc_recall_at_5_std
value: 0.47019999999999995
verified: no, type: nauc_recall_at_5_diff1
value: 31.660899999999998
verified: no, type: nauc_recall_at_10_max
value: 22.847
verified: no, type: nauc_recall_at_10_std
value: 2.1398
verified: no, type: nauc_recall_at_10_diff1
value: 27.879199999999997
verified: no, type: nauc_recall_at_20_max
value: 24.476
verified: no, type: nauc_recall_at_20_std
value: 7.3819
verified: no, type: nauc_recall_at_20_diff1
value: 29.717100000000002
verified: no, type: nauc_recall_at_100_max
value: 33.1008
verified: no, type: nauc_recall_at_100_std
value: 32.008900000000004
verified: no, type: nauc_recall_at_100_diff1
value: 29.1164
verified: no, type: nauc_recall_at_1000_max
value: 39.5742
verified: no, type: nauc_recall_at_1000_std
value: 51.944199999999995
verified: no, type: nauc_recall_at_1000_diff1
value: 17.8932
verified: no, type: nauc_precision_at_1_max
value: 41.8311
verified: no, type: nauc_precision_at_1_std
value: -1.4024999999999999
verified: no, type: nauc_precision_at_1_diff1
value: 51.9037
verified: no, type: nauc_precision_at_3_max
value: 38.707300000000004
verified: no, type: nauc_precision_at_3_std
value: 3.3242000000000003
verified: no, type: nauc_precision_at_3_diff1
value: 26.32
verified: no, type: nauc_precision_at_5_max
value: 40.4051
verified: no, type: nauc_precision_at_5_std
value: 7.2255
verified: no, type: nauc_precision_at_5_diff1
value: 20.524
verified: no, type: nauc_precision_at_10_max
value: 37.024
verified: no, type: nauc_precision_at_10_std
value: 8.871
verified: no, type: nauc_precision_at_10_diff1
value: 14.985100000000001
verified: no, type: nauc_precision_at_20_max
value: 39.8142
verified: no, type: nauc_precision_at_20_std
value: 12.9133
verified: no, type: nauc_precision_at_20_diff1
value: 13.5855
verified: no, type: nauc_precision_at_100_max
value: 36.8128
verified: no, type: nauc_precision_at_100_std
value: 17.273
verified: no, type: nauc_precision_at_100_diff1
value: 7.706799999999999
verified: no, type: nauc_precision_at_1000_max
value: 29.197699999999998
verified: no, type: nauc_precision_at_1000_std
value: 10.452200000000001
verified: no, type: nauc_precision_at_1000_diff1
value: -0.43429999999999996
verified: no, type: nauc_mrr_at_1_max
value: 41.8311
verified: no, type: nauc_mrr_at_1_std
value: -1.4024999999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 51.9037
verified: no, type: nauc_mrr_at_3_max
value: 41.5348
verified: no, type: nauc_mrr_at_3_std
value: 0.47200000000000003
verified: no, type: nauc_mrr_at_3_diff1
value: 48.2132
verified: no, type: nauc_mrr_at_5_max
value: 41.4712
verified: no, type: nauc_mrr_at_5_std
value: 0.9362
verified: no, type: nauc_mrr_at_5_diff1
value: 47.7862
verified: no, type: nauc_mrr_at_10_max
value: 41.3833
verified: no, type: nauc_mrr_at_10_std
value: 0.9305000000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 47.8177
verified: no, type: nauc_mrr_at_20_max
value: 41.5143
verified: no, type: nauc_mrr_at_20_std
value: 1.2017
verified: no, type: nauc_mrr_at_20_diff1
value: 48.0106
verified: no, type: nauc_mrr_at_100_max
value: 41.6027
verified: no, type: nauc_mrr_at_100_std
value: 1.3906999999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 48.0719
verified: no, type: nauc_mrr_at_1000_max
value: 41.597
verified: no, type: nauc_mrr_at_1000_std
value: 1.3443
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.0767
verified: no, type: main_score
value: 44.931
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: ndcg_at_1
value: 76.354
verified: no, type: ndcg_at_3
value: 62.900999999999996
verified: no, type: ndcg_at_5
value: 65.68
verified: no, type: ndcg_at_10
value: 67.776
verified: no, type: ndcg_at_20
value: 69.144
verified: no, type: ndcg_at_100
value: 70.85000000000001
verified: no, type: ndcg_at_1000
value: 72.151
verified: no, type: map_at_1
value: 38.177
verified: no, type: map_at_3
value: 55.554
verified: no, type: map_at_5
value: 57.774
verified: no, type: map_at_10
value: 59.022
verified: no, type: map_at_20
value: 59.574000000000005
verified: no, type: map_at_100
value: 59.925
verified: no, type: map_at_1000
value: 59.99
verified: no, type: recall_at_1
value: 38.177
verified: no, type: recall_at_3
value: 60.169
verified: no, type: recall_at_5
value: 65.63799999999999
verified: no, type: recall_at_10
value: 70.878
verified: no, type: recall_at_20
value: 75.267
verified: no, type: recall_at_100
value: 82.822
verified: no, type: recall_at_1000
value: 91.472
verified: no, type: precision_at_1
value: 76.354
verified: no, type: precision_at_3
value: 40.113
verified: no, type: precision_at_5
value: 26.255
verified: no, type: precision_at_10
value: 14.176
verified: no, type: precision_at_20
value: 7.527
verified: no, type: precision_at_100
value: 1.656
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: mrr_at_1
value: 76.3538
verified: no, type: mrr_at_3
value: 81.7218
verified: no, type: mrr_at_5
value: 82.3403
verified: no, type: mrr_at_10
value: 82.7021
verified: no, type: mrr_at_20
value: 82.8339
verified: no, type: mrr_at_100
value: 82.88889999999999
verified: no, type: mrr_at_1000
value: 82.8978
verified: no, type: nauc_ndcg_at_1_max
value: 45.4675
verified: no, type: nauc_ndcg_at_1_std
value: -8.5846
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.2619
verified: no, type: nauc_ndcg_at_3_max
value: 29.083399999999997
verified: no, type: nauc_ndcg_at_3_std
value: 0.9821
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.708000000000002
verified: no, type: nauc_ndcg_at_5_max
value: 29.0541
verified: no, type: nauc_ndcg_at_5_std
value: 3.5778999999999996
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.8512
verified: no, type: nauc_ndcg_at_10_max
value: 28.6135
verified: no, type: nauc_ndcg_at_10_std
value: 5.3694
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.913700000000002
verified: no, type: nauc_ndcg_at_20_max
value: 28.971000000000004
verified: no, type: nauc_ndcg_at_20_std
value: 6.6706
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.015900000000002
verified: no, type: nauc_ndcg_at_100_max
value: 29.2235
verified: no, type: nauc_ndcg_at_100_std
value: 7.5165
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.703
verified: no, type: nauc_ndcg_at_1000_max
value: 29.808
verified: no, type: nauc_ndcg_at_1000_std
value: 7.0276000000000005
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.8394
verified: no, type: nauc_map_at_1_max
value: 45.4675
verified: no, type: nauc_map_at_1_std
value: -8.5846
verified: no, type: nauc_map_at_1_diff1
value: 67.2619
verified: no, type: nauc_map_at_3_max
value: 25.374200000000002
verified: no, type: nauc_map_at_3_std
value: 1.4205
verified: no, type: nauc_map_at_3_diff1
value: 16.7465
verified: no, type: nauc_map_at_5_max
value: 25.5649
verified: no, type: nauc_map_at_5_std
value: 3.2438000000000002
verified: no, type: nauc_map_at_5_diff1
value: 15.676200000000001
verified: no, type: nauc_map_at_10_max
value: 25.4328
verified: no, type: nauc_map_at_10_std
value: 4.198799999999999
verified: no, type: nauc_map_at_10_diff1
value: 15.3134
verified: no, type: nauc_map_at_20_max
value: 25.583299999999998
verified: no, type: nauc_map_at_20_std
value: 4.6277
verified: no, type: nauc_map_at_20_diff1
value: 15.4013
verified: no, type: nauc_map_at_100_max
value: 25.647100000000002
verified: no, type: nauc_map_at_100_std
value: 4.7775
verified: no, type: nauc_map_at_100_diff1
value: 15.543999999999999
verified: no, type: nauc_map_at_1000_max
value: 25.672299999999996
verified: no, type: nauc_map_at_1000_std
value: 4.7689
verified: no, type: nauc_map_at_1000_diff1
value: 15.5824
verified: no, type: nauc_recall_at_1_max
value: 45.4675
verified: no, type: nauc_recall_at_1_std
value: -8.5846
verified: no, type: nauc_recall_at_1_diff1
value: 67.2619
verified: no, type: nauc_recall_at_3_max
value: 23.5896
verified: no, type: nauc_recall_at_3_std
value: 4.3086
verified: no, type: nauc_recall_at_3_diff1
value: 8.8109
verified: no, type: nauc_recall_at_5_max
value: 22.2473
verified: no, type: nauc_recall_at_5_std
value: 9.2394
verified: no, type: nauc_recall_at_5_diff1
value: 4.0969
verified: no, type: nauc_recall_at_10_max
value: 19.930600000000002
verified: no, type: nauc_recall_at_10_std
value: 14.0805
verified: no, type: nauc_recall_at_10_diff1
value: -0.1729
verified: no, type: nauc_recall_at_20_max
value: 19.938
verified: no, type: nauc_recall_at_20_std
value: 19.3764
verified: no, type: nauc_recall_at_20_diff1
value: -2.1292999999999997
verified: no, type: nauc_recall_at_100_max
value: 18.3819
verified: no, type: nauc_recall_at_100_std
value: 27.5254
verified: no, type: nauc_recall_at_100_diff1
value: -4.7437
verified: no, type: nauc_recall_at_1000_max
value: 20.441699999999997
verified: no, type: nauc_recall_at_1000_std
value: 35.8119
verified: no, type: nauc_recall_at_1000_diff1
value: -6.1713
verified: no, type: nauc_precision_at_1_max
value: 45.4675
verified: no, type: nauc_precision_at_1_std
value: -8.5846
verified: no, type: nauc_precision_at_1_diff1
value: 67.2619
verified: no, type: nauc_precision_at_3_max
value: 23.5896
verified: no, type: nauc_precision_at_3_std
value: 4.3086
verified: no, type: nauc_precision_at_3_diff1
value: 8.8109
verified: no, type: nauc_precision_at_5_max
value: 22.2473
verified: no, type: nauc_precision_at_5_std
value: 9.2394
verified: no, type: nauc_precision_at_5_diff1
value: 4.0969
verified: no, type: nauc_precision_at_10_max
value: 19.930600000000002
verified: no, type: nauc_precision_at_10_std
value: 14.0805
verified: no, type: nauc_precision_at_10_diff1
value: -0.1729
verified: no, type: nauc_precision_at_20_max
value: 19.938
verified: no, type: nauc_precision_at_20_std
value: 19.3764
verified: no, type: nauc_precision_at_20_diff1
value: -2.1292999999999997
verified: no, type: nauc_precision_at_100_max
value: 18.3819
verified: no, type: nauc_precision_at_100_std
value: 27.5254
verified: no, type: nauc_precision_at_100_diff1
value: -4.7437
verified: no, type: nauc_precision_at_1000_max
value: 20.441699999999997
verified: no, type: nauc_precision_at_1000_std
value: 35.8119
verified: no, type: nauc_precision_at_1000_diff1
value: -6.1713
verified: no, type: nauc_mrr_at_1_max
value: 45.4675
verified: no, type: nauc_mrr_at_1_std
value: -8.5846
verified: no, type: nauc_mrr_at_1_diff1
value: 67.2619
verified: no, type: nauc_mrr_at_3_max
value: 49.182700000000004
verified: no, type: nauc_mrr_at_3_std
value: -6.6154
verified: no, type: nauc_mrr_at_3_diff1
value: 65.8318
verified: no, type: nauc_mrr_at_5_max
value: 49.1926
verified: no, type: nauc_mrr_at_5_std
value: -6.059699999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 65.819
verified: no, type: nauc_mrr_at_10_max
value: 49.0188
verified: no, type: nauc_mrr_at_10_std
value: -5.976
verified: no, type: nauc_mrr_at_10_diff1
value: 65.962
verified: no, type: nauc_mrr_at_20_max
value: 49.0418
verified: no, type: nauc_mrr_at_20_std
value: -5.9215
verified: no, type: nauc_mrr_at_20_diff1
value: 66.0577
verified: no, type: nauc_mrr_at_100_max
value: 48.9901
verified: no, type: nauc_mrr_at_100_std
value: -5.9538
verified: no, type: nauc_mrr_at_100_diff1
value: 66.0463
verified: no, type: nauc_mrr_at_1000_max
value: 48.9822
verified: no, type: nauc_mrr_at_1000_std
value: -5.9649
verified: no, type: nauc_mrr_at_1000_diff1
value: 66.0457
verified: no, type: main_score
value: 67.776
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 64.4052
verified: no, type: f1
value: 64.2124
verified: no, type: f1_weighted
value: 64.2124
verified: no, type: ap
value: 59.430899999999994
verified: no, type: ap_weighted
value: 59.430899999999994
verified: no, type: main_score
value: 64.4052
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: ndcg_at_1
value: 15.443999999999999
verified: no, type: ndcg_at_3
value: 24.745
verified: no, type: ndcg_at_5
value: 28.560000000000002
verified: no, type: ndcg_at_10
value: 32.495000000000005
verified: no, type: ndcg_at_20
value: 35.226
verified: no, type: ndcg_at_100
value: 38.957
verified: no, type: ndcg_at_1000
value: 40.684
verified: no, type: map_at_1
value: 15.062000000000001
verified: no, type: map_at_3
value: 22.236
verified: no, type: map_at_5
value: 24.362000000000002
verified: no, type: map_at_10
value: 26.008
verified: no, type: map_at_20
value: 26.77
verified: no, type: map_at_100
value: 27.305
verified: no, type: map_at_1000
value: 27.372999999999998
verified: no, type: recall_at_1
value: 15.062000000000001
verified: no, type: recall_at_3
value: 31.556
verified: no, type: recall_at_5
value: 40.705999999999996
verified: no, type: recall_at_10
value: 52.72
verified: no, type: recall_at_20
value: 63.336000000000006
verified: no, type: recall_at_100
value: 83.006
verified: no, type: recall_at_1000
value: 96.263
verified: no, type: precision_at_1
value: 15.443999999999999
verified: no, type: precision_at_3
value: 10.86
verified: no, type: precision_at_5
value: 8.441
verified: no, type: precision_at_10
value: 5.486
verified: no, type: precision_at_20
value: 3.308
verified: no, type: precision_at_100
value: 0.8750000000000001
verified: no, type: precision_at_1000
value: 0.10200000000000001
verified: no, type: mrr_at_1
value: 15.444099999999999
verified: no, type: mrr_at_3
value: 22.7006
verified: no, type: mrr_at_5
value: 24.843799999999998
verified: no, type: mrr_at_10
value: 26.458199999999998
verified: no, type: mrr_at_20
value: 27.2124
verified: no, type: mrr_at_100
value: 27.7184
verified: no, type: mrr_at_1000
value: 27.7802
verified: no, type: nauc_ndcg_at_1_max
value: 1.9339
verified: no, type: nauc_ndcg_at_1_std
value: -13.125200000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.440499999999997
verified: no, type: nauc_ndcg_at_3_max
value: 2.0631
verified: no, type: nauc_ndcg_at_3_std
value: -15.065600000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.459300000000002
verified: no, type: nauc_ndcg_at_5_max
value: 2.7612
verified: no, type: nauc_ndcg_at_5_std
value: -15.576400000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.861
verified: no, type: nauc_ndcg_at_10_max
value: 3.5461
verified: no, type: nauc_ndcg_at_10_std
value: -15.2368
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.328699999999998
verified: no, type: nauc_ndcg_at_20_max
value: 4.4956000000000005
verified: no, type: nauc_ndcg_at_20_std
value: -13.415099999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.401200000000003
verified: no, type: nauc_ndcg_at_100_max
value: 5.1996
verified: no, type: nauc_ndcg_at_100_std
value: -10.7691
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.4837
verified: no, type: nauc_ndcg_at_1000_max
value: 4.8437
verified: no, type: nauc_ndcg_at_1000_std
value: -11.6759
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.6542
verified: no, type: nauc_map_at_1_max
value: 1.8748999999999998
verified: no, type: nauc_map_at_1_std
value: -13.203000000000001
verified: no, type: nauc_map_at_1_diff1
value: 30.786599999999996
verified: no, type: nauc_map_at_3_max
value: 1.9382
verified: no, type: nauc_map_at_3_std
value: -14.772499999999999
verified: no, type: nauc_map_at_3_diff1
value: 26.579900000000002
verified: no, type: nauc_map_at_5_max
value: 2.3708
verified: no, type: nauc_map_at_5_std
value: -15.093300000000001
verified: no, type: nauc_map_at_5_diff1
value: 26.2289
verified: no, type: nauc_map_at_10_max
value: 2.7201
verified: no, type: nauc_map_at_10_std
value: -14.9842
verified: no, type: nauc_map_at_10_diff1
value: 26.431700000000003
verified: no, type: nauc_map_at_20_max
value: 2.9757
verified: no, type: nauc_map_at_20_std
value: -14.4729
verified: no, type: nauc_map_at_20_diff1
value: 26.4573
verified: no, type: nauc_map_at_100_max
value: 3.0642
verified: no, type: nauc_map_at_100_std
value: -14.1146
verified: no, type: nauc_map_at_100_diff1
value: 26.472
verified: no, type: nauc_map_at_1000_max
value: 3.0554
verified: no, type: nauc_map_at_1000_std
value: -14.1365
verified: no, type: nauc_map_at_1000_diff1
value: 26.477899999999998
verified: no, type: nauc_recall_at_1_max
value: 1.8748999999999998
verified: no, type: nauc_recall_at_1_std
value: -13.203000000000001
verified: no, type: nauc_recall_at_1_diff1
value: 30.786599999999996
verified: no, type: nauc_recall_at_3_max
value: 2.2464999999999997
verified: no, type: nauc_recall_at_3_std
value: -15.7745
verified: no, type: nauc_recall_at_3_diff1
value: 22.8494
verified: no, type: nauc_recall_at_5_max
value: 3.5999999999999996
verified: no, type: nauc_recall_at_5_std
value: -16.7106
verified: no, type: nauc_recall_at_5_diff1
value: 21.6902
verified: no, type: nauc_recall_at_10_max
value: 5.6766
verified: no, type: nauc_recall_at_10_std
value: -15.768699999999999
verified: no, type: nauc_recall_at_10_diff1
value: 22.658900000000003
verified: no, type: nauc_recall_at_20_max
value: 9.5641
verified: no, type: nauc_recall_at_20_std
value: -8.8567
verified: no, type: nauc_recall_at_20_diff1
value: 22.6219
verified: no, type: nauc_recall_at_100_max
value: 19.2898
verified: no, type: nauc_recall_at_100_std
value: 17.354400000000002
verified: no, type: nauc_recall_at_100_diff1
value: 21.6465
verified: no, type: nauc_recall_at_1000_max
value: 43.4838
verified: no, type: nauc_recall_at_1000_std
value: 57.456300000000006
verified: no, type: nauc_recall_at_1000_diff1
value: 19.6644
verified: no, type: nauc_precision_at_1_max
value: 1.9339
verified: no, type: nauc_precision_at_1_std
value: -13.125200000000001
verified: no, type: nauc_precision_at_1_diff1
value: 30.440499999999997
verified: no, type: nauc_precision_at_3_max
value: 2.1921
verified: no, type: nauc_precision_at_3_std
value: -15.8918
verified: no, type: nauc_precision_at_3_diff1
value: 22.609099999999998
verified: no, type: nauc_precision_at_5_max
value: 3.8808000000000002
verified: no, type: nauc_precision_at_5_std
value: -16.6817
verified: no, type: nauc_precision_at_5_diff1
value: 21.0081
verified: no, type: nauc_precision_at_10_max
value: 6.2251
verified: no, type: nauc_precision_at_10_std
value: -14.9695
verified: no, type: nauc_precision_at_10_diff1
value: 21.3706
verified: no, type: nauc_precision_at_20_max
value: 10.3311
verified: no, type: nauc_precision_at_20_std
value: -7.5957
verified: no, type: nauc_precision_at_20_diff1
value: 20.4241
verified: no, type: nauc_precision_at_100_max
value: 18.7934
verified: no, type: nauc_precision_at_100_std
value: 16.6688
verified: no, type: nauc_precision_at_100_diff1
value: 13.4334
verified: no, type: nauc_precision_at_1000_max
value: 22.3609
verified: no, type: nauc_precision_at_1000_std
value: 22.090799999999998
verified: no, type: nauc_precision_at_1000_diff1
value: -1.5147000000000002
verified: no, type: nauc_mrr_at_1_max
value: 1.9339
verified: no, type: nauc_mrr_at_1_std
value: -13.125200000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 30.440499999999997
verified: no, type: nauc_mrr_at_3_max
value: 2.0884
verified: no, type: nauc_mrr_at_3_std
value: -14.5665
verified: no, type: nauc_mrr_at_3_diff1
value: 26.270100000000003
verified: no, type: nauc_mrr_at_5_max
value: 2.5026
verified: no, type: nauc_mrr_at_5_std
value: -14.8794
verified: no, type: nauc_mrr_at_5_diff1
value: 25.8982
verified: no, type: nauc_mrr_at_10_max
value: 2.8118
verified: no, type: nauc_mrr_at_10_std
value: -14.7608
verified: no, type: nauc_mrr_at_10_diff1
value: 26.1961
verified: no, type: nauc_mrr_at_20_max
value: 3.0701
verified: no, type: nauc_mrr_at_20_std
value: -14.2605
verified: no, type: nauc_mrr_at_20_diff1
value: 26.206699999999998
verified: no, type: nauc_mrr_at_100_max
value: 3.1292
verified: no, type: nauc_mrr_at_100_std
value: -13.9589
verified: no, type: nauc_mrr_at_100_diff1
value: 26.227099999999997
verified: no, type: nauc_mrr_at_1000_max
value: 3.1135
verified: no, type: nauc_mrr_at_1000_std
value: -13.9831
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.234099999999998
verified: no, type: main_score
value: 32.495000000000005
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 91.31099999999999
verified: no, type: f1
value: 90.9331
verified: no, type: f1_weighted
value: 91.2787
verified: no, type: main_score
value: 91.31099999999999
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 54.9362
verified: no, type: f1
value: 38.364399999999996
verified: no, type: f1_weighted
value: 57.1133
verified: no, type: main_score
value: 54.9362
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 64.5461
verified: no, type: f1
value: 60.8751
verified: no, type: f1_weighted
value: 63.248599999999996
verified: no, type: main_score
value: 64.5461
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 71.6476
verified: no, type: f1
value: 71.03110000000001
verified: no, type: f1_weighted
value: 71.3832
verified: no, type: main_score
value: 71.6476
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: v_measure
value: 32.3037
verified: no, type: v_measure_std
value: 1.4981
verified: no, type: main_score
value: 32.3037
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: v_measure
value: 31.9128
verified: no, type: v_measure_std
value: 1.4597
verified: no, type: main_score
value: 31.9128
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: map
value: 32.2181
verified: no, type: mrr
value: 33.4843
verified: no, type: nAUC_map_max
value: -17.8061
verified: no, type: nAUC_map_std
value: -1.1424
verified: no, type: nAUC_map_diff1
value: 14.106
verified: no, type: nAUC_mrr_max
value: -12.6864
verified: no, type: nAUC_mrr_std
value: 0.7633
verified: no, type: nAUC_mrr_diff1
value: 13.168099999999999
verified: no, type: main_score
value: 32.2181
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: ndcg_at_1
value: 45.356
verified: no, type: ndcg_at_3
value: 42.643
verified: no, type: ndcg_at_5
value: 40.882000000000005
verified: no, type: ndcg_at_10
value: 37.25
verified: no, type: ndcg_at_20
value: 34.863
verified: no, type: ndcg_at_100
value: 34.496
verified: no, type: ndcg_at_1000
value: 43.374
verified: no, type: map_at_1
value: 6.126
verified: no, type: map_at_3
value: 10.301
verified: no, type: map_at_5
value: 12.084999999999999
verified: no, type: map_at_10
value: 14.152000000000001
verified: no, type: map_at_20
value: 15.796
verified: no, type: map_at_100
value: 18.27
verified: no, type: map_at_1000
value: 19.88
verified: no, type: recall_at_1
value: 6.126
verified: no, type: recall_at_3
value: 11.706
verified: no, type: recall_at_5
value: 14.419
verified: no, type: recall_at_10
value: 18.427
verified: no, type: recall_at_20
value: 22.7
verified: no, type: recall_at_100
value: 35.018
verified: no, type: recall_at_1000
value: 67.66
verified: no, type: precision_at_1
value: 47.368
verified: no, type: precision_at_3
value: 40.144000000000005
verified: no, type: precision_at_5
value: 35.913000000000004
verified: no, type: precision_at_10
value: 27.74
verified: no, type: precision_at_20
value: 20.619
verified: no, type: precision_at_100
value: 9.071
verified: no, type: precision_at_1000
value: 2.226
verified: no, type: mrr_at_1
value: 47.678
verified: no, type: mrr_at_3
value: 55.1084
verified: no, type: mrr_at_5
value: 56.145500000000006
verified: no, type: mrr_at_10
value: 56.7134
verified: no, type: mrr_at_20
value: 57.0095
verified: no, type: mrr_at_100
value: 57.2211
verified: no, type: mrr_at_1000
value: 57.2755
verified: no, type: nauc_ndcg_at_1_max
value: 39.442899999999995
verified: no, type: nauc_ndcg_at_1_std
value: 25.1396
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.5228
verified: no, type: nauc_ndcg_at_3_max
value: 42.536699999999996
verified: no, type: nauc_ndcg_at_3_std
value: 30.7104
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.383699999999997
verified: no, type: nauc_ndcg_at_5_max
value: 44.2751
verified: no, type: nauc_ndcg_at_5_std
value: 31.6998
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.4678
verified: no, type: nauc_ndcg_at_10_max
value: 41.806599999999996
verified: no, type: nauc_ndcg_at_10_std
value: 32.7977
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.0545
verified: no, type: nauc_ndcg_at_20_max
value: 39.0588
verified: no, type: nauc_ndcg_at_20_std
value: 31.5545
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.075499999999998
verified: no, type: nauc_ndcg_at_100_max
value: 40.562599999999996
verified: no, type: nauc_ndcg_at_100_std
value: 34.0612
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.0169
verified: no, type: nauc_ndcg_at_1000_max
value: 46.1599
verified: no, type: nauc_ndcg_at_1000_std
value: 38.1991
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.7529
verified: no, type: nauc_map_at_1_max
value: 2.822
verified: no, type: nauc_map_at_1_std
value: -13.824200000000001
verified: no, type: nauc_map_at_1_diff1
value: 43.4619
verified: no, type: nauc_map_at_3_max
value: 10.7749
verified: no, type: nauc_map_at_3_std
value: -7.7192
verified: no, type: nauc_map_at_3_diff1
value: 33.543099999999995
verified: no, type: nauc_map_at_5_max
value: 15.534
verified: no, type: nauc_map_at_5_std
value: -4.6368
verified: no, type: nauc_map_at_5_diff1
value: 31.472499999999997
verified: no, type: nauc_map_at_10_max
value: 19.6203
verified: no, type: nauc_map_at_10_std
value: 0.9646
verified: no, type: nauc_map_at_10_diff1
value: 26.763199999999998
verified: no, type: nauc_map_at_20_max
value: 22.9019
verified: no, type: nauc_map_at_20_std
value: 5.4963999999999995
verified: no, type: nauc_map_at_20_diff1
value: 23.5639
verified: no, type: nauc_map_at_100_max
value: 26.9211
verified: no, type: nauc_map_at_100_std
value: 13.7679
verified: no, type: nauc_map_at_100_diff1
value: 21.4205
verified: no, type: nauc_map_at_1000_max
value: 27.795199999999998
verified: no, type: nauc_map_at_1000_std
value: 17.5388
verified: no, type: nauc_map_at_1000_diff1
value: 20.6324
verified: no, type: nauc_recall_at_1_max
value: 2.822
verified: no, type: nauc_recall_at_1_std
value: -13.824200000000001
verified: no, type: nauc_recall_at_1_diff1
value: 43.4619
verified: no, type: nauc_recall_at_3_max
value: 11.128499999999999
verified: no, type: nauc_recall_at_3_std
value: -6.583500000000001
verified: no, type: nauc_recall_at_3_diff1
value: 31.2104
verified: no, type: nauc_recall_at_5_max
value: 15.5377
verified: no, type: nauc_recall_at_5_std
value: -4.0625
verified: no, type: nauc_recall_at_5_diff1
value: 28.746199999999998
verified: no, type: nauc_recall_at_10_max
value: 17.7947
verified: no, type: nauc_recall_at_10_std
value: 1.9115
verified: no, type: nauc_recall_at_10_diff1
value: 20.028000000000002
verified: no, type: nauc_recall_at_20_max
value: 18.5316
verified: no, type: nauc_recall_at_20_std
value: 4.5177000000000005
verified: no, type: nauc_recall_at_20_diff1
value: 14.4906
verified: no, type: nauc_recall_at_100_max
value: 27.871299999999998
verified: no, type: nauc_recall_at_100_std
value: 22.9259
verified: no, type: nauc_recall_at_100_diff1
value: 12.8091
verified: no, type: nauc_recall_at_1000_max
value: 24.782899999999998
verified: no, type: nauc_recall_at_1000_std
value: 23.6364
verified: no, type: nauc_recall_at_1000_diff1
value: 8.318100000000001
verified: no, type: nauc_precision_at_1_max
value: 41.779500000000006
verified: no, type: nauc_precision_at_1_std
value: 25.690600000000003
verified: no, type: nauc_precision_at_1_diff1
value: 35.6552
verified: no, type: nauc_precision_at_3_max
value: 46.0167
verified: no, type: nauc_precision_at_3_std
value: 37.0565
verified: no, type: nauc_precision_at_3_diff1
value: 16.6278
verified: no, type: nauc_precision_at_5_max
value: 47.2631
verified: no, type: nauc_precision_at_5_std
value: 39.6181
verified: no, type: nauc_precision_at_5_diff1
value: 9.3291
verified: no, type: nauc_precision_at_10_max
value: 42.9477
verified: no, type: nauc_precision_at_10_std
value: 44.7365
verified: no, type: nauc_precision_at_10_diff1
value: -0.2033
verified: no, type: nauc_precision_at_20_max
value: 37.0473
verified: no, type: nauc_precision_at_20_std
value: 46.609
verified: no, type: nauc_precision_at_20_diff1
value: -5.4761999999999995
verified: no, type: nauc_precision_at_100_max
value: 24.1237
verified: no, type: nauc_precision_at_100_std
value: 49.1772
verified: no, type: nauc_precision_at_100_diff1
value: -6.9049
verified: no, type: nauc_precision_at_1000_max
value: 9.0734
verified: no, type: nauc_precision_at_1000_std
value: 38.4405
verified: no, type: nauc_precision_at_1000_diff1
value: -4.3116
verified: no, type: nauc_mrr_at_1_max
value: 41.5105
verified: no, type: nauc_mrr_at_1_std
value: 25.404500000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 34.8177
verified: no, type: nauc_mrr_at_3_max
value: 47.332
verified: no, type: nauc_mrr_at_3_std
value: 33.2771
verified: no, type: nauc_mrr_at_3_diff1
value: 34.5929
verified: no, type: nauc_mrr_at_5_max
value: 48.044799999999995
verified: no, type: nauc_mrr_at_5_std
value: 33.596
verified: no, type: nauc_mrr_at_5_diff1
value: 34.4048
verified: no, type: nauc_mrr_at_10_max
value: 48.2427
verified: no, type: nauc_mrr_at_10_std
value: 33.9279
verified: no, type: nauc_mrr_at_10_diff1
value: 33.974900000000005
verified: no, type: nauc_mrr_at_20_max
value: 48.2093
verified: no, type: nauc_mrr_at_20_std
value: 33.9138
verified: no, type: nauc_mrr_at_20_diff1
value: 34.0267
verified: no, type: nauc_mrr_at_100_max
value: 48.322700000000005
verified: no, type: nauc_mrr_at_100_std
value: 34.096
verified: no, type: nauc_mrr_at_100_diff1
value: 34.1172
verified: no, type: nauc_mrr_at_1000_max
value: 48.2719
verified: no, type: nauc_mrr_at_1000_std
value: 34.034
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.0978
verified: no, type: main_score
value: 37.25
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: ndcg_at_1
value: 37.254
verified: no, type: ndcg_at_3
value: 49.219
verified: no, type: ndcg_at_5
value: 54.037
verified: no, type: ndcg_at_10
value: 58.044
verified: no, type: ndcg_at_20
value: 59.946999999999996
verified: no, type: ndcg_at_100
value: 61.61299999999999
verified: no, type: ndcg_at_1000
value: 62.046
verified: no, type: map_at_1
value: 33.053
verified: no, type: map_at_3
value: 44.91
verified: no, type: map_at_5
value: 47.83
verified: no, type: map_at_10
value: 49.739
verified: no, type: map_at_20
value: 50.336999999999996
verified: no, type: map_at_100
value: 50.626000000000005
verified: no, type: map_at_1000
value: 50.647
verified: no, type: recall_at_1
value: 33.053
verified: no, type: recall_at_3
value: 58.157000000000004
verified: no, type: recall_at_5
value: 69.235
verified: no, type: recall_at_10
value: 80.76
verified: no, type: recall_at_20
value: 87.756
verified: no, type: recall_at_100
value: 95.86200000000001
verified: no, type: recall_at_1000
value: 99.044
verified: no, type: precision_at_1
value: 37.254
verified: no, type: precision_at_3
value: 22.538
verified: no, type: precision_at_5
value: 16.344
verified: no, type: precision_at_10
value: 9.655
verified: no, type: precision_at_20
value: 5.2909999999999995
verified: no, type: precision_at_100
value: 1.167
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: mrr_at_1
value: 37.2538
verified: no, type: mrr_at_3
value: 48.4453
verified: no, type: mrr_at_5
value: 50.8338
verified: no, type: mrr_at_10
value: 52.221700000000006
verified: no, type: mrr_at_20
value: 52.660399999999996
verified: no, type: mrr_at_100
value: 52.85490000000001
verified: no, type: mrr_at_1000
value: 52.869299999999996
verified: no, type: nauc_ndcg_at_1_max
value: 22.453400000000002
verified: no, type: nauc_ndcg_at_1_std
value: 1.3625
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.4465
verified: no, type: nauc_ndcg_at_3_max
value: 29.2215
verified: no, type: nauc_ndcg_at_3_std
value: 1.496
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.881600000000002
verified: no, type: nauc_ndcg_at_5_max
value: 30.8294
verified: no, type: nauc_ndcg_at_5_std
value: 3.0327
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.2679
verified: no, type: nauc_ndcg_at_10_max
value: 32.5349
verified: no, type: nauc_ndcg_at_10_std
value: 5.074
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.9574
verified: no, type: nauc_ndcg_at_20_max
value: 32.2817
verified: no, type: nauc_ndcg_at_20_std
value: 5.8412
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.62
verified: no, type: nauc_ndcg_at_100_max
value: 31.084
verified: no, type: nauc_ndcg_at_100_std
value: 5.8699
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.0961
verified: no, type: nauc_ndcg_at_1000_max
value: 30.3847
verified: no, type: nauc_ndcg_at_1000_std
value: 4.9963
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.4336
verified: no, type: nauc_map_at_1_max
value: 20.5816
verified: no, type: nauc_map_at_1_std
value: -1.0661
verified: no, type: nauc_map_at_1_diff1
value: 33.6828
verified: no, type: nauc_map_at_3_max
value: 27.4552
verified: no, type: nauc_map_at_3_std
value: 0.769
verified: no, type: nauc_map_at_3_diff1
value: 30.0372
verified: no, type: nauc_map_at_5_max
value: 28.315099999999997
verified: no, type: nauc_map_at_5_std
value: 1.6410999999999998
verified: no, type: nauc_map_at_5_diff1
value: 29.2099
verified: no, type: nauc_map_at_10_max
value: 28.969299999999997
verified: no, type: nauc_map_at_10_std
value: 2.5593999999999997
verified: no, type: nauc_map_at_10_diff1
value: 29.0818
verified: no, type: nauc_map_at_20_max
value: 28.902299999999997
verified: no, type: nauc_map_at_20_std
value: 2.788
verified: no, type: nauc_map_at_20_diff1
value: 29.2439
verified: no, type: nauc_map_at_100_max
value: 28.7275
verified: no, type: nauc_map_at_100_std
value: 2.8171
verified: no, type: nauc_map_at_100_diff1
value: 29.313899999999997
verified: no, type: nauc_map_at_1000_max
value: 28.701
verified: no, type: nauc_map_at_1000_std
value: 2.7868
verified: no, type: nauc_map_at_1000_diff1
value: 29.3304
verified: no, type: nauc_recall_at_1_max
value: 20.5816
verified: no, type: nauc_recall_at_1_std
value: -1.0661
verified: no, type: nauc_recall_at_1_diff1
value: 33.6828
verified: no, type: nauc_recall_at_3_max
value: 33.0999
verified: no, type: nauc_recall_at_3_std
value: 1.5433000000000001
verified: no, type: nauc_recall_at_3_diff1
value: 24.7191
verified: no, type: nauc_recall_at_5_max
value: 38.3028
verified: no, type: nauc_recall_at_5_std
value: 5.4908
verified: no, type: nauc_recall_at_5_diff1
value: 19.3777
verified: no, type: nauc_recall_at_10_max
value: 49.9754
verified: no, type: nauc_recall_at_10_std
value: 15.2697
verified: no, type: nauc_recall_at_10_diff1
value: 15.338199999999999
verified: no, type: nauc_recall_at_20_max
value: 57.0007
verified: no, type: nauc_recall_at_20_std
value: 25.9537
verified: no, type: nauc_recall_at_20_diff1
value: 16.1382
verified: no, type: nauc_recall_at_100_max
value: 70.0766
verified: no, type: nauc_recall_at_100_std
value: 60.529599999999995
verified: no, type: nauc_recall_at_100_diff1
value: 12.1256
verified: no, type: nauc_recall_at_1000_max
value: 70.6831
verified: no, type: nauc_recall_at_1000_std
value: 73.87599999999999
verified: no, type: nauc_recall_at_1000_diff1
value: 18.0994
verified: no, type: nauc_precision_at_1_max
value: 22.453400000000002
verified: no, type: nauc_precision_at_1_std
value: 1.3625
verified: no, type: nauc_precision_at_1_diff1
value: 33.4465
verified: no, type: nauc_precision_at_3_max
value: 32.461
verified: no, type: nauc_precision_at_3_std
value: 6.0438
verified: no, type: nauc_precision_at_3_diff1
value: 19.4828
verified: no, type: nauc_precision_at_5_max
value: 30.8773
verified: no, type: nauc_precision_at_5_std
value: 9.5136
verified: no, type: nauc_precision_at_5_diff1
value: 10.8131
verified: no, type: nauc_precision_at_10_max
value: 28.0383
verified: no, type: nauc_precision_at_10_std
value: 15.0419
verified: no, type: nauc_precision_at_10_diff1
value: 2.5906
verified: no, type: nauc_precision_at_20_max
value: 22.5558
verified: no, type: nauc_precision_at_20_std
value: 18.2138
verified: no, type: nauc_precision_at_20_diff1
value: -0.5902000000000001
verified: no, type: nauc_precision_at_100_max
value: 9.1213
verified: no, type: nauc_precision_at_100_std
value: 18.0878
verified: no, type: nauc_precision_at_100_diff1
value: -6.768299999999999
verified: no, type: nauc_precision_at_1000_max
value: 1.3558000000000001
verified: no, type: nauc_precision_at_1000_std
value: 12.4464
verified: no, type: nauc_precision_at_1000_diff1
value: -7.8355999999999995
verified: no, type: nauc_mrr_at_1_max
value: 22.453400000000002
verified: no, type: nauc_mrr_at_1_std
value: 1.3625
verified: no, type: nauc_mrr_at_1_diff1
value: 33.4465
verified: no, type: nauc_mrr_at_3_max
value: 27.747100000000003
verified: no, type: nauc_mrr_at_3_std
value: 2.8298
verified: no, type: nauc_mrr_at_3_diff1
value: 29.8467
verified: no, type: nauc_mrr_at_5_max
value: 28.3625
verified: no, type: nauc_mrr_at_5_std
value: 3.5815
verified: no, type: nauc_mrr_at_5_diff1
value: 29.009
verified: no, type: nauc_mrr_at_10_max
value: 28.769699999999997
verified: no, type: nauc_mrr_at_10_std
value: 4.1444
verified: no, type: nauc_mrr_at_10_diff1
value: 29.0508
verified: no, type: nauc_mrr_at_20_max
value: 28.6226
verified: no, type: nauc_mrr_at_20_std
value: 4.2112
verified: no, type: nauc_mrr_at_20_diff1
value: 29.2674
verified: no, type: nauc_mrr_at_100_max
value: 28.4889
verified: no, type: nauc_mrr_at_100_std
value: 4.197900000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 29.3558
verified: no, type: nauc_mrr_at_1000_max
value: 28.4672
verified: no, type: nauc_mrr_at_1000_std
value: 4.1723
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.3661
verified: no, type: main_score
value: 58.044
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: ndcg_at_1
value: 80.65
verified: no, type: ndcg_at_3
value: 84.897
verified: no, type: ndcg_at_5
value: 86.545
verified: no, type: ndcg_at_10
value: 87.822
verified: no, type: ndcg_at_20
value: 88.51299999999999
verified: no, type: ndcg_at_100
value: 89.091
verified: no, type: ndcg_at_1000
value: 89.203
verified: no, type: map_at_1
value: 70.05799999999999
verified: no, type: map_at_3
value: 81.03399999999999
verified: no, type: map_at_5
value: 82.922
verified: no, type: map_at_10
value: 84.009
verified: no, type: map_at_20
value: 84.442
verified: no, type: map_at_100
value: 84.661
verified: no, type: map_at_1000
value: 84.679
verified: no, type: recall_at_1
value: 70.05799999999999
verified: no, type: recall_at_3
value: 86.763
verified: no, type: recall_at_5
value: 91.396
verified: no, type: recall_at_10
value: 95.148
verified: no, type: recall_at_20
value: 97.34
verified: no, type: recall_at_100
value: 99.47399999999999
verified: no, type: recall_at_1000
value: 99.977
verified: no, type: precision_at_1
value: 80.65
verified: no, type: precision_at_3
value: 37.15
verified: no, type: precision_at_5
value: 24.48
verified: no, type: precision_at_10
value: 13.347000000000001
verified: no, type: precision_at_20
value: 7.095
verified: no, type: precision_at_100
value: 1.5270000000000001
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: mrr_at_1
value: 80.64
verified: no, type: mrr_at_3
value: 85.9483
verified: no, type: mrr_at_5
value: 86.6738
verified: no, type: mrr_at_10
value: 86.9798
verified: no, type: mrr_at_20
value: 87.06009999999999
verified: no, type: mrr_at_100
value: 87.08829999999999
verified: no, type: mrr_at_1000
value: 87.08930000000001
verified: no, type: nauc_ndcg_at_1_max
value: 37.1678
verified: no, type: nauc_ndcg_at_1_std
value: -33.5588
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.2101
verified: no, type: nauc_ndcg_at_3_max
value: 35.085
verified: no, type: nauc_ndcg_at_3_std
value: -39.8447
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.7084
verified: no, type: nauc_ndcg_at_5_max
value: 36.0947
verified: no, type: nauc_ndcg_at_5_std
value: -40.3617
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.5872
verified: no, type: nauc_ndcg_at_10_max
value: 36.091899999999995
verified: no, type: nauc_ndcg_at_10_std
value: -39.8878
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.5282
verified: no, type: nauc_ndcg_at_20_max
value: 36.6226
verified: no, type: nauc_ndcg_at_20_std
value: -38.3337
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.4084
verified: no, type: nauc_ndcg_at_100_max
value: 36.9855
verified: no, type: nauc_ndcg_at_100_std
value: -36.561
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.21860000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 37.021300000000004
verified: no, type: nauc_ndcg_at_1000_std
value: -36.494
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.18599999999999
verified: no, type: nauc_map_at_1_max
value: 26.761000000000003
verified: no, type: nauc_map_at_1_std
value: -36.3749
verified: no, type: nauc_map_at_1_diff1
value: 80.0977
verified: no, type: nauc_map_at_3_max
value: 32.530300000000004
verified: no, type: nauc_map_at_3_std
value: -42.3896
verified: no, type: nauc_map_at_3_diff1
value: 77.1352
verified: no, type: nauc_map_at_5_max
value: 34.322599999999994
verified: no, type: nauc_map_at_5_std
value: -41.9927
verified: no, type: nauc_map_at_5_diff1
value: 77.1848
verified: no, type: nauc_map_at_10_max
value: 35.0744
verified: no, type: nauc_map_at_10_std
value: -40.8511
verified: no, type: nauc_map_at_10_diff1
value: 76.86319999999999
verified: no, type: nauc_map_at_20_max
value: 35.442299999999996
verified: no, type: nauc_map_at_20_std
value: -39.7228
verified: no, type: nauc_map_at_20_diff1
value: 76.67150000000001
verified: no, type: nauc_map_at_100_max
value: 35.5927
verified: no, type: nauc_map_at_100_std
value: -38.9448
verified: no, type: nauc_map_at_100_diff1
value: 76.57169999999999
verified: no, type: nauc_map_at_1000_max
value: 35.612100000000005
verified: no, type: nauc_map_at_1000_std
value: -38.8973
verified: no, type: nauc_map_at_1000_diff1
value: 76.5656
verified: no, type: nauc_recall_at_1_max
value: 26.761000000000003
verified: no, type: nauc_recall_at_1_std
value: -36.3749
verified: no, type: nauc_recall_at_1_diff1
value: 80.0977
verified: no, type: nauc_recall_at_3_max
value: 29.2557
verified: no, type: nauc_recall_at_3_std
value: -48.3412
verified: no, type: nauc_recall_at_3_diff1
value: 73.5986
verified: no, type: nauc_recall_at_5_max
value: 32.0708
verified: no, type: nauc_recall_at_5_std
value: -51.9846
verified: no, type: nauc_recall_at_5_diff1
value: 74.0073
verified: no, type: nauc_recall_at_10_max
value: 30.5549
verified: no, type: nauc_recall_at_10_std
value: -56.8778
verified: no, type: nauc_recall_at_10_diff1
value: 73.5398
verified: no, type: nauc_recall_at_20_max
value: 32.5741
verified: no, type: nauc_recall_at_20_std
value: -50.3935
verified: no, type: nauc_recall_at_20_diff1
value: 73.6634
verified: no, type: nauc_recall_at_100_max
value: 40.8872
verified: no, type: nauc_recall_at_100_std
value: -18.2413
verified: no, type: nauc_recall_at_100_diff1
value: 72.1894
verified: no, type: nauc_recall_at_1000_max
value: 31.5668
verified: no, type: nauc_recall_at_1000_std
value: 51.0679
verified: no, type: nauc_recall_at_1000_diff1
value: 59.485299999999995
verified: no, type: nauc_precision_at_1_max
value: 37.1678
verified: no, type: nauc_precision_at_1_std
value: -33.5588
verified: no, type: nauc_precision_at_1_diff1
value: 77.2101
verified: no, type: nauc_precision_at_3_max
value: 9.868
verified: no, type: nauc_precision_at_3_std
value: 4.8771
verified: no, type: nauc_precision_at_3_diff1
value: -16.2165
verified: no, type: nauc_precision_at_5_max
value: 5.169
verified: no, type: nauc_precision_at_5_std
value: 15.223700000000001
verified: no, type: nauc_precision_at_5_diff1
value: -29.328300000000002
verified: no, type: nauc_precision_at_10_max
value: 0.3411
verified: no, type: nauc_precision_at_10_std
value: 24.0866
verified: no, type: nauc_precision_at_10_diff1
value: -37.514399999999995
verified: no, type: nauc_precision_at_20_max
value: -1.981
verified: no, type: nauc_precision_at_20_std
value: 30.408099999999997
verified: no, type: nauc_precision_at_20_diff1
value: -41.1355
verified: no, type: nauc_precision_at_100_max
value: -4.2999
verified: no, type: nauc_precision_at_100_std
value: 36.4541
verified: no, type: nauc_precision_at_100_diff1
value: -43.7797
verified: no, type: nauc_precision_at_1000_max
value: -4.4928
verified: no, type: nauc_precision_at_1000_std
value: 36.9861
verified: no, type: nauc_precision_at_1000_diff1
value: -44.182
verified: no, type: nauc_mrr_at_1_max
value: 37.2354
verified: no, type: nauc_mrr_at_1_std
value: -33.4342
verified: no, type: nauc_mrr_at_1_diff1
value: 77.2283
verified: no, type: nauc_mrr_at_3_max
value: 38.000299999999996
verified: no, type: nauc_mrr_at_3_std
value: -34.9304
verified: no, type: nauc_mrr_at_3_diff1
value: 76.20280000000001
verified: no, type: nauc_mrr_at_5_max
value: 38.3135
verified: no, type: nauc_mrr_at_5_std
value: -34.707
verified: no, type: nauc_mrr_at_5_diff1
value: 76.4365
verified: no, type: nauc_mrr_at_10_max
value: 38.0013
verified: no, type: nauc_mrr_at_10_std
value: -34.6562
verified: no, type: nauc_mrr_at_10_diff1
value: 76.44069999999999
verified: no, type: nauc_mrr_at_20_max
value: 38.0368
verified: no, type: nauc_mrr_at_20_std
value: -34.4726
verified: no, type: nauc_mrr_at_20_diff1
value: 76.4482
verified: no, type: nauc_mrr_at_100_max
value: 38.0243
verified: no, type: nauc_mrr_at_100_std
value: -34.4696
verified: no, type: nauc_mrr_at_100_diff1
value: 76.4569
verified: no, type: nauc_mrr_at_1000_max
value: 38.0227
verified: no, type: nauc_mrr_at_1000_std
value: -34.4733
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.45739999999999
verified: no, type: main_score
value: 87.822
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: v_measure
value: 54.4296
verified: no, type: v_measure_std
value: 5.026400000000001
verified: no, type: main_score
value: 54.4296
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: v_measure
value: 58.1919
verified: no, type: v_measure_std
value: 12.618199999999998
verified: no, type: main_score
value: 58.1919
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: ndcg_at_1
value: 28.1
verified: no, type: ndcg_at_3
value: 22.721
verified: no, type: ndcg_at_5
value: 20.015
verified: no, type: ndcg_at_10
value: 24.146
verified: no, type: ndcg_at_20
value: 27.74
verified: no, type: ndcg_at_100
value: 33.900000000000006
verified: no, type: ndcg_at_1000
value: 39.728
verified: no, type: map_at_1
value: 5.737
verified: no, type: map_at_3
value: 10.474
verified: no, type: map_at_5
value: 12.656
verified: no, type: map_at_10
value: 14.896
verified: no, type: map_at_20
value: 16.317999999999998
verified: no, type: map_at_100
value: 17.646
verified: no, type: map_at_1000
value: 18.029999999999998
verified: no, type: recall_at_1
value: 5.737
verified: no, type: recall_at_3
value: 12.897
verified: no, type: recall_at_5
value: 17.854999999999997
verified: no, type: recall_at_10
value: 25.4
verified: no, type: recall_at_20
value: 33.817
verified: no, type: recall_at_100
value: 53.772
verified: no, type: recall_at_1000
value: 82.013
verified: no, type: precision_at_1
value: 28.1
verified: no, type: precision_at_3
value: 21.2
verified: no, type: precision_at_5
value: 17.599999999999998
verified: no, type: precision_at_10
value: 12.540000000000001
verified: no, type: precision_at_20
value: 8.34
verified: no, type: precision_at_100
value: 2.651
verified: no, type: precision_at_1000
value: 0.404
verified: no, type: mrr_at_1
value: 28.1
verified: no, type: mrr_at_3
value: 35.9167
verified: no, type: mrr_at_5
value: 38.0967
verified: no, type: mrr_at_10
value: 39.578799999999994
verified: no, type: mrr_at_20
value: 40.2541
verified: no, type: mrr_at_100
value: 40.687
verified: no, type: mrr_at_1000
value: 40.722
verified: no, type: nauc_ndcg_at_1_max
value: 21.2698
verified: no, type: nauc_ndcg_at_1_std
value: 8.8522
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.6443
verified: no, type: nauc_ndcg_at_3_max
value: 28.6762
verified: no, type: nauc_ndcg_at_3_std
value: 13.8129
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.4517
verified: no, type: nauc_ndcg_at_5_max
value: 31.252000000000002
verified: no, type: nauc_ndcg_at_5_std
value: 17.3178
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.8954
verified: no, type: nauc_ndcg_at_10_max
value: 32.581700000000005
verified: no, type: nauc_ndcg_at_10_std
value: 19.936300000000003
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.086499999999997
verified: no, type: nauc_ndcg_at_20_max
value: 32.3902
verified: no, type: nauc_ndcg_at_20_std
value: 22.8215
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.6836
verified: no, type: nauc_ndcg_at_100_max
value: 33.2665
verified: no, type: nauc_ndcg_at_100_std
value: 28.93
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.8837
verified: no, type: nauc_ndcg_at_1000_max
value: 32.9079
verified: no, type: nauc_ndcg_at_1000_std
value: 28.228900000000003
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.9599
verified: no, type: nauc_map_at_1_max
value: 20.3725
verified: no, type: nauc_map_at_1_std
value: 8.7546
verified: no, type: nauc_map_at_1_diff1
value: 20.8754
verified: no, type: nauc_map_at_3_max
value: 27.0845
verified: no, type: nauc_map_at_3_std
value: 12.6727
verified: no, type: nauc_map_at_3_diff1
value: 15.6365
verified: no, type: nauc_map_at_5_max
value: 29.2312
verified: no, type: nauc_map_at_5_std
value: 15.8701
verified: no, type: nauc_map_at_5_diff1
value: 15.891
verified: no, type: nauc_map_at_10_max
value: 30.3676
verified: no, type: nauc_map_at_10_std
value: 18.5848
verified: no, type: nauc_map_at_10_diff1
value: 15.155299999999999
verified: no, type: nauc_map_at_20_max
value: 30.6006
verified: no, type: nauc_map_at_20_std
value: 20.4984
verified: no, type: nauc_map_at_20_diff1
value: 13.8149
verified: no, type: nauc_map_at_100_max
value: 31.3216
verified: no, type: nauc_map_at_100_std
value: 22.8546
verified: no, type: nauc_map_at_100_diff1
value: 13.9657
verified: no, type: nauc_map_at_1000_max
value: 31.3095
verified: no, type: nauc_map_at_1000_std
value: 22.991
verified: no, type: nauc_map_at_1000_diff1
value: 13.999500000000001
verified: no, type: nauc_recall_at_1_max
value: 20.3725
verified: no, type: nauc_recall_at_1_std
value: 8.7546
verified: no, type: nauc_recall_at_1_diff1
value: 20.8754
verified: no, type: nauc_recall_at_3_max
value: 30.6276
verified: no, type: nauc_recall_at_3_std
value: 15.5861
verified: no, type: nauc_recall_at_3_diff1
value: 13.9652
verified: no, type: nauc_recall_at_5_max
value: 33.4455
verified: no, type: nauc_recall_at_5_std
value: 20.4822
verified: no, type: nauc_recall_at_5_diff1
value: 14.566799999999999
verified: no, type: nauc_recall_at_10_max
value: 33.9121
verified: no, type: nauc_recall_at_10_std
value: 23.4277
verified: no, type: nauc_recall_at_10_diff1
value: 14.5769
verified: no, type: nauc_recall_at_20_max
value: 30.939100000000003
verified: no, type: nauc_recall_at_20_std
value: 27.683400000000002
verified: no, type: nauc_recall_at_20_diff1
value: 8.519300000000001
verified: no, type: nauc_recall_at_100_max
value: 28.9221
verified: no, type: nauc_recall_at_100_std
value: 41.281600000000005
verified: no, type: nauc_recall_at_100_diff1
value: 7.3066
verified: no, type: nauc_recall_at_1000_max
value: 24.2406
verified: no, type: nauc_recall_at_1000_std
value: 43.2715
verified: no, type: nauc_recall_at_1000_diff1
value: 10.2232
verified: no, type: nauc_precision_at_1_max
value: 21.2698
verified: no, type: nauc_precision_at_1_std
value: 8.8522
verified: no, type: nauc_precision_at_1_diff1
value: 21.6443
verified: no, type: nauc_precision_at_3_max
value: 31.2776
verified: no, type: nauc_precision_at_3_std
value: 15.8911
verified: no, type: nauc_precision_at_3_diff1
value: 14.357800000000001
verified: no, type: nauc_precision_at_5_max
value: 34.034
verified: no, type: nauc_precision_at_5_std
value: 20.6595
verified: no, type: nauc_precision_at_5_diff1
value: 15.1316
verified: no, type: nauc_precision_at_10_max
value: 34.4474
verified: no, type: nauc_precision_at_10_std
value: 23.5843
verified: no, type: nauc_precision_at_10_diff1
value: 14.9385
verified: no, type: nauc_precision_at_20_max
value: 31.4376
verified: no, type: nauc_precision_at_20_std
value: 27.7123
verified: no, type: nauc_precision_at_20_diff1
value: 8.6083
verified: no, type: nauc_precision_at_100_max
value: 29.401300000000003
verified: no, type: nauc_precision_at_100_std
value: 40.5942
verified: no, type: nauc_precision_at_100_diff1
value: 7.6172
verified: no, type: nauc_precision_at_1000_max
value: 25.2832
verified: no, type: nauc_precision_at_1000_std
value: 40.9653
verified: no, type: nauc_precision_at_1000_diff1
value: 10.3534
verified: no, type: nauc_mrr_at_1_max
value: 21.2698
verified: no, type: nauc_mrr_at_1_std
value: 8.8522
verified: no, type: nauc_mrr_at_1_diff1
value: 21.6443
verified: no, type: nauc_mrr_at_3_max
value: 26.8557
verified: no, type: nauc_mrr_at_3_std
value: 12.482600000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 19.3542
verified: no, type: nauc_mrr_at_5_max
value: 28.0333
verified: no, type: nauc_mrr_at_5_std
value: 13.4664
verified: no, type: nauc_mrr_at_5_diff1
value: 20.0372
verified: no, type: nauc_mrr_at_10_max
value: 28.0659
verified: no, type: nauc_mrr_at_10_std
value: 13.791999999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 20.7022
verified: no, type: nauc_mrr_at_20_max
value: 27.886499999999998
verified: no, type: nauc_mrr_at_20_std
value: 13.952700000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 20.5573
verified: no, type: nauc_mrr_at_100_max
value: 27.714299999999998
verified: no, type: nauc_mrr_at_100_std
value: 13.863700000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 20.5074
verified: no, type: nauc_mrr_at_1000_max
value: 27.700599999999998
verified: no, type: nauc_mrr_at_1000_std
value: 13.8399
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.5031
verified: no, type: main_score
value: 24.146
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: pearson
value: 78.6926
verified: no, type: spearman
value: 71.2001
verified: no, type: cosine_pearson
value: 78.6926
verified: no, type: cosine_spearman
value: 71.2001
verified: no, type: manhattan_pearson
value: 75.264
verified: no, type: manhattan_spearman
value: 71.1303
verified: no, type: euclidean_pearson
value: 75.3261
verified: no, type: euclidean_spearman
value: 71.2001
verified: no, type: main_score
value: 71.2001
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: pearson
value: 71.0057
verified: no, type: spearman
value: 65.9247
verified: no, type: cosine_pearson
value: 71.0057
verified: no, type: cosine_spearman
value: 65.9247
verified: no, type: manhattan_pearson
value: 67.392
verified: no, type: manhattan_spearman
value: 65.8026
verified: no, type: euclidean_pearson
value: 67.5888
verified: no, type: euclidean_spearman
value: 65.92479999999999
verified: no, type: main_score
value: 65.9247
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: pearson
value: 81.67649999999999
verified: no, type: spearman
value: 81.7525
verified: no, type: cosine_pearson
value: 81.67649999999999
verified: no, type: cosine_spearman
value: 81.7525
verified: no, type: manhattan_pearson
value: 81.0327
verified: no, type: manhattan_spearman
value: 81.6717
verified: no, type: euclidean_pearson
value: 81.10000000000001
verified: no, type: euclidean_spearman
value: 81.7526
verified: no, type: main_score
value: 81.7525
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: pearson
value: 79.47579999999999
verified: no, type: spearman
value: 74.2305
verified: no, type: cosine_pearson
value: 79.47579999999999
verified: no, type: cosine_spearman
value: 74.2305
verified: no, type: manhattan_pearson
value: 77.8846
verified: no, type: manhattan_spearman
value: 74.1908
verified: no, type: euclidean_pearson
value: 77.9333
verified: no, type: euclidean_spearman
value: 74.2305
verified: no, type: main_score
value: 74.2305
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: pearson
value: 82.90180000000001
verified: no, type: spearman
value: 84.1271
verified: no, type: cosine_pearson
value: 82.90180000000001
verified: no, type: cosine_spearman
value: 84.1271
verified: no, type: manhattan_pearson
value: 83.6431
verified: no, type: manhattan_spearman
value: 84.1091
verified: no, type: euclidean_pearson
value: 83.6388
verified: no, type: euclidean_spearman
value: 84.127
verified: no, type: main_score
value: 84.1271
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: pearson
value: 80.19810000000001
verified: no, type: spearman
value: 81.6627
verified: no, type: cosine_pearson
value: 80.19810000000001
verified: no, type: cosine_spearman
value: 81.6627
verified: no, type: manhattan_pearson
value: 81.4605
verified: no, type: manhattan_spearman
value: 81.62819999999999
verified: no, type: euclidean_pearson
value: 81.5043
verified: no, type: euclidean_spearman
value: 81.6627
verified: no, type: main_score
value: 81.6627
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 47.9276
verified: no, type: spearman
value: 50.0286
verified: no, type: cosine_pearson
value: 47.9276
verified: no, type: cosine_spearman
value: 50.0286
verified: no, type: manhattan_pearson
value: 48.5188
verified: no, type: manhattan_spearman
value: 50.432
verified: no, type: euclidean_pearson
value: 48.1655
verified: no, type: euclidean_spearman
value: 50.0286
verified: no, type: main_score
value: 50.0286
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 24.4119
verified: no, type: spearman
value: 22.1195
verified: no, type: cosine_pearson
value: 24.4119
verified: no, type: cosine_spearman
value: 22.1195
verified: no, type: manhattan_pearson
value: 25.873800000000003
verified: no, type: manhattan_spearman
value: 23.6049
verified: no, type: euclidean_pearson
value: 24.3693
verified: no, type: euclidean_spearman
value: 22.1195
verified: no, type: main_score
value: 22.1195
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 22.656200000000002
verified: no, type: spearman
value: 22.5445
verified: no, type: cosine_pearson
value: 22.656200000000002
verified: no, type: cosine_spearman
value: 22.5445
verified: no, type: manhattan_pearson
value: 22.414
verified: no, type: manhattan_spearman
value: 22.1601
verified: no, type: euclidean_pearson
value: 22.7736
verified: no, type: euclidean_spearman
value: 22.5445
verified: no, type: main_score
value: 22.5445
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 44.4998
verified: no, type: spearman
value: 43.1984
verified: no, type: cosine_pearson
value: 44.4998
verified: no, type: cosine_spearman
value: 43.1984
verified: no, type: manhattan_pearson
value: 43.3837
verified: no, type: manhattan_spearman
value: 43.1122
verified: no, type: euclidean_pearson
value: 44.1642
verified: no, type: euclidean_spearman
value: 43.1984
verified: no, type: main_score
value: 43.1984
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 82.3891
verified: no, type: spearman
value: 83.9634
verified: no, type: cosine_pearson
value: 82.3891
verified: no, type: cosine_spearman
value: 83.9634
verified: no, type: manhattan_pearson
value: 83.1481
verified: no, type: manhattan_spearman
value: 83.9743
verified: no, type: euclidean_pearson
value: 83.2767
verified: no, type: euclidean_spearman
value: 83.9634
verified: no, type: main_score
value: 83.9634
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 35.3106
verified: no, type: spearman
value: 30.7572
verified: no, type: cosine_pearson
value: 35.3106
verified: no, type: cosine_spearman
value: 30.7572
verified: no, type: manhattan_pearson
value: 35.6552
verified: no, type: manhattan_spearman
value: 31.596000000000004
verified: no, type: euclidean_pearson
value: 35.4393
verified: no, type: euclidean_spearman
value: 30.7572
verified: no, type: main_score
value: 30.7572
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 36.9322
verified: no, type: spearman
value: 37.7137
verified: no, type: cosine_pearson
value: 36.9322
verified: no, type: cosine_spearman
value: 37.7137
verified: no, type: manhattan_pearson
value: 36.0714
verified: no, type: manhattan_spearman
value: 36.9979
verified: no, type: euclidean_pearson
value: 36.784800000000004
verified: no, type: euclidean_spearman
value: 37.7137
verified: no, type: main_score
value: 37.7137
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 39.963300000000004
verified: no, type: spearman
value: 38.9248
verified: no, type: cosine_pearson
value: 39.963300000000004
verified: no, type: cosine_spearman
value: 38.9248
verified: no, type: manhattan_pearson
value: 39.539699999999996
verified: no, type: manhattan_spearman
value: 38.191900000000004
verified: no, type: euclidean_pearson
value: 39.8596
verified: no, type: euclidean_spearman
value: 38.9248
verified: no, type: main_score
value: 38.9248
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 56.0924
verified: no, type: spearman
value: 54.1844
verified: no, type: cosine_pearson
value: 56.0924
verified: no, type: cosine_spearman
value: 54.1844
verified: no, type: manhattan_pearson
value: 56.938100000000006
verified: no, type: manhattan_spearman
value: 53.9407
verified: no, type: euclidean_pearson
value: 57.9844
verified: no, type: euclidean_spearman
value: 54.1844
verified: no, type: main_score
value: 54.1844
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 69.3771
verified: no, type: spearman
value: 69.3609
verified: no, type: cosine_pearson
value: 69.3771
verified: no, type: cosine_spearman
value: 69.3609
verified: no, type: manhattan_pearson
value: 70.8762
verified: no, type: manhattan_spearman
value: 69.1889
verified: no, type: euclidean_pearson
value: 70.9433
verified: no, type: euclidean_spearman
value: 69.3609
verified: no, type: main_score
value: 69.3609
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 74.11609999999999
verified: no, type: spearman
value: 71.63340000000001
verified: no, type: cosine_pearson
value: 74.11609999999999
verified: no, type: cosine_spearman
value: 71.63340000000001
verified: no, type: manhattan_pearson
value: 73.2348
verified: no, type: manhattan_spearman
value: 71.1802
verified: no, type: euclidean_pearson
value: 73.284
verified: no, type: euclidean_spearman
value: 71.63340000000001
verified: no, type: main_score
value: 71.63340000000001
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 70.08879999999999
verified: no, type: spearman
value: 73.79
verified: no, type: cosine_pearson
value: 70.08879999999999
verified: no, type: cosine_spearman
value: 73.79
verified: no, type: manhattan_pearson
value: 71.5415
verified: no, type: manhattan_spearman
value: 73.6588
verified: no, type: euclidean_pearson
value: 71.621
verified: no, type: euclidean_spearman
value: 73.79
verified: no, type: main_score
value: 73.79
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 37.5935
verified: no, type: spearman
value: 39.5919
verified: no, type: cosine_pearson
value: 37.5935
verified: no, type: cosine_spearman
value: 39.5919
verified: no, type: manhattan_pearson
value: 37.1717
verified: no, type: manhattan_spearman
value: 38.6974
verified: no, type: euclidean_pearson
value: 37.5632
verified: no, type: euclidean_spearman
value: 39.5919
verified: no, type: main_score
value: 39.5919
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: pearson
value: 79.9453
verified: no, type: spearman
value: 79.6569
verified: no, type: cosine_pearson
value: 79.9453
verified: no, type: cosine_spearman
value: 79.6569
verified: no, type: manhattan_pearson
value: 79.8923
verified: no, type: manhattan_spearman
value: 79.58370000000001
verified: no, type: euclidean_pearson
value: 79.9829
verified: no, type: euclidean_spearman
value: 79.6569
verified: no, type: main_score
value: 79.6569
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: map
value: 88.09949999999999
verified: no, type: mrr
value: 96.6455
verified: no, type: nAUC_map_max
value: 53.3622
verified: no, type: nAUC_map_std
value: 70.3532
verified: no, type: nAUC_map_diff1
value: -0.21419999999999997
verified: no, type: nAUC_mrr_max
value: 88.893
verified: no, type: nAUC_mrr_std
value: 85.4516
verified: no, type: nAUC_mrr_diff1
value: 43.6847
verified: no, type: main_score
value: 88.09949999999999
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: ndcg_at_1
value: 62.666999999999994
verified: no, type: ndcg_at_3
value: 69.77600000000001
verified: no, type: ndcg_at_5
value: 71.964
verified: no, type: ndcg_at_10
value: 74.72
verified: no, type: ndcg_at_20
value: 76.154
verified: no, type: ndcg_at_100
value: 76.961
verified: no, type: ndcg_at_1000
value: 77.294
verified: no, type: map_at_1
value: 60.011
verified: no, type: map_at_3
value: 67.135
verified: no, type: map_at_5
value: 68.78
verified: no, type: map_at_10
value: 70.101
verified: no, type: map_at_20
value: 70.56099999999999
verified: no, type: map_at_100
value: 70.687
verified: no, type: map_at_1000
value: 70.699
verified: no, type: recall_at_1
value: 60.011
verified: no, type: recall_at_3
value: 74.839
verified: no, type: recall_at_5
value: 80.028
verified: no, type: recall_at_10
value: 87.8
verified: no, type: recall_at_20
value: 93.10000000000001
verified: no, type: recall_at_100
value: 97.333
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 62.666999999999994
verified: no, type: precision_at_3
value: 27
verified: no, type: precision_at_5
value: 17.8
verified: no, type: precision_at_10
value: 9.933
verified: no, type: precision_at_20
value: 5.283
verified: no, type: precision_at_100
value: 1.103
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: mrr_at_1
value: 62.6667
verified: no, type: mrr_at_3
value: 68.9444
verified: no, type: mrr_at_5
value: 69.9611
verified: no, type: mrr_at_10
value: 71.02199999999999
verified: no, type: mrr_at_20
value: 71.3777
verified: no, type: mrr_at_100
value: 71.4841
verified: no, type: mrr_at_1000
value: 71.4961
verified: no, type: nauc_ndcg_at_1_max
value: 55.4562
verified: no, type: nauc_ndcg_at_1_std
value: -9.3317
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.1878
verified: no, type: nauc_ndcg_at_3_max
value: 55.3473
verified: no, type: nauc_ndcg_at_3_std
value: -14.341400000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 69.11880000000001
verified: no, type: nauc_ndcg_at_5_max
value: 55.5531
verified: no, type: nauc_ndcg_at_5_std
value: -13.448699999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 67.4611
verified: no, type: nauc_ndcg_at_10_max
value: 59.5974
verified: no, type: nauc_ndcg_at_10_std
value: -10.262
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.3408
verified: no, type: nauc_ndcg_at_20_max
value: 58.586499999999994
verified: no, type: nauc_ndcg_at_20_std
value: -9.8438
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.4434
verified: no, type: nauc_ndcg_at_100_max
value: 58.28489999999999
verified: no, type: nauc_ndcg_at_100_std
value: -8.7782
verified: no, type: nauc_ndcg_at_100_diff1
value: 68.585
verified: no, type: nauc_ndcg_at_1000_max
value: 58.0138
verified: no, type: nauc_ndcg_at_1000_std
value: -9.4827
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.0467
verified: no, type: nauc_map_at_1_max
value: 49.434
verified: no, type: nauc_map_at_1_std
value: -17.0503
verified: no, type: nauc_map_at_1_diff1
value: 71.80290000000001
verified: no, type: nauc_map_at_3_max
value: 52.8035
verified: no, type: nauc_map_at_3_std
value: -16.2138
verified: no, type: nauc_map_at_3_diff1
value: 69.81739999999999
verified: no, type: nauc_map_at_5_max
value: 54.644400000000005
verified: no, type: nauc_map_at_5_std
value: -13.910900000000002
verified: no, type: nauc_map_at_5_diff1
value: 68.8879
verified: no, type: nauc_map_at_10_max
value: 56.550999999999995
verified: no, type: nauc_map_at_10_std
value: -12.126900000000001
verified: no, type: nauc_map_at_10_diff1
value: 69.2326
verified: no, type: nauc_map_at_20_max
value: 56.299699999999994
verified: no, type: nauc_map_at_20_std
value: -11.8978
verified: no, type: nauc_map_at_20_diff1
value: 69.3387
verified: no, type: nauc_map_at_100_max
value: 56.295300000000005
verified: no, type: nauc_map_at_100_std
value: -11.6546
verified: no, type: nauc_map_at_100_diff1
value: 69.3881
verified: no, type: nauc_map_at_1000_max
value: 56.2905
verified: no, type: nauc_map_at_1000_std
value: -11.666400000000001
verified: no, type: nauc_map_at_1000_diff1
value: 69.4106
verified: no, type: nauc_recall_at_1_max
value: 49.434
verified: no, type: nauc_recall_at_1_std
value: -17.0503
verified: no, type: nauc_recall_at_1_diff1
value: 71.80290000000001
verified: no, type: nauc_recall_at_3_max
value: 53.6504
verified: no, type: nauc_recall_at_3_std
value: -20.3796
verified: no, type: nauc_recall_at_3_diff1
value: 66.0397
verified: no, type: nauc_recall_at_5_max
value: 54.45140000000001
verified: no, type: nauc_recall_at_5_std
value: -17.8965
verified: no, type: nauc_recall_at_5_diff1
value: 60.6996
verified: no, type: nauc_recall_at_10_max
value: 72.7183
verified: no, type: nauc_recall_at_10_std
value: -7.3393
verified: no, type: nauc_recall_at_10_diff1
value: 62.0422
verified: no, type: nauc_recall_at_20_max
value: 70.7849
verified: no, type: nauc_recall_at_20_std
value: -3.1933000000000002
verified: no, type: nauc_recall_at_20_diff1
value: 58.146
verified: no, type: nauc_recall_at_100_max
value: 75.43769999999999
verified: no, type: nauc_recall_at_100_std
value: 36.5488
verified: no, type: nauc_recall_at_100_diff1
value: 46.3177
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 55.4562
verified: no, type: nauc_precision_at_1_std
value: -9.3317
verified: no, type: nauc_precision_at_1_diff1
value: 71.1878
verified: no, type: nauc_precision_at_3_max
value: 52.548300000000005
verified: no, type: nauc_precision_at_3_std
value: 6.719899999999999
verified: no, type: nauc_precision_at_3_diff1
value: 42.6315
verified: no, type: nauc_precision_at_5_max
value: 47.9921
verified: no, type: nauc_precision_at_5_std
value: 21.9242
verified: no, type: nauc_precision_at_5_diff1
value: 23.0825
verified: no, type: nauc_precision_at_10_max
value: 47.517399999999995
verified: no, type: nauc_precision_at_10_std
value: 44.4913
verified: no, type: nauc_precision_at_10_diff1
value: 5.4589
verified: no, type: nauc_precision_at_20_max
value: 36.0675
verified: no, type: nauc_precision_at_20_std
value: 53.9269
verified: no, type: nauc_precision_at_20_diff1
value: -7.0865
verified: no, type: nauc_precision_at_100_max
value: 28.0561
verified: no, type: nauc_precision_at_100_std
value: 66.17920000000001
verified: no, type: nauc_precision_at_100_diff1
value: -19.653000000000002
verified: no, type: nauc_precision_at_1000_max
value: 22.470100000000002
verified: no, type: nauc_precision_at_1000_std
value: 69.6725
verified: no, type: nauc_precision_at_1000_diff1
value: -27.430500000000002
verified: no, type: nauc_mrr_at_1_max
value: 55.4562
verified: no, type: nauc_mrr_at_1_std
value: -9.3317
verified: no, type: nauc_mrr_at_1_diff1
value: 71.1878
verified: no, type: nauc_mrr_at_3_max
value: 57.4634
verified: no, type: nauc_mrr_at_3_std
value: -10.6496
verified: no, type: nauc_mrr_at_3_diff1
value: 69.881
verified: no, type: nauc_mrr_at_5_max
value: 56.8667
verified: no, type: nauc_mrr_at_5_std
value: -10.2421
verified: no, type: nauc_mrr_at_5_diff1
value: 69.0777
verified: no, type: nauc_mrr_at_10_max
value: 58.06289999999999
verified: no, type: nauc_mrr_at_10_std
value: -9.8724
verified: no, type: nauc_mrr_at_10_diff1
value: 69.5505
verified: no, type: nauc_mrr_at_20_max
value: 57.740700000000004
verified: no, type: nauc_mrr_at_20_std
value: -10.0261
verified: no, type: nauc_mrr_at_20_diff1
value: 69.5455
verified: no, type: nauc_mrr_at_100_max
value: 57.735499999999995
verified: no, type: nauc_mrr_at_100_std
value: -9.8413
verified: no, type: nauc_mrr_at_100_diff1
value: 69.5846
verified: no, type: nauc_mrr_at_1000_max
value: 57.7313
verified: no, type: nauc_mrr_at_1000_std
value: -9.8523
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.6076
verified: no, type: main_score
value: 74.72
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: similarity_accuracy
value: 99.798
verified: no, type: similarity_accuracy_threshold
value: 92.7546
verified: no, type: similarity_f1
value: 89.441
verified: no, type: similarity_f1_threshold
value: 92.7546
verified: no, type: similarity_precision
value: 92.70389999999999
verified: no, type: similarity_recall
value: 86.4
verified: no, type: similarity_ap
value: 95.40729999999999
verified: no, type: cosine_accuracy
value: 99.798
verified: no, type: cosine_accuracy_threshold
value: 92.7546
verified: no, type: cosine_f1
value: 89.441
verified: no, type: cosine_f1_threshold
value: 92.7546
verified: no, type: cosine_precision
value: 92.70389999999999
verified: no, type: cosine_recall
value: 86.4
verified: no, type: cosine_ap
value: 95.40729999999999
verified: no, type: manhattan_accuracy
value: 99.795
verified: no, type: manhattan_accuracy_threshold
value: 851.3785
verified: no, type: manhattan_f1
value: 89.5464
verified: no, type: manhattan_f1_threshold
value: 902.8005999999999
verified: no, type: manhattan_precision
value: 88.3268
verified: no, type: manhattan_recall
value: 90.8
verified: no, type: manhattan_ap
value: 95.3814
verified: no, type: euclidean_accuracy
value: 99.798
verified: no, type: euclidean_accuracy_threshold
value: 38.0669
verified: no, type: euclidean_f1
value: 89.441
verified: no, type: euclidean_f1_threshold
value: 38.0669
verified: no, type: euclidean_precision
value: 92.70389999999999
verified: no, type: euclidean_recall
value: 86.4
verified: no, type: euclidean_ap
value: 95.4074
verified: no, type: dot_accuracy
value: 99.798
verified: no, type: dot_accuracy_threshold
value: 92.7546
verified: no, type: dot_f1
value: 89.441
verified: no, type: dot_f1_threshold
value: 92.7546
verified: no, type: dot_precision
value: 92.70389999999999
verified: no, type: dot_recall
value: 86.4
verified: no, type: dot_ap
value: 95.4074
verified: no, type: max_accuracy
value: 99.798
verified: no, type: max_f1
value: 89.5464
verified: no, type: max_precision
value: 92.70389999999999
verified: no, type: max_recall
value: 90.8
verified: no, type: max_ap
value: 95.4074
verified: no, type: main_score
value: 95.4074
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: v_measure
value: 70.3156
verified: no, type: v_measure_std
value: 3.9677
verified: no, type: main_score
value: 70.3156
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: v_measure
value: 35.4198
verified: no, type: v_measure_std
value: 1.5537
verified: no, type: main_score
value: 35.4198
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: map
value: 54.522099999999995
verified: no, type: mrr
value: 55.500099999999996
verified: no, type: nAUC_map_max
value: 7.9342
verified: no, type: nAUC_map_std
value: 6.8542000000000005
verified: no, type: nAUC_map_diff1
value: 38.738099999999996
verified: no, type: nAUC_mrr_max
value: 8.862
verified: no, type: nAUC_mrr_std
value: 7.2187
verified: no, type: nAUC_mrr_diff1
value: 38.5236
verified: no, type: main_score
value: 54.522099999999995
verified: no
task: type: Reranking, dataset: config: default
name: MTEB StackOverflowQA (default)
revision: db8f169f3894c14a00251061f957b2063eef2bd5
split: test
type: CoIR-Retrieval/stackoverflow-qa
metrics: type: ndcg_at_1
value: 83.2
verified: no, type: ndcg_at_3
value: 88.397
verified: no, type: ndcg_at_5
value: 89.202
verified: no, type: ndcg_at_10
value: 89.846
verified: no, type: ndcg_at_20
value: 90.235
verified: no, type: ndcg_at_100
value: 90.55199999999999
verified: no, type: ndcg_at_1000
value: 90.654
verified: no, type: map_at_1
value: 83.2
verified: no, type: map_at_3
value: 87.17
verified: no, type: map_at_5
value: 87.616
verified: no, type: map_at_10
value: 87.889
verified: no, type: map_at_20
value: 87.994
verified: no, type: map_at_100
value: 88.041
verified: no, type: map_at_1000
value: 88.045
verified: no, type: recall_at_1
value: 83.2
verified: no, type: recall_at_3
value: 91.926
verified: no, type: recall_at_5
value: 93.882
verified: no, type: recall_at_10
value: 95.838
verified: no, type: recall_at_20
value: 97.392
verified: no, type: recall_at_100
value: 99.047
verified: no, type: recall_at_1000
value: 99.85000000000001
verified: no, type: precision_at_1
value: 83.2
verified: no, type: precision_at_3
value: 30.642000000000003
verified: no, type: precision_at_5
value: 18.776
verified: no, type: precision_at_10
value: 9.584
verified: no, type: precision_at_20
value: 4.87
verified: no, type: precision_at_100
value: 0.9900000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 83.19959999999999
verified: no, type: mrr_at_3
value: 87.1698
verified: no, type: mrr_at_5
value: 87.6162
verified: no, type: mrr_at_10
value: 87.8891
verified: no, type: mrr_at_20
value: 87.99369999999999
verified: no, type: mrr_at_100
value: 88.0412
verified: no, type: mrr_at_1000
value: 88.045
verified: no, type: nauc_ndcg_at_1_max
value: 78.6007
verified: no, type: nauc_ndcg_at_1_std
value: -0.0095
verified: no, type: nauc_ndcg_at_1_diff1
value: 88.7762
verified: no, type: nauc_ndcg_at_3_max
value: 81.4239
verified: no, type: nauc_ndcg_at_3_std
value: 1.4683
verified: no, type: nauc_ndcg_at_3_diff1
value: 86.54220000000001
verified: no, type: nauc_ndcg_at_5_max
value: 80.8469
verified: no, type: nauc_ndcg_at_5_std
value: -0.5089
verified: no, type: nauc_ndcg_at_5_diff1
value: 86.7397
verified: no, type: nauc_ndcg_at_10_max
value: 80.60730000000001
verified: no, type: nauc_ndcg_at_10_std
value: 1.2302
verified: no, type: nauc_ndcg_at_10_diff1
value: 86.5722
verified: no, type: nauc_ndcg_at_20_max
value: 80.5133
verified: no, type: nauc_ndcg_at_20_std
value: 1.0021
verified: no, type: nauc_ndcg_at_20_diff1
value: 86.6381
verified: no, type: nauc_ndcg_at_100_max
value: 80.4389
verified: no, type: nauc_ndcg_at_100_std
value: 0.33
verified: no, type: nauc_ndcg_at_100_diff1
value: 86.993
verified: no, type: nauc_ndcg_at_1000_max
value: 80.3736
verified: no, type: nauc_ndcg_at_1000_std
value: 0.582
verified: no, type: nauc_ndcg_at_1000_diff1
value: 86.9238
verified: no, type: nauc_map_at_1_max
value: 78.6007
verified: no, type: nauc_map_at_1_std
value: -0.0095
verified: no, type: nauc_map_at_1_diff1
value: 88.7762
verified: no, type: nauc_map_at_3_max
value: 80.6167
verified: no, type: nauc_map_at_3_std
value: 0.8933
verified: no, type: nauc_map_at_3_diff1
value: 87.07629999999999
verified: no, type: nauc_map_at_5_max
value: 80.3056
verified: no, type: nauc_map_at_5_std
value: -0.1035
verified: no, type: nauc_map_at_5_diff1
value: 87.1974
verified: no, type: nauc_map_at_10_max
value: 80.1979
verified: no, type: nauc_map_at_10_std
value: 0.4875
verified: no, type: nauc_map_at_10_diff1
value: 87.1597
verified: no, type: nauc_map_at_20_max
value: 80.1758
verified: no, type: nauc_map_at_20_std
value: 0.4484
verified: no, type: nauc_map_at_20_diff1
value: 87.1785
verified: no, type: nauc_map_at_100_max
value: 80.1598
verified: no, type: nauc_map_at_100_std
value: 0.3517
verified: no, type: nauc_map_at_100_diff1
value: 87.2128
verified: no, type: nauc_map_at_1000_max
value: 80.1585
verified: no, type: nauc_map_at_1000_std
value: 0.3646
verified: no, type: nauc_map_at_1000_diff1
value: 87.2108
verified: no, type: nauc_recall_at_1_max
value: 78.6007
verified: no, type: nauc_recall_at_1_std
value: -0.0095
verified: no, type: nauc_recall_at_1_diff1
value: 88.7762
verified: no, type: nauc_recall_at_3_max
value: 84.951
verified: no, type: nauc_recall_at_3_std
value: 4.0854
verified: no, type: nauc_recall_at_3_diff1
value: 84.2801
verified: no, type: nauc_recall_at_5_max
value: 83.68339999999999
verified: no, type: nauc_recall_at_5_std
value: -3.1815
verified: no, type: nauc_recall_at_5_diff1
value: 84.33619999999999
verified: no, type: nauc_recall_at_10_max
value: 83.4402
verified: no, type: nauc_recall_at_10_std
value: 8.585700000000001
verified: no, type: nauc_recall_at_10_diff1
value: 81.84320000000001
verified: no, type: nauc_recall_at_20_max
value: 83.6935
verified: no, type: nauc_recall_at_20_std
value: 9.088799999999999
verified: no, type: nauc_recall_at_20_diff1
value: 80.01
verified: no, type: nauc_recall_at_100_max
value: 86.5116
verified: no, type: nauc_recall_at_100_std
value: -7.6839
verified: no, type: nauc_recall_at_100_diff1
value: 88.1354
verified: no, type: nauc_recall_at_1000_max
value: 86.3848
verified: no, type: nauc_recall_at_1000_std
value: 52.8467
verified: no, type: nauc_recall_at_1000_diff1
value: 61.4995
verified: no, type: nauc_precision_at_1_max
value: 78.6007
verified: no, type: nauc_precision_at_1_std
value: -0.0095
verified: no, type: nauc_precision_at_1_diff1
value: 88.7762
verified: no, type: nauc_precision_at_3_max
value: 84.951
verified: no, type: nauc_precision_at_3_std
value: 4.0854
verified: no, type: nauc_precision_at_3_diff1
value: 84.2801
verified: no, type: nauc_precision_at_5_max
value: 83.68339999999999
verified: no, type: nauc_precision_at_5_std
value: -3.1815
verified: no, type: nauc_precision_at_5_diff1
value: 84.33619999999999
verified: no, type: nauc_precision_at_10_max
value: 83.4402
verified: no, type: nauc_precision_at_10_std
value: 8.585700000000001
verified: no, type: nauc_precision_at_10_diff1
value: 81.84320000000001
verified: no, type: nauc_precision_at_20_max
value: 83.6935
verified: no, type: nauc_precision_at_20_std
value: 9.088799999999999
verified: no, type: nauc_precision_at_20_diff1
value: 80.01
verified: no, type: nauc_precision_at_100_max
value: 86.5116
verified: no, type: nauc_precision_at_100_std
value: -7.6839
verified: no, type: nauc_precision_at_100_diff1
value: 88.1354
verified: no, type: nauc_precision_at_1000_max
value: 86.3848
verified: no, type: nauc_precision_at_1000_std
value: 52.8467
verified: no, type: nauc_precision_at_1000_diff1
value: 61.4995
verified: no, type: nauc_mrr_at_1_max
value: 78.6007
verified: no, type: nauc_mrr_at_1_std
value: -0.0095
verified: no, type: nauc_mrr_at_1_diff1
value: 88.7762
verified: no, type: nauc_mrr_at_3_max
value: 80.6167
verified: no, type: nauc_mrr_at_3_std
value: 0.8933
verified: no, type: nauc_mrr_at_3_diff1
value: 87.07629999999999
verified: no, type: nauc_mrr_at_5_max
value: 80.3056
verified: no, type: nauc_mrr_at_5_std
value: -0.1035
verified: no, type: nauc_mrr_at_5_diff1
value: 87.1974
verified: no, type: nauc_mrr_at_10_max
value: 80.1979
verified: no, type: nauc_mrr_at_10_std
value: 0.4875
verified: no, type: nauc_mrr_at_10_diff1
value: 87.1597
verified: no, type: nauc_mrr_at_20_max
value: 80.1758
verified: no, type: nauc_mrr_at_20_std
value: 0.4484
verified: no, type: nauc_mrr_at_20_diff1
value: 87.1785
verified: no, type: nauc_mrr_at_100_max
value: 80.1598
verified: no, type: nauc_mrr_at_100_std
value: 0.3517
verified: no, type: nauc_mrr_at_100_diff1
value: 87.2128
verified: no, type: nauc_mrr_at_1000_max
value: 80.1585
verified: no, type: nauc_mrr_at_1000_std
value: 0.3646
verified: no, type: nauc_mrr_at_1000_diff1
value: 87.2108
verified: no, type: main_score
value: 89.846
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: pearson
value: 30.709999999999997
verified: no, type: spearman
value: 31.841199999999997
verified: no, type: cosine_spearman
value: 31.841199999999997
verified: no, type: cosine_pearson
value: 30.709999999999997
verified: no, type: dot_spearman
value: 31.841199999999997
verified: no, type: dot_pearson
value: 30.709999999999997
verified: no, type: main_score
value: 31.841199999999997
verified: no
task: type: Summarization, dataset: config: default
name: MTEB SyntheticText2SQL (default)
revision: 686b87296c3a0191b5d9415a00526c62db9fce09
split: test
type: CoIR-Retrieval/synthetic-text2sql
metrics: type: ndcg_at_1
value: 3.692
verified: no, type: ndcg_at_3
value: 42.481
verified: no, type: ndcg_at_5
value: 45.909
verified: no, type: ndcg_at_10
value: 48.41
verified: no, type: ndcg_at_20
value: 49.845
verified: no, type: ndcg_at_100
value: 51.358000000000004
verified: no, type: ndcg_at_1000
value: 51.739999999999995
verified: no, type: map_at_1
value: 3.692
verified: no, type: map_at_3
value: 33.82
verified: no, type: map_at_5
value: 35.727
verified: no, type: map_at_10
value: 36.768
verified: no, type: map_at_20
value: 37.162
verified: no, type: map_at_100
value: 37.377
verified: no, type: map_at_1000
value: 37.391999999999996
verified: no, type: recall_at_1
value: 3.692
verified: no, type: recall_at_3
value: 67.18499999999999
verified: no, type: recall_at_5
value: 75.491
verified: no, type: recall_at_10
value: 83.182
verified: no, type: recall_at_20
value: 88.857
verified: no, type: recall_at_100
value: 96.92399999999999
verified: no, type: recall_at_1000
value: 99.88
verified: no, type: precision_at_1
value: 3.692
verified: no, type: precision_at_3
value: 22.395
verified: no, type: precision_at_5
value: 15.098
verified: no, type: precision_at_10
value: 8.318
verified: no, type: precision_at_20
value: 4.443
verified: no, type: precision_at_100
value: 0.9690000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 31.4647
verified: no, type: mrr_at_3
value: 49.3391
verified: no, type: mrr_at_5
value: 50.9842
verified: no, type: mrr_at_10
value: 51.902499999999996
verified: no, type: mrr_at_20
value: 52.2801
verified: no, type: mrr_at_100
value: 52.4906
verified: no, type: mrr_at_1000
value: 52.506
verified: no, type: nauc_ndcg_at_1_max
value: 5.9474
verified: no, type: nauc_ndcg_at_1_std
value: -15.6036
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.4115
verified: no, type: nauc_ndcg_at_3_max
value: 24.1744
verified: no, type: nauc_ndcg_at_3_std
value: -26.2412
verified: no, type: nauc_ndcg_at_3_diff1
value: -61.795
verified: no, type: nauc_ndcg_at_5_max
value: 24.3445
verified: no, type: nauc_ndcg_at_5_std
value: -26.8005
verified: no, type: nauc_ndcg_at_5_diff1
value: -57.8936
verified: no, type: nauc_ndcg_at_10_max
value: 23.6218
verified: no, type: nauc_ndcg_at_10_std
value: -26.378400000000003
verified: no, type: nauc_ndcg_at_10_diff1
value: -54.496599999999994
verified: no, type: nauc_ndcg_at_20_max
value: 23.6458
verified: no, type: nauc_ndcg_at_20_std
value: -26.1137
verified: no, type: nauc_ndcg_at_20_diff1
value: -52.7814
verified: no, type: nauc_ndcg_at_100_max
value: 23.59
verified: no, type: nauc_ndcg_at_100_std
value: -24.786
verified: no, type: nauc_ndcg_at_100_diff1
value: -51.30200000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 23.1129
verified: no, type: nauc_ndcg_at_1000_std
value: -25.138899999999996
verified: no, type: nauc_ndcg_at_1000_diff1
value: -50.856500000000004
verified: no, type: nauc_map_at_1_max
value: 5.9474
verified: no, type: nauc_map_at_1_std
value: -15.6036
verified: no, type: nauc_map_at_1_diff1
value: 74.4115
verified: no, type: nauc_map_at_3_max
value: 22.7683
verified: no, type: nauc_map_at_3_std
value: -25.060399999999998
verified: no, type: nauc_map_at_3_diff1
value: -53.0054
verified: no, type: nauc_map_at_5_max
value: 22.778100000000002
verified: no, type: nauc_map_at_5_std
value: -25.3076
verified: no, type: nauc_map_at_5_diff1
value: -49.921
verified: no, type: nauc_map_at_10_max
value: 22.345000000000002
verified: no, type: nauc_map_at_10_std
value: -25.0615
verified: no, type: nauc_map_at_10_diff1
value: -48.089999999999996
verified: no, type: nauc_map_at_20_max
value: 22.336100000000002
verified: no, type: nauc_map_at_20_std
value: -24.9463
verified: no, type: nauc_map_at_20_diff1
value: -47.4815
verified: no, type: nauc_map_at_100_max
value: 22.3039
verified: no, type: nauc_map_at_100_std
value: -24.7562
verified: no, type: nauc_map_at_100_diff1
value: -47.2248
verified: no, type: nauc_map_at_1000_max
value: 22.287000000000003
verified: no, type: nauc_map_at_1000_std
value: -24.7638
verified: no, type: nauc_map_at_1000_diff1
value: -47.2029
verified: no, type: nauc_recall_at_1_max
value: 5.9474
verified: no, type: nauc_recall_at_1_std
value: -15.6036
verified: no, type: nauc_recall_at_1_diff1
value: 74.4115
verified: no, type: nauc_recall_at_3_max
value: 26.7488
verified: no, type: nauc_recall_at_3_std
value: -28.5119
verified: no, type: nauc_recall_at_3_diff1
value: -77.3694
verified: no, type: nauc_recall_at_5_max
value: 27.694499999999998
verified: no, type: nauc_recall_at_5_std
value: -30.2099
verified: no, type: nauc_recall_at_5_diff1
value: -73.6265
verified: no, type: nauc_recall_at_10_max
value: 26.9417
verified: no, type: nauc_recall_at_10_std
value: -30.1319
verified: no, type: nauc_recall_at_10_diff1
value: -68.8477
verified: no, type: nauc_recall_at_20_max
value: 28.432800000000004
verified: no, type: nauc_recall_at_20_std
value: -30.55
verified: no, type: nauc_recall_at_20_diff1
value: -66.2201
verified: no, type: nauc_recall_at_100_max
value: 39.7358
verified: no, type: nauc_recall_at_100_std
value: -11.5261
verified: no, type: nauc_recall_at_100_diff1
value: -66.6477
verified: no, type: nauc_recall_at_1000_max
value: 34.353
verified: no, type: nauc_recall_at_1000_std
value: -6.297899999999999
verified: no, type: nauc_recall_at_1000_diff1
value: -85.7774
verified: no, type: nauc_precision_at_1_max
value: 5.9474
verified: no, type: nauc_precision_at_1_std
value: -15.6036
verified: no, type: nauc_precision_at_1_diff1
value: 74.4115
verified: no, type: nauc_precision_at_3_max
value: 26.7488
verified: no, type: nauc_precision_at_3_std
value: -28.5119
verified: no, type: nauc_precision_at_3_diff1
value: -77.3694
verified: no, type: nauc_precision_at_5_max
value: 27.694499999999998
verified: no, type: nauc_precision_at_5_std
value: -30.2099
verified: no, type: nauc_precision_at_5_diff1
value: -73.6265
verified: no, type: nauc_precision_at_10_max
value: 26.9417
verified: no, type: nauc_precision_at_10_std
value: -30.1319
verified: no, type: nauc_precision_at_10_diff1
value: -68.8477
verified: no, type: nauc_precision_at_20_max
value: 28.432800000000004
verified: no, type: nauc_precision_at_20_std
value: -30.55
verified: no, type: nauc_precision_at_20_diff1
value: -66.2201
verified: no, type: nauc_precision_at_100_max
value: 39.7358
verified: no, type: nauc_precision_at_100_std
value: -11.5261
verified: no, type: nauc_precision_at_100_diff1
value: -66.6477
verified: no, type: nauc_precision_at_1000_max
value: 34.353
verified: no, type: nauc_precision_at_1000_std
value: -6.297899999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -85.7774
verified: no, type: nauc_mrr_at_1_max
value: 14.005899999999999
verified: no, type: nauc_mrr_at_1_std
value: -13.7382
verified: no, type: nauc_mrr_at_1_diff1
value: -36.567499999999995
verified: no, type: nauc_mrr_at_3_max
value: 19.6693
verified: no, type: nauc_mrr_at_3_std
value: -19.7679
verified: no, type: nauc_mrr_at_3_diff1
value: -54.849000000000004
verified: no, type: nauc_mrr_at_5_max
value: 19.4039
verified: no, type: nauc_mrr_at_5_std
value: -19.822
verified: no, type: nauc_mrr_at_5_diff1
value: -53.7619
verified: no, type: nauc_mrr_at_10_max
value: 19.1888
verified: no, type: nauc_mrr_at_10_std
value: -19.4663
verified: no, type: nauc_mrr_at_10_diff1
value: -52.9212
verified: no, type: nauc_mrr_at_20_max
value: 19.1218
verified: no, type: nauc_mrr_at_20_std
value: -19.378600000000002
verified: no, type: nauc_mrr_at_20_diff1
value: -52.663000000000004
verified: no, type: nauc_mrr_at_100_max
value: 19.089100000000002
verified: no, type: nauc_mrr_at_100_std
value: -19.2391
verified: no, type: nauc_mrr_at_100_diff1
value: -52.5536
verified: no, type: nauc_mrr_at_1000_max
value: 19.078400000000002
verified: no, type: nauc_mrr_at_1000_std
value: -19.240099999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: -52.544900000000005
verified: no, type: main_score
value: 48.41
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 66
verified: no, type: ndcg_at_3
value: 70.654
verified: no, type: ndcg_at_5
value: 71.611
verified: no, type: ndcg_at_10
value: 69.259
verified: no, type: ndcg_at_20
value: 67.02
verified: no, type: ndcg_at_100
value: 57.274
verified: no, type: ndcg_at_1000
value: 55.459
verified: no, type: map_at_1
value: 0.202
verified: no, type: map_at_3
value: 0.553
verified: no, type: map_at_5
value: 0.924
verified: no, type: map_at_10
value: 1.727
verified: no, type: map_at_20
value: 3.124
verified: no, type: map_at_100
value: 10.906
verified: no, type: map_at_1000
value: 28.938999999999997
verified: no, type: recall_at_1
value: 0.202
verified: no, type: recall_at_3
value: 0.609
verified: no, type: recall_at_5
value: 1.048
verified: no, type: recall_at_10
value: 2.001
verified: no, type: recall_at_20
value: 3.749
verified: no, type: recall_at_100
value: 14.801
verified: no, type: recall_at_1000
value: 53.93599999999999
verified: no, type: precision_at_1
value: 74
verified: no, type: precision_at_3
value: 77.333
verified: no, type: precision_at_5
value: 78.8
verified: no, type: precision_at_10
value: 74.8
verified: no, type: precision_at_20
value: 72
verified: no, type: precision_at_100
value: 59.62
verified: no, type: precision_at_1000
value: 24.84
verified: no, type: mrr_at_1
value: 74
verified: no, type: mrr_at_3
value: 85.66669999999999
verified: no, type: mrr_at_5
value: 85.66669999999999
verified: no, type: mrr_at_10
value: 85.66669999999999
verified: no, type: mrr_at_20
value: 85.66669999999999
verified: no, type: mrr_at_100
value: 85.66669999999999
verified: no, type: mrr_at_1000
value: 85.66669999999999
verified: no, type: nauc_ndcg_at_1_max
value: 36.0347
verified: no, type: nauc_ndcg_at_1_std
value: 41.708099999999995
verified: no, type: nauc_ndcg_at_1_diff1
value: 13.226099999999999
verified: no, type: nauc_ndcg_at_3_max
value: 45.4255
verified: no, type: nauc_ndcg_at_3_std
value: 49.8257
verified: no, type: nauc_ndcg_at_3_diff1
value: -0.44520000000000004
verified: no, type: nauc_ndcg_at_5_max
value: 49.6908
verified: no, type: nauc_ndcg_at_5_std
value: 54.221
verified: no, type: nauc_ndcg_at_5_diff1
value: 3.5483000000000002
verified: no, type: nauc_ndcg_at_10_max
value: 46.2419
verified: no, type: nauc_ndcg_at_10_std
value: 59.9826
verified: no, type: nauc_ndcg_at_10_diff1
value: -0.436
verified: no, type: nauc_ndcg_at_20_max
value: 42.3528
verified: no, type: nauc_ndcg_at_20_std
value: 64.9208
verified: no, type: nauc_ndcg_at_20_diff1
value: -15.72
verified: no, type: nauc_ndcg_at_100_max
value: 38.6688
verified: no, type: nauc_ndcg_at_100_std
value: 70.27069999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: -27.691900000000004
verified: no, type: nauc_ndcg_at_1000_max
value: 39.3229
verified: no, type: nauc_ndcg_at_1000_std
value: 71.5958
verified: no, type: nauc_ndcg_at_1000_diff1
value: -32.426899999999996
verified: no, type: nauc_map_at_1_max
value: 24.9717
verified: no, type: nauc_map_at_1_std
value: 20.3237
verified: no, type: nauc_map_at_1_diff1
value: 26.8022
verified: no, type: nauc_map_at_3_max
value: 36.496
verified: no, type: nauc_map_at_3_std
value: 32.506
verified: no, type: nauc_map_at_3_diff1
value: 17.7469
verified: no, type: nauc_map_at_5_max
value: 37.802
verified: no, type: nauc_map_at_5_std
value: 32.5133
verified: no, type: nauc_map_at_5_diff1
value: 21.9404
verified: no, type: nauc_map_at_10_max
value: 36.8446
verified: no, type: nauc_map_at_10_std
value: 37.3347
verified: no, type: nauc_map_at_10_diff1
value: 23.311
verified: no, type: nauc_map_at_20_max
value: 35.484500000000004
verified: no, type: nauc_map_at_20_std
value: 42.1774
verified: no, type: nauc_map_at_20_diff1
value: 14.072499999999998
verified: no, type: nauc_map_at_100_max
value: 38.3755
verified: no, type: nauc_map_at_100_std
value: 58.458299999999994
verified: no, type: nauc_map_at_100_diff1
value: -7.320200000000001
verified: no, type: nauc_map_at_1000_max
value: 43.0209
verified: no, type: nauc_map_at_1000_std
value: 72.8673
verified: no, type: nauc_map_at_1000_diff1
value: -29.952299999999997
verified: no, type: nauc_recall_at_1_max
value: 24.9717
verified: no, type: nauc_recall_at_1_std
value: 20.3237
verified: no, type: nauc_recall_at_1_diff1
value: 26.8022
verified: no, type: nauc_recall_at_3_max
value: 29.149900000000002
verified: no, type: nauc_recall_at_3_std
value: 27.2806
verified: no, type: nauc_recall_at_3_diff1
value: 16.0975
verified: no, type: nauc_recall_at_5_max
value: 29.3013
verified: no, type: nauc_recall_at_5_std
value: 26.4035
verified: no, type: nauc_recall_at_5_diff1
value: 20.3157
verified: no, type: nauc_recall_at_10_max
value: 27.326099999999997
verified: no, type: nauc_recall_at_10_std
value: 30.1061
verified: no, type: nauc_recall_at_10_diff1
value: 22.0122
verified: no, type: nauc_recall_at_20_max
value: 25.176399999999997
verified: no, type: nauc_recall_at_20_std
value: 33.1536
verified: no, type: nauc_recall_at_20_diff1
value: 13.4285
verified: no, type: nauc_recall_at_100_max
value: 28.209899999999998
verified: no, type: nauc_recall_at_100_std
value: 45.7222
verified: no, type: nauc_recall_at_100_diff1
value: -6.1627
verified: no, type: nauc_recall_at_1000_max
value: 33.4423
verified: no, type: nauc_recall_at_1000_std
value: 60.764399999999995
verified: no, type: nauc_recall_at_1000_diff1
value: -32.4319
verified: no, type: nauc_precision_at_1_max
value: 55.0789
verified: no, type: nauc_precision_at_1_std
value: 42.7355
verified: no, type: nauc_precision_at_1_diff1
value: 21.276500000000002
verified: no, type: nauc_precision_at_3_max
value: 57.5971
verified: no, type: nauc_precision_at_3_std
value: 54.4791
verified: no, type: nauc_precision_at_3_diff1
value: -1.1622000000000001
verified: no, type: nauc_precision_at_5_max
value: 66.64750000000001
verified: no, type: nauc_precision_at_5_std
value: 57.5585
verified: no, type: nauc_precision_at_5_diff1
value: 2.9311
verified: no, type: nauc_precision_at_10_max
value: 58.767100000000006
verified: no, type: nauc_precision_at_10_std
value: 63.5528
verified: no, type: nauc_precision_at_10_diff1
value: -1.193
verified: no, type: nauc_precision_at_20_max
value: 47.964
verified: no, type: nauc_precision_at_20_std
value: 65.3738
verified: no, type: nauc_precision_at_20_diff1
value: -17.0707
verified: no, type: nauc_precision_at_100_max
value: 38.9039
verified: no, type: nauc_precision_at_100_std
value: 68.9848
verified: no, type: nauc_precision_at_100_diff1
value: -31.816699999999997
verified: no, type: nauc_precision_at_1000_max
value: 24.090700000000002
verified: no, type: nauc_precision_at_1000_std
value: 36.3251
verified: no, type: nauc_precision_at_1000_diff1
value: -30.1565
verified: no, type: nauc_mrr_at_1_max
value: 55.0789
verified: no, type: nauc_mrr_at_1_std
value: 42.7355
verified: no, type: nauc_mrr_at_1_diff1
value: 21.276500000000002
verified: no, type: nauc_mrr_at_3_max
value: 57.0157
verified: no, type: nauc_mrr_at_3_std
value: 44.9613
verified: no, type: nauc_mrr_at_3_diff1
value: 18.5485
verified: no, type: nauc_mrr_at_5_max
value: 57.0157
verified: no, type: nauc_mrr_at_5_std
value: 44.9613
verified: no, type: nauc_mrr_at_5_diff1
value: 18.5485
verified: no, type: nauc_mrr_at_10_max
value: 57.0157
verified: no, type: nauc_mrr_at_10_std
value: 44.9613
verified: no, type: nauc_mrr_at_10_diff1
value: 18.5485
verified: no, type: nauc_mrr_at_20_max
value: 57.0157
verified: no, type: nauc_mrr_at_20_std
value: 44.9613
verified: no, type: nauc_mrr_at_20_diff1
value: 18.5485
verified: no, type: nauc_mrr_at_100_max
value: 57.0157
verified: no, type: nauc_mrr_at_100_std
value: 44.9613
verified: no, type: nauc_mrr_at_100_diff1
value: 18.5485
verified: no, type: nauc_mrr_at_1000_max
value: 57.0157
verified: no, type: nauc_mrr_at_1000_std
value: 44.9613
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.5485
verified: no, type: main_score
value: 69.259
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: ndcg_at_1
value: 23.469
verified: no, type: ndcg_at_3
value: 22.555
verified: no, type: ndcg_at_5
value: 20.97
verified: no, type: ndcg_at_10
value: 20.147000000000002
verified: no, type: ndcg_at_20
value: 22.56
verified: no, type: ndcg_at_100
value: 32.79
verified: no, type: ndcg_at_1000
value: 45.324
verified: no, type: map_at_1
value: 2.152
verified: no, type: map_at_3
value: 4.103
verified: no, type: map_at_5
value: 5.482
verified: no, type: map_at_10
value: 7.747
verified: no, type: map_at_20
value: 10.309
verified: no, type: map_at_100
value: 13.639999999999999
verified: no, type: map_at_1000
value: 15.235000000000001
verified: no, type: recall_at_1
value: 2.152
verified: no, type: recall_at_3
value: 5.531
verified: no, type: recall_at_5
value: 8.029
verified: no, type: recall_at_10
value: 13.331000000000001
verified: no, type: recall_at_20
value: 22.195
verified: no, type: recall_at_100
value: 45.35
verified: no, type: recall_at_1000
value: 83.447
verified: no, type: precision_at_1
value: 26.531
verified: no, type: precision_at_3
value: 24.490000000000002
verified: no, type: precision_at_5
value: 21.633
verified: no, type: precision_at_10
value: 17.755000000000003
verified: no, type: precision_at_20
value: 15.408
verified: no, type: precision_at_100
value: 7.081999999999999
verified: no, type: precision_at_1000
value: 1.547
verified: no, type: mrr_at_1
value: 26.5306
verified: no, type: mrr_at_3
value: 38.7755
verified: no, type: mrr_at_5
value: 40.6122
verified: no, type: mrr_at_10
value: 41.3994
verified: no, type: mrr_at_20
value: 42.7601
verified: no, type: mrr_at_100
value: 43.0467
verified: no, type: mrr_at_1000
value: 43.0467
verified: no, type: nauc_ndcg_at_1_max
value: -19.1831
verified: no, type: nauc_ndcg_at_1_std
value: -13.1044
verified: no, type: nauc_ndcg_at_1_diff1
value: -8.6701
verified: no, type: nauc_ndcg_at_3_max
value: -31.2521
verified: no, type: nauc_ndcg_at_3_std
value: -9.1974
verified: no, type: nauc_ndcg_at_3_diff1
value: -17.0766
verified: no, type: nauc_ndcg_at_5_max
value: -29.9171
verified: no, type: nauc_ndcg_at_5_std
value: -2.2094
verified: no, type: nauc_ndcg_at_5_diff1
value: -10.8668
verified: no, type: nauc_ndcg_at_10_max
value: -24.5148
verified: no, type: nauc_ndcg_at_10_std
value: -0.45909999999999995
verified: no, type: nauc_ndcg_at_10_diff1
value: -10.705
verified: no, type: nauc_ndcg_at_20_max
value: -29.542
verified: no, type: nauc_ndcg_at_20_std
value: -0.1119
verified: no, type: nauc_ndcg_at_20_diff1
value: -6.4151
verified: no, type: nauc_ndcg_at_100_max
value: -27.276
verified: no, type: nauc_ndcg_at_100_std
value: 33.380900000000004
verified: no, type: nauc_ndcg_at_100_diff1
value: -1.097
verified: no, type: nauc_ndcg_at_1000_max
value: -28.0856
verified: no, type: nauc_ndcg_at_1000_std
value: 40.368700000000004
verified: no, type: nauc_ndcg_at_1000_diff1
value: -9.5892
verified: no, type: nauc_map_at_1_max
value: -17.891099999999998
verified: no, type: nauc_map_at_1_std
value: -20.8139
verified: no, type: nauc_map_at_1_diff1
value: 2.1289
verified: no, type: nauc_map_at_3_max
value: -18.5984
verified: no, type: nauc_map_at_3_std
value: -16.0226
verified: no, type: nauc_map_at_3_diff1
value: -0.681
verified: no, type: nauc_map_at_5_max
value: -9.8672
verified: no, type: nauc_map_at_5_std
value: -11.448
verified: no, type: nauc_map_at_5_diff1
value: 4.1101
verified: no, type: nauc_map_at_10_max
value: -5.8905
verified: no, type: nauc_map_at_10_std
value: -7.7416
verified: no, type: nauc_map_at_10_diff1
value: 2.0848999999999998
verified: no, type: nauc_map_at_20_max
value: -13.9206
verified: no, type: nauc_map_at_20_std
value: -4.9227
verified: no, type: nauc_map_at_20_diff1
value: 1.6968
verified: no, type: nauc_map_at_100_max
value: -15.116
verified: no, type: nauc_map_at_100_std
value: 10.9804
verified: no, type: nauc_map_at_100_diff1
value: 1.5921999999999998
verified: no, type: nauc_map_at_1000_max
value: -15.309000000000001
verified: no, type: nauc_map_at_1000_std
value: 15.207399999999998
verified: no, type: nauc_map_at_1000_diff1
value: 0.2635
verified: no, type: nauc_recall_at_1_max
value: -17.891099999999998
verified: no, type: nauc_recall_at_1_std
value: -20.8139
verified: no, type: nauc_recall_at_1_diff1
value: 2.1289
verified: no, type: nauc_recall_at_3_max
value: -27.4434
verified: no, type: nauc_recall_at_3_std
value: -14.4615
verified: no, type: nauc_recall_at_3_diff1
value: -4.6056
verified: no, type: nauc_recall_at_5_max
value: -17.3993
verified: no, type: nauc_recall_at_5_std
value: -7.1856
verified: no, type: nauc_recall_at_5_diff1
value: 2.468
verified: no, type: nauc_recall_at_10_max
value: -13.7175
verified: no, type: nauc_recall_at_10_std
value: -2.9436
verified: no, type: nauc_recall_at_10_diff1
value: 0.9384
verified: no, type: nauc_recall_at_20_max
value: -26.96
verified: no, type: nauc_recall_at_20_std
value: -1.6922
verified: no, type: nauc_recall_at_20_diff1
value: 1.8932999999999998
verified: no, type: nauc_recall_at_100_max
value: -23.5556
verified: no, type: nauc_recall_at_100_std
value: 48.9062
verified: no, type: nauc_recall_at_100_diff1
value: 7.8596
verified: no, type: nauc_recall_at_1000_max
value: -19.6066
verified: no, type: nauc_recall_at_1000_std
value: 80.4306
verified: no, type: nauc_recall_at_1000_diff1
value: -8.4789
verified: no, type: nauc_precision_at_1_max
value: -23.163800000000002
verified: no, type: nauc_precision_at_1_std
value: -15.9221
verified: no, type: nauc_precision_at_1_diff1
value: -1.0075
verified: no, type: nauc_precision_at_3_max
value: -34.2
verified: no, type: nauc_precision_at_3_std
value: -5.8114
verified: no, type: nauc_precision_at_3_diff1
value: -11.4192
verified: no, type: nauc_precision_at_5_max
value: -28.3543
verified: no, type: nauc_precision_at_5_std
value: 3.2409
verified: no, type: nauc_precision_at_5_diff1
value: -2.4743
verified: no, type: nauc_precision_at_10_max
value: -21.8691
verified: no, type: nauc_precision_at_10_std
value: 12.0827
verified: no, type: nauc_precision_at_10_diff1
value: -7.6671000000000005
verified: no, type: nauc_precision_at_20_max
value: -29.541600000000003
verified: no, type: nauc_precision_at_20_std
value: 18.4544
verified: no, type: nauc_precision_at_20_diff1
value: -4.9384
verified: no, type: nauc_precision_at_100_max
value: -13.991700000000002
verified: no, type: nauc_precision_at_100_std
value: 80.9784
verified: no, type: nauc_precision_at_100_diff1
value: 0.1001
verified: no, type: nauc_precision_at_1000_max
value: 18.334
verified: no, type: nauc_precision_at_1000_std
value: 35.3463
verified: no, type: nauc_precision_at_1000_diff1
value: -16.8628
verified: no, type: nauc_mrr_at_1_max
value: -23.163800000000002
verified: no, type: nauc_mrr_at_1_std
value: -15.9221
verified: no, type: nauc_mrr_at_1_diff1
value: -1.0075
verified: no, type: nauc_mrr_at_3_max
value: -37.628099999999996
verified: no, type: nauc_mrr_at_3_std
value: -13.678199999999999
verified: no, type: nauc_mrr_at_3_diff1
value: -8.0387
verified: no, type: nauc_mrr_at_5_max
value: -38.205
verified: no, type: nauc_mrr_at_5_std
value: -10.0574
verified: no, type: nauc_mrr_at_5_diff1
value: -7.273300000000001
verified: no, type: nauc_mrr_at_10_max
value: -38.2773
verified: no, type: nauc_mrr_at_10_std
value: -10.5208
verified: no, type: nauc_mrr_at_10_diff1
value: -7.556400000000001
verified: no, type: nauc_mrr_at_20_max
value: -38.8068
verified: no, type: nauc_mrr_at_20_std
value: -10.7195
verified: no, type: nauc_mrr_at_20_diff1
value: -6.7631
verified: no, type: nauc_mrr_at_100_max
value: -38.318200000000004
verified: no, type: nauc_mrr_at_100_std
value: -10.854999999999999
verified: no, type: nauc_mrr_at_100_diff1
value: -6.843000000000001
verified: no, type: nauc_mrr_at_1000_max
value: -38.318200000000004
verified: no, type: nauc_mrr_at_1000_std
value: -10.854999999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: -6.843000000000001
verified: no, type: main_score
value: 20.147000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 59.7607
verified: no, type: f1
value: 45.7266
verified: no, type: f1_weighted
value: 68.3382
verified: no, type: ap
value: 9.8682
verified: no, type: ap_weighted
value: 9.8682
verified: no, type: main_score
value: 59.7607
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 53.3192
verified: no, type: f1
value: 53.505100000000006
verified: no, type: f1_weighted
value: 52.726600000000005
verified: no, type: main_score
value: 53.3192
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: v_measure
value: 48.3133
verified: no, type: v_measure_std
value: 1.6674000000000002
verified: no, type: main_score
value: 48.3133
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: similarity_accuracy
value: 82.2972
verified: no, type: similarity_accuracy_threshold
value: 92.5986
verified: no, type: similarity_f1
value: 58.2994
verified: no, type: similarity_f1_threshold
value: 89.689
verified: no, type: similarity_precision
value: 53.3772
verified: no, type: similarity_recall
value: 64.2216
verified: no, type: similarity_ap
value: 60.9374
verified: no, type: cosine_accuracy
value: 82.2972
verified: no, type: cosine_accuracy_threshold
value: 92.5986
verified: no, type: cosine_f1
value: 58.2994
verified: no, type: cosine_f1_threshold
value: 89.689
verified: no, type: cosine_precision
value: 53.3772
verified: no, type: cosine_recall
value: 64.2216
verified: no, type: cosine_ap
value: 60.9374
verified: no, type: manhattan_accuracy
value: 82.2912
verified: no, type: manhattan_accuracy_threshold
value: 839.1809000000001
verified: no, type: manhattan_f1
value: 58.2447
verified: no, type: manhattan_f1_threshold
value: 996.9049
verified: no, type: manhattan_precision
value: 53.74830000000001
verified: no, type: manhattan_recall
value: 63.562
verified: no, type: manhattan_ap
value: 60.8808
verified: no, type: euclidean_accuracy
value: 82.2972
verified: no, type: euclidean_accuracy_threshold
value: 38.4743
verified: no, type: euclidean_f1
value: 58.2994
verified: no, type: euclidean_f1_threshold
value: 45.4114
verified: no, type: euclidean_precision
value: 53.3772
verified: no, type: euclidean_recall
value: 64.2216
verified: no, type: euclidean_ap
value: 60.9374
verified: no, type: dot_accuracy
value: 82.2972
verified: no, type: dot_accuracy_threshold
value: 92.5986
verified: no, type: dot_f1
value: 58.2994
verified: no, type: dot_f1_threshold
value: 89.689
verified: no, type: dot_precision
value: 53.3772
verified: no, type: dot_recall
value: 64.2216
verified: no, type: dot_ap
value: 60.9374
verified: no, type: max_accuracy
value: 82.2972
verified: no, type: max_f1
value: 58.2994
verified: no, type: max_precision
value: 53.74830000000001
verified: no, type: max_recall
value: 64.2216
verified: no, type: max_ap
value: 60.9374
verified: no, type: main_score
value: 60.9374
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: similarity_accuracy
value: 87.2162
verified: no, type: similarity_accuracy_threshold
value: 91.6164
verified: no, type: similarity_f1
value: 74.8086
verified: no, type: similarity_f1_threshold
value: 90.18260000000001
verified: no, type: similarity_precision
value: 69.3065
verified: no, type: similarity_recall
value: 81.25959999999999
verified: no, type: similarity_ap
value: 82.53160000000001
verified: no, type: cosine_accuracy
value: 87.2162
verified: no, type: cosine_accuracy_threshold
value: 91.6164
verified: no, type: cosine_f1
value: 74.8086
verified: no, type: cosine_f1_threshold
value: 90.18260000000001
verified: no, type: cosine_precision
value: 69.3065
verified: no, type: cosine_recall
value: 81.25959999999999
verified: no, type: cosine_ap
value: 82.53160000000001
verified: no, type: manhattan_accuracy
value: 87.21039999999999
verified: no, type: manhattan_accuracy_threshold
value: 899.2865999999999
verified: no, type: manhattan_f1
value: 74.77510000000001
verified: no, type: manhattan_f1_threshold
value: 962.114
verified: no, type: manhattan_precision
value: 70.6927
verified: no, type: manhattan_recall
value: 79.3579
verified: no, type: manhattan_ap
value: 82.5262
verified: no, type: euclidean_accuracy
value: 87.2162
verified: no, type: euclidean_accuracy_threshold
value: 40.9478
verified: no, type: euclidean_f1
value: 74.8086
verified: no, type: euclidean_f1_threshold
value: 44.3112
verified: no, type: euclidean_precision
value: 69.3065
verified: no, type: euclidean_recall
value: 81.25959999999999
verified: no, type: euclidean_ap
value: 82.53160000000001
verified: no, type: dot_accuracy
value: 87.2162
verified: no, type: dot_accuracy_threshold
value: 91.6164
verified: no, type: dot_f1
value: 74.8086
verified: no, type: dot_f1_threshold
value: 90.18260000000001
verified: no, type: dot_precision
value: 69.3065
verified: no, type: dot_recall
value: 81.25959999999999
verified: no, type: dot_ap
value: 82.53160000000001
verified: no, type: max_accuracy
value: 87.2162
verified: no, type: max_f1
value: 74.8086
verified: no, type: max_precision
value: 70.6927
verified: no, type: max_recall
value: 81.25959999999999
verified: no, type: max_ap
value: 82.53160000000001
verified: no, type: main_score
value: 82.53160000000001
verified: no
task: type: PairClassification
pipeline_tag: sentence-similarity
Likes: 33 | All-time downloads: 402402
Created: 2024-12-04 20:28:08