Model: ibm-granite/granite-embedding-278m-multilingual
Author: ibm-granite
Pipeline: sentence-similarity
Library: transformers
Tags: transformers, pytorch, onnx, safetensors, xlm-roberta, feature-extraction, language, granite, embeddings, multilingual, mteb, sentence-transformers, sentence-similarity, en, ar, cs, de, es, fr, it, ja, ko, nl, pt, zh, arxiv:2502.20204, arxiv:0000.00000, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: language: en, ar, cs, de, es, fr, it, ja, ko, nl, pt, zh
license: apache-2.0
library_name: transformers
tags: language, granite, embeddings, multilingual, mteb, sentence-transformers
model-index: name: ibm-granite/granite-embedding-278m-multilingual
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 73.4333
verified: no, type: f1
value: 61.2301
verified: no, type: f1_weighted
value: 78.40899999999999
verified: no, type: ap
value: 23.347
verified: no, type: ap_weighted
value: 23.347
verified: no, type: main_score
value: 73.4333
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 71.806
verified: no, type: f1
value: 65.6467
verified: no, type: f1_weighted
value: 74.4815
verified: no, type: ap
value: 34.045700000000004
verified: no, type: ap_weighted
value: 34.045700000000004
verified: no, type: main_score
value: 71.806
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 67.5907
verified: no, type: f1
value: 67.36370000000001
verified: no, type: f1_weighted
value: 67.36370000000001
verified: no, type: ap
value: 62.0368
verified: no, type: ap_weighted
value: 62.0368
verified: no, type: main_score
value: 67.5907
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 37.278
verified: no, type: f1
value: 36.4099
verified: no, type: f1_weighted
value: 36.4099
verified: no, type: main_score
value: 37.278
verified: no
task: type: Classification, dataset: config: default
name: MTEB AppsRetrieval (default)
revision: f22508f96b7a36c2415181ed8bb76f76e04ae2d5
split: test
type: CoIR-Retrieval/apps
metrics: type: ndcg_at_1
value: 3.453
verified: no, type: ndcg_at_3
value: 4.882000000000001
verified: no, type: ndcg_at_5
value: 5.564
verified: no, type: ndcg_at_10
value: 6.214
verified: no, type: ndcg_at_20
value: 6.814000000000001
verified: no, type: ndcg_at_100
value: 8.581
verified: no, type: ndcg_at_1000
value: 12.215
verified: no, type: map_at_1
value: 3.453
verified: no, type: map_at_3
value: 4.515000000000001
verified: no, type: map_at_5
value: 4.89
verified: no, type: map_at_10
value: 5.151
verified: no, type: map_at_20
value: 5.313
verified: no, type: map_at_100
value: 5.539000000000001
verified: no, type: map_at_1000
value: 5.638
verified: no, type: recall_at_1
value: 3.453
verified: no, type: recall_at_3
value: 5.949999999999999
verified: no, type: recall_at_5
value: 7.623
verified: no, type: recall_at_10
value: 9.668000000000001
verified: no, type: recall_at_20
value: 12.058
verified: no, type: recall_at_100
value: 21.859
verified: no, type: recall_at_1000
value: 52.722
verified: no, type: precision_at_1
value: 3.453
verified: no, type: precision_at_3
value: 1.983
verified: no, type: precision_at_5
value: 1.525
verified: no, type: precision_at_10
value: 0.967
verified: no, type: precision_at_20
value: 0.603
verified: no, type: precision_at_100
value: 0.219
verified: no, type: precision_at_1000
value: 0.053
verified: no, type: mrr_at_1
value: 3.4528999999999996
verified: no, type: mrr_at_3
value: 4.5153
verified: no, type: mrr_at_5
value: 4.889799999999999
verified: no, type: mrr_at_10
value: 5.1507
verified: no, type: mrr_at_20
value: 5.3135
verified: no, type: mrr_at_100
value: 5.5391
verified: no, type: mrr_at_1000
value: 5.6382
verified: no, type: nauc_ndcg_at_1_max
value: 37.1714
verified: no, type: nauc_ndcg_at_1_std
value: 15.306700000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.2252
verified: no, type: nauc_ndcg_at_3_max
value: 32.0309
verified: no, type: nauc_ndcg_at_3_std
value: 14.2983
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.7174
verified: no, type: nauc_ndcg_at_5_max
value: 29.3613
verified: no, type: nauc_ndcg_at_5_std
value: 13.0358
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.8369
verified: no, type: nauc_ndcg_at_10_max
value: 26.820100000000004
verified: no, type: nauc_ndcg_at_10_std
value: 12.3422
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.3719
verified: no, type: nauc_ndcg_at_20_max
value: 25.5643
verified: no, type: nauc_ndcg_at_20_std
value: 11.383000000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.7058
verified: no, type: nauc_ndcg_at_100_max
value: 23.2131
verified: no, type: nauc_ndcg_at_100_std
value: 12.4787
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.6874
verified: no, type: nauc_ndcg_at_1000_max
value: 22.900499999999997
verified: no, type: nauc_ndcg_at_1000_std
value: 13.2218
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.668
verified: no, type: nauc_map_at_1_max
value: 37.1714
verified: no, type: nauc_map_at_1_std
value: 15.306700000000001
verified: no, type: nauc_map_at_1_diff1
value: 46.2252
verified: no, type: nauc_map_at_3_max
value: 33.1012
verified: no, type: nauc_map_at_3_std
value: 14.4117
verified: no, type: nauc_map_at_3_diff1
value: 36.8859
verified: no, type: nauc_map_at_5_max
value: 31.404700000000002
verified: no, type: nauc_map_at_5_std
value: 13.5956
verified: no, type: nauc_map_at_5_diff1
value: 34.3454
verified: no, type: nauc_map_at_10_max
value: 30.1013
verified: no, type: nauc_map_at_10_std
value: 13.2253
verified: no, type: nauc_map_at_10_diff1
value: 32.487
verified: no, type: nauc_map_at_20_max
value: 29.5747
verified: no, type: nauc_map_at_20_std
value: 12.843499999999999
verified: no, type: nauc_map_at_20_diff1
value: 31.8252
verified: no, type: nauc_map_at_100_max
value: 28.968899999999998
verified: no, type: nauc_map_at_100_std
value: 12.967699999999999
verified: no, type: nauc_map_at_100_diff1
value: 30.924000000000003
verified: no, type: nauc_map_at_1000_max
value: 28.894599999999997
verified: no, type: nauc_map_at_1000_std
value: 12.997800000000002
verified: no, type: nauc_map_at_1000_diff1
value: 30.7653
verified: no, type: nauc_recall_at_1_max
value: 37.1714
verified: no, type: nauc_recall_at_1_std
value: 15.306700000000001
verified: no, type: nauc_recall_at_1_diff1
value: 46.2252
verified: no, type: nauc_recall_at_3_max
value: 29.6485
verified: no, type: nauc_recall_at_3_std
value: 14.072799999999999
verified: no, type: nauc_recall_at_3_diff1
value: 29.9536
verified: no, type: nauc_recall_at_5_max
value: 25.251099999999997
verified: no, type: nauc_recall_at_5_std
value: 11.9121
verified: no, type: nauc_recall_at_5_diff1
value: 23.9203
verified: no, type: nauc_recall_at_10_max
value: 20.8856
verified: no, type: nauc_recall_at_10_std
value: 10.7653
verified: no, type: nauc_recall_at_10_diff1
value: 18.3716
verified: no, type: nauc_recall_at_20_max
value: 18.9378
verified: no, type: nauc_recall_at_20_std
value: 8.8933
verified: no, type: nauc_recall_at_20_diff1
value: 15.7693
verified: no, type: nauc_recall_at_100_max
value: 15.7027
verified: no, type: nauc_recall_at_100_std
value: 12.6519
verified: no, type: nauc_recall_at_100_diff1
value: 9.2726
verified: no, type: nauc_recall_at_1000_max
value: 16.2321
verified: no, type: nauc_recall_at_1000_std
value: 15.2717
verified: no, type: nauc_recall_at_1000_diff1
value: 4.4337
verified: no, type: nauc_precision_at_1_max
value: 37.1714
verified: no, type: nauc_precision_at_1_std
value: 15.306700000000001
verified: no, type: nauc_precision_at_1_diff1
value: 46.2252
verified: no, type: nauc_precision_at_3_max
value: 29.6485
verified: no, type: nauc_precision_at_3_std
value: 14.072799999999999
verified: no, type: nauc_precision_at_3_diff1
value: 29.9536
verified: no, type: nauc_precision_at_5_max
value: 25.251099999999997
verified: no, type: nauc_precision_at_5_std
value: 11.9121
verified: no, type: nauc_precision_at_5_diff1
value: 23.9203
verified: no, type: nauc_precision_at_10_max
value: 20.8856
verified: no, type: nauc_precision_at_10_std
value: 10.7653
verified: no, type: nauc_precision_at_10_diff1
value: 18.3716
verified: no, type: nauc_precision_at_20_max
value: 18.9378
verified: no, type: nauc_precision_at_20_std
value: 8.8933
verified: no, type: nauc_precision_at_20_diff1
value: 15.7693
verified: no, type: nauc_precision_at_100_max
value: 15.7027
verified: no, type: nauc_precision_at_100_std
value: 12.6519
verified: no, type: nauc_precision_at_100_diff1
value: 9.2726
verified: no, type: nauc_precision_at_1000_max
value: 16.2321
verified: no, type: nauc_precision_at_1000_std
value: 15.2717
verified: no, type: nauc_precision_at_1000_diff1
value: 4.4337
verified: no, type: nauc_mrr_at_1_max
value: 37.1714
verified: no, type: nauc_mrr_at_1_std
value: 15.306700000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 46.2252
verified: no, type: nauc_mrr_at_3_max
value: 33.1012
verified: no, type: nauc_mrr_at_3_std
value: 14.4117
verified: no, type: nauc_mrr_at_3_diff1
value: 36.8859
verified: no, type: nauc_mrr_at_5_max
value: 31.404700000000002
verified: no, type: nauc_mrr_at_5_std
value: 13.5956
verified: no, type: nauc_mrr_at_5_diff1
value: 34.3454
verified: no, type: nauc_mrr_at_10_max
value: 30.1013
verified: no, type: nauc_mrr_at_10_std
value: 13.2253
verified: no, type: nauc_mrr_at_10_diff1
value: 32.487
verified: no, type: nauc_mrr_at_20_max
value: 29.5747
verified: no, type: nauc_mrr_at_20_std
value: 12.843499999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 31.8252
verified: no, type: nauc_mrr_at_100_max
value: 28.968899999999998
verified: no, type: nauc_mrr_at_100_std
value: 12.967699999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 30.9239
verified: no, type: nauc_mrr_at_1000_max
value: 28.894599999999997
verified: no, type: nauc_mrr_at_1000_std
value: 12.997800000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.7653
verified: no, type: main_score
value: 6.214
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: ndcg_at_1
value: 31.152
verified: no, type: ndcg_at_3
value: 45.050000000000004
verified: no, type: ndcg_at_5
value: 50.458999999999996
verified: no, type: ndcg_at_10
value: 55.24400000000001
verified: no, type: ndcg_at_20
value: 57.918000000000006
verified: no, type: ndcg_at_100
value: 58.97
verified: no, type: ndcg_at_1000
value: 59.080999999999996
verified: no, type: map_at_1
value: 31.152
verified: no, type: map_at_3
value: 41.513
verified: no, type: map_at_5
value: 44.542
verified: no, type: map_at_10
value: 46.544000000000004
verified: no, type: map_at_20
value: 47.304
verified: no, type: map_at_100
value: 47.467999999999996
verified: no, type: map_at_1000
value: 47.473
verified: no, type: recall_at_1
value: 31.152
verified: no, type: recall_at_3
value: 55.334
verified: no, type: recall_at_5
value: 68.35
verified: no, type: recall_at_10
value: 83.001
verified: no, type: recall_at_20
value: 93.38499999999999
verified: no, type: recall_at_100
value: 98.791
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: precision_at_1
value: 31.152
verified: no, type: precision_at_3
value: 18.445
verified: no, type: precision_at_5
value: 13.669999999999998
verified: no, type: precision_at_10
value: 8.3
verified: no, type: precision_at_20
value: 4.6690000000000005
verified: no, type: precision_at_100
value: 0.988
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 31.7212
verified: no, type: mrr_at_3
value: 41.7141
verified: no, type: mrr_at_5
value: 44.754599999999996
verified: no, type: mrr_at_10
value: 46.7491
verified: no, type: mrr_at_20
value: 47.515299999999996
verified: no, type: mrr_at_100
value: 47.679300000000005
verified: no, type: mrr_at_1000
value: 47.6841
verified: no, type: nauc_ndcg_at_1_max
value: -7.8191
verified: no, type: nauc_ndcg_at_1_std
value: -4.0581
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.383199999999999
verified: no, type: nauc_ndcg_at_3_max
value: -4.6856
verified: no, type: nauc_ndcg_at_3_std
value: -3.4165
verified: no, type: nauc_ndcg_at_3_diff1
value: 10.7764
verified: no, type: nauc_ndcg_at_5_max
value: -3.2999
verified: no, type: nauc_ndcg_at_5_std
value: -3.6675
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.6249
verified: no, type: nauc_ndcg_at_10_max
value: -3.2984
verified: no, type: nauc_ndcg_at_10_std
value: -3.0373
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.9938
verified: no, type: nauc_ndcg_at_20_max
value: -3.147
verified: no, type: nauc_ndcg_at_20_std
value: -2.9219
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.4893
verified: no, type: nauc_ndcg_at_100_max
value: -4.2572
verified: no, type: nauc_ndcg_at_100_std
value: -2.8537
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.1039
verified: no, type: nauc_ndcg_at_1000_max
value: -4.3526
verified: no, type: nauc_ndcg_at_1000_std
value: -3.0145
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.1685
verified: no, type: nauc_map_at_1_max
value: -7.8191
verified: no, type: nauc_map_at_1_std
value: -4.0581
verified: no, type: nauc_map_at_1_diff1
value: 14.383199999999999
verified: no, type: nauc_map_at_3_max
value: -5.5556
verified: no, type: nauc_map_at_3_std
value: -3.515
verified: no, type: nauc_map_at_3_diff1
value: 11.5486
verified: no, type: nauc_map_at_5_max
value: -4.840599999999999
verified: no, type: nauc_map_at_5_std
value: -3.6663
verified: no, type: nauc_map_at_5_diff1
value: 12.053899999999999
verified: no, type: nauc_map_at_10_max
value: -4.9401
verified: no, type: nauc_map_at_10_std
value: -3.3724
verified: no, type: nauc_map_at_10_diff1
value: 12.1558
verified: no, type: nauc_map_at_20_max
value: -4.9365
verified: no, type: nauc_map_at_20_std
value: -3.3676999999999997
verified: no, type: nauc_map_at_20_diff1
value: 12.2729
verified: no, type: nauc_map_at_100_max
value: -5.0695
verified: no, type: nauc_map_at_100_std
value: -3.3561
verified: no, type: nauc_map_at_100_diff1
value: 12.237
verified: no, type: nauc_map_at_1000_max
value: -5.0709
verified: no, type: nauc_map_at_1000_std
value: -3.3594
verified: no, type: nauc_map_at_1000_diff1
value: 12.2408
verified: no, type: nauc_recall_at_1_max
value: -7.8191
verified: no, type: nauc_recall_at_1_std
value: -4.0581
verified: no, type: nauc_recall_at_1_diff1
value: 14.383199999999999
verified: no, type: nauc_recall_at_3_max
value: -2.0358
verified: no, type: nauc_recall_at_3_std
value: -3.1464
verified: no, type: nauc_recall_at_3_diff1
value: 8.510900000000001
verified: no, type: nauc_recall_at_5_max
value: 2.4358999999999997
verified: no, type: nauc_recall_at_5_std
value: -3.727
verified: no, type: nauc_recall_at_5_diff1
value: 10.2867
verified: no, type: nauc_recall_at_10_max
value: 6.5777
verified: no, type: nauc_recall_at_10_std
value: -1.0198
verified: no, type: nauc_recall_at_10_diff1
value: 11.9244
verified: no, type: nauc_recall_at_20_max
value: 22.8541
verified: no, type: nauc_recall_at_20_std
value: 4.1539
verified: no, type: nauc_recall_at_20_diff1
value: 19.3648
verified: no, type: nauc_recall_at_100_max
value: 18.5148
verified: no, type: nauc_recall_at_100_std
value: 41.1822
verified: no, type: nauc_recall_at_100_diff1
value: 5.1883
verified: no, type: nauc_recall_at_1000_max
value: 13.995099999999999
verified: no, type: nauc_recall_at_1000_std
value: 53.7961
verified: no, type: nauc_recall_at_1000_diff1
value: 14.8451
verified: no, type: nauc_precision_at_1_max
value: -7.8191
verified: no, type: nauc_precision_at_1_std
value: -4.0581
verified: no, type: nauc_precision_at_1_diff1
value: 14.383199999999999
verified: no, type: nauc_precision_at_3_max
value: -2.0358
verified: no, type: nauc_precision_at_3_std
value: -3.1464
verified: no, type: nauc_precision_at_3_diff1
value: 8.510900000000001
verified: no, type: nauc_precision_at_5_max
value: 2.4358999999999997
verified: no, type: nauc_precision_at_5_std
value: -3.727
verified: no, type: nauc_precision_at_5_diff1
value: 10.2867
verified: no, type: nauc_precision_at_10_max
value: 6.5777
verified: no, type: nauc_precision_at_10_std
value: -1.0198
verified: no, type: nauc_precision_at_10_diff1
value: 11.9244
verified: no, type: nauc_precision_at_20_max
value: 22.8541
verified: no, type: nauc_precision_at_20_std
value: 4.1539
verified: no, type: nauc_precision_at_20_diff1
value: 19.3648
verified: no, type: nauc_precision_at_100_max
value: 18.5148
verified: no, type: nauc_precision_at_100_std
value: 41.1822
verified: no, type: nauc_precision_at_100_diff1
value: 5.1883
verified: no, type: nauc_precision_at_1000_max
value: 13.995099999999999
verified: no, type: nauc_precision_at_1000_std
value: 53.7961
verified: no, type: nauc_precision_at_1000_diff1
value: 14.8451
verified: no, type: nauc_mrr_at_1_max
value: -8.1904
verified: no, type: nauc_mrr_at_1_std
value: -4.0896
verified: no, type: nauc_mrr_at_1_diff1
value: 12.7103
verified: no, type: nauc_mrr_at_3_max
value: -6.6608
verified: no, type: nauc_mrr_at_3_std
value: -3.6741
verified: no, type: nauc_mrr_at_3_diff1
value: 9.851
verified: no, type: nauc_mrr_at_5_max
value: -5.7596
verified: no, type: nauc_mrr_at_5_std
value: -3.7391
verified: no, type: nauc_mrr_at_5_diff1
value: 10.4908
verified: no, type: nauc_mrr_at_10_max
value: -5.8613
verified: no, type: nauc_mrr_at_10_std
value: -3.4377999999999997
verified: no, type: nauc_mrr_at_10_diff1
value: 10.5641
verified: no, type: nauc_mrr_at_20_max
value: -5.8497
verified: no, type: nauc_mrr_at_20_std
value: -3.4543
verified: no, type: nauc_mrr_at_20_diff1
value: 10.6822
verified: no, type: nauc_mrr_at_100_max
value: -5.9873
verified: no, type: nauc_mrr_at_100_std
value: -3.4431000000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 10.6379
verified: no, type: nauc_mrr_at_1000_max
value: -5.9887999999999995
verified: no, type: nauc_mrr_at_1000_std
value: -3.4465000000000003
verified: no, type: nauc_mrr_at_1000_diff1
value: 10.641399999999999
verified: no, type: main_score
value: 55.24400000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: v_measure
value: 43.1321
verified: no, type: v_measure_std
value: 13.594000000000001
verified: no, type: main_score
value: 43.1321
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: v_measure
value: 32.9343
verified: no, type: v_measure_std
value: 14.2478
verified: no, type: main_score
value: 32.9343
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: map
value: 62.3443
verified: no, type: mrr
value: 76.3882
verified: no, type: nAUC_map_max
value: 28.3073
verified: no, type: nAUC_map_std
value: 15.5307
verified: no, type: nAUC_map_diff1
value: 12.6855
verified: no, type: nAUC_mrr_max
value: 36.409200000000006
verified: no, type: nAUC_mrr_std
value: 22.6271
verified: no, type: nAUC_mrr_diff1
value: 19.1211
verified: no, type: main_score
value: 62.3443
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: pearson
value: 84.3253
verified: no, type: spearman
value: 81.6362
verified: no, type: cosine_pearson
value: 84.3253
verified: no, type: cosine_spearman
value: 81.6362
verified: no, type: manhattan_pearson
value: 82.70960000000001
verified: no, type: manhattan_spearman
value: 81.3037
verified: no, type: euclidean_pearson
value: 82.6906
verified: no, type: euclidean_spearman
value: 81.6362
verified: no, type: main_score
value: 81.6362
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 78.0617
verified: no, type: f1
value: 77.2085
verified: no, type: f1_weighted
value: 77.2085
verified: no, type: main_score
value: 78.0617
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: v_measure
value: 35.8271
verified: no, type: v_measure_std
value: 0.7191000000000001
verified: no, type: main_score
value: 35.8271
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: v_measure
value: 30.3905
verified: no, type: v_measure_std
value: 0.7136
verified: no, type: main_score
value: 30.3905
verified: no
task: type: Clustering, dataset: config: python
name: MTEB COIRCodeSearchNetRetrieval (python)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 83.22800000000001
verified: no, type: ndcg_at_3
value: 87.41799999999999
verified: no, type: ndcg_at_5
value: 88.089
verified: no, type: ndcg_at_10
value: 88.789
verified: no, type: ndcg_at_20
value: 89.156
verified: no, type: ndcg_at_100
value: 89.60900000000001
verified: no, type: ndcg_at_1000
value: 89.79
verified: no, type: map_at_1
value: 83.22800000000001
verified: no, type: map_at_3
value: 86.431
verified: no, type: map_at_5
value: 86.80499999999999
verified: no, type: map_at_10
value: 87.09599999999999
verified: no, type: map_at_20
value: 87.198
verified: no, type: map_at_100
value: 87.263
verified: no, type: map_at_1000
value: 87.27000000000001
verified: no, type: recall_at_1
value: 83.22800000000001
verified: no, type: recall_at_3
value: 90.253
verified: no, type: recall_at_5
value: 91.876
verified: no, type: recall_at_10
value: 94.03399999999999
verified: no, type: recall_at_20
value: 95.475
verified: no, type: recall_at_100
value: 97.882
verified: no, type: recall_at_1000
value: 99.316
verified: no, type: precision_at_1
value: 83.22800000000001
verified: no, type: precision_at_3
value: 30.084
verified: no, type: precision_at_5
value: 18.375
verified: no, type: precision_at_10
value: 9.403
verified: no, type: precision_at_20
value: 4.774
verified: no, type: precision_at_100
value: 0.979
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 83.235
verified: no, type: mrr_at_3
value: 86.4336
verified: no, type: mrr_at_5
value: 86.8077
verified: no, type: mrr_at_10
value: 87.0979
verified: no, type: mrr_at_20
value: 87.2001
verified: no, type: mrr_at_100
value: 87.26509999999999
verified: no, type: mrr_at_1000
value: 87.2718
verified: no, type: nauc_ndcg_at_1_max
value: 82.2462
verified: no, type: nauc_ndcg_at_1_std
value: 11.4635
verified: no, type: nauc_ndcg_at_1_diff1
value: 90.5106
verified: no, type: nauc_ndcg_at_3_max
value: 83.9742
verified: no, type: nauc_ndcg_at_3_std
value: 12.7085
verified: no, type: nauc_ndcg_at_3_diff1
value: 88.2182
verified: no, type: nauc_ndcg_at_5_max
value: 84.18870000000001
verified: no, type: nauc_ndcg_at_5_std
value: 13.167499999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 88.44999999999999
verified: no, type: nauc_ndcg_at_10_max
value: 84.2219
verified: no, type: nauc_ndcg_at_10_std
value: 13.5219
verified: no, type: nauc_ndcg_at_10_diff1
value: 88.6386
verified: no, type: nauc_ndcg_at_20_max
value: 84.2289
verified: no, type: nauc_ndcg_at_20_std
value: 14.0686
verified: no, type: nauc_ndcg_at_20_diff1
value: 88.7516
verified: no, type: nauc_ndcg_at_100_max
value: 84.12049999999999
verified: no, type: nauc_ndcg_at_100_std
value: 14.1778
verified: no, type: nauc_ndcg_at_100_diff1
value: 88.8592
verified: no, type: nauc_ndcg_at_1000_max
value: 84.0367
verified: no, type: nauc_ndcg_at_1000_std
value: 13.9125
verified: no, type: nauc_ndcg_at_1000_diff1
value: 88.9054
verified: no, type: nauc_map_at_1_max
value: 82.2462
verified: no, type: nauc_map_at_1_std
value: 11.4635
verified: no, type: nauc_map_at_1_diff1
value: 90.5106
verified: no, type: nauc_map_at_3_max
value: 83.5638
verified: no, type: nauc_map_at_3_std
value: 12.3576
verified: no, type: nauc_map_at_3_diff1
value: 88.8502
verified: no, type: nauc_map_at_5_max
value: 83.6625
verified: no, type: nauc_map_at_5_std
value: 12.582099999999999
verified: no, type: nauc_map_at_5_diff1
value: 88.9876
verified: no, type: nauc_map_at_10_max
value: 83.6605
verified: no, type: nauc_map_at_10_std
value: 12.6859
verified: no, type: nauc_map_at_10_diff1
value: 89.07119999999999
verified: no, type: nauc_map_at_20_max
value: 83.65629999999999
verified: no, type: nauc_map_at_20_std
value: 12.8105
verified: no, type: nauc_map_at_20_diff1
value: 89.1036
verified: no, type: nauc_map_at_100_max
value: 83.6413
verified: no, type: nauc_map_at_100_std
value: 12.823699999999999
verified: no, type: nauc_map_at_100_diff1
value: 89.1193
verified: no, type: nauc_map_at_1000_max
value: 83.6386
verified: no, type: nauc_map_at_1000_std
value: 12.815999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 89.1209
verified: no, type: nauc_recall_at_1_max
value: 82.2462
verified: no, type: nauc_recall_at_1_std
value: 11.4635
verified: no, type: nauc_recall_at_1_diff1
value: 90.5106
verified: no, type: nauc_recall_at_3_max
value: 85.512
verified: no, type: nauc_recall_at_3_std
value: 14.061399999999999
verified: no, type: nauc_recall_at_3_diff1
value: 85.7898
verified: no, type: nauc_recall_at_5_max
value: 86.5434
verified: no, type: nauc_recall_at_5_std
value: 15.894400000000001
verified: no, type: nauc_recall_at_5_diff1
value: 86.0934
verified: no, type: nauc_recall_at_10_max
value: 87.59909999999999
verified: no, type: nauc_recall_at_10_std
value: 18.9872
verified: no, type: nauc_recall_at_10_diff1
value: 86.26740000000001
verified: no, type: nauc_recall_at_20_max
value: 88.76190000000001
verified: no, type: nauc_recall_at_20_std
value: 25.6618
verified: no, type: nauc_recall_at_20_diff1
value: 86.5002
verified: no, type: nauc_recall_at_100_max
value: 91.0976
verified: no, type: nauc_recall_at_100_std
value: 40.9161
verified: no, type: nauc_recall_at_100_diff1
value: 86.5441
verified: no, type: nauc_recall_at_1000_max
value: 96.018
verified: no, type: nauc_recall_at_1000_std
value: 65.6217
verified: no, type: nauc_recall_at_1000_diff1
value: 86.8456
verified: no, type: nauc_precision_at_1_max
value: 82.2462
verified: no, type: nauc_precision_at_1_std
value: 11.4635
verified: no, type: nauc_precision_at_1_diff1
value: 90.5106
verified: no, type: nauc_precision_at_3_max
value: 85.512
verified: no, type: nauc_precision_at_3_std
value: 14.061399999999999
verified: no, type: nauc_precision_at_3_diff1
value: 85.7898
verified: no, type: nauc_precision_at_5_max
value: 86.5434
verified: no, type: nauc_precision_at_5_std
value: 15.894400000000001
verified: no, type: nauc_precision_at_5_diff1
value: 86.0934
verified: no, type: nauc_precision_at_10_max
value: 87.59909999999999
verified: no, type: nauc_precision_at_10_std
value: 18.9872
verified: no, type: nauc_precision_at_10_diff1
value: 86.26740000000001
verified: no, type: nauc_precision_at_20_max
value: 88.76190000000001
verified: no, type: nauc_precision_at_20_std
value: 25.6618
verified: no, type: nauc_precision_at_20_diff1
value: 86.5002
verified: no, type: nauc_precision_at_100_max
value: 91.0976
verified: no, type: nauc_precision_at_100_std
value: 40.9161
verified: no, type: nauc_precision_at_100_diff1
value: 86.5441
verified: no, type: nauc_precision_at_1000_max
value: 96.018
verified: no, type: nauc_precision_at_1000_std
value: 65.6217
verified: no, type: nauc_precision_at_1000_diff1
value: 86.8456
verified: no, type: nauc_mrr_at_1_max
value: 82.2393
verified: no, type: nauc_mrr_at_1_std
value: 11.5163
verified: no, type: nauc_mrr_at_1_diff1
value: 90.50160000000001
verified: no, type: nauc_mrr_at_3_max
value: 83.5623
verified: no, type: nauc_mrr_at_3_std
value: 12.395
verified: no, type: nauc_mrr_at_3_diff1
value: 88.8463
verified: no, type: nauc_mrr_at_5_max
value: 83.6609
verified: no, type: nauc_mrr_at_5_std
value: 12.620700000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 88.9836
verified: no, type: nauc_mrr_at_10_max
value: 83.6589
verified: no, type: nauc_mrr_at_10_std
value: 12.7255
verified: no, type: nauc_mrr_at_10_diff1
value: 89.0672
verified: no, type: nauc_mrr_at_20_max
value: 83.6546
verified: no, type: nauc_mrr_at_20_std
value: 12.8504
verified: no, type: nauc_mrr_at_20_diff1
value: 89.09949999999999
verified: no, type: nauc_mrr_at_100_max
value: 83.6396
verified: no, type: nauc_mrr_at_100_std
value: 12.8638
verified: no, type: nauc_mrr_at_100_diff1
value: 89.1152
verified: no, type: nauc_mrr_at_1000_max
value: 83.6369
verified: no, type: nauc_mrr_at_1000_std
value: 12.856100000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 89.1168
verified: no, type: main_score
value: 88.789
verified: no
task: type: Retrieval, dataset: config: javascript
name: MTEB COIRCodeSearchNetRetrieval (javascript)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 29.14
verified: no, type: ndcg_at_3
value: 35.185
verified: no, type: ndcg_at_5
value: 37.013
verified: no, type: ndcg_at_10
value: 38.778
verified: no, type: ndcg_at_20
value: 40.184999999999995
verified: no, type: ndcg_at_100
value: 42.394999999999996
verified: no, type: ndcg_at_1000
value: 44.243
verified: no, type: map_at_1
value: 29.14
verified: no, type: map_at_3
value: 33.703
verified: no, type: map_at_5
value: 34.717999999999996
verified: no, type: map_at_10
value: 35.443999999999996
verified: no, type: map_at_20
value: 35.831
verified: no, type: map_at_100
value: 36.132999999999996
verified: no, type: map_at_1000
value: 36.193999999999996
verified: no, type: recall_at_1
value: 29.14
verified: no, type: recall_at_3
value: 39.471000000000004
verified: no, type: recall_at_5
value: 43.908
verified: no, type: recall_at_10
value: 49.376999999999995
verified: no, type: recall_at_20
value: 54.937999999999995
verified: no, type: recall_at_100
value: 66.91
verified: no, type: recall_at_1000
value: 81.98100000000001
verified: no, type: precision_at_1
value: 29.14
verified: no, type: precision_at_3
value: 13.157
verified: no, type: precision_at_5
value: 8.782
verified: no, type: precision_at_10
value: 4.938
verified: no, type: precision_at_20
value: 2.7470000000000003
verified: no, type: precision_at_100
value: 0.6689999999999999
verified: no, type: precision_at_1000
value: 0.082
verified: no, type: mrr_at_1
value: 29.140100000000004
verified: no, type: mrr_at_3
value: 33.703
verified: no, type: mrr_at_5
value: 34.7179
verified: no, type: mrr_at_10
value: 35.4443
verified: no, type: mrr_at_20
value: 35.830600000000004
verified: no, type: mrr_at_100
value: 36.1332
verified: no, type: mrr_at_1000
value: 36.1935
verified: no, type: nauc_ndcg_at_1_max
value: 46.9222
verified: no, type: nauc_ndcg_at_1_std
value: 3.3564999999999996
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.583
verified: no, type: nauc_ndcg_at_3_max
value: 49.205799999999996
verified: no, type: nauc_ndcg_at_3_std
value: 5.976299999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 55.09610000000001
verified: no, type: nauc_ndcg_at_5_max
value: 49.0533
verified: no, type: nauc_ndcg_at_5_std
value: 6.5834
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.430800000000005
verified: no, type: nauc_ndcg_at_10_max
value: 48.626799999999996
verified: no, type: nauc_ndcg_at_10_std
value: 7.4441
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.1986
verified: no, type: nauc_ndcg_at_20_max
value: 48.7498
verified: no, type: nauc_ndcg_at_20_std
value: 8.3344
verified: no, type: nauc_ndcg_at_20_diff1
value: 52.844
verified: no, type: nauc_ndcg_at_100_max
value: 48.7164
verified: no, type: nauc_ndcg_at_100_std
value: 9.1646
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.6307
verified: no, type: nauc_ndcg_at_1000_max
value: 48.634699999999995
verified: no, type: nauc_ndcg_at_1000_std
value: 9.3865
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.100899999999996
verified: no, type: nauc_map_at_1_max
value: 46.9222
verified: no, type: nauc_map_at_1_std
value: 3.3564999999999996
verified: no, type: nauc_map_at_1_diff1
value: 60.583
verified: no, type: nauc_map_at_3_max
value: 48.7099
verified: no, type: nauc_map_at_3_std
value: 5.2638
verified: no, type: nauc_map_at_3_diff1
value: 56.370200000000004
verified: no, type: nauc_map_at_5_max
value: 48.6303
verified: no, type: nauc_map_at_5_std
value: 5.5931
verified: no, type: nauc_map_at_5_diff1
value: 55.9968
verified: no, type: nauc_map_at_10_max
value: 48.4549
verified: no, type: nauc_map_at_10_std
value: 5.949800000000001
verified: no, type: nauc_map_at_10_diff1
value: 55.4941
verified: no, type: nauc_map_at_20_max
value: 48.4854
verified: no, type: nauc_map_at_20_std
value: 6.1861
verified: no, type: nauc_map_at_20_diff1
value: 55.4072
verified: no, type: nauc_map_at_100_max
value: 48.4835
verified: no, type: nauc_map_at_100_std
value: 6.2885
verified: no, type: nauc_map_at_100_diff1
value: 55.3743
verified: no, type: nauc_map_at_1000_max
value: 48.4769
verified: no, type: nauc_map_at_1000_std
value: 6.2978000000000005
verified: no, type: nauc_map_at_1000_diff1
value: 55.3852
verified: no, type: nauc_recall_at_1_max
value: 46.9222
verified: no, type: nauc_recall_at_1_std
value: 3.3564999999999996
verified: no, type: nauc_recall_at_1_diff1
value: 60.583
verified: no, type: nauc_recall_at_3_max
value: 50.5754
verified: no, type: nauc_recall_at_3_std
value: 8.005700000000001
verified: no, type: nauc_recall_at_3_diff1
value: 51.542100000000005
verified: no, type: nauc_recall_at_5_max
value: 50.199000000000005
verified: no, type: nauc_recall_at_5_std
value: 9.5088
verified: no, type: nauc_recall_at_5_diff1
value: 49.9358
verified: no, type: nauc_recall_at_10_max
value: 48.899100000000004
verified: no, type: nauc_recall_at_10_std
value: 12.2017
verified: no, type: nauc_recall_at_10_diff1
value: 46.042
verified: no, type: nauc_recall_at_20_max
value: 49.433899999999994
verified: no, type: nauc_recall_at_20_std
value: 16.1228
verified: no, type: nauc_recall_at_20_diff1
value: 44.1762
verified: no, type: nauc_recall_at_100_max
value: 49.2626
verified: no, type: nauc_recall_at_100_std
value: 23.1356
verified: no, type: nauc_recall_at_100_diff1
value: 41.2386
verified: no, type: nauc_recall_at_1000_max
value: 48.7068
verified: no, type: nauc_recall_at_1000_std
value: 34.4874
verified: no, type: nauc_recall_at_1000_diff1
value: 42.088
verified: no, type: nauc_precision_at_1_max
value: 46.9222
verified: no, type: nauc_precision_at_1_std
value: 3.3564999999999996
verified: no, type: nauc_precision_at_1_diff1
value: 60.583
verified: no, type: nauc_precision_at_3_max
value: 50.5754
verified: no, type: nauc_precision_at_3_std
value: 8.005700000000001
verified: no, type: nauc_precision_at_3_diff1
value: 51.542100000000005
verified: no, type: nauc_precision_at_5_max
value: 50.199000000000005
verified: no, type: nauc_precision_at_5_std
value: 9.5088
verified: no, type: nauc_precision_at_5_diff1
value: 49.9358
verified: no, type: nauc_precision_at_10_max
value: 48.899100000000004
verified: no, type: nauc_precision_at_10_std
value: 12.2017
verified: no, type: nauc_precision_at_10_diff1
value: 46.042
verified: no, type: nauc_precision_at_20_max
value: 49.433899999999994
verified: no, type: nauc_precision_at_20_std
value: 16.1228
verified: no, type: nauc_precision_at_20_diff1
value: 44.1762
verified: no, type: nauc_precision_at_100_max
value: 49.2626
verified: no, type: nauc_precision_at_100_std
value: 23.1356
verified: no, type: nauc_precision_at_100_diff1
value: 41.2386
verified: no, type: nauc_precision_at_1000_max
value: 48.7068
verified: no, type: nauc_precision_at_1000_std
value: 34.4874
verified: no, type: nauc_precision_at_1000_diff1
value: 42.088
verified: no, type: nauc_mrr_at_1_max
value: 46.9222
verified: no, type: nauc_mrr_at_1_std
value: 3.3564999999999996
verified: no, type: nauc_mrr_at_1_diff1
value: 60.583
verified: no, type: nauc_mrr_at_3_max
value: 48.7099
verified: no, type: nauc_mrr_at_3_std
value: 5.2638
verified: no, type: nauc_mrr_at_3_diff1
value: 56.370200000000004
verified: no, type: nauc_mrr_at_5_max
value: 48.6303
verified: no, type: nauc_mrr_at_5_std
value: 5.5931
verified: no, type: nauc_mrr_at_5_diff1
value: 55.9968
verified: no, type: nauc_mrr_at_10_max
value: 48.4549
verified: no, type: nauc_mrr_at_10_std
value: 5.949800000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 55.4941
verified: no, type: nauc_mrr_at_20_max
value: 48.4854
verified: no, type: nauc_mrr_at_20_std
value: 6.1861
verified: no, type: nauc_mrr_at_20_diff1
value: 55.4072
verified: no, type: nauc_mrr_at_100_max
value: 48.4835
verified: no, type: nauc_mrr_at_100_std
value: 6.2885
verified: no, type: nauc_mrr_at_100_diff1
value: 55.3743
verified: no, type: nauc_mrr_at_1000_max
value: 48.4769
verified: no, type: nauc_mrr_at_1000_std
value: 6.2978000000000005
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.3852
verified: no, type: main_score
value: 38.778
verified: no
task: type: Retrieval, dataset: config: go
name: MTEB COIRCodeSearchNetRetrieval (go)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 42.809999999999995
verified: no, type: ndcg_at_3
value: 51.949999999999996
verified: no, type: ndcg_at_5
value: 54.217000000000006
verified: no, type: ndcg_at_10
value: 56.296
verified: no, type: ndcg_at_20
value: 57.735
verified: no, type: ndcg_at_100
value: 59.68599999999999
verified: no, type: ndcg_at_1000
value: 60.812
verified: no, type: map_at_1
value: 42.809999999999995
verified: no, type: map_at_3
value: 49.727
verified: no, type: map_at_5
value: 50.988
verified: no, type: map_at_10
value: 51.847
verified: no, type: map_at_20
value: 52.248000000000005
verified: no, type: map_at_100
value: 52.52
verified: no, type: map_at_1000
value: 52.561
verified: no, type: recall_at_1
value: 42.809999999999995
verified: no, type: recall_at_3
value: 58.372
verified: no, type: recall_at_5
value: 63.864
verified: no, type: recall_at_10
value: 70.291
verified: no, type: recall_at_20
value: 75.92999999999999
verified: no, type: recall_at_100
value: 86.432
verified: no, type: recall_at_1000
value: 95.371
verified: no, type: precision_at_1
value: 42.809999999999995
verified: no, type: precision_at_3
value: 19.457
verified: no, type: precision_at_5
value: 12.773000000000001
verified: no, type: precision_at_10
value: 7.029000000000001
verified: no, type: precision_at_20
value: 3.7960000000000003
verified: no, type: precision_at_100
value: 0.864
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: mrr_at_1
value: 42.8097
verified: no, type: mrr_at_3
value: 49.7271
verified: no, type: mrr_at_5
value: 50.987899999999996
verified: no, type: mrr_at_10
value: 51.847100000000005
verified: no, type: mrr_at_20
value: 52.2483
verified: no, type: mrr_at_100
value: 52.519499999999994
verified: no, type: mrr_at_1000
value: 52.560700000000004
verified: no, type: nauc_ndcg_at_1_max
value: 42.5169
verified: no, type: nauc_ndcg_at_1_std
value: -2.56
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.5235
verified: no, type: nauc_ndcg_at_3_max
value: 43.897999999999996
verified: no, type: nauc_ndcg_at_3_std
value: -0.927
verified: no, type: nauc_ndcg_at_3_diff1
value: 55.5453
verified: no, type: nauc_ndcg_at_5_max
value: 44.069199999999995
verified: no, type: nauc_ndcg_at_5_std
value: -0.5125000000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.095000000000006
verified: no, type: nauc_ndcg_at_10_max
value: 43.9261
verified: no, type: nauc_ndcg_at_10_std
value: 0.218
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.7159
verified: no, type: nauc_ndcg_at_20_max
value: 44.0206
verified: no, type: nauc_ndcg_at_20_std
value: 0.8718999999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.830400000000004
verified: no, type: nauc_ndcg_at_100_max
value: 43.7526
verified: no, type: nauc_ndcg_at_100_std
value: 0.9793
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.9701
verified: no, type: nauc_ndcg_at_1000_max
value: 43.8809
verified: no, type: nauc_ndcg_at_1000_std
value: 0.7155
verified: no, type: nauc_ndcg_at_1000_diff1
value: 55.3053
verified: no, type: nauc_map_at_1_max
value: 42.5169
verified: no, type: nauc_map_at_1_std
value: -2.56
verified: no, type: nauc_map_at_1_diff1
value: 61.5235
verified: no, type: nauc_map_at_3_max
value: 43.5908
verified: no, type: nauc_map_at_3_std
value: -1.3469
verified: no, type: nauc_map_at_3_diff1
value: 56.9825
verified: no, type: nauc_map_at_5_max
value: 43.674099999999996
verified: no, type: nauc_map_at_5_std
value: -1.1391
verified: no, type: nauc_map_at_5_diff1
value: 56.7628
verified: no, type: nauc_map_at_10_max
value: 43.6154
verified: no, type: nauc_map_at_10_std
value: -0.861
verified: no, type: nauc_map_at_10_diff1
value: 56.6439
verified: no, type: nauc_map_at_20_max
value: 43.650099999999995
verified: no, type: nauc_map_at_20_std
value: -0.6788
verified: no, type: nauc_map_at_20_diff1
value: 56.6917
verified: no, type: nauc_map_at_100_max
value: 43.6075
verified: no, type: nauc_map_at_100_std
value: -0.6773
verified: no, type: nauc_map_at_100_diff1
value: 56.7132
verified: no, type: nauc_map_at_1000_max
value: 43.6113
verified: no, type: nauc_map_at_1000_std
value: -0.6847
verified: no, type: nauc_map_at_1000_diff1
value: 56.725300000000004
verified: no, type: nauc_recall_at_1_max
value: 42.5169
verified: no, type: nauc_recall_at_1_std
value: -2.56
verified: no, type: nauc_recall_at_1_diff1
value: 61.5235
verified: no, type: nauc_recall_at_3_max
value: 44.8282
verified: no, type: nauc_recall_at_3_std
value: 0.3731
verified: no, type: nauc_recall_at_3_diff1
value: 51.139199999999995
verified: no, type: nauc_recall_at_5_max
value: 45.3912
verified: no, type: nauc_recall_at_5_std
value: 1.6466999999999998
verified: no, type: nauc_recall_at_5_diff1
value: 49.5336
verified: no, type: nauc_recall_at_10_max
value: 45.0172
verified: no, type: nauc_recall_at_10_std
value: 4.702
verified: no, type: nauc_recall_at_10_diff1
value: 47.287600000000005
verified: no, type: nauc_recall_at_20_max
value: 45.5956
verified: no, type: nauc_recall_at_20_std
value: 8.8859
verified: no, type: nauc_recall_at_20_diff1
value: 46.5039
verified: no, type: nauc_recall_at_100_max
value: 43.7193
verified: no, type: nauc_recall_at_100_std
value: 15.4564
verified: no, type: nauc_recall_at_100_diff1
value: 42.9843
verified: no, type: nauc_recall_at_1000_max
value: 49.6578
verified: no, type: nauc_recall_at_1000_std
value: 28.1802
verified: no, type: nauc_recall_at_1000_diff1
value: 37.0098
verified: no, type: nauc_precision_at_1_max
value: 42.5169
verified: no, type: nauc_precision_at_1_std
value: -2.56
verified: no, type: nauc_precision_at_1_diff1
value: 61.5235
verified: no, type: nauc_precision_at_3_max
value: 44.8282
verified: no, type: nauc_precision_at_3_std
value: 0.3731
verified: no, type: nauc_precision_at_3_diff1
value: 51.139199999999995
verified: no, type: nauc_precision_at_5_max
value: 45.3912
verified: no, type: nauc_precision_at_5_std
value: 1.6466999999999998
verified: no, type: nauc_precision_at_5_diff1
value: 49.5336
verified: no, type: nauc_precision_at_10_max
value: 45.0172
verified: no, type: nauc_precision_at_10_std
value: 4.702
verified: no, type: nauc_precision_at_10_diff1
value: 47.287600000000005
verified: no, type: nauc_precision_at_20_max
value: 45.5956
verified: no, type: nauc_precision_at_20_std
value: 8.8859
verified: no, type: nauc_precision_at_20_diff1
value: 46.5039
verified: no, type: nauc_precision_at_100_max
value: 43.7193
verified: no, type: nauc_precision_at_100_std
value: 15.4564
verified: no, type: nauc_precision_at_100_diff1
value: 42.9843
verified: no, type: nauc_precision_at_1000_max
value: 49.6578
verified: no, type: nauc_precision_at_1000_std
value: 28.1802
verified: no, type: nauc_precision_at_1000_diff1
value: 37.0098
verified: no, type: nauc_mrr_at_1_max
value: 42.5169
verified: no, type: nauc_mrr_at_1_std
value: -2.56
verified: no, type: nauc_mrr_at_1_diff1
value: 61.5235
verified: no, type: nauc_mrr_at_3_max
value: 43.5908
verified: no, type: nauc_mrr_at_3_std
value: -1.3469
verified: no, type: nauc_mrr_at_3_diff1
value: 56.9825
verified: no, type: nauc_mrr_at_5_max
value: 43.674099999999996
verified: no, type: nauc_mrr_at_5_std
value: -1.1391
verified: no, type: nauc_mrr_at_5_diff1
value: 56.7628
verified: no, type: nauc_mrr_at_10_max
value: 43.6154
verified: no, type: nauc_mrr_at_10_std
value: -0.861
verified: no, type: nauc_mrr_at_10_diff1
value: 56.6439
verified: no, type: nauc_mrr_at_20_max
value: 43.650099999999995
verified: no, type: nauc_mrr_at_20_std
value: -0.6788
verified: no, type: nauc_mrr_at_20_diff1
value: 56.6917
verified: no, type: nauc_mrr_at_100_max
value: 43.6075
verified: no, type: nauc_mrr_at_100_std
value: -0.6773
verified: no, type: nauc_mrr_at_100_diff1
value: 56.7132
verified: no, type: nauc_mrr_at_1000_max
value: 43.6113
verified: no, type: nauc_mrr_at_1000_std
value: -0.6847
verified: no, type: nauc_mrr_at_1000_diff1
value: 56.725300000000004
verified: no, type: main_score
value: 56.296
verified: no
task: type: Retrieval, dataset: config: ruby
name: MTEB COIRCodeSearchNetRetrieval (ruby)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 31.721
verified: no, type: ndcg_at_3
value: 38.559
verified: no, type: ndcg_at_5
value: 40.303
verified: no, type: ndcg_at_10
value: 42.536
verified: no, type: ndcg_at_20
value: 44.05
verified: no, type: ndcg_at_100
value: 46.565
verified: no, type: ndcg_at_1000
value: 48.447
verified: no, type: map_at_1
value: 31.721
verified: no, type: map_at_3
value: 36.915
verified: no, type: map_at_5
value: 37.891000000000005
verified: no, type: map_at_10
value: 38.814
verified: no, type: map_at_20
value: 39.236
verified: no, type: map_at_100
value: 39.574
verified: no, type: map_at_1000
value: 39.641999999999996
verified: no, type: recall_at_1
value: 31.721
verified: no, type: recall_at_3
value: 43.299
verified: no, type: recall_at_5
value: 47.502
verified: no, type: recall_at_10
value: 54.400999999999996
verified: no, type: recall_at_20
value: 60.349
verified: no, type: recall_at_100
value: 74.068
verified: no, type: recall_at_1000
value: 89.056
verified: no, type: precision_at_1
value: 31.721
verified: no, type: precision_at_3
value: 14.433000000000002
verified: no, type: precision_at_5
value: 9.5
verified: no, type: precision_at_10
value: 5.4399999999999995
verified: no, type: precision_at_20
value: 3.017
verified: no, type: precision_at_100
value: 0.741
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: mrr_at_1
value: 31.7209
verified: no, type: mrr_at_3
value: 36.9151
verified: no, type: mrr_at_5
value: 37.8906
verified: no, type: mrr_at_10
value: 38.8144
verified: no, type: mrr_at_20
value: 39.2355
verified: no, type: mrr_at_100
value: 39.5737
verified: no, type: mrr_at_1000
value: 39.641999999999996
verified: no, type: nauc_ndcg_at_1_max
value: 46.428999999999995
verified: no, type: nauc_ndcg_at_1_std
value: 0.0014
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.6017
verified: no, type: nauc_ndcg_at_3_max
value: 45.9805
verified: no, type: nauc_ndcg_at_3_std
value: 0.5511
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.4978
verified: no, type: nauc_ndcg_at_5_max
value: 45.5339
verified: no, type: nauc_ndcg_at_5_std
value: 1.2229
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.798500000000004
verified: no, type: nauc_ndcg_at_10_max
value: 44.018
verified: no, type: nauc_ndcg_at_10_std
value: 1.6709
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.428799999999995
verified: no, type: nauc_ndcg_at_20_max
value: 43.5252
verified: no, type: nauc_ndcg_at_20_std
value: 2.4627
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.6172
verified: no, type: nauc_ndcg_at_100_max
value: 43.723099999999995
verified: no, type: nauc_ndcg_at_100_std
value: 4.0416
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.135600000000004
verified: no, type: nauc_ndcg_at_1000_max
value: 43.7739
verified: no, type: nauc_ndcg_at_1000_std
value: 3.4729
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.6595
verified: no, type: nauc_map_at_1_max
value: 46.428999999999995
verified: no, type: nauc_map_at_1_std
value: 0.0014
verified: no, type: nauc_map_at_1_diff1
value: 59.6017
verified: no, type: nauc_map_at_3_max
value: 46.217999999999996
verified: no, type: nauc_map_at_3_std
value: 0.43889999999999996
verified: no, type: nauc_map_at_3_diff1
value: 54.882299999999994
verified: no, type: nauc_map_at_5_max
value: 45.9757
verified: no, type: nauc_map_at_5_std
value: 0.8049999999999999
verified: no, type: nauc_map_at_5_diff1
value: 53.950900000000004
verified: no, type: nauc_map_at_10_max
value: 45.3363
verified: no, type: nauc_map_at_10_std
value: 0.9662999999999999
verified: no, type: nauc_map_at_10_diff1
value: 53.369
verified: no, type: nauc_map_at_20_max
value: 45.2008
verified: no, type: nauc_map_at_20_std
value: 1.1801000000000001
verified: no, type: nauc_map_at_20_diff1
value: 53.4425
verified: no, type: nauc_map_at_100_max
value: 45.226699999999994
verified: no, type: nauc_map_at_100_std
value: 1.3667
verified: no, type: nauc_map_at_100_diff1
value: 53.4089
verified: no, type: nauc_map_at_1000_max
value: 45.2252
verified: no, type: nauc_map_at_1000_std
value: 1.3433000000000002
verified: no, type: nauc_map_at_1000_diff1
value: 53.4268
verified: no, type: nauc_recall_at_1_max
value: 46.428999999999995
verified: no, type: nauc_recall_at_1_std
value: 0.0014
verified: no, type: nauc_recall_at_1_diff1
value: 59.6017
verified: no, type: nauc_recall_at_3_max
value: 45.2499
verified: no, type: nauc_recall_at_3_std
value: 0.8637
verified: no, type: nauc_recall_at_3_diff1
value: 49.5773
verified: no, type: nauc_recall_at_5_max
value: 44.1355
verified: no, type: nauc_recall_at_5_std
value: 2.5255
verified: no, type: nauc_recall_at_5_diff1
value: 45.3656
verified: no, type: nauc_recall_at_10_max
value: 39.313700000000004
verified: no, type: nauc_recall_at_10_std
value: 4.1421
verified: no, type: nauc_recall_at_10_diff1
value: 40.8109
verified: no, type: nauc_recall_at_20_max
value: 36.923
verified: no, type: nauc_recall_at_20_std
value: 7.691199999999999
verified: no, type: nauc_recall_at_20_diff1
value: 40.8715
verified: no, type: nauc_recall_at_100_max
value: 36.296
verified: no, type: nauc_recall_at_100_std
value: 22.020999999999997
verified: no, type: nauc_recall_at_100_diff1
value: 33.400800000000004
verified: no, type: nauc_recall_at_1000_max
value: 30.508999999999997
verified: no, type: nauc_recall_at_1000_std
value: 29.497600000000002
verified: no, type: nauc_recall_at_1000_diff1
value: 27.5001
verified: no, type: nauc_precision_at_1_max
value: 46.428999999999995
verified: no, type: nauc_precision_at_1_std
value: 0.0014
verified: no, type: nauc_precision_at_1_diff1
value: 59.6017
verified: no, type: nauc_precision_at_3_max
value: 45.2499
verified: no, type: nauc_precision_at_3_std
value: 0.8637
verified: no, type: nauc_precision_at_3_diff1
value: 49.5773
verified: no, type: nauc_precision_at_5_max
value: 44.1355
verified: no, type: nauc_precision_at_5_std
value: 2.5255
verified: no, type: nauc_precision_at_5_diff1
value: 45.3656
verified: no, type: nauc_precision_at_10_max
value: 39.313700000000004
verified: no, type: nauc_precision_at_10_std
value: 4.1421
verified: no, type: nauc_precision_at_10_diff1
value: 40.8109
verified: no, type: nauc_precision_at_20_max
value: 36.923
verified: no, type: nauc_precision_at_20_std
value: 7.691199999999999
verified: no, type: nauc_precision_at_20_diff1
value: 40.8715
verified: no, type: nauc_precision_at_100_max
value: 36.296
verified: no, type: nauc_precision_at_100_std
value: 22.020999999999997
verified: no, type: nauc_precision_at_100_diff1
value: 33.400800000000004
verified: no, type: nauc_precision_at_1000_max
value: 30.508999999999997
verified: no, type: nauc_precision_at_1000_std
value: 29.497600000000002
verified: no, type: nauc_precision_at_1000_diff1
value: 27.5001
verified: no, type: nauc_mrr_at_1_max
value: 46.428999999999995
verified: no, type: nauc_mrr_at_1_std
value: 0.0014
verified: no, type: nauc_mrr_at_1_diff1
value: 59.6017
verified: no, type: nauc_mrr_at_3_max
value: 46.217999999999996
verified: no, type: nauc_mrr_at_3_std
value: 0.43889999999999996
verified: no, type: nauc_mrr_at_3_diff1
value: 54.882299999999994
verified: no, type: nauc_mrr_at_5_max
value: 45.9757
verified: no, type: nauc_mrr_at_5_std
value: 0.8049999999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 53.950900000000004
verified: no, type: nauc_mrr_at_10_max
value: 45.3363
verified: no, type: nauc_mrr_at_10_std
value: 0.9662999999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 53.369
verified: no, type: nauc_mrr_at_20_max
value: 45.2008
verified: no, type: nauc_mrr_at_20_std
value: 1.1801000000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 53.4425
verified: no, type: nauc_mrr_at_100_max
value: 45.226699999999994
verified: no, type: nauc_mrr_at_100_std
value: 1.3667
verified: no, type: nauc_mrr_at_100_diff1
value: 53.4089
verified: no, type: nauc_mrr_at_1000_max
value: 45.2252
verified: no, type: nauc_mrr_at_1000_std
value: 1.3433000000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.4268
verified: no, type: main_score
value: 42.536
verified: no
task: type: Retrieval, dataset: config: java
name: MTEB COIRCodeSearchNetRetrieval (java)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 36.887
verified: no, type: ndcg_at_3
value: 44.671
verified: no, type: ndcg_at_5
value: 46.619
verified: no, type: ndcg_at_10
value: 48.54
verified: no, type: ndcg_at_20
value: 49.881
verified: no, type: ndcg_at_100
value: 51.847
verified: no, type: ndcg_at_1000
value: 53.286
verified: no, type: map_at_1
value: 36.887
verified: no, type: map_at_3
value: 42.805
verified: no, type: map_at_5
value: 43.884
verified: no, type: map_at_10
value: 44.68
verified: no, type: map_at_20
value: 45.051
verified: no, type: map_at_100
value: 45.316
verified: no, type: map_at_1000
value: 45.364
verified: no, type: recall_at_1
value: 36.887
verified: no, type: recall_at_3
value: 50.05
verified: no, type: recall_at_5
value: 54.788000000000004
verified: no, type: recall_at_10
value: 60.711999999999996
verified: no, type: recall_at_20
value: 65.997
verified: no, type: recall_at_100
value: 76.696
verified: no, type: recall_at_1000
value: 88.371
verified: no, type: precision_at_1
value: 36.887
verified: no, type: precision_at_3
value: 16.683
verified: no, type: precision_at_5
value: 10.958
verified: no, type: precision_at_10
value: 6.071
verified: no, type: precision_at_20
value: 3.3000000000000003
verified: no, type: precision_at_100
value: 0.767
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: mrr_at_1
value: 36.9147
verified: no, type: mrr_at_3
value: 42.823699999999995
verified: no, type: mrr_at_5
value: 43.8985
verified: no, type: mrr_at_10
value: 44.6961
verified: no, type: mrr_at_20
value: 45.067
verified: no, type: mrr_at_100
value: 45.3318
verified: no, type: mrr_at_1000
value: 45.3801
verified: no, type: nauc_ndcg_at_1_max
value: 42.8063
verified: no, type: nauc_ndcg_at_1_std
value: -5.3001
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.370099999999994
verified: no, type: nauc_ndcg_at_3_max
value: 44.0649
verified: no, type: nauc_ndcg_at_3_std
value: -4.0304
verified: no, type: nauc_ndcg_at_3_diff1
value: 57.7429
verified: no, type: nauc_ndcg_at_5_max
value: 43.864799999999995
verified: no, type: nauc_ndcg_at_5_std
value: -3.2800000000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 57.0472
verified: no, type: nauc_ndcg_at_10_max
value: 43.614799999999995
verified: no, type: nauc_ndcg_at_10_std
value: -2.424
verified: no, type: nauc_ndcg_at_10_diff1
value: 56.3498
verified: no, type: nauc_ndcg_at_20_max
value: 43.6108
verified: no, type: nauc_ndcg_at_20_std
value: -1.699
verified: no, type: nauc_ndcg_at_20_diff1
value: 56.2153
verified: no, type: nauc_ndcg_at_100_max
value: 43.4705
verified: no, type: nauc_ndcg_at_100_std
value: -0.7144
verified: no, type: nauc_ndcg_at_100_diff1
value: 56.0679
verified: no, type: nauc_ndcg_at_1000_max
value: 43.6856
verified: no, type: nauc_ndcg_at_1000_std
value: -0.7129
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.40540000000001
verified: no, type: nauc_map_at_1_max
value: 42.8063
verified: no, type: nauc_map_at_1_std
value: -5.3001
verified: no, type: nauc_map_at_1_diff1
value: 63.370099999999994
verified: no, type: nauc_map_at_3_max
value: 43.797999999999995
verified: no, type: nauc_map_at_3_std
value: -4.3491
verified: no, type: nauc_map_at_3_diff1
value: 59.0673
verified: no, type: nauc_map_at_5_max
value: 43.6812
verified: no, type: nauc_map_at_5_std
value: -3.9397
verified: no, type: nauc_map_at_5_diff1
value: 58.6982
verified: no, type: nauc_map_at_10_max
value: 43.5745
verified: no, type: nauc_map_at_10_std
value: -3.6122
verified: no, type: nauc_map_at_10_diff1
value: 58.431999999999995
verified: no, type: nauc_map_at_20_max
value: 43.573
verified: no, type: nauc_map_at_20_std
value: -3.4323
verified: no, type: nauc_map_at_20_diff1
value: 58.4168
verified: no, type: nauc_map_at_100_max
value: 43.5448
verified: no, type: nauc_map_at_100_std
value: -3.3167
verified: no, type: nauc_map_at_100_diff1
value: 58.394999999999996
verified: no, type: nauc_map_at_1000_max
value: 43.5506
verified: no, type: nauc_map_at_1000_std
value: -3.3144
verified: no, type: nauc_map_at_1000_diff1
value: 58.4057
verified: no, type: nauc_recall_at_1_max
value: 42.8063
verified: no, type: nauc_recall_at_1_std
value: -5.3001
verified: no, type: nauc_recall_at_1_diff1
value: 63.370099999999994
verified: no, type: nauc_recall_at_3_max
value: 44.8286
verified: no, type: nauc_recall_at_3_std
value: -3.0949999999999998
verified: no, type: nauc_recall_at_3_diff1
value: 53.8907
verified: no, type: nauc_recall_at_5_max
value: 44.3801
verified: no, type: nauc_recall_at_5_std
value: -1.1593
verified: no, type: nauc_recall_at_5_diff1
value: 51.948899999999995
verified: no, type: nauc_recall_at_10_max
value: 43.6005
verified: no, type: nauc_recall_at_10_std
value: 1.9532999999999998
verified: no, type: nauc_recall_at_10_diff1
value: 49.2211
verified: no, type: nauc_recall_at_20_max
value: 43.5839
verified: no, type: nauc_recall_at_20_std
value: 5.8288
verified: no, type: nauc_recall_at_20_diff1
value: 47.7761
verified: no, type: nauc_recall_at_100_max
value: 42.6633
verified: no, type: nauc_recall_at_100_std
value: 16.4317
verified: no, type: nauc_recall_at_100_diff1
value: 44.0676
verified: no, type: nauc_recall_at_1000_max
value: 46.698
verified: no, type: nauc_recall_at_1000_std
value: 30.054799999999997
verified: no, type: nauc_recall_at_1000_diff1
value: 41.5816
verified: no, type: nauc_precision_at_1_max
value: 42.8063
verified: no, type: nauc_precision_at_1_std
value: -5.3001
verified: no, type: nauc_precision_at_1_diff1
value: 63.370099999999994
verified: no, type: nauc_precision_at_3_max
value: 44.8286
verified: no, type: nauc_precision_at_3_std
value: -3.0949999999999998
verified: no, type: nauc_precision_at_3_diff1
value: 53.8907
verified: no, type: nauc_precision_at_5_max
value: 44.3801
verified: no, type: nauc_precision_at_5_std
value: -1.1593
verified: no, type: nauc_precision_at_5_diff1
value: 51.948899999999995
verified: no, type: nauc_precision_at_10_max
value: 43.6005
verified: no, type: nauc_precision_at_10_std
value: 1.9532999999999998
verified: no, type: nauc_precision_at_10_diff1
value: 49.2211
verified: no, type: nauc_precision_at_20_max
value: 43.5839
verified: no, type: nauc_precision_at_20_std
value: 5.8288
verified: no, type: nauc_precision_at_20_diff1
value: 47.7761
verified: no, type: nauc_precision_at_100_max
value: 42.6633
verified: no, type: nauc_precision_at_100_std
value: 16.4317
verified: no, type: nauc_precision_at_100_diff1
value: 44.0676
verified: no, type: nauc_precision_at_1000_max
value: 46.698
verified: no, type: nauc_precision_at_1000_std
value: 30.054799999999997
verified: no, type: nauc_precision_at_1000_diff1
value: 41.5816
verified: no, type: nauc_mrr_at_1_max
value: 42.7425
verified: no, type: nauc_mrr_at_1_std
value: -5.2358
verified: no, type: nauc_mrr_at_1_diff1
value: 63.285199999999996
verified: no, type: nauc_mrr_at_3_max
value: 43.763200000000005
verified: no, type: nauc_mrr_at_3_std
value: -4.2973
verified: no, type: nauc_mrr_at_3_diff1
value: 59.031
verified: no, type: nauc_mrr_at_5_max
value: 43.650800000000004
verified: no, type: nauc_mrr_at_5_std
value: -3.8918
verified: no, type: nauc_mrr_at_5_diff1
value: 58.6636
verified: no, type: nauc_mrr_at_10_max
value: 43.5429
verified: no, type: nauc_mrr_at_10_std
value: -3.5659000000000005
verified: no, type: nauc_mrr_at_10_diff1
value: 58.3946
verified: no, type: nauc_mrr_at_20_max
value: 43.5411
verified: no, type: nauc_mrr_at_20_std
value: -3.3855000000000004
verified: no, type: nauc_mrr_at_20_diff1
value: 58.379099999999994
verified: no, type: nauc_mrr_at_100_max
value: 43.5128
verified: no, type: nauc_mrr_at_100_std
value: -3.2696000000000005
verified: no, type: nauc_mrr_at_100_diff1
value: 58.3572
verified: no, type: nauc_mrr_at_1000_max
value: 43.5186
verified: no, type: nauc_mrr_at_1000_std
value: -3.2672
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.3678
verified: no, type: main_score
value: 48.54
verified: no
task: type: Retrieval, dataset: config: php
name: MTEB COIRCodeSearchNetRetrieval (php)
revision: 4adc7bc41202b5c13543c9c886a25f340634dab3
split: test
type: CoIR-Retrieval/CodeSearchNet
metrics: type: ndcg_at_1
value: 30.734
verified: no, type: ndcg_at_3
value: 38.155
verified: no, type: ndcg_at_5
value: 40.306999999999995
verified: no, type: ndcg_at_10
value: 42.510999999999996
verified: no, type: ndcg_at_20
value: 44.156
verified: no, type: ndcg_at_100
value: 46.641
verified: no, type: ndcg_at_1000
value: 48.359
verified: no, type: map_at_1
value: 30.734
verified: no, type: map_at_3
value: 36.347
verified: no, type: map_at_5
value: 37.539
verified: no, type: map_at_10
value: 38.455
verified: no, type: map_at_20
value: 38.906
verified: no, type: map_at_100
value: 39.24
verified: no, type: map_at_1000
value: 39.300000000000004
verified: no, type: recall_at_1
value: 30.734
verified: no, type: recall_at_3
value: 43.378
verified: no, type: recall_at_5
value: 48.616
verified: no, type: recall_at_10
value: 55.395
verified: no, type: recall_at_20
value: 61.91
verified: no, type: recall_at_100
value: 75.432
verified: no, type: recall_at_1000
value: 89.254
verified: no, type: precision_at_1
value: 30.734
verified: no, type: precision_at_3
value: 14.459
verified: no, type: precision_at_5
value: 9.722999999999999
verified: no, type: precision_at_10
value: 5.539000000000001
verified: no, type: precision_at_20
value: 3.0949999999999998
verified: no, type: precision_at_100
value: 0.754
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: mrr_at_1
value: 30.6907
verified: no, type: mrr_at_3
value: 36.3137
verified: no, type: mrr_at_5
value: 37.5121
verified: no, type: mrr_at_10
value: 38.4289
verified: no, type: mrr_at_20
value: 38.8786
verified: no, type: mrr_at_100
value: 39.2136
verified: no, type: mrr_at_1000
value: 39.2729
verified: no, type: nauc_ndcg_at_1_max
value: 36.8055
verified: no, type: nauc_ndcg_at_1_std
value: -1.5909
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.9244
verified: no, type: nauc_ndcg_at_3_max
value: 38.4262
verified: no, type: nauc_ndcg_at_3_std
value: 0.5292
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.7477
verified: no, type: nauc_ndcg_at_5_max
value: 38.0552
verified: no, type: nauc_ndcg_at_5_std
value: 1.102
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.5308
verified: no, type: nauc_ndcg_at_10_max
value: 38.0054
verified: no, type: nauc_ndcg_at_10_std
value: 1.9313
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.016999999999996
verified: no, type: nauc_ndcg_at_20_max
value: 37.8808
verified: no, type: nauc_ndcg_at_20_std
value: 2.56
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.5649
verified: no, type: nauc_ndcg_at_100_max
value: 38.3754
verified: no, type: nauc_ndcg_at_100_std
value: 3.6703
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.6154
verified: no, type: nauc_ndcg_at_1000_max
value: 38.534600000000005
verified: no, type: nauc_ndcg_at_1000_std
value: 3.7317000000000005
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.0299
verified: no, type: nauc_map_at_1_max
value: 36.8055
verified: no, type: nauc_map_at_1_std
value: -1.5909
verified: no, type: nauc_map_at_1_diff1
value: 55.9244
verified: no, type: nauc_map_at_3_max
value: 38.0383
verified: no, type: nauc_map_at_3_std
value: 0.0207
verified: no, type: nauc_map_at_3_diff1
value: 51.137299999999996
verified: no, type: nauc_map_at_5_max
value: 37.8223
verified: no, type: nauc_map_at_5_std
value: 0.3179
verified: no, type: nauc_map_at_5_diff1
value: 50.4641
verified: no, type: nauc_map_at_10_max
value: 37.8022
verified: no, type: nauc_map_at_10_std
value: 0.6617999999999999
verified: no, type: nauc_map_at_10_diff1
value: 50.269
verified: no, type: nauc_map_at_20_max
value: 37.7686
verified: no, type: nauc_map_at_20_std
value: 0.8326999999999999
verified: no, type: nauc_map_at_20_diff1
value: 50.153499999999994
verified: no, type: nauc_map_at_100_max
value: 37.832300000000004
verified: no, type: nauc_map_at_100_std
value: 0.9767
verified: no, type: nauc_map_at_100_diff1
value: 50.174099999999996
verified: no, type: nauc_map_at_1000_max
value: 37.838300000000004
verified: no, type: nauc_map_at_1000_std
value: 0.9815
verified: no, type: nauc_map_at_1000_diff1
value: 50.1882
verified: no, type: nauc_recall_at_1_max
value: 36.8055
verified: no, type: nauc_recall_at_1_std
value: -1.5909
verified: no, type: nauc_recall_at_1_diff1
value: 55.9244
verified: no, type: nauc_recall_at_3_max
value: 39.5304
verified: no, type: nauc_recall_at_3_std
value: 1.9767
verified: no, type: nauc_recall_at_3_diff1
value: 45.8281
verified: no, type: nauc_recall_at_5_max
value: 38.6851
verified: no, type: nauc_recall_at_5_std
value: 3.4711
verified: no, type: nauc_recall_at_5_diff1
value: 42.8172
verified: no, type: nauc_recall_at_10_max
value: 38.5524
verified: no, type: nauc_recall_at_10_std
value: 6.2315000000000005
verified: no, type: nauc_recall_at_10_diff1
value: 40.801
verified: no, type: nauc_recall_at_20_max
value: 38.048300000000005
verified: no, type: nauc_recall_at_20_std
value: 9.3045
verified: no, type: nauc_recall_at_20_diff1
value: 38.222
verified: no, type: nauc_recall_at_100_max
value: 42.054399999999994
verified: no, type: nauc_recall_at_100_std
value: 20.4425
verified: no, type: nauc_recall_at_100_diff1
value: 35.0773
verified: no, type: nauc_recall_at_1000_max
value: 49.2856
verified: no, type: nauc_recall_at_1000_std
value: 38.4529
verified: no, type: nauc_recall_at_1000_diff1
value: 31.7647
verified: no, type: nauc_precision_at_1_max
value: 36.8055
verified: no, type: nauc_precision_at_1_std
value: -1.5909
verified: no, type: nauc_precision_at_1_diff1
value: 55.9244
verified: no, type: nauc_precision_at_3_max
value: 39.5304
verified: no, type: nauc_precision_at_3_std
value: 1.9767
verified: no, type: nauc_precision_at_3_diff1
value: 45.8281
verified: no, type: nauc_precision_at_5_max
value: 38.6851
verified: no, type: nauc_precision_at_5_std
value: 3.4711
verified: no, type: nauc_precision_at_5_diff1
value: 42.8172
verified: no, type: nauc_precision_at_10_max
value: 38.5524
verified: no, type: nauc_precision_at_10_std
value: 6.2315000000000005
verified: no, type: nauc_precision_at_10_diff1
value: 40.801
verified: no, type: nauc_precision_at_20_max
value: 38.048300000000005
verified: no, type: nauc_precision_at_20_std
value: 9.3045
verified: no, type: nauc_precision_at_20_diff1
value: 38.222
verified: no, type: nauc_precision_at_100_max
value: 42.054399999999994
verified: no, type: nauc_precision_at_100_std
value: 20.4425
verified: no, type: nauc_precision_at_100_diff1
value: 35.0773
verified: no, type: nauc_precision_at_1000_max
value: 49.2856
verified: no, type: nauc_precision_at_1000_std
value: 38.4529
verified: no, type: nauc_precision_at_1000_diff1
value: 31.7647
verified: no, type: nauc_mrr_at_1_max
value: 36.8365
verified: no, type: nauc_mrr_at_1_std
value: -1.4754
verified: no, type: nauc_mrr_at_1_diff1
value: 56.0597
verified: no, type: nauc_mrr_at_3_max
value: 38.054
verified: no, type: nauc_mrr_at_3_std
value: 0.09430000000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 51.2016
verified: no, type: nauc_mrr_at_5_max
value: 37.8431
verified: no, type: nauc_mrr_at_5_std
value: 0.3829
verified: no, type: nauc_mrr_at_5_diff1
value: 50.5285
verified: no, type: nauc_mrr_at_10_max
value: 37.8231
verified: no, type: nauc_mrr_at_10_std
value: 0.7271
verified: no, type: nauc_mrr_at_10_diff1
value: 50.333099999999995
verified: no, type: nauc_mrr_at_20_max
value: 37.7905
verified: no, type: nauc_mrr_at_20_std
value: 0.8992999999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 50.2181
verified: no, type: nauc_mrr_at_100_max
value: 37.853500000000004
verified: no, type: nauc_mrr_at_100_std
value: 1.0428
verified: no, type: nauc_mrr_at_100_diff1
value: 50.239
verified: no, type: nauc_mrr_at_1000_max
value: 37.859500000000004
verified: no, type: nauc_mrr_at_1000_std
value: 1.0477
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.2532
verified: no, type: main_score
value: 42.510999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: ndcg_at_1
value: 42.918
verified: no, type: ndcg_at_3
value: 47.992000000000004
verified: no, type: ndcg_at_5
value: 50.298
verified: no, type: ndcg_at_10
value: 53.047999999999995
verified: no, type: ndcg_at_20
value: 55.36600000000001
verified: no, type: ndcg_at_100
value: 58.18
verified: no, type: ndcg_at_1000
value: 59.992999999999995
verified: no, type: map_at_1
value: 35.147
verified: no, type: map_at_3
value: 42.985
verified: no, type: map_at_5
value: 44.895
verified: no, type: map_at_10
value: 46.568
verified: no, type: map_at_20
value: 47.527
verified: no, type: map_at_100
value: 48.178
verified: no, type: map_at_1000
value: 48.303000000000004
verified: no, type: recall_at_1
value: 35.147
verified: no, type: recall_at_3
value: 50.229
verified: no, type: recall_at_5
value: 56.586999999999996
verified: no, type: recall_at_10
value: 64.656
verified: no, type: recall_at_20
value: 72.875
verified: no, type: recall_at_100
value: 85.397
verified: no, type: recall_at_1000
value: 96.799
verified: no, type: precision_at_1
value: 42.918
verified: no, type: precision_at_3
value: 22.698999999999998
verified: no, type: precision_at_5
value: 16.309
verified: no, type: precision_at_10
value: 10.100000000000001
verified: no, type: precision_at_20
value: 6.0440000000000005
verified: no, type: precision_at_100
value: 1.5890000000000002
verified: no, type: precision_at_1000
value: 0.209
verified: no, type: mrr_at_1
value: 42.9185
verified: no, type: mrr_at_3
value: 50.1907
verified: no, type: mrr_at_5
value: 51.9003
verified: no, type: mrr_at_10
value: 52.824400000000004
verified: no, type: mrr_at_20
value: 53.3002
verified: no, type: mrr_at_100
value: 53.5134
verified: no, type: mrr_at_1000
value: 53.5569
verified: no, type: nauc_ndcg_at_1_max
value: 45.115300000000005
verified: no, type: nauc_ndcg_at_1_std
value: -5.3469999999999995
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.792899999999996
verified: no, type: nauc_ndcg_at_3_max
value: 44.379000000000005
verified: no, type: nauc_ndcg_at_3_std
value: -2.628
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.6678
verified: no, type: nauc_ndcg_at_5_max
value: 44.8852
verified: no, type: nauc_ndcg_at_5_std
value: -1.7051
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.0814
verified: no, type: nauc_ndcg_at_10_max
value: 43.969500000000004
verified: no, type: nauc_ndcg_at_10_std
value: -0.4902
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.2439
verified: no, type: nauc_ndcg_at_20_max
value: 44.588499999999996
verified: no, type: nauc_ndcg_at_20_std
value: 0.5193
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.9229
verified: no, type: nauc_ndcg_at_100_max
value: 45.0779
verified: no, type: nauc_ndcg_at_100_std
value: 1.1967999999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.090199999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 45.082
verified: no, type: nauc_ndcg_at_1000_std
value: 0.3457
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.366
verified: no, type: nauc_map_at_1_max
value: 38.731
verified: no, type: nauc_map_at_1_std
value: -7.1701
verified: no, type: nauc_map_at_1_diff1
value: 52.0087
verified: no, type: nauc_map_at_3_max
value: 42.126799999999996
verified: no, type: nauc_map_at_3_std
value: -4.8249
verified: no, type: nauc_map_at_3_diff1
value: 47.7841
verified: no, type: nauc_map_at_5_max
value: 43.2155
verified: no, type: nauc_map_at_5_std
value: -3.9702
verified: no, type: nauc_map_at_5_diff1
value: 47.9376
verified: no, type: nauc_map_at_10_max
value: 43.4398
verified: no, type: nauc_map_at_10_std
value: -2.8201
verified: no, type: nauc_map_at_10_diff1
value: 47.9726
verified: no, type: nauc_map_at_20_max
value: 43.9625
verified: no, type: nauc_map_at_20_std
value: -2.4088
verified: no, type: nauc_map_at_20_diff1
value: 47.7323
verified: no, type: nauc_map_at_100_max
value: 44.0439
verified: no, type: nauc_map_at_100_std
value: -2.1932
verified: no, type: nauc_map_at_100_diff1
value: 47.672399999999996
verified: no, type: nauc_map_at_1000_max
value: 44.059599999999996
verified: no, type: nauc_map_at_1000_std
value: -2.2453999999999996
verified: no, type: nauc_map_at_1000_diff1
value: 47.6659
verified: no, type: nauc_recall_at_1_max
value: 38.731
verified: no, type: nauc_recall_at_1_std
value: -7.1701
verified: no, type: nauc_recall_at_1_diff1
value: 52.0087
verified: no, type: nauc_recall_at_3_max
value: 40.5229
verified: no, type: nauc_recall_at_3_std
value: -1.3240999999999998
verified: no, type: nauc_recall_at_3_diff1
value: 41.1764
verified: no, type: nauc_recall_at_5_max
value: 41.248000000000005
verified: no, type: nauc_recall_at_5_std
value: 1.4647999999999999
verified: no, type: nauc_recall_at_5_diff1
value: 41.044799999999995
verified: no, type: nauc_recall_at_10_max
value: 38.6375
verified: no, type: nauc_recall_at_10_std
value: 5.3439
verified: no, type: nauc_recall_at_10_diff1
value: 39.8162
verified: no, type: nauc_recall_at_20_max
value: 39.6813
verified: no, type: nauc_recall_at_20_std
value: 11.1138
verified: no, type: nauc_recall_at_20_diff1
value: 36.8881
verified: no, type: nauc_recall_at_100_max
value: 44.9346
verified: no, type: nauc_recall_at_100_std
value: 22.5203
verified: no, type: nauc_recall_at_100_diff1
value: 34.8792
verified: no, type: nauc_recall_at_1000_max
value: 52.49979999999999
verified: no, type: nauc_recall_at_1000_std
value: 50.954299999999996
verified: no, type: nauc_recall_at_1000_diff1
value: 36.1016
verified: no, type: nauc_precision_at_1_max
value: 45.115300000000005
verified: no, type: nauc_precision_at_1_std
value: -5.3469999999999995
verified: no, type: nauc_precision_at_1_diff1
value: 50.792899999999996
verified: no, type: nauc_precision_at_3_max
value: 41.841
verified: no, type: nauc_precision_at_3_std
value: 3.3930000000000002
verified: no, type: nauc_precision_at_3_diff1
value: 27.495399999999997
verified: no, type: nauc_precision_at_5_max
value: 38.527
verified: no, type: nauc_precision_at_5_std
value: 8.2496
verified: no, type: nauc_precision_at_5_diff1
value: 19.3628
verified: no, type: nauc_precision_at_10_max
value: 27.5499
verified: no, type: nauc_precision_at_10_std
value: 13.264100000000001
verified: no, type: nauc_precision_at_10_diff1
value: 9.9718
verified: no, type: nauc_precision_at_20_max
value: 21.431
verified: no, type: nauc_precision_at_20_std
value: 14.426400000000001
verified: no, type: nauc_precision_at_20_diff1
value: -0.11030000000000001
verified: no, type: nauc_precision_at_100_max
value: 6.8088
verified: no, type: nauc_precision_at_100_std
value: 9.8979
verified: no, type: nauc_precision_at_100_diff1
value: -10.1603
verified: no, type: nauc_precision_at_1000_max
value: -6.4949
verified: no, type: nauc_precision_at_1000_std
value: -3.9967999999999995
verified: no, type: nauc_precision_at_1000_diff1
value: -17.765800000000002
verified: no, type: nauc_mrr_at_1_max
value: 45.115300000000005
verified: no, type: nauc_mrr_at_1_std
value: -5.3469999999999995
verified: no, type: nauc_mrr_at_1_diff1
value: 50.792899999999996
verified: no, type: nauc_mrr_at_3_max
value: 45.8581
verified: no, type: nauc_mrr_at_3_std
value: -2.9239
verified: no, type: nauc_mrr_at_3_diff1
value: 47.079
verified: no, type: nauc_mrr_at_5_max
value: 45.5453
verified: no, type: nauc_mrr_at_5_std
value: -2.2778
verified: no, type: nauc_mrr_at_5_diff1
value: 47.0394
verified: no, type: nauc_mrr_at_10_max
value: 45.2727
verified: no, type: nauc_mrr_at_10_std
value: -2.1793
verified: no, type: nauc_mrr_at_10_diff1
value: 46.7719
verified: no, type: nauc_mrr_at_20_max
value: 45.232
verified: no, type: nauc_mrr_at_20_std
value: -2.0842
verified: no, type: nauc_mrr_at_20_diff1
value: 46.75
verified: no, type: nauc_mrr_at_100_max
value: 45.3233
verified: no, type: nauc_mrr_at_100_std
value: -2.0778000000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 46.7919
verified: no, type: nauc_mrr_at_1000_max
value: 45.325700000000005
verified: no, type: nauc_mrr_at_1000_std
value: -2.0868
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.812799999999996
verified: no, type: main_score
value: 53.047999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: ndcg_at_1
value: 35.796
verified: no, type: ndcg_at_3
value: 40.036
verified: no, type: ndcg_at_5
value: 41.778
verified: no, type: ndcg_at_10
value: 43.868
verified: no, type: ndcg_at_20
value: 45.777
verified: no, type: ndcg_at_100
value: 48.771
verified: no, type: ndcg_at_1000
value: 51.001
verified: no, type: map_at_1
value: 28.177000000000003
verified: no, type: map_at_3
value: 35.445
verified: no, type: map_at_5
value: 36.976
verified: no, type: map_at_10
value: 38.25
verified: no, type: map_at_20
value: 38.981
verified: no, type: map_at_100
value: 39.585
verified: no, type: map_at_1000
value: 39.728
verified: no, type: recall_at_1
value: 28.177000000000003
verified: no, type: recall_at_3
value: 41.782000000000004
verified: no, type: recall_at_5
value: 46.861000000000004
verified: no, type: recall_at_10
value: 53.464
verified: no, type: recall_at_20
value: 60.621
verified: no, type: recall_at_100
value: 74.628
verified: no, type: recall_at_1000
value: 88.839
verified: no, type: precision_at_1
value: 35.796
verified: no, type: precision_at_3
value: 19.639
verified: no, type: precision_at_5
value: 13.924
verified: no, type: precision_at_10
value: 8.439
verified: no, type: precision_at_20
value: 5.016
verified: no, type: precision_at_100
value: 1.394
verified: no, type: precision_at_1000
value: 0.189
verified: no, type: mrr_at_1
value: 35.7962
verified: no, type: mrr_at_3
value: 42.1019
verified: no, type: mrr_at_5
value: 43.4172
verified: no, type: mrr_at_10
value: 44.2407
verified: no, type: mrr_at_20
value: 44.6907
verified: no, type: mrr_at_100
value: 45.0075
verified: no, type: mrr_at_1000
value: 45.059
verified: no, type: nauc_ndcg_at_1_max
value: 47.856
verified: no, type: nauc_ndcg_at_1_std
value: 3.0363
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.7364
verified: no, type: nauc_ndcg_at_3_max
value: 49.2728
verified: no, type: nauc_ndcg_at_3_std
value: 4.1776
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.1449
verified: no, type: nauc_ndcg_at_5_max
value: 49.5649
verified: no, type: nauc_ndcg_at_5_std
value: 3.7340999999999998
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.6651
verified: no, type: nauc_ndcg_at_10_max
value: 50.1977
verified: no, type: nauc_ndcg_at_10_std
value: 4.5302
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.0403
verified: no, type: nauc_ndcg_at_20_max
value: 49.9326
verified: no, type: nauc_ndcg_at_20_std
value: 5.5147
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.5055
verified: no, type: nauc_ndcg_at_100_max
value: 50.3035
verified: no, type: nauc_ndcg_at_100_std
value: 7.1086
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.451
verified: no, type: nauc_ndcg_at_1000_max
value: 50.1836
verified: no, type: nauc_ndcg_at_1000_std
value: 7.4503
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.301899999999996
verified: no, type: nauc_map_at_1_max
value: 41.2555
verified: no, type: nauc_map_at_1_std
value: -5.2668
verified: no, type: nauc_map_at_1_diff1
value: 52.0284
verified: no, type: nauc_map_at_3_max
value: 46.6939
verified: no, type: nauc_map_at_3_std
value: -0.8533000000000001
verified: no, type: nauc_map_at_3_diff1
value: 47.9095
verified: no, type: nauc_map_at_5_max
value: 47.5024
verified: no, type: nauc_map_at_5_std
value: -0.05109999999999999
verified: no, type: nauc_map_at_5_diff1
value: 47.1421
verified: no, type: nauc_map_at_10_max
value: 48.1632
verified: no, type: nauc_map_at_10_std
value: 0.8672
verified: no, type: nauc_map_at_10_diff1
value: 46.9929
verified: no, type: nauc_map_at_20_max
value: 48.2708
verified: no, type: nauc_map_at_20_std
value: 1.5195
verified: no, type: nauc_map_at_20_diff1
value: 46.7349
verified: no, type: nauc_map_at_100_max
value: 48.5516
verified: no, type: nauc_map_at_100_std
value: 2.1593
verified: no, type: nauc_map_at_100_diff1
value: 46.6641
verified: no, type: nauc_map_at_1000_max
value: 48.6017
verified: no, type: nauc_map_at_1000_std
value: 2.2745
verified: no, type: nauc_map_at_1000_diff1
value: 46.649
verified: no, type: nauc_recall_at_1_max
value: 41.2555
verified: no, type: nauc_recall_at_1_std
value: -5.2668
verified: no, type: nauc_recall_at_1_diff1
value: 52.0284
verified: no, type: nauc_recall_at_3_max
value: 47.0403
verified: no, type: nauc_recall_at_3_std
value: 1.5399
verified: no, type: nauc_recall_at_3_diff1
value: 42.998599999999996
verified: no, type: nauc_recall_at_5_max
value: 47.7652
verified: no, type: nauc_recall_at_5_std
value: 2.5079000000000002
verified: no, type: nauc_recall_at_5_diff1
value: 40.131099999999996
verified: no, type: nauc_recall_at_10_max
value: 49.215199999999996
verified: no, type: nauc_recall_at_10_std
value: 5.6207
verified: no, type: nauc_recall_at_10_diff1
value: 40.0067
verified: no, type: nauc_recall_at_20_max
value: 47.6907
verified: no, type: nauc_recall_at_20_std
value: 10.0091
verified: no, type: nauc_recall_at_20_diff1
value: 36.548
verified: no, type: nauc_recall_at_100_max
value: 49.8978
verified: no, type: nauc_recall_at_100_std
value: 20.7533
verified: no, type: nauc_recall_at_100_diff1
value: 34.463100000000004
verified: no, type: nauc_recall_at_1000_max
value: 49.2751
verified: no, type: nauc_recall_at_1000_std
value: 33.7021
verified: no, type: nauc_recall_at_1000_diff1
value: 27.995199999999997
verified: no, type: nauc_precision_at_1_max
value: 47.856
verified: no, type: nauc_precision_at_1_std
value: 3.0363
verified: no, type: nauc_precision_at_1_diff1
value: 48.7364
verified: no, type: nauc_precision_at_3_max
value: 48.0591
verified: no, type: nauc_precision_at_3_std
value: 16.0079
verified: no, type: nauc_precision_at_3_diff1
value: 28.286099999999998
verified: no, type: nauc_precision_at_5_max
value: 45.3901
verified: no, type: nauc_precision_at_5_std
value: 18.939500000000002
verified: no, type: nauc_precision_at_5_diff1
value: 20.7183
verified: no, type: nauc_precision_at_10_max
value: 40.2901
verified: no, type: nauc_precision_at_10_std
value: 24.1368
verified: no, type: nauc_precision_at_10_diff1
value: 13.1708
verified: no, type: nauc_precision_at_20_max
value: 34.5736
verified: no, type: nauc_precision_at_20_std
value: 28.524
verified: no, type: nauc_precision_at_20_diff1
value: 6.0857
verified: no, type: nauc_precision_at_100_max
value: 24.0575
verified: no, type: nauc_precision_at_100_std
value: 32.7048
verified: no, type: nauc_precision_at_100_diff1
value: -4.175800000000001
verified: no, type: nauc_precision_at_1000_max
value: 11.3804
verified: no, type: nauc_precision_at_1000_std
value: 28.917700000000004
verified: no, type: nauc_precision_at_1000_diff1
value: -11.994100000000001
verified: no, type: nauc_mrr_at_1_max
value: 47.856
verified: no, type: nauc_mrr_at_1_std
value: 3.0363
verified: no, type: nauc_mrr_at_1_diff1
value: 48.7364
verified: no, type: nauc_mrr_at_3_max
value: 50.048
verified: no, type: nauc_mrr_at_3_std
value: 6.464300000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 45.5115
verified: no, type: nauc_mrr_at_5_max
value: 50.0947
verified: no, type: nauc_mrr_at_5_std
value: 6.3483
verified: no, type: nauc_mrr_at_5_diff1
value: 44.8476
verified: no, type: nauc_mrr_at_10_max
value: 50.244699999999995
verified: no, type: nauc_mrr_at_10_std
value: 6.666900000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 45.0222
verified: no, type: nauc_mrr_at_20_max
value: 50.1332
verified: no, type: nauc_mrr_at_20_std
value: 6.868200000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 44.8895
verified: no, type: nauc_mrr_at_100_max
value: 50.1173
verified: no, type: nauc_mrr_at_100_std
value: 6.930600000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 44.8887
verified: no, type: nauc_mrr_at_1000_max
value: 50.11259999999999
verified: no, type: nauc_mrr_at_1000_std
value: 6.923799999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.8928
verified: no, type: main_score
value: 43.868
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: ndcg_at_1
value: 43.448
verified: no, type: ndcg_at_3
value: 51.032999999999994
verified: no, type: ndcg_at_5
value: 53.73
verified: no, type: ndcg_at_10
value: 56.369
verified: no, type: ndcg_at_20
value: 58.167
verified: no, type: ndcg_at_100
value: 60.28
verified: no, type: ndcg_at_1000
value: 61.511
verified: no, type: map_at_1
value: 38.115
verified: no, type: map_at_3
value: 47.355999999999995
verified: no, type: map_at_5
value: 49.221
verified: no, type: map_at_10
value: 50.57000000000001
verified: no, type: map_at_20
value: 51.2
verified: no, type: map_at_100
value: 51.568999999999996
verified: no, type: map_at_1000
value: 51.627
verified: no, type: recall_at_1
value: 38.115
verified: no, type: recall_at_3
value: 55.733
verified: no, type: recall_at_5
value: 62.41100000000001
verified: no, type: recall_at_10
value: 70.11800000000001
verified: no, type: recall_at_20
value: 76.714
verified: no, type: recall_at_100
value: 87.071
verified: no, type: recall_at_1000
value: 95.921
verified: no, type: precision_at_1
value: 43.448
verified: no, type: precision_at_3
value: 22.947
verified: no, type: precision_at_5
value: 15.799
verified: no, type: precision_at_10
value: 9.154
verified: no, type: precision_at_20
value: 5.141
verified: no, type: precision_at_100
value: 1.196
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: mrr_at_1
value: 43.4483
verified: no, type: mrr_at_3
value: 51.3689
verified: no, type: mrr_at_5
value: 52.8955
verified: no, type: mrr_at_10
value: 53.809200000000004
verified: no, type: mrr_at_20
value: 54.224700000000006
verified: no, type: mrr_at_100
value: 54.4617
verified: no, type: mrr_at_1000
value: 54.49079999999999
verified: no, type: nauc_ndcg_at_1_max
value: 41.9268
verified: no, type: nauc_ndcg_at_1_std
value: -6.0252
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.4978
verified: no, type: nauc_ndcg_at_3_max
value: 43.5492
verified: no, type: nauc_ndcg_at_3_std
value: -4.7010000000000005
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.0898
verified: no, type: nauc_ndcg_at_5_max
value: 44.7544
verified: no, type: nauc_ndcg_at_5_std
value: -2.9584
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.6481
verified: no, type: nauc_ndcg_at_10_max
value: 45.2203
verified: no, type: nauc_ndcg_at_10_std
value: -1.6934
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.9874
verified: no, type: nauc_ndcg_at_20_max
value: 45.002199999999995
verified: no, type: nauc_ndcg_at_20_std
value: -0.9383
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.666700000000006
verified: no, type: nauc_ndcg_at_100_max
value: 45.448699999999995
verified: no, type: nauc_ndcg_at_100_std
value: -0.1934
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.0483
verified: no, type: nauc_ndcg_at_1000_max
value: 45.3335
verified: no, type: nauc_ndcg_at_1000_std
value: -0.42389999999999994
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.5614
verified: no, type: nauc_map_at_1_max
value: 35.7022
verified: no, type: nauc_map_at_1_std
value: -6.6763
verified: no, type: nauc_map_at_1_diff1
value: 54.848699999999994
verified: no, type: nauc_map_at_3_max
value: 41.5987
verified: no, type: nauc_map_at_3_std
value: -6.3043000000000005
verified: no, type: nauc_map_at_3_diff1
value: 52.058400000000006
verified: no, type: nauc_map_at_5_max
value: 42.5887
verified: no, type: nauc_map_at_5_std
value: -5.0012
verified: no, type: nauc_map_at_5_diff1
value: 51.804300000000005
verified: no, type: nauc_map_at_10_max
value: 43.085
verified: no, type: nauc_map_at_10_std
value: -4.1721
verified: no, type: nauc_map_at_10_diff1
value: 51.524499999999996
verified: no, type: nauc_map_at_20_max
value: 43.185
verified: no, type: nauc_map_at_20_std
value: -3.6862
verified: no, type: nauc_map_at_20_diff1
value: 51.4297
verified: no, type: nauc_map_at_100_max
value: 43.3473
verified: no, type: nauc_map_at_100_std
value: -3.4286999999999996
verified: no, type: nauc_map_at_100_diff1
value: 51.497099999999996
verified: no, type: nauc_map_at_1000_max
value: 43.358799999999995
verified: no, type: nauc_map_at_1000_std
value: -3.3894
verified: no, type: nauc_map_at_1000_diff1
value: 51.5155
verified: no, type: nauc_recall_at_1_max
value: 35.7022
verified: no, type: nauc_recall_at_1_std
value: -6.6763
verified: no, type: nauc_recall_at_1_diff1
value: 54.848699999999994
verified: no, type: nauc_recall_at_3_max
value: 42.9096
verified: no, type: nauc_recall_at_3_std
value: -5.9907
verified: no, type: nauc_recall_at_3_diff1
value: 47.407
verified: no, type: nauc_recall_at_5_max
value: 45.9891
verified: no, type: nauc_recall_at_5_std
value: -0.5341
verified: no, type: nauc_recall_at_5_diff1
value: 45.336
verified: no, type: nauc_recall_at_10_max
value: 47.457899999999995
verified: no, type: nauc_recall_at_10_std
value: 4.2982
verified: no, type: nauc_recall_at_10_diff1
value: 41.6
verified: no, type: nauc_recall_at_20_max
value: 47.3364
verified: no, type: nauc_recall_at_20_std
value: 9.667100000000001
verified: no, type: nauc_recall_at_20_diff1
value: 38.4822
verified: no, type: nauc_recall_at_100_max
value: 52.0554
verified: no, type: nauc_recall_at_100_std
value: 21.6585
verified: no, type: nauc_recall_at_100_diff1
value: 35.2361
verified: no, type: nauc_recall_at_1000_max
value: 62.38590000000001
verified: no, type: nauc_recall_at_1000_std
value: 42.5442
verified: no, type: nauc_recall_at_1000_diff1
value: 37.1857
verified: no, type: nauc_precision_at_1_max
value: 41.9268
verified: no, type: nauc_precision_at_1_std
value: -6.0252
verified: no, type: nauc_precision_at_1_diff1
value: 55.4978
verified: no, type: nauc_precision_at_3_max
value: 44.0934
verified: no, type: nauc_precision_at_3_std
value: 2.4657
verified: no, type: nauc_precision_at_3_diff1
value: 33.468399999999995
verified: no, type: nauc_precision_at_5_max
value: 41.8649
verified: no, type: nauc_precision_at_5_std
value: 8.4992
verified: no, type: nauc_precision_at_5_diff1
value: 25.8132
verified: no, type: nauc_precision_at_10_max
value: 36.8909
verified: no, type: nauc_precision_at_10_std
value: 15.173200000000001
verified: no, type: nauc_precision_at_10_diff1
value: 16.0022
verified: no, type: nauc_precision_at_20_max
value: 31.3774
verified: no, type: nauc_precision_at_20_std
value: 21.304100000000002
verified: no, type: nauc_precision_at_20_diff1
value: 7.8406
verified: no, type: nauc_precision_at_100_max
value: 23.828
verified: no, type: nauc_precision_at_100_std
value: 27.3387
verified: no, type: nauc_precision_at_100_diff1
value: -0.5574
verified: no, type: nauc_precision_at_1000_max
value: 14.3787
verified: no, type: nauc_precision_at_1000_std
value: 27.8714
verified: no, type: nauc_precision_at_1000_diff1
value: -6.372400000000001
verified: no, type: nauc_mrr_at_1_max
value: 41.9268
verified: no, type: nauc_mrr_at_1_std
value: -6.0252
verified: no, type: nauc_mrr_at_1_diff1
value: 55.4978
verified: no, type: nauc_mrr_at_3_max
value: 44.3228
verified: no, type: nauc_mrr_at_3_std
value: -4.8039
verified: no, type: nauc_mrr_at_3_diff1
value: 52.6895
verified: no, type: nauc_mrr_at_5_max
value: 45.0053
verified: no, type: nauc_mrr_at_5_std
value: -3.5381000000000005
verified: no, type: nauc_mrr_at_5_diff1
value: 52.321
verified: no, type: nauc_mrr_at_10_max
value: 44.9242
verified: no, type: nauc_mrr_at_10_std
value: -3.2841
verified: no, type: nauc_mrr_at_10_diff1
value: 52.0518
verified: no, type: nauc_mrr_at_20_max
value: 44.8189
verified: no, type: nauc_mrr_at_20_std
value: -3.1717000000000004
verified: no, type: nauc_mrr_at_20_diff1
value: 52.0415
verified: no, type: nauc_mrr_at_100_max
value: 44.8679
verified: no, type: nauc_mrr_at_100_std
value: -3.1606
verified: no, type: nauc_mrr_at_100_diff1
value: 52.1083
verified: no, type: nauc_mrr_at_1000_max
value: 44.864599999999996
verified: no, type: nauc_mrr_at_1000_std
value: -3.167
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.121399999999994
verified: no, type: main_score
value: 56.369
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: ndcg_at_1
value: 31.863999999999997
verified: no, type: ndcg_at_3
value: 38.537
verified: no, type: ndcg_at_5
value: 41.104
verified: no, type: ndcg_at_10
value: 43.503
verified: no, type: ndcg_at_20
value: 45.413
verified: no, type: ndcg_at_100
value: 48.291000000000004
verified: no, type: ndcg_at_1000
value: 50.26199999999999
verified: no, type: map_at_1
value: 29.37
verified: no, type: map_at_3
value: 35.824
verified: no, type: map_at_5
value: 37.408
verified: no, type: map_at_10
value: 38.452999999999996
verified: no, type: map_at_20
value: 39.004
verified: no, type: map_at_100
value: 39.421
verified: no, type: map_at_1000
value: 39.501
verified: no, type: recall_at_1
value: 29.37
verified: no, type: recall_at_3
value: 43.442
verified: no, type: recall_at_5
value: 49.551
verified: no, type: recall_at_10
value: 56.791000000000004
verified: no, type: recall_at_20
value: 63.93
verified: no, type: recall_at_100
value: 78.666
verified: no, type: recall_at_1000
value: 93.354
verified: no, type: precision_at_1
value: 31.863999999999997
verified: no, type: precision_at_3
value: 16.083
verified: no, type: precision_at_5
value: 11.254
verified: no, type: precision_at_10
value: 6.508
verified: no, type: precision_at_20
value: 3.712
verified: no, type: precision_at_100
value: 0.9390000000000001
verified: no, type: precision_at_1000
value: 0.11399999999999999
verified: no, type: mrr_at_1
value: 31.8644
verified: no, type: mrr_at_3
value: 38.5122
verified: no, type: mrr_at_5
value: 39.873799999999996
verified: no, type: mrr_at_10
value: 40.8308
verified: no, type: mrr_at_20
value: 41.3284
verified: no, type: mrr_at_100
value: 41.6819
verified: no, type: mrr_at_1000
value: 41.7416
verified: no, type: nauc_ndcg_at_1_max
value: 33.7601
verified: no, type: nauc_ndcg_at_1_std
value: -9.8717
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.2537
verified: no, type: nauc_ndcg_at_3_max
value: 34.409600000000005
verified: no, type: nauc_ndcg_at_3_std
value: -10.6027
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.0317
verified: no, type: nauc_ndcg_at_5_max
value: 34.0482
verified: no, type: nauc_ndcg_at_5_std
value: -9.0778
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.421499999999995
verified: no, type: nauc_ndcg_at_10_max
value: 34.5365
verified: no, type: nauc_ndcg_at_10_std
value: -7.3511999999999995
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.6886
verified: no, type: nauc_ndcg_at_20_max
value: 35.335699999999996
verified: no, type: nauc_ndcg_at_20_std
value: -5.9596
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.6051
verified: no, type: nauc_ndcg_at_100_max
value: 34.6961
verified: no, type: nauc_ndcg_at_100_std
value: -6.5812
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.8079
verified: no, type: nauc_ndcg_at_1000_max
value: 34.3938
verified: no, type: nauc_ndcg_at_1000_std
value: -6.9155
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.2247
verified: no, type: nauc_map_at_1_max
value: 32.231500000000004
verified: no, type: nauc_map_at_1_std
value: -11.4991
verified: no, type: nauc_map_at_1_diff1
value: 44.7044
verified: no, type: nauc_map_at_3_max
value: 34.0411
verified: no, type: nauc_map_at_3_std
value: -10.8111
verified: no, type: nauc_map_at_3_diff1
value: 41.6004
verified: no, type: nauc_map_at_5_max
value: 33.9275
verified: no, type: nauc_map_at_5_std
value: -9.9881
verified: no, type: nauc_map_at_5_diff1
value: 41.1704
verified: no, type: nauc_map_at_10_max
value: 34.1806
verified: no, type: nauc_map_at_10_std
value: -9.2606
verified: no, type: nauc_map_at_10_diff1
value: 40.9213
verified: no, type: nauc_map_at_20_max
value: 34.474
verified: no, type: nauc_map_at_20_std
value: -8.798599999999999
verified: no, type: nauc_map_at_20_diff1
value: 40.9088
verified: no, type: nauc_map_at_100_max
value: 34.381699999999995
verified: no, type: nauc_map_at_100_std
value: -8.869
verified: no, type: nauc_map_at_100_diff1
value: 40.7894
verified: no, type: nauc_map_at_1000_max
value: 34.3718
verified: no, type: nauc_map_at_1000_std
value: -8.8674
verified: no, type: nauc_map_at_1000_diff1
value: 40.801700000000004
verified: no, type: nauc_recall_at_1_max
value: 32.231500000000004
verified: no, type: nauc_recall_at_1_std
value: -11.4991
verified: no, type: nauc_recall_at_1_diff1
value: 44.7044
verified: no, type: nauc_recall_at_3_max
value: 33.4997
verified: no, type: nauc_recall_at_3_std
value: -10.793999999999999
verified: no, type: nauc_recall_at_3_diff1
value: 36.8971
verified: no, type: nauc_recall_at_5_max
value: 33.217600000000004
verified: no, type: nauc_recall_at_5_std
value: -7.4771
verified: no, type: nauc_recall_at_5_diff1
value: 35.7378
verified: no, type: nauc_recall_at_10_max
value: 34.3881
verified: no, type: nauc_recall_at_10_std
value: -1.9206
verified: no, type: nauc_recall_at_10_diff1
value: 33.024300000000004
verified: no, type: nauc_recall_at_20_max
value: 37.1734
verified: no, type: nauc_recall_at_20_std
value: 4.5757
verified: no, type: nauc_recall_at_20_diff1
value: 31.7119
verified: no, type: nauc_recall_at_100_max
value: 33.3328
verified: no, type: nauc_recall_at_100_std
value: 4.0235
verified: no, type: nauc_recall_at_100_diff1
value: 23.5836
verified: no, type: nauc_recall_at_1000_max
value: 23.6203
verified: no, type: nauc_recall_at_1000_std
value: 10.4212
verified: no, type: nauc_recall_at_1000_diff1
value: 16.5204
verified: no, type: nauc_precision_at_1_max
value: 33.7601
verified: no, type: nauc_precision_at_1_std
value: -9.8717
verified: no, type: nauc_precision_at_1_diff1
value: 42.2537
verified: no, type: nauc_precision_at_3_max
value: 37.046099999999996
verified: no, type: nauc_precision_at_3_std
value: -8.1696
verified: no, type: nauc_precision_at_3_diff1
value: 32.893699999999995
verified: no, type: nauc_precision_at_5_max
value: 33.5411
verified: no, type: nauc_precision_at_5_std
value: -3.8621000000000003
verified: no, type: nauc_precision_at_5_diff1
value: 28.4192
verified: no, type: nauc_precision_at_10_max
value: 33.8177
verified: no, type: nauc_precision_at_10_std
value: 1.4605
verified: no, type: nauc_precision_at_10_diff1
value: 23.8779
verified: no, type: nauc_precision_at_20_max
value: 33.2362
verified: no, type: nauc_precision_at_20_std
value: 6.8675
verified: no, type: nauc_precision_at_20_diff1
value: 19.12
verified: no, type: nauc_precision_at_100_max
value: 22.0581
verified: no, type: nauc_precision_at_100_std
value: 5.6537999999999995
verified: no, type: nauc_precision_at_100_diff1
value: 2.677
verified: no, type: nauc_precision_at_1000_max
value: 6.4192
verified: no, type: nauc_precision_at_1000_std
value: 5.2604999999999995
verified: no, type: nauc_precision_at_1000_diff1
value: -12.5191
verified: no, type: nauc_mrr_at_1_max
value: 33.7601
verified: no, type: nauc_mrr_at_1_std
value: -9.8717
verified: no, type: nauc_mrr_at_1_diff1
value: 42.2537
verified: no, type: nauc_mrr_at_3_max
value: 34.590700000000005
verified: no, type: nauc_mrr_at_3_std
value: -9.3063
verified: no, type: nauc_mrr_at_3_diff1
value: 39.157599999999995
verified: no, type: nauc_mrr_at_5_max
value: 34.262
verified: no, type: nauc_mrr_at_5_std
value: -8.6629
verified: no, type: nauc_mrr_at_5_diff1
value: 38.7425
verified: no, type: nauc_mrr_at_10_max
value: 34.3456
verified: no, type: nauc_mrr_at_10_std
value: -8.0433
verified: no, type: nauc_mrr_at_10_diff1
value: 38.474199999999996
verified: no, type: nauc_mrr_at_20_max
value: 34.504400000000004
verified: no, type: nauc_mrr_at_20_std
value: -7.7764
verified: no, type: nauc_mrr_at_20_diff1
value: 38.4646
verified: no, type: nauc_mrr_at_100_max
value: 34.407700000000006
verified: no, type: nauc_mrr_at_100_std
value: -7.8669
verified: no, type: nauc_mrr_at_100_diff1
value: 38.4062
verified: no, type: nauc_mrr_at_1000_max
value: 34.400999999999996
verified: no, type: nauc_mrr_at_1000_std
value: -7.8653
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.4264
verified: no, type: main_score
value: 43.503
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: ndcg_at_1
value: 22.637
verified: no, type: ndcg_at_3
value: 26.865
verified: no, type: ndcg_at_5
value: 29.506
verified: no, type: ndcg_at_10
value: 32.024
verified: no, type: ndcg_at_20
value: 34.123999999999995
verified: no, type: ndcg_at_100
value: 38.013999999999996
verified: no, type: ndcg_at_1000
value: 40.681
verified: no, type: map_at_1
value: 18.354
verified: no, type: map_at_3
value: 23.777
verified: no, type: map_at_5
value: 25.380000000000003
verified: no, type: map_at_10
value: 26.588
verified: no, type: map_at_20
value: 27.227
verified: no, type: map_at_100
value: 27.851
verified: no, type: map_at_1000
value: 27.971
verified: no, type: recall_at_1
value: 18.354
verified: no, type: recall_at_3
value: 30.029
verified: no, type: recall_at_5
value: 36.716
verified: no, type: recall_at_10
value: 44.083
verified: no, type: recall_at_20
value: 51.653000000000006
verified: no, type: recall_at_100
value: 70.24000000000001
verified: no, type: recall_at_1000
value: 88.941
verified: no, type: precision_at_1
value: 22.637
verified: no, type: precision_at_3
value: 12.852
verified: no, type: precision_at_5
value: 9.652
verified: no, type: precision_at_10
value: 5.970000000000001
verified: no, type: precision_at_20
value: 3.557
verified: no, type: precision_at_100
value: 1.035
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: mrr_at_1
value: 22.6368
verified: no, type: mrr_at_3
value: 28.296
verified: no, type: mrr_at_5
value: 30.198999999999998
verified: no, type: mrr_at_10
value: 31.2411
verified: no, type: mrr_at_20
value: 31.773600000000002
verified: no, type: mrr_at_100
value: 32.230199999999996
verified: no, type: mrr_at_1000
value: 32.2949
verified: no, type: nauc_ndcg_at_1_max
value: 31.0579
verified: no, type: nauc_ndcg_at_1_std
value: -1.1154000000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.0188
verified: no, type: nauc_ndcg_at_3_max
value: 30.6319
verified: no, type: nauc_ndcg_at_3_std
value: 1.2079
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.7055
verified: no, type: nauc_ndcg_at_5_max
value: 29.2059
verified: no, type: nauc_ndcg_at_5_std
value: 3.0105
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.0947
verified: no, type: nauc_ndcg_at_10_max
value: 29.2307
verified: no, type: nauc_ndcg_at_10_std
value: 3.1515
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.2115
verified: no, type: nauc_ndcg_at_20_max
value: 29.1914
verified: no, type: nauc_ndcg_at_20_std
value: 3.9833
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.287899999999997
verified: no, type: nauc_ndcg_at_100_max
value: 30.759999999999998
verified: no, type: nauc_ndcg_at_100_std
value: 5.6163
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.1445
verified: no, type: nauc_ndcg_at_1000_max
value: 30.4012
verified: no, type: nauc_ndcg_at_1000_std
value: 4.8586
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.7366
verified: no, type: nauc_map_at_1_max
value: 26.9538
verified: no, type: nauc_map_at_1_std
value: -0.9815
verified: no, type: nauc_map_at_1_diff1
value: 35.1964
verified: no, type: nauc_map_at_3_max
value: 28.9516
verified: no, type: nauc_map_at_3_std
value: 0.6373
verified: no, type: nauc_map_at_3_diff1
value: 30.476599999999998
verified: no, type: nauc_map_at_5_max
value: 28.3735
verified: no, type: nauc_map_at_5_std
value: 1.5893000000000002
verified: no, type: nauc_map_at_5_diff1
value: 29.4822
verified: no, type: nauc_map_at_10_max
value: 28.4489
verified: no, type: nauc_map_at_10_std
value: 1.7179
verified: no, type: nauc_map_at_10_diff1
value: 29.0721
verified: no, type: nauc_map_at_20_max
value: 28.6443
verified: no, type: nauc_map_at_20_std
value: 1.9567999999999999
verified: no, type: nauc_map_at_20_diff1
value: 29.2744
verified: no, type: nauc_map_at_100_max
value: 28.9144
verified: no, type: nauc_map_at_100_std
value: 2.2790999999999997
verified: no, type: nauc_map_at_100_diff1
value: 29.3889
verified: no, type: nauc_map_at_1000_max
value: 28.8827
verified: no, type: nauc_map_at_1000_std
value: 2.2127999999999997
verified: no, type: nauc_map_at_1000_diff1
value: 29.367700000000003
verified: no, type: nauc_recall_at_1_max
value: 26.9538
verified: no, type: nauc_recall_at_1_std
value: -0.9815
verified: no, type: nauc_recall_at_1_diff1
value: 35.1964
verified: no, type: nauc_recall_at_3_max
value: 29.2823
verified: no, type: nauc_recall_at_3_std
value: 2.2192
verified: no, type: nauc_recall_at_3_diff1
value: 25.174400000000002
verified: no, type: nauc_recall_at_5_max
value: 26.098300000000002
verified: no, type: nauc_recall_at_5_std
value: 5.870100000000001
verified: no, type: nauc_recall_at_5_diff1
value: 21.5717
verified: no, type: nauc_recall_at_10_max
value: 26.3965
verified: no, type: nauc_recall_at_10_std
value: 5.9524
verified: no, type: nauc_recall_at_10_diff1
value: 19.2576
verified: no, type: nauc_recall_at_20_max
value: 25.014799999999997
verified: no, type: nauc_recall_at_20_std
value: 8.889800000000001
verified: no, type: nauc_recall_at_20_diff1
value: 18.2048
verified: no, type: nauc_recall_at_100_max
value: 32.664100000000005
verified: no, type: nauc_recall_at_100_std
value: 20.66
verified: no, type: nauc_recall_at_100_diff1
value: 20.7167
verified: no, type: nauc_recall_at_1000_max
value: 32.7425
verified: no, type: nauc_recall_at_1000_std
value: 31.798
verified: no, type: nauc_recall_at_1000_diff1
value: 6.1744
verified: no, type: nauc_precision_at_1_max
value: 31.0579
verified: no, type: nauc_precision_at_1_std
value: -1.1154000000000002
verified: no, type: nauc_precision_at_1_diff1
value: 37.0188
verified: no, type: nauc_precision_at_3_max
value: 34.0041
verified: no, type: nauc_precision_at_3_std
value: 2.759
verified: no, type: nauc_precision_at_3_diff1
value: 26.0113
verified: no, type: nauc_precision_at_5_max
value: 31.591599999999996
verified: no, type: nauc_precision_at_5_std
value: 7.019499999999999
verified: no, type: nauc_precision_at_5_diff1
value: 22.5517
verified: no, type: nauc_precision_at_10_max
value: 28.9779
verified: no, type: nauc_precision_at_10_std
value: 6.0112
verified: no, type: nauc_precision_at_10_diff1
value: 18.4627
verified: no, type: nauc_precision_at_20_max
value: 27.2677
verified: no, type: nauc_precision_at_20_std
value: 7.9853
verified: no, type: nauc_precision_at_20_diff1
value: 17.6528
verified: no, type: nauc_precision_at_100_max
value: 23.8248
verified: no, type: nauc_precision_at_100_std
value: 9.9215
verified: no, type: nauc_precision_at_100_diff1
value: 13.5355
verified: no, type: nauc_precision_at_1000_max
value: 9.9312
verified: no, type: nauc_precision_at_1000_std
value: 1.8778
verified: no, type: nauc_precision_at_1000_diff1
value: 3.6692
verified: no, type: nauc_mrr_at_1_max
value: 31.0579
verified: no, type: nauc_mrr_at_1_std
value: -1.1154000000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 37.0188
verified: no, type: nauc_mrr_at_3_max
value: 32.265100000000004
verified: no, type: nauc_mrr_at_3_std
value: 0.4738
verified: no, type: nauc_mrr_at_3_diff1
value: 31.6965
verified: no, type: nauc_mrr_at_5_max
value: 31.610100000000003
verified: no, type: nauc_mrr_at_5_std
value: 1.693
verified: no, type: nauc_mrr_at_5_diff1
value: 31.2068
verified: no, type: nauc_mrr_at_10_max
value: 31.593500000000002
verified: no, type: nauc_mrr_at_10_std
value: 1.6910999999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 30.988300000000002
verified: no, type: nauc_mrr_at_20_max
value: 31.4229
verified: no, type: nauc_mrr_at_20_std
value: 1.9178000000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 30.911
verified: no, type: nauc_mrr_at_100_max
value: 31.510500000000004
verified: no, type: nauc_mrr_at_100_std
value: 1.9404000000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 30.928499999999996
verified: no, type: nauc_mrr_at_1000_max
value: 31.499899999999997
verified: no, type: nauc_mrr_at_1000_std
value: 1.9026999999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.9234
verified: no, type: main_score
value: 32.024
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: ndcg_at_1
value: 36.477
verified: no, type: ndcg_at_3
value: 41.9
verified: no, type: ndcg_at_5
value: 44.352000000000004
verified: no, type: ndcg_at_10
value: 47.316
verified: no, type: ndcg_at_20
value: 49.262
verified: no, type: ndcg_at_100
value: 52.5
verified: no, type: ndcg_at_1000
value: 54.433
verified: no, type: map_at_1
value: 29.633
verified: no, type: map_at_3
value: 37.374
verified: no, type: map_at_5
value: 39.327
verified: no, type: map_at_10
value: 40.897
verified: no, type: map_at_20
value: 41.629
verified: no, type: map_at_100
value: 42.221
verified: no, type: map_at_1000
value: 42.337
verified: no, type: recall_at_1
value: 29.633
verified: no, type: recall_at_3
value: 45.141999999999996
verified: no, type: recall_at_5
value: 51.578
verified: no, type: recall_at_10
value: 60.465999999999994
verified: no, type: recall_at_20
value: 67.012
verified: no, type: recall_at_100
value: 82.174
verified: no, type: recall_at_1000
value: 94.65
verified: no, type: precision_at_1
value: 36.477
verified: no, type: precision_at_3
value: 20.308
verified: no, type: precision_at_5
value: 14.379
verified: no, type: precision_at_10
value: 8.816
verified: no, type: precision_at_20
value: 5.106
verified: no, type: precision_at_100
value: 1.3419999999999999
verified: no, type: precision_at_1000
value: 0.169
verified: no, type: mrr_at_1
value: 36.477399999999996
verified: no, type: mrr_at_3
value: 44.0648
verified: no, type: mrr_at_5
value: 45.4604
verified: no, type: mrr_at_10
value: 46.6132
verified: no, type: mrr_at_20
value: 47.0122
verified: no, type: mrr_at_100
value: 47.3432
verified: no, type: mrr_at_1000
value: 47.383900000000004
verified: no, type: nauc_ndcg_at_1_max
value: 44.2532
verified: no, type: nauc_ndcg_at_1_std
value: 0.27399999999999997
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.0608
verified: no, type: nauc_ndcg_at_3_max
value: 40.7243
verified: no, type: nauc_ndcg_at_3_std
value: -3.0545
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.4101
verified: no, type: nauc_ndcg_at_5_max
value: 39.556999999999995
verified: no, type: nauc_ndcg_at_5_std
value: -3.9035
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.2832
verified: no, type: nauc_ndcg_at_10_max
value: 39.6116
verified: no, type: nauc_ndcg_at_10_std
value: -4.2111
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.0266
verified: no, type: nauc_ndcg_at_20_max
value: 40.1775
verified: no, type: nauc_ndcg_at_20_std
value: -2.9367
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.4448
verified: no, type: nauc_ndcg_at_100_max
value: 41.9972
verified: no, type: nauc_ndcg_at_100_std
value: 0.46740000000000004
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.4355
verified: no, type: nauc_ndcg_at_1000_max
value: 42.1182
verified: no, type: nauc_ndcg_at_1000_std
value: 0.8456
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.1614
verified: no, type: nauc_map_at_1_max
value: 37.5422
verified: no, type: nauc_map_at_1_std
value: -4.2909999999999995
verified: no, type: nauc_map_at_1_diff1
value: 55.083800000000004
verified: no, type: nauc_map_at_3_max
value: 39.0107
verified: no, type: nauc_map_at_3_std
value: -4.3038
verified: no, type: nauc_map_at_3_diff1
value: 49.5355
verified: no, type: nauc_map_at_5_max
value: 38.9933
verified: no, type: nauc_map_at_5_std
value: -4.3489
verified: no, type: nauc_map_at_5_diff1
value: 48.9543
verified: no, type: nauc_map_at_10_max
value: 39.2673
verified: no, type: nauc_map_at_10_std
value: -4.1611
verified: no, type: nauc_map_at_10_diff1
value: 48.891400000000004
verified: no, type: nauc_map_at_20_max
value: 39.533699999999996
verified: no, type: nauc_map_at_20_std
value: -3.7303
verified: no, type: nauc_map_at_20_diff1
value: 49.001099999999994
verified: no, type: nauc_map_at_100_max
value: 39.9274
verified: no, type: nauc_map_at_100_std
value: -3.0797000000000003
verified: no, type: nauc_map_at_100_diff1
value: 49.1862
verified: no, type: nauc_map_at_1000_max
value: 39.957100000000004
verified: no, type: nauc_map_at_1000_std
value: -3.0084
verified: no, type: nauc_map_at_1000_diff1
value: 49.1595
verified: no, type: nauc_recall_at_1_max
value: 37.5422
verified: no, type: nauc_recall_at_1_std
value: -4.2909999999999995
verified: no, type: nauc_recall_at_1_diff1
value: 55.083800000000004
verified: no, type: nauc_recall_at_3_max
value: 35.5355
verified: no, type: nauc_recall_at_3_std
value: -7.140000000000001
verified: no, type: nauc_recall_at_3_diff1
value: 42.4278
verified: no, type: nauc_recall_at_5_max
value: 33.9238
verified: no, type: nauc_recall_at_5_std
value: -7.9919
verified: no, type: nauc_recall_at_5_diff1
value: 39.1808
verified: no, type: nauc_recall_at_10_max
value: 33.4493
verified: no, type: nauc_recall_at_10_std
value: -9.1861
verified: no, type: nauc_recall_at_10_diff1
value: 36.8475
verified: no, type: nauc_recall_at_20_max
value: 34.9121
verified: no, type: nauc_recall_at_20_std
value: -4.8026
verified: no, type: nauc_recall_at_20_diff1
value: 37.9247
verified: no, type: nauc_recall_at_100_max
value: 44.1541
verified: no, type: nauc_recall_at_100_std
value: 18.1134
verified: no, type: nauc_recall_at_100_diff1
value: 41.6633
verified: no, type: nauc_recall_at_1000_max
value: 56.3385
verified: no, type: nauc_recall_at_1000_std
value: 53.257299999999994
verified: no, type: nauc_recall_at_1000_diff1
value: 36.1232
verified: no, type: nauc_precision_at_1_max
value: 44.2532
verified: no, type: nauc_precision_at_1_std
value: 0.27399999999999997
verified: no, type: nauc_precision_at_1_diff1
value: 56.0608
verified: no, type: nauc_precision_at_3_max
value: 41.179
verified: no, type: nauc_precision_at_3_std
value: 5.588
verified: no, type: nauc_precision_at_3_diff1
value: 32.8574
verified: no, type: nauc_precision_at_5_max
value: 34.808699999999995
verified: no, type: nauc_precision_at_5_std
value: 6.261
verified: no, type: nauc_precision_at_5_diff1
value: 23.993100000000002
verified: no, type: nauc_precision_at_10_max
value: 30.966500000000003
verified: no, type: nauc_precision_at_10_std
value: 9.9887
verified: no, type: nauc_precision_at_10_diff1
value: 16.8352
verified: no, type: nauc_precision_at_20_max
value: 26.977600000000002
verified: no, type: nauc_precision_at_20_std
value: 14.0043
verified: no, type: nauc_precision_at_20_diff1
value: 10.9725
verified: no, type: nauc_precision_at_100_max
value: 20.0541
verified: no, type: nauc_precision_at_100_std
value: 24.0399
verified: no, type: nauc_precision_at_100_diff1
value: -0.46509999999999996
verified: no, type: nauc_precision_at_1000_max
value: 8.1382
verified: no, type: nauc_precision_at_1000_std
value: 21.7963
verified: no, type: nauc_precision_at_1000_diff1
value: -13.7289
verified: no, type: nauc_mrr_at_1_max
value: 44.2532
verified: no, type: nauc_mrr_at_1_std
value: 0.27399999999999997
verified: no, type: nauc_mrr_at_1_diff1
value: 56.0608
verified: no, type: nauc_mrr_at_3_max
value: 43.0277
verified: no, type: nauc_mrr_at_3_std
value: -0.8843
verified: no, type: nauc_mrr_at_3_diff1
value: 51.112899999999996
verified: no, type: nauc_mrr_at_5_max
value: 42.852000000000004
verified: no, type: nauc_mrr_at_5_std
value: -0.8572
verified: no, type: nauc_mrr_at_5_diff1
value: 50.4937
verified: no, type: nauc_mrr_at_10_max
value: 43.0093
verified: no, type: nauc_mrr_at_10_std
value: -0.8631
verified: no, type: nauc_mrr_at_10_diff1
value: 50.41909999999999
verified: no, type: nauc_mrr_at_20_max
value: 43.0484
verified: no, type: nauc_mrr_at_20_std
value: -0.6054999999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 50.527100000000004
verified: no, type: nauc_mrr_at_100_max
value: 43.175200000000004
verified: no, type: nauc_mrr_at_100_std
value: -0.3019
verified: no, type: nauc_mrr_at_100_diff1
value: 50.5962
verified: no, type: nauc_mrr_at_1000_max
value: 43.173899999999996
verified: no, type: nauc_mrr_at_1000_std
value: -0.3115
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.6012
verified: no, type: main_score
value: 47.316
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: ndcg_at_1
value: 33.676
verified: no, type: ndcg_at_3
value: 38.7
verified: no, type: ndcg_at_5
value: 41.032999999999994
verified: no, type: ndcg_at_10
value: 43.580999999999996
verified: no, type: ndcg_at_20
value: 45.992
verified: no, type: ndcg_at_100
value: 49.192
verified: no, type: ndcg_at_1000
value: 51.473
verified: no, type: map_at_1
value: 27.389999999999997
verified: no, type: map_at_3
value: 34.660999999999994
verified: no, type: map_at_5
value: 36.38
verified: no, type: map_at_10
value: 37.768
verified: no, type: map_at_20
value: 38.534
verified: no, type: map_at_100
value: 39.091
verified: no, type: map_at_1000
value: 39.2
verified: no, type: recall_at_1
value: 27.389999999999997
verified: no, type: recall_at_3
value: 41.876000000000005
verified: no, type: recall_at_5
value: 47.961999999999996
verified: no, type: recall_at_10
value: 55.445
verified: no, type: recall_at_20
value: 64.143
verified: no, type: recall_at_100
value: 79.327
verified: no, type: recall_at_1000
value: 94.64200000000001
verified: no, type: precision_at_1
value: 33.676
verified: no, type: precision_at_3
value: 18.455
verified: no, type: precision_at_5
value: 13.128
verified: no, type: precision_at_10
value: 7.888000000000001
verified: no, type: precision_at_20
value: 4.697
verified: no, type: precision_at_100
value: 1.234
verified: no, type: precision_at_1000
value: 0.161
verified: no, type: mrr_at_1
value: 33.6758
verified: no, type: mrr_at_3
value: 40.7725
verified: no, type: mrr_at_5
value: 42.267900000000004
verified: no, type: mrr_at_10
value: 43.1813
verified: no, type: mrr_at_20
value: 43.769200000000005
verified: no, type: mrr_at_100
value: 44.0965
verified: no, type: mrr_at_1000
value: 44.149899999999995
verified: no, type: nauc_ndcg_at_1_max
value: 47.957699999999996
verified: no, type: nauc_ndcg_at_1_std
value: 11.211
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.975899999999996
verified: no, type: nauc_ndcg_at_3_max
value: 46.7077
verified: no, type: nauc_ndcg_at_3_std
value: 11.8166
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.183699999999995
verified: no, type: nauc_ndcg_at_5_max
value: 46.5691
verified: no, type: nauc_ndcg_at_5_std
value: 12.3224
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.2912
verified: no, type: nauc_ndcg_at_10_max
value: 45.989200000000004
verified: no, type: nauc_ndcg_at_10_std
value: 13.4501
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.3206
verified: no, type: nauc_ndcg_at_20_max
value: 46.400400000000005
verified: no, type: nauc_ndcg_at_20_std
value: 15.004000000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.8932
verified: no, type: nauc_ndcg_at_100_max
value: 47.3346
verified: no, type: nauc_ndcg_at_100_std
value: 16.5132
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.126599999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 47.5217
verified: no, type: nauc_ndcg_at_1000_std
value: 15.4551
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.5563
verified: no, type: nauc_map_at_1_max
value: 42.549
verified: no, type: nauc_map_at_1_std
value: 4.9833
verified: no, type: nauc_map_at_1_diff1
value: 52.14339999999999
verified: no, type: nauc_map_at_3_max
value: 44.8114
verified: no, type: nauc_map_at_3_std
value: 9.440800000000001
verified: no, type: nauc_map_at_3_diff1
value: 46.1197
verified: no, type: nauc_map_at_5_max
value: 45.3059
verified: no, type: nauc_map_at_5_std
value: 10.286900000000001
verified: no, type: nauc_map_at_5_diff1
value: 45.6263
verified: no, type: nauc_map_at_10_max
value: 45.3517
verified: no, type: nauc_map_at_10_std
value: 11.1304
verified: no, type: nauc_map_at_10_diff1
value: 44.6502
verified: no, type: nauc_map_at_20_max
value: 45.5319
verified: no, type: nauc_map_at_20_std
value: 11.5773
verified: no, type: nauc_map_at_20_diff1
value: 44.5681
verified: no, type: nauc_map_at_100_max
value: 45.8019
verified: no, type: nauc_map_at_100_std
value: 11.9772
verified: no, type: nauc_map_at_100_diff1
value: 44.7825
verified: no, type: nauc_map_at_1000_max
value: 45.8134
verified: no, type: nauc_map_at_1000_std
value: 11.9461
verified: no, type: nauc_map_at_1000_diff1
value: 44.7905
verified: no, type: nauc_recall_at_1_max
value: 42.549
verified: no, type: nauc_recall_at_1_std
value: 4.9833
verified: no, type: nauc_recall_at_1_diff1
value: 52.14339999999999
verified: no, type: nauc_recall_at_3_max
value: 44.0409
verified: no, type: nauc_recall_at_3_std
value: 11.9146
verified: no, type: nauc_recall_at_3_diff1
value: 38.6436
verified: no, type: nauc_recall_at_5_max
value: 43.3961
verified: no, type: nauc_recall_at_5_std
value: 12.6675
verified: no, type: nauc_recall_at_5_diff1
value: 35.5553
verified: no, type: nauc_recall_at_10_max
value: 41.4966
verified: no, type: nauc_recall_at_10_std
value: 16.1644
verified: no, type: nauc_recall_at_10_diff1
value: 29.2835
verified: no, type: nauc_recall_at_20_max
value: 41.474
verified: no, type: nauc_recall_at_20_std
value: 22.5684
verified: no, type: nauc_recall_at_20_diff1
value: 25.7308
verified: no, type: nauc_recall_at_100_max
value: 45.1253
verified: no, type: nauc_recall_at_100_std
value: 36.248799999999996
verified: no, type: nauc_recall_at_100_diff1
value: 28.799500000000002
verified: no, type: nauc_recall_at_1000_max
value: 54.1747
verified: no, type: nauc_recall_at_1000_std
value: 47.1501
verified: no, type: nauc_recall_at_1000_diff1
value: 23.198900000000002
verified: no, type: nauc_precision_at_1_max
value: 47.957699999999996
verified: no, type: nauc_precision_at_1_std
value: 11.211
verified: no, type: nauc_precision_at_1_diff1
value: 50.975899999999996
verified: no, type: nauc_precision_at_3_max
value: 46.6181
verified: no, type: nauc_precision_at_3_std
value: 19.475
verified: no, type: nauc_precision_at_3_diff1
value: 30.6784
verified: no, type: nauc_precision_at_5_max
value: 43.5114
verified: no, type: nauc_precision_at_5_std
value: 22.1293
verified: no, type: nauc_precision_at_5_diff1
value: 24.6525
verified: no, type: nauc_precision_at_10_max
value: 37.47
verified: no, type: nauc_precision_at_10_std
value: 23.8068
verified: no, type: nauc_precision_at_10_diff1
value: 14.9368
verified: no, type: nauc_precision_at_20_max
value: 33.4529
verified: no, type: nauc_precision_at_20_std
value: 25.4979
verified: no, type: nauc_precision_at_20_diff1
value: 9.4501
verified: no, type: nauc_precision_at_100_max
value: 23.7406
verified: no, type: nauc_precision_at_100_std
value: 22.8583
verified: no, type: nauc_precision_at_100_diff1
value: 3.6348
verified: no, type: nauc_precision_at_1000_max
value: 4.5396
verified: no, type: nauc_precision_at_1000_std
value: 6.0796
verified: no, type: nauc_precision_at_1000_diff1
value: -7.2498000000000005
verified: no, type: nauc_mrr_at_1_max
value: 47.957699999999996
verified: no, type: nauc_mrr_at_1_std
value: 11.211
verified: no, type: nauc_mrr_at_1_diff1
value: 50.975899999999996
verified: no, type: nauc_mrr_at_3_max
value: 48.6226
verified: no, type: nauc_mrr_at_3_std
value: 13.600000000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 45.2881
verified: no, type: nauc_mrr_at_5_max
value: 48.402499999999996
verified: no, type: nauc_mrr_at_5_std
value: 13.616
verified: no, type: nauc_mrr_at_5_diff1
value: 44.7074
verified: no, type: nauc_mrr_at_10_max
value: 48.0556
verified: no, type: nauc_mrr_at_10_std
value: 13.7803
verified: no, type: nauc_mrr_at_10_diff1
value: 44.0852
verified: no, type: nauc_mrr_at_20_max
value: 48.173500000000004
verified: no, type: nauc_mrr_at_20_std
value: 14.1617
verified: no, type: nauc_mrr_at_20_diff1
value: 44.0396
verified: no, type: nauc_mrr_at_100_max
value: 48.1841
verified: no, type: nauc_mrr_at_100_std
value: 14.1827
verified: no, type: nauc_mrr_at_100_diff1
value: 44.210100000000004
verified: no, type: nauc_mrr_at_1000_max
value: 48.1875
verified: no, type: nauc_mrr_at_1000_std
value: 14.161000000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.222
verified: no, type: main_score
value: 43.580999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: ndcg_at_1
value: 32.588499999999996
verified: no, type: ndcg_at_3
value: 37.949083333333334
verified: no, type: ndcg_at_5
value: 40.258833333333335
verified: no, type: ndcg_at_10
value: 42.74341666666667
verified: no, type: ndcg_at_20
value: 44.784
verified: no, type: ndcg_at_100
value: 47.903416666666665
verified: no, type: ndcg_at_1000
value: 50.067416666666674
verified: no, type: map_at_1
value: 27.52808333333333
verified: no, type: map_at_3
value: 34.321999999999996
verified: no, type: map_at_5
value: 35.96091666666666
verified: no, type: map_at_10
value: 37.22708333333333
verified: no, type: map_at_20
value: 37.914833333333334
verified: no, type: map_at_100
value: 38.462166666666675
verified: no, type: map_at_1000
value: 38.57725
verified: no, type: recall_at_1
value: 27.52808333333333
verified: no, type: recall_at_3
value: 41.30075
verified: no, type: recall_at_5
value: 47.26408333333334
verified: no, type: recall_at_10
value: 54.663833333333336
verified: no, type: recall_at_20
value: 62.11658333333333
verified: no, type: recall_at_100
value: 77.176
verified: no, type: recall_at_1000
value: 92.03791666666666
verified: no, type: precision_at_1
value: 32.588499999999996
verified: no, type: precision_at_3
value: 17.485
verified: no, type: precision_at_5
value: 12.427666666666669
verified: no, type: precision_at_10
value: 7.493333333333334
verified: no, type: precision_at_20
value: 4.413499999999999
verified: no, type: precision_at_100
value: 1.18675
verified: no, type: precision_at_1000
value: 0.15691666666666665
verified: no, type: mrr_at_1
value: 32.58871666666667
verified: no, type: mrr_at_3
value: 39.09032499999999
verified: no, type: mrr_at_5
value: 40.533125
verified: no, type: mrr_at_10
value: 41.51483333333333
verified: no, type: mrr_at_20
value: 42.01036666666667
verified: no, type: mrr_at_100
value: 42.35724166666667
verified: no, type: mrr_at_1000
value: 42.41010833333333
verified: no, type: nauc_ndcg_at_1_max
value: 41.86760833333334
verified: no, type: nauc_ndcg_at_1_std
value: -0.022441666666666443
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.604266666666675
verified: no, type: nauc_ndcg_at_3_max
value: 40.649825
verified: no, type: nauc_ndcg_at_3_std
value: 0.9594416666666666
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.754375
verified: no, type: nauc_ndcg_at_5_max
value: 40.71646666666666
verified: no, type: nauc_ndcg_at_5_std
value: 1.8118249999999998
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.09031666666666
verified: no, type: nauc_ndcg_at_10_max
value: 40.616033333333334
verified: no, type: nauc_ndcg_at_10_std
value: 2.621475
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.56405833333333
verified: no, type: nauc_ndcg_at_20_max
value: 41.00335
verified: no, type: nauc_ndcg_at_20_std
value: 3.5835
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.526025
verified: no, type: nauc_ndcg_at_100_max
value: 41.626575
verified: no, type: nauc_ndcg_at_100_std
value: 4.921058333333334
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.785700000000006
verified: no, type: nauc_ndcg_at_1000_max
value: 41.623041666666666
verified: no, type: nauc_ndcg_at_1000_std
value: 4.743416666666667
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.930049999999994
verified: no, type: nauc_map_at_1_max
value: 37.757374999999996
verified: no, type: nauc_map_at_1_std
value: -2.7256583333333335
verified: no, type: nauc_map_at_1_diff1
value: 49.68454166666667
verified: no, type: nauc_map_at_3_max
value: 39.41603333333333
verified: no, type: nauc_map_at_3_std
value: -0.7485333333333334
verified: no, type: nauc_map_at_3_diff1
value: 44.64258333333333
verified: no, type: nauc_map_at_5_max
value: 39.84875833333333
verified: no, type: nauc_map_at_5_std
value: 0.010733333333333428
verified: no, type: nauc_map_at_5_diff1
value: 44.133975
verified: no, type: nauc_map_at_10_max
value: 40.05009166666666
verified: no, type: nauc_map_at_10_std
value: 0.6503083333333333
verified: no, type: nauc_map_at_10_diff1
value: 43.826724999999996
verified: no, type: nauc_map_at_20_max
value: 40.287733333333335
verified: no, type: nauc_map_at_20_std
value: 1.0432333333333332
verified: no, type: nauc_map_at_20_diff1
value: 43.784241666666674
verified: no, type: nauc_map_at_100_max
value: 40.44630833333334
verified: no, type: nauc_map_at_100_std
value: 1.3809583333333333
verified: no, type: nauc_map_at_100_diff1
value: 43.81610833333333
verified: no, type: nauc_map_at_1000_max
value: 40.45624166666667
verified: no, type: nauc_map_at_1000_std
value: 1.4088416666666665
verified: no, type: nauc_map_at_1000_diff1
value: 43.81260833333333
verified: no, type: nauc_recall_at_1_max
value: 37.757374999999996
verified: no, type: nauc_recall_at_1_std
value: -2.7256583333333335
verified: no, type: nauc_recall_at_1_diff1
value: 49.68454166666667
verified: no, type: nauc_recall_at_3_max
value: 37.99286666666667
verified: no, type: nauc_recall_at_3_std
value: 0.5074666666666666
verified: no, type: nauc_recall_at_3_diff1
value: 38.458816666666664
verified: no, type: nauc_recall_at_5_max
value: 38.23744166666667
verified: no, type: nauc_recall_at_5_std
value: 2.8538000000000006
verified: no, type: nauc_recall_at_5_diff1
value: 36.16175833333334
verified: no, type: nauc_recall_at_10_max
value: 37.54170833333333
verified: no, type: nauc_recall_at_10_std
value: 5.354441666666667
verified: no, type: nauc_recall_at_10_diff1
value: 33.80731666666667
verified: no, type: nauc_recall_at_20_max
value: 38.071758333333335
verified: no, type: nauc_recall_at_20_std
value: 9.4403
verified: no, type: nauc_recall_at_20_diff1
value: 32.409758333333336
verified: no, type: nauc_recall_at_100_max
value: 41.127158333333334
verified: no, type: nauc_recall_at_100_std
value: 20.718875000000004
verified: no, type: nauc_recall_at_100_diff1
value: 30.971016666666664
verified: no, type: nauc_recall_at_1000_max
value: 44.978608333333334
verified: no, type: nauc_recall_at_1000_std
value: 39.36581666666667
verified: no, type: nauc_recall_at_1000_diff1
value: 27.076241666666668
verified: no, type: nauc_precision_at_1_max
value: 41.86760833333334
verified: no, type: nauc_precision_at_1_std
value: -0.022441666666666443
verified: no, type: nauc_precision_at_1_diff1
value: 48.604266666666675
verified: no, type: nauc_precision_at_3_max
value: 40.53820000000001
verified: no, type: nauc_precision_at_3_std
value: 6.682866666666667
verified: no, type: nauc_precision_at_3_diff1
value: 30.627458333333337
verified: no, type: nauc_precision_at_5_max
value: 38.085708333333336
verified: no, type: nauc_precision_at_5_std
value: 10.236816666666666
verified: no, type: nauc_precision_at_5_diff1
value: 24.589866666666666
verified: no, type: nauc_precision_at_10_max
value: 33.795766666666665
verified: no, type: nauc_precision_at_10_std
value: 13.644358333333335
verified: no, type: nauc_precision_at_10_diff1
value: 17.663875
verified: no, type: nauc_precision_at_20_max
value: 30.67170833333333
verified: no, type: nauc_precision_at_20_std
value: 16.899591666666666
verified: no, type: nauc_precision_at_20_diff1
value: 12.398666666666665
verified: no, type: nauc_precision_at_100_max
value: 21.46699166666666
verified: no, type: nauc_precision_at_100_std
value: 19.683266666666665
verified: no, type: nauc_precision_at_100_diff1
value: 2.3721666666666668
verified: no, type: nauc_precision_at_1000_max
value: 6.773875
verified: no, type: nauc_precision_at_1000_std
value: 13.712933333333336
verified: no, type: nauc_precision_at_1000_diff1
value: -9.302758333333333
verified: no, type: nauc_mrr_at_1_max
value: 41.86760833333334
verified: no, type: nauc_mrr_at_1_std
value: -0.022441666666666443
verified: no, type: nauc_mrr_at_1_diff1
value: 48.604266666666675
verified: no, type: nauc_mrr_at_3_max
value: 42.065525
verified: no, type: nauc_mrr_at_3_std
value: 1.6751166666666664
verified: no, type: nauc_mrr_at_3_diff1
value: 43.90220833333333
verified: no, type: nauc_mrr_at_5_max
value: 42.07275833333333
verified: no, type: nauc_mrr_at_5_std
value: 2.3014749999999995
verified: no, type: nauc_mrr_at_5_diff1
value: 43.440275
verified: no, type: nauc_mrr_at_10_max
value: 41.955425000000005
verified: no, type: nauc_mrr_at_10_std
value: 2.499491666666667
verified: no, type: nauc_mrr_at_10_diff1
value: 43.23685833333333
verified: no, type: nauc_mrr_at_20_max
value: 41.98479166666666
verified: no, type: nauc_mrr_at_20_std
value: 2.6983083333333333
verified: no, type: nauc_mrr_at_20_diff1
value: 43.24806666666667
verified: no, type: nauc_mrr_at_100_max
value: 42.01090833333334
verified: no, type: nauc_mrr_at_100_std
value: 2.7583083333333334
verified: no, type: nauc_mrr_at_100_diff1
value: 43.28899166666667
verified: no, type: nauc_mrr_at_1000_max
value: 42.010841666666664
verified: no, type: nauc_mrr_at_1000_std
value: 2.750433333333333
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.299625
verified: no, type: main_score
value: 42.74341666666667
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 42.743416666666675
verified: no, type: ndcg_at_10
value: 42.743416666666675
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: ndcg_at_1
value: 27.607
verified: no, type: ndcg_at_3
value: 32.665
verified: no, type: ndcg_at_5
value: 34.876000000000005
verified: no, type: ndcg_at_10
value: 36.796
verified: no, type: ndcg_at_20
value: 38.405
verified: no, type: ndcg_at_100
value: 41.612
verified: no, type: ndcg_at_1000
value: 43.869
verified: no, type: map_at_1
value: 24.748
verified: no, type: map_at_3
value: 30.192999999999998
verified: no, type: map_at_5
value: 31.563999999999997
verified: no, type: map_at_10
value: 32.424
verified: no, type: map_at_20
value: 32.905
verified: no, type: map_at_100
value: 33.385
verified: no, type: map_at_1000
value: 33.476
verified: no, type: recall_at_1
value: 24.748
verified: no, type: recall_at_3
value: 36.14
verified: no, type: recall_at_5
value: 41.617
verified: no, type: recall_at_10
value: 47.49
verified: no, type: recall_at_20
value: 53.413
verified: no, type: recall_at_100
value: 69.461
verified: no, type: recall_at_1000
value: 86.014
verified: no, type: precision_at_1
value: 27.607
verified: no, type: precision_at_3
value: 13.957
verified: no, type: precision_at_5
value: 9.847
verified: no, type: precision_at_10
value: 5.782
verified: no, type: precision_at_20
value: 3.3360000000000003
verified: no, type: precision_at_100
value: 0.906
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: mrr_at_1
value: 27.6074
verified: no, type: mrr_at_3
value: 32.9499
verified: no, type: mrr_at_5
value: 34.2229
verified: no, type: mrr_at_10
value: 35.0668
verified: no, type: mrr_at_20
value: 35.4859
verified: no, type: mrr_at_100
value: 35.8948
verified: no, type: mrr_at_1000
value: 35.9562
verified: no, type: nauc_ndcg_at_1_max
value: 49.1944
verified: no, type: nauc_ndcg_at_1_std
value: 11.7093
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.8806
verified: no, type: nauc_ndcg_at_3_max
value: 46.7361
verified: no, type: nauc_ndcg_at_3_std
value: 13.4354
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.7927
verified: no, type: nauc_ndcg_at_5_max
value: 47.280899999999995
verified: no, type: nauc_ndcg_at_5_std
value: 14.5061
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.9168
verified: no, type: nauc_ndcg_at_10_max
value: 47.5137
verified: no, type: nauc_ndcg_at_10_std
value: 15.4698
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.4279
verified: no, type: nauc_ndcg_at_20_max
value: 47.9904
verified: no, type: nauc_ndcg_at_20_std
value: 15.7135
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.4332
verified: no, type: nauc_ndcg_at_100_max
value: 48.2942
verified: no, type: nauc_ndcg_at_100_std
value: 17.502100000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.6035
verified: no, type: nauc_ndcg_at_1000_max
value: 48.0957
verified: no, type: nauc_ndcg_at_1000_std
value: 17.6368
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.7597
verified: no, type: nauc_map_at_1_max
value: 45.6445
verified: no, type: nauc_map_at_1_std
value: 6.9397
verified: no, type: nauc_map_at_1_diff1
value: 58.6992
verified: no, type: nauc_map_at_3_max
value: 45.8449
verified: no, type: nauc_map_at_3_std
value: 11.036200000000001
verified: no, type: nauc_map_at_3_diff1
value: 51.906
verified: no, type: nauc_map_at_5_max
value: 46.3198
verified: no, type: nauc_map_at_5_std
value: 11.921
verified: no, type: nauc_map_at_5_diff1
value: 51.2763
verified: no, type: nauc_map_at_10_max
value: 46.5425
verified: no, type: nauc_map_at_10_std
value: 12.5743
verified: no, type: nauc_map_at_10_diff1
value: 50.9536
verified: no, type: nauc_map_at_20_max
value: 46.726
verified: no, type: nauc_map_at_20_std
value: 12.6497
verified: no, type: nauc_map_at_20_diff1
value: 50.99510000000001
verified: no, type: nauc_map_at_100_max
value: 46.7746
verified: no, type: nauc_map_at_100_std
value: 12.881200000000002
verified: no, type: nauc_map_at_100_diff1
value: 51.011399999999995
verified: no, type: nauc_map_at_1000_max
value: 46.785900000000005
verified: no, type: nauc_map_at_1000_std
value: 12.898000000000001
verified: no, type: nauc_map_at_1000_diff1
value: 51.01480000000001
verified: no, type: nauc_recall_at_1_max
value: 45.6445
verified: no, type: nauc_recall_at_1_std
value: 6.9397
verified: no, type: nauc_recall_at_1_diff1
value: 58.6992
verified: no, type: nauc_recall_at_3_max
value: 45.0182
verified: no, type: nauc_recall_at_3_std
value: 14.2648
verified: no, type: nauc_recall_at_3_diff1
value: 45.3428
verified: no, type: nauc_recall_at_5_max
value: 46.2258
verified: no, type: nauc_recall_at_5_std
value: 17.2103
verified: no, type: nauc_recall_at_5_diff1
value: 42.5614
verified: no, type: nauc_recall_at_10_max
value: 46.251799999999996
verified: no, type: nauc_recall_at_10_std
value: 19.8669
verified: no, type: nauc_recall_at_10_diff1
value: 40.415
verified: no, type: nauc_recall_at_20_max
value: 46.7318
verified: no, type: nauc_recall_at_20_std
value: 20.3996
verified: no, type: nauc_recall_at_20_diff1
value: 39.0112
verified: no, type: nauc_recall_at_100_max
value: 48.3756
verified: no, type: nauc_recall_at_100_std
value: 33.558
verified: no, type: nauc_recall_at_100_diff1
value: 37.584
verified: no, type: nauc_recall_at_1000_max
value: 46.1278
verified: no, type: nauc_recall_at_1000_std
value: 50.2506
verified: no, type: nauc_recall_at_1000_diff1
value: 33.7694
verified: no, type: nauc_precision_at_1_max
value: 49.1944
verified: no, type: nauc_precision_at_1_std
value: 11.7093
verified: no, type: nauc_precision_at_1_diff1
value: 56.8806
verified: no, type: nauc_precision_at_3_max
value: 49.9406
verified: no, type: nauc_precision_at_3_std
value: 22.883200000000002
verified: no, type: nauc_precision_at_3_diff1
value: 40.5974
verified: no, type: nauc_precision_at_5_max
value: 48.4187
verified: no, type: nauc_precision_at_5_std
value: 25.9129
verified: no, type: nauc_precision_at_5_diff1
value: 34.863
verified: no, type: nauc_precision_at_10_max
value: 46.734700000000004
verified: no, type: nauc_precision_at_10_std
value: 28.5765
verified: no, type: nauc_precision_at_10_diff1
value: 30.071599999999997
verified: no, type: nauc_precision_at_20_max
value: 45.2343
verified: no, type: nauc_precision_at_20_std
value: 27.4324
verified: no, type: nauc_precision_at_20_diff1
value: 26.888299999999997
verified: no, type: nauc_precision_at_100_max
value: 33.7511
verified: no, type: nauc_precision_at_100_std
value: 30.084300000000002
verified: no, type: nauc_precision_at_100_diff1
value: 14.877099999999999
verified: no, type: nauc_precision_at_1000_max
value: 15.059000000000001
verified: no, type: nauc_precision_at_1000_std
value: 21.4471
verified: no, type: nauc_precision_at_1000_diff1
value: -1.2862
verified: no, type: nauc_mrr_at_1_max
value: 49.1944
verified: no, type: nauc_mrr_at_1_std
value: 11.7093
verified: no, type: nauc_mrr_at_1_diff1
value: 56.8806
verified: no, type: nauc_mrr_at_3_max
value: 48.8173
verified: no, type: nauc_mrr_at_3_std
value: 14.7023
verified: no, type: nauc_mrr_at_3_diff1
value: 50.9845
verified: no, type: nauc_mrr_at_5_max
value: 49.0933
verified: no, type: nauc_mrr_at_5_std
value: 15.5443
verified: no, type: nauc_mrr_at_5_diff1
value: 50.403299999999994
verified: no, type: nauc_mrr_at_10_max
value: 49.058
verified: no, type: nauc_mrr_at_10_std
value: 15.6592
verified: no, type: nauc_mrr_at_10_diff1
value: 50.3304
verified: no, type: nauc_mrr_at_20_max
value: 49.104
verified: no, type: nauc_mrr_at_20_std
value: 15.7446
verified: no, type: nauc_mrr_at_20_diff1
value: 50.2689
verified: no, type: nauc_mrr_at_100_max
value: 49.071999999999996
verified: no, type: nauc_mrr_at_100_std
value: 15.8584
verified: no, type: nauc_mrr_at_100_diff1
value: 50.3045
verified: no, type: nauc_mrr_at_1000_max
value: 49.061
verified: no, type: nauc_mrr_at_1000_std
value: 15.856700000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.3081
verified: no, type: main_score
value: 36.796
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: ndcg_at_1
value: 23.159
verified: no, type: ndcg_at_3
value: 27.401999999999997
verified: no, type: ndcg_at_5
value: 29.354000000000003
verified: no, type: ndcg_at_10
value: 31.775
verified: no, type: ndcg_at_20
value: 33.743
verified: no, type: ndcg_at_100
value: 37.125
verified: no, type: ndcg_at_1000
value: 39.956
verified: no, type: map_at_1
value: 18.997
verified: no, type: map_at_3
value: 24.351
verified: no, type: map_at_5
value: 25.724999999999998
verified: no, type: map_at_10
value: 26.873
verified: no, type: map_at_20
value: 27.479
verified: no, type: map_at_100
value: 28.008
verified: no, type: map_at_1000
value: 28.133999999999997
verified: no, type: recall_at_1
value: 18.997
verified: no, type: recall_at_3
value: 30.14
verified: no, type: recall_at_5
value: 35.225
verified: no, type: recall_at_10
value: 42.447
verified: no, type: recall_at_20
value: 49.769000000000005
verified: no, type: recall_at_100
value: 66.39500000000001
verified: no, type: recall_at_1000
value: 86.434
verified: no, type: precision_at_1
value: 23.159
verified: no, type: precision_at_3
value: 12.995999999999999
verified: no, type: precision_at_5
value: 9.381
verified: no, type: precision_at_10
value: 5.778
verified: no, type: precision_at_20
value: 3.467
verified: no, type: precision_at_100
value: 0.9900000000000001
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: mrr_at_1
value: 23.159
verified: no, type: mrr_at_3
value: 28.676299999999998
verified: no, type: mrr_at_5
value: 29.9082
verified: no, type: mrr_at_10
value: 30.9286
verified: no, type: mrr_at_20
value: 31.4303
verified: no, type: mrr_at_100
value: 31.845000000000002
verified: no, type: mrr_at_1000
value: 31.9176
verified: no, type: nauc_ndcg_at_1_max
value: 32.959500000000006
verified: no, type: nauc_ndcg_at_1_std
value: -2.0082
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.801500000000004
verified: no, type: nauc_ndcg_at_3_max
value: 32.8362
verified: no, type: nauc_ndcg_at_3_std
value: -0.9611
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.248200000000004
verified: no, type: nauc_ndcg_at_5_max
value: 32.650800000000004
verified: no, type: nauc_ndcg_at_5_std
value: 0.13879999999999998
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.2211
verified: no, type: nauc_ndcg_at_10_max
value: 32.6256
verified: no, type: nauc_ndcg_at_10_std
value: 1.0654000000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.6558
verified: no, type: nauc_ndcg_at_20_max
value: 33.0706
verified: no, type: nauc_ndcg_at_20_std
value: 2.2485
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.5314
verified: no, type: nauc_ndcg_at_100_max
value: 33.3131
verified: no, type: nauc_ndcg_at_100_std
value: 3.4467
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.4791
verified: no, type: nauc_ndcg_at_1000_max
value: 33.644400000000005
verified: no, type: nauc_ndcg_at_1000_std
value: 3.6159999999999997
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.9717
verified: no, type: nauc_map_at_1_max
value: 30.2696
verified: no, type: nauc_map_at_1_std
value: -3.3264
verified: no, type: nauc_map_at_1_diff1
value: 42.0066
verified: no, type: nauc_map_at_3_max
value: 31.455899999999996
verified: no, type: nauc_map_at_3_std
value: -1.8429999999999997
verified: no, type: nauc_map_at_3_diff1
value: 37.4893
verified: no, type: nauc_map_at_5_max
value: 31.7755
verified: no, type: nauc_map_at_5_std
value: -1.1461999999999999
verified: no, type: nauc_map_at_5_diff1
value: 36.8624
verified: no, type: nauc_map_at_10_max
value: 31.9842
verified: no, type: nauc_map_at_10_std
value: -0.6542
verified: no, type: nauc_map_at_10_diff1
value: 36.5911
verified: no, type: nauc_map_at_20_max
value: 32.1745
verified: no, type: nauc_map_at_20_std
value: -0.2191
verified: no, type: nauc_map_at_20_diff1
value: 36.552800000000005
verified: no, type: nauc_map_at_100_max
value: 32.3001
verified: no, type: nauc_map_at_100_std
value: 0.012199999999999999
verified: no, type: nauc_map_at_100_diff1
value: 36.5376
verified: no, type: nauc_map_at_1000_max
value: 32.3571
verified: no, type: nauc_map_at_1000_std
value: 0.0557
verified: no, type: nauc_map_at_1000_diff1
value: 36.5535
verified: no, type: nauc_recall_at_1_max
value: 30.2696
verified: no, type: nauc_recall_at_1_std
value: -3.3264
verified: no, type: nauc_recall_at_1_diff1
value: 42.0066
verified: no, type: nauc_recall_at_3_max
value: 30.413600000000002
verified: no, type: nauc_recall_at_3_std
value: -0.44530000000000003
verified: no, type: nauc_recall_at_3_diff1
value: 32.3805
verified: no, type: nauc_recall_at_5_max
value: 30.075499999999998
verified: no, type: nauc_recall_at_5_std
value: 1.8853000000000002
verified: no, type: nauc_recall_at_5_diff1
value: 29.8885
verified: no, type: nauc_recall_at_10_max
value: 29.7039
verified: no, type: nauc_recall_at_10_std
value: 4.1936
verified: no, type: nauc_recall_at_10_diff1
value: 27.9912
verified: no, type: nauc_recall_at_20_max
value: 30.538700000000002
verified: no, type: nauc_recall_at_20_std
value: 7.8352
verified: no, type: nauc_recall_at_20_diff1
value: 26.842
verified: no, type: nauc_recall_at_100_max
value: 30.8116
verified: no, type: nauc_recall_at_100_std
value: 15.1426
verified: no, type: nauc_recall_at_100_diff1
value: 23.9166
verified: no, type: nauc_recall_at_1000_max
value: 31.9647
verified: no, type: nauc_recall_at_1000_std
value: 26.5754
verified: no, type: nauc_recall_at_1000_diff1
value: 22.608
verified: no, type: nauc_precision_at_1_max
value: 32.959500000000006
verified: no, type: nauc_precision_at_1_std
value: -2.0082
verified: no, type: nauc_precision_at_1_diff1
value: 41.801500000000004
verified: no, type: nauc_precision_at_3_max
value: 34.8709
verified: no, type: nauc_precision_at_3_std
value: 1.5288
verified: no, type: nauc_precision_at_3_diff1
value: 30.6782
verified: no, type: nauc_precision_at_5_max
value: 34.163700000000006
verified: no, type: nauc_precision_at_5_std
value: 4.3446
verified: no, type: nauc_precision_at_5_diff1
value: 26.2964
verified: no, type: nauc_precision_at_10_max
value: 33.1747
verified: no, type: nauc_precision_at_10_std
value: 7.2109000000000005
verified: no, type: nauc_precision_at_10_diff1
value: 22.6126
verified: no, type: nauc_precision_at_20_max
value: 32.8185
verified: no, type: nauc_precision_at_20_std
value: 11.296100000000001
verified: no, type: nauc_precision_at_20_diff1
value: 19.4086
verified: no, type: nauc_precision_at_100_max
value: 30.4363
verified: no, type: nauc_precision_at_100_std
value: 14.23
verified: no, type: nauc_precision_at_100_diff1
value: 13.1689
verified: no, type: nauc_precision_at_1000_max
value: 24.6263
verified: no, type: nauc_precision_at_1000_std
value: 11.190999999999999
verified: no, type: nauc_precision_at_1000_diff1
value: 4.5375
verified: no, type: nauc_mrr_at_1_max
value: 32.959500000000006
verified: no, type: nauc_mrr_at_1_std
value: -2.0082
verified: no, type: nauc_mrr_at_1_diff1
value: 41.801500000000004
verified: no, type: nauc_mrr_at_3_max
value: 33.949400000000004
verified: no, type: nauc_mrr_at_3_std
value: -0.5342
verified: no, type: nauc_mrr_at_3_diff1
value: 37.3148
verified: no, type: nauc_mrr_at_5_max
value: 33.7685
verified: no, type: nauc_mrr_at_5_std
value: 0.2542
verified: no, type: nauc_mrr_at_5_diff1
value: 36.5632
verified: no, type: nauc_mrr_at_10_max
value: 33.849000000000004
verified: no, type: nauc_mrr_at_10_std
value: 0.6677
verified: no, type: nauc_mrr_at_10_diff1
value: 36.4741
verified: no, type: nauc_mrr_at_20_max
value: 33.9586
verified: no, type: nauc_mrr_at_20_std
value: 0.897
verified: no, type: nauc_mrr_at_20_diff1
value: 36.478899999999996
verified: no, type: nauc_mrr_at_100_max
value: 33.9441
verified: no, type: nauc_mrr_at_100_std
value: 0.9808000000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 36.5049
verified: no, type: nauc_mrr_at_1000_max
value: 33.9546
verified: no, type: nauc_mrr_at_1000_std
value: 0.9831
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.5259
verified: no, type: main_score
value: 31.775
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: ndcg_at_1
value: 34.981
verified: no, type: ndcg_at_3
value: 40.107
verified: no, type: ndcg_at_5
value: 42.842999999999996
verified: no, type: ndcg_at_10
value: 45.275
verified: no, type: ndcg_at_20
value: 47.455999999999996
verified: no, type: ndcg_at_100
value: 50.321000000000005
verified: no, type: ndcg_at_1000
value: 52.406
verified: no, type: map_at_1
value: 29.504
verified: no, type: map_at_3
value: 36.622
verified: no, type: map_at_5
value: 38.541
verified: no, type: map_at_10
value: 39.675
verified: no, type: map_at_20
value: 40.409
verified: no, type: map_at_100
value: 40.914
verified: no, type: map_at_1000
value: 41.012
verified: no, type: recall_at_1
value: 29.504
verified: no, type: recall_at_3
value: 43.807
verified: no, type: recall_at_5
value: 50.77700000000001
verified: no, type: recall_at_10
value: 57.898
verified: no, type: recall_at_20
value: 65.59899999999999
verified: no, type: recall_at_100
value: 78.974
verified: no, type: recall_at_1000
value: 93.33399999999999
verified: no, type: precision_at_1
value: 34.981
verified: no, type: precision_at_3
value: 18.315
verified: no, type: precision_at_5
value: 13.097
verified: no, type: precision_at_10
value: 7.631
verified: no, type: precision_at_20
value: 4.431
verified: no, type: precision_at_100
value: 1.13
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: mrr_at_1
value: 34.9813
verified: no, type: mrr_at_3
value: 41.3557
verified: no, type: mrr_at_5
value: 42.9602
verified: no, type: mrr_at_10
value: 43.9816
verified: no, type: mrr_at_20
value: 44.5
verified: no, type: mrr_at_100
value: 44.8076
verified: no, type: mrr_at_1000
value: 44.865
verified: no, type: nauc_ndcg_at_1_max
value: 48.6102
verified: no, type: nauc_ndcg_at_1_std
value: -5.6691
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.008599999999994
verified: no, type: nauc_ndcg_at_3_max
value: 46.388400000000004
verified: no, type: nauc_ndcg_at_3_std
value: -4.877800000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.1768
verified: no, type: nauc_ndcg_at_5_max
value: 46.3438
verified: no, type: nauc_ndcg_at_5_std
value: -4.1069
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.209999999999994
verified: no, type: nauc_ndcg_at_10_max
value: 46.147
verified: no, type: nauc_ndcg_at_10_std
value: -3.7115
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.9846
verified: no, type: nauc_ndcg_at_20_max
value: 46.2731
verified: no, type: nauc_ndcg_at_20_std
value: -3.5068
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.1901
verified: no, type: nauc_ndcg_at_100_max
value: 46.886
verified: no, type: nauc_ndcg_at_100_std
value: -1.8507
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.058
verified: no, type: nauc_ndcg_at_1000_max
value: 46.5984
verified: no, type: nauc_ndcg_at_1000_std
value: -2.1614999999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.1318
verified: no, type: nauc_map_at_1_max
value: 45.5569
verified: no, type: nauc_map_at_1_std
value: -7.604900000000001
verified: no, type: nauc_map_at_1_diff1
value: 56.3936
verified: no, type: nauc_map_at_3_max
value: 46.0028
verified: no, type: nauc_map_at_3_std
value: -6.334
verified: no, type: nauc_map_at_3_diff1
value: 51.3472
verified: no, type: nauc_map_at_5_max
value: 46.2903
verified: no, type: nauc_map_at_5_std
value: -5.475300000000001
verified: no, type: nauc_map_at_5_diff1
value: 50.5945
verified: no, type: nauc_map_at_10_max
value: 46.3277
verified: no, type: nauc_map_at_10_std
value: -5.1829
verified: no, type: nauc_map_at_10_diff1
value: 50.4714
verified: no, type: nauc_map_at_20_max
value: 46.5326
verified: no, type: nauc_map_at_20_std
value: -5.0456
verified: no, type: nauc_map_at_20_diff1
value: 50.5729
verified: no, type: nauc_map_at_100_max
value: 46.6537
verified: no, type: nauc_map_at_100_std
value: -4.7367
verified: no, type: nauc_map_at_100_diff1
value: 50.711
verified: no, type: nauc_map_at_1000_max
value: 46.6406
verified: no, type: nauc_map_at_1000_std
value: -4.7269
verified: no, type: nauc_map_at_1000_diff1
value: 50.6985
verified: no, type: nauc_recall_at_1_max
value: 45.5569
verified: no, type: nauc_recall_at_1_std
value: -7.604900000000001
verified: no, type: nauc_recall_at_1_diff1
value: 56.3936
verified: no, type: nauc_recall_at_3_max
value: 43.1624
verified: no, type: nauc_recall_at_3_std
value: -5.0664
verified: no, type: nauc_recall_at_3_diff1
value: 44.016
verified: no, type: nauc_recall_at_5_max
value: 42.893
verified: no, type: nauc_recall_at_5_std
value: -2.0581
verified: no, type: nauc_recall_at_5_diff1
value: 40.6813
verified: no, type: nauc_recall_at_10_max
value: 41.3464
verified: no, type: nauc_recall_at_10_std
value: -0.9026
verified: no, type: nauc_recall_at_10_diff1
value: 38.8716
verified: no, type: nauc_recall_at_20_max
value: 40.7766
verified: no, type: nauc_recall_at_20_std
value: -0.4664
verified: no, type: nauc_recall_at_20_diff1
value: 38.6801
verified: no, type: nauc_recall_at_100_max
value: 43.856
verified: no, type: nauc_recall_at_100_std
value: 12.148200000000001
verified: no, type: nauc_recall_at_100_diff1
value: 43.189899999999994
verified: no, type: nauc_recall_at_1000_max
value: 36.6555
verified: no, type: nauc_recall_at_1000_std
value: 25.7409
verified: no, type: nauc_recall_at_1000_diff1
value: 44.9133
verified: no, type: nauc_precision_at_1_max
value: 48.6102
verified: no, type: nauc_precision_at_1_std
value: -5.6691
verified: no, type: nauc_precision_at_1_diff1
value: 56.008599999999994
verified: no, type: nauc_precision_at_3_max
value: 43.2148
verified: no, type: nauc_precision_at_3_std
value: 0.0292
verified: no, type: nauc_precision_at_3_diff1
value: 35.75
verified: no, type: nauc_precision_at_5_max
value: 39.8562
verified: no, type: nauc_precision_at_5_std
value: 4.105
verified: no, type: nauc_precision_at_5_diff1
value: 28.4213
verified: no, type: nauc_precision_at_10_max
value: 34.901199999999996
verified: no, type: nauc_precision_at_10_std
value: 6.4718
verified: no, type: nauc_precision_at_10_diff1
value: 22.785
verified: no, type: nauc_precision_at_20_max
value: 29.151
verified: no, type: nauc_precision_at_20_std
value: 8.213
verified: no, type: nauc_precision_at_20_diff1
value: 16.6992
verified: no, type: nauc_precision_at_100_max
value: 17.1377
verified: no, type: nauc_precision_at_100_std
value: 16.1652
verified: no, type: nauc_precision_at_100_diff1
value: 4.4657
verified: no, type: nauc_precision_at_1000_max
value: -2.6889
verified: no, type: nauc_precision_at_1000_std
value: 11.010499999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -11.0026
verified: no, type: nauc_mrr_at_1_max
value: 48.6102
verified: no, type: nauc_mrr_at_1_std
value: -5.6691
verified: no, type: nauc_mrr_at_1_diff1
value: 56.008599999999994
verified: no, type: nauc_mrr_at_3_max
value: 47.6571
verified: no, type: nauc_mrr_at_3_std
value: -4.1072999999999995
verified: no, type: nauc_mrr_at_3_diff1
value: 50.18470000000001
verified: no, type: nauc_mrr_at_5_max
value: 47.6268
verified: no, type: nauc_mrr_at_5_std
value: -3.6222
verified: no, type: nauc_mrr_at_5_diff1
value: 49.5854
verified: no, type: nauc_mrr_at_10_max
value: 47.454499999999996
verified: no, type: nauc_mrr_at_10_std
value: -3.4977
verified: no, type: nauc_mrr_at_10_diff1
value: 49.5833
verified: no, type: nauc_mrr_at_20_max
value: 47.3316
verified: no, type: nauc_mrr_at_20_std
value: -3.5721000000000003
verified: no, type: nauc_mrr_at_20_diff1
value: 49.6713
verified: no, type: nauc_mrr_at_100_max
value: 47.387299999999996
verified: no, type: nauc_mrr_at_100_std
value: -3.4835
verified: no, type: nauc_mrr_at_100_diff1
value: 49.8135
verified: no, type: nauc_mrr_at_1000_max
value: 47.4002
verified: no, type: nauc_mrr_at_1000_std
value: -3.4842999999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.8286
verified: no, type: main_score
value: 45.275
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: ndcg_at_1
value: 32.806000000000004
verified: no, type: ndcg_at_3
value: 38.775999999999996
verified: no, type: ndcg_at_5
value: 40.614
verified: no, type: ndcg_at_10
value: 42.957
verified: no, type: ndcg_at_20
value: 45.202999999999996
verified: no, type: ndcg_at_100
value: 48.941
verified: no, type: ndcg_at_1000
value: 51.105000000000004
verified: no, type: map_at_1
value: 27.236
verified: no, type: map_at_3
value: 34.204
verified: no, type: map_at_5
value: 35.66
verified: no, type: map_at_10
value: 36.986000000000004
verified: no, type: map_at_20
value: 37.827
verified: no, type: map_at_100
value: 38.602
verified: no, type: map_at_1000
value: 38.818000000000005
verified: no, type: recall_at_1
value: 27.236
verified: no, type: recall_at_3
value: 41.596
verified: no, type: recall_at_5
value: 46.947
verified: no, type: recall_at_10
value: 54.129000000000005
verified: no, type: recall_at_20
value: 62.641000000000005
verified: no, type: recall_at_100
value: 80.971
verified: no, type: recall_at_1000
value: 93.98100000000001
verified: no, type: precision_at_1
value: 32.806000000000004
verified: no, type: precision_at_3
value: 18.445
verified: no, type: precision_at_5
value: 13.083
verified: no, type: precision_at_10
value: 8.142000000000001
verified: no, type: precision_at_20
value: 5.119
verified: no, type: precision_at_100
value: 1.599
verified: no, type: precision_at_1000
value: 0.244
verified: no, type: mrr_at_1
value: 32.8063
verified: no, type: mrr_at_3
value: 39.5257
verified: no, type: mrr_at_5
value: 40.8399
verified: no, type: mrr_at_10
value: 41.8107
verified: no, type: mrr_at_20
value: 42.4012
verified: no, type: mrr_at_100
value: 42.7919
verified: no, type: mrr_at_1000
value: 42.8261
verified: no, type: nauc_ndcg_at_1_max
value: 49.2838
verified: no, type: nauc_ndcg_at_1_std
value: 8.713799999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.2777
verified: no, type: nauc_ndcg_at_3_max
value: 44.4031
verified: no, type: nauc_ndcg_at_3_std
value: 11.4725
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.5639
verified: no, type: nauc_ndcg_at_5_max
value: 44.452999999999996
verified: no, type: nauc_ndcg_at_5_std
value: 11.9373
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.977199999999996
verified: no, type: nauc_ndcg_at_10_max
value: 44.8695
verified: no, type: nauc_ndcg_at_10_std
value: 13.6193
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.665
verified: no, type: nauc_ndcg_at_20_max
value: 45.691900000000004
verified: no, type: nauc_ndcg_at_20_std
value: 14.0959
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.2414
verified: no, type: nauc_ndcg_at_100_max
value: 45.7442
verified: no, type: nauc_ndcg_at_100_std
value: 15.218699999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.7288
verified: no, type: nauc_ndcg_at_1000_max
value: 46.788000000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 15.409900000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.9824
verified: no, type: nauc_map_at_1_max
value: 48.0334
verified: no, type: nauc_map_at_1_std
value: 8.0125
verified: no, type: nauc_map_at_1_diff1
value: 53.4579
verified: no, type: nauc_map_at_3_max
value: 45.1289
verified: no, type: nauc_map_at_3_std
value: 10.013
verified: no, type: nauc_map_at_3_diff1
value: 45.51
verified: no, type: nauc_map_at_5_max
value: 45.3494
verified: no, type: nauc_map_at_5_std
value: 10.0348
verified: no, type: nauc_map_at_5_diff1
value: 45.3972
verified: no, type: nauc_map_at_10_max
value: 45.8378
verified: no, type: nauc_map_at_10_std
value: 11.3299
verified: no, type: nauc_map_at_10_diff1
value: 44.8933
verified: no, type: nauc_map_at_20_max
value: 46.156000000000006
verified: no, type: nauc_map_at_20_std
value: 11.8154
verified: no, type: nauc_map_at_20_diff1
value: 44.6615
verified: no, type: nauc_map_at_100_max
value: 46.1188
verified: no, type: nauc_map_at_100_std
value: 12.3635
verified: no, type: nauc_map_at_100_diff1
value: 44.5946
verified: no, type: nauc_map_at_1000_max
value: 46.1113
verified: no, type: nauc_map_at_1000_std
value: 12.526599999999998
verified: no, type: nauc_map_at_1000_diff1
value: 44.595400000000005
verified: no, type: nauc_recall_at_1_max
value: 48.0334
verified: no, type: nauc_recall_at_1_std
value: 8.0125
verified: no, type: nauc_recall_at_1_diff1
value: 53.4579
verified: no, type: nauc_recall_at_3_max
value: 39.3688
verified: no, type: nauc_recall_at_3_std
value: 10.3834
verified: no, type: nauc_recall_at_3_diff1
value: 37.8084
verified: no, type: nauc_recall_at_5_max
value: 39.3184
verified: no, type: nauc_recall_at_5_std
value: 10.509400000000001
verified: no, type: nauc_recall_at_5_diff1
value: 36.7191
verified: no, type: nauc_recall_at_10_max
value: 38.785599999999995
verified: no, type: nauc_recall_at_10_std
value: 15.781300000000002
verified: no, type: nauc_recall_at_10_diff1
value: 34.7564
verified: no, type: nauc_recall_at_20_max
value: 39.6075
verified: no, type: nauc_recall_at_20_std
value: 18.0278
verified: no, type: nauc_recall_at_20_diff1
value: 35.483399999999996
verified: no, type: nauc_recall_at_100_max
value: 36.1361
verified: no, type: nauc_recall_at_100_std
value: 29.1037
verified: no, type: nauc_recall_at_100_diff1
value: 26.9486
verified: no, type: nauc_recall_at_1000_max
value: 62.4461
verified: no, type: nauc_recall_at_1000_std
value: 57.465599999999995
verified: no, type: nauc_recall_at_1000_diff1
value: 29.5554
verified: no, type: nauc_precision_at_1_max
value: 49.2838
verified: no, type: nauc_precision_at_1_std
value: 8.713799999999999
verified: no, type: nauc_precision_at_1_diff1
value: 48.2777
verified: no, type: nauc_precision_at_3_max
value: 36.4572
verified: no, type: nauc_precision_at_3_std
value: 14.3924
verified: no, type: nauc_precision_at_3_diff1
value: 22.9406
verified: no, type: nauc_precision_at_5_max
value: 32.5803
verified: no, type: nauc_precision_at_5_std
value: 16.4452
verified: no, type: nauc_precision_at_5_diff1
value: 18.2745
verified: no, type: nauc_precision_at_10_max
value: 27.3789
verified: no, type: nauc_precision_at_10_std
value: 21.0131
verified: no, type: nauc_precision_at_10_diff1
value: 6.947399999999999
verified: no, type: nauc_precision_at_20_max
value: 22.8404
verified: no, type: nauc_precision_at_20_std
value: 24.6328
verified: no, type: nauc_precision_at_20_diff1
value: 0.1601
verified: no, type: nauc_precision_at_100_max
value: 2.6098
verified: no, type: nauc_precision_at_100_std
value: 22.3326
verified: no, type: nauc_precision_at_100_diff1
value: -10.1755
verified: no, type: nauc_precision_at_1000_max
value: -6.730899999999999
verified: no, type: nauc_precision_at_1000_std
value: 18.262900000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -16.3364
verified: no, type: nauc_mrr_at_1_max
value: 49.2838
verified: no, type: nauc_mrr_at_1_std
value: 8.713799999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 48.2777
verified: no, type: nauc_mrr_at_3_max
value: 45.8613
verified: no, type: nauc_mrr_at_3_std
value: 10.4584
verified: no, type: nauc_mrr_at_3_diff1
value: 42.2388
verified: no, type: nauc_mrr_at_5_max
value: 46.1544
verified: no, type: nauc_mrr_at_5_std
value: 11.1434
verified: no, type: nauc_mrr_at_5_diff1
value: 42.2252
verified: no, type: nauc_mrr_at_10_max
value: 46.2703
verified: no, type: nauc_mrr_at_10_std
value: 11.7714
verified: no, type: nauc_mrr_at_10_diff1
value: 42.0821
verified: no, type: nauc_mrr_at_20_max
value: 46.4586
verified: no, type: nauc_mrr_at_20_std
value: 11.9329
verified: no, type: nauc_mrr_at_20_diff1
value: 42.3199
verified: no, type: nauc_mrr_at_100_max
value: 46.4309
verified: no, type: nauc_mrr_at_100_std
value: 11.9458
verified: no, type: nauc_mrr_at_100_diff1
value: 42.2902
verified: no, type: nauc_mrr_at_1000_max
value: 46.4392
verified: no, type: nauc_mrr_at_1000_std
value: 11.9269
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.3078
verified: no, type: main_score
value: 42.957
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: ndcg_at_1
value: 25.692999999999998
verified: no, type: ndcg_at_3
value: 31.375999999999998
verified: no, type: ndcg_at_5
value: 33.617999999999995
verified: no, type: ndcg_at_10
value: 36.409000000000006
verified: no, type: ndcg_at_20
value: 38.5
verified: no, type: ndcg_at_100
value: 41.614000000000004
verified: no, type: ndcg_at_1000
value: 44.119
verified: no, type: map_at_1
value: 23.666
verified: no, type: map_at_3
value: 29.072
verified: no, type: map_at_5
value: 30.453999999999997
verified: no, type: map_at_10
value: 31.673000000000002
verified: no, type: map_at_20
value: 32.256
verified: no, type: map_at_100
value: 32.721000000000004
verified: no, type: map_at_1000
value: 32.82
verified: no, type: recall_at_1
value: 23.666
verified: no, type: recall_at_3
value: 35.693000000000005
verified: no, type: recall_at_5
value: 40.937
verified: no, type: recall_at_10
value: 48.979
verified: no, type: recall_at_20
value: 57.028999999999996
verified: no, type: recall_at_100
value: 72.80799999999999
verified: no, type: recall_at_1000
value: 91.546
verified: no, type: precision_at_1
value: 25.692999999999998
verified: no, type: precision_at_3
value: 13.123999999999999
verified: no, type: precision_at_5
value: 9.279
verified: no, type: precision_at_10
value: 5.712
verified: no, type: precision_at_20
value: 3.3360000000000003
verified: no, type: precision_at_100
value: 0.8869999999999999
verified: no, type: precision_at_1000
value: 0.122
verified: no, type: mrr_at_1
value: 25.6932
verified: no, type: mrr_at_3
value: 31.2693
verified: no, type: mrr_at_5
value: 32.4522
verified: no, type: mrr_at_10
value: 33.6496
verified: no, type: mrr_at_20
value: 34.208
verified: no, type: mrr_at_100
value: 34.6132
verified: no, type: mrr_at_1000
value: 34.6794
verified: no, type: nauc_ndcg_at_1_max
value: 30.436400000000003
verified: no, type: nauc_ndcg_at_1_std
value: -5.177099999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.9465
verified: no, type: nauc_ndcg_at_3_max
value: 27.759600000000002
verified: no, type: nauc_ndcg_at_3_std
value: -3.7716
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.0374
verified: no, type: nauc_ndcg_at_5_max
value: 29.284399999999998
verified: no, type: nauc_ndcg_at_5_std
value: -2.1555999999999997
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.2735
verified: no, type: nauc_ndcg_at_10_max
value: 27.4811
verified: no, type: nauc_ndcg_at_10_std
value: -2.3712
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.5165
verified: no, type: nauc_ndcg_at_20_max
value: 28.385899999999996
verified: no, type: nauc_ndcg_at_20_std
value: -0.7358
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.5901
verified: no, type: nauc_ndcg_at_100_max
value: 29.6634
verified: no, type: nauc_ndcg_at_100_std
value: 0.6082
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.455
verified: no, type: nauc_ndcg_at_1000_max
value: 29.316
verified: no, type: nauc_ndcg_at_1000_std
value: 0.8039
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.406699999999997
verified: no, type: nauc_map_at_1_max
value: 28.618900000000004
verified: no, type: nauc_map_at_1_std
value: -5.8273
verified: no, type: nauc_map_at_1_diff1
value: 39.6434
verified: no, type: nauc_map_at_3_max
value: 27.3257
verified: no, type: nauc_map_at_3_std
value: -4.8353
verified: no, type: nauc_map_at_3_diff1
value: 33.9743
verified: no, type: nauc_map_at_5_max
value: 28.5433
verified: no, type: nauc_map_at_5_std
value: -3.7222
verified: no, type: nauc_map_at_5_diff1
value: 33.360099999999996
verified: no, type: nauc_map_at_10_max
value: 27.972399999999997
verified: no, type: nauc_map_at_10_std
value: -3.565
verified: no, type: nauc_map_at_10_diff1
value: 32.9863
verified: no, type: nauc_map_at_20_max
value: 28.2615
verified: no, type: nauc_map_at_20_std
value: -3.1113
verified: no, type: nauc_map_at_20_diff1
value: 32.9793
verified: no, type: nauc_map_at_100_max
value: 28.540300000000002
verified: no, type: nauc_map_at_100_std
value: -2.7937
verified: no, type: nauc_map_at_100_diff1
value: 32.9581
verified: no, type: nauc_map_at_1000_max
value: 28.5349
verified: no, type: nauc_map_at_1000_std
value: -2.7701
verified: no, type: nauc_map_at_1000_diff1
value: 32.939299999999996
verified: no, type: nauc_recall_at_1_max
value: 28.618900000000004
verified: no, type: nauc_recall_at_1_std
value: -5.8273
verified: no, type: nauc_recall_at_1_diff1
value: 39.6434
verified: no, type: nauc_recall_at_3_max
value: 25.120199999999997
verified: no, type: nauc_recall_at_3_std
value: -3.4718
verified: no, type: nauc_recall_at_3_diff1
value: 27.233200000000004
verified: no, type: nauc_recall_at_5_max
value: 28.6985
verified: no, type: nauc_recall_at_5_std
value: 0.1915
verified: no, type: nauc_recall_at_5_diff1
value: 25.533299999999997
verified: no, type: nauc_recall_at_10_max
value: 23.3717
verified: no, type: nauc_recall_at_10_std
value: -0.9587999999999999
verified: no, type: nauc_recall_at_10_diff1
value: 23.8178
verified: no, type: nauc_recall_at_20_max
value: 25.923800000000004
verified: no, type: nauc_recall_at_20_std
value: 5.4661
verified: no, type: nauc_recall_at_20_diff1
value: 23.4099
verified: no, type: nauc_recall_at_100_max
value: 32.182500000000005
verified: no, type: nauc_recall_at_100_std
value: 14.696200000000001
verified: no, type: nauc_recall_at_100_diff1
value: 20.6716
verified: no, type: nauc_recall_at_1000_max
value: 31.512400000000003
verified: no, type: nauc_recall_at_1000_std
value: 42.5301
verified: no, type: nauc_recall_at_1000_diff1
value: 10.7694
verified: no, type: nauc_precision_at_1_max
value: 30.436400000000003
verified: no, type: nauc_precision_at_1_std
value: -5.177099999999999
verified: no, type: nauc_precision_at_1_diff1
value: 38.9465
verified: no, type: nauc_precision_at_3_max
value: 29.1341
verified: no, type: nauc_precision_at_3_std
value: -0.1582
verified: no, type: nauc_precision_at_3_diff1
value: 25.872600000000002
verified: no, type: nauc_precision_at_5_max
value: 32.7748
verified: no, type: nauc_precision_at_5_std
value: 4.798100000000001
verified: no, type: nauc_precision_at_5_diff1
value: 21.712400000000002
verified: no, type: nauc_precision_at_10_max
value: 27.396700000000003
verified: no, type: nauc_precision_at_10_std
value: 6.6187
verified: no, type: nauc_precision_at_10_diff1
value: 16.292499999999997
verified: no, type: nauc_precision_at_20_max
value: 29.6999
verified: no, type: nauc_precision_at_20_std
value: 12.6113
verified: no, type: nauc_precision_at_20_diff1
value: 14.616399999999999
verified: no, type: nauc_precision_at_100_max
value: 29.297099999999997
verified: no, type: nauc_precision_at_100_std
value: 20.9722
verified: no, type: nauc_precision_at_100_diff1
value: 1.6410999999999998
verified: no, type: nauc_precision_at_1000_max
value: 2.7286
verified: no, type: nauc_precision_at_1000_std
value: 14.837200000000001
verified: no, type: nauc_precision_at_1000_diff1
value: -21.584500000000002
verified: no, type: nauc_mrr_at_1_max
value: 30.436400000000003
verified: no, type: nauc_mrr_at_1_std
value: -5.177099999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 38.9465
verified: no, type: nauc_mrr_at_3_max
value: 29.766199999999998
verified: no, type: nauc_mrr_at_3_std
value: -3.0375
verified: no, type: nauc_mrr_at_3_diff1
value: 33.568599999999996
verified: no, type: nauc_mrr_at_5_max
value: 30.4582
verified: no, type: nauc_mrr_at_5_std
value: -2.0233
verified: no, type: nauc_mrr_at_5_diff1
value: 33.1478
verified: no, type: nauc_mrr_at_10_max
value: 29.3877
verified: no, type: nauc_mrr_at_10_std
value: -2.3752
verified: no, type: nauc_mrr_at_10_diff1
value: 32.5597
verified: no, type: nauc_mrr_at_20_max
value: 29.631400000000003
verified: no, type: nauc_mrr_at_20_std
value: -1.9325999999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 32.6145
verified: no, type: nauc_mrr_at_100_max
value: 29.7106
verified: no, type: nauc_mrr_at_100_std
value: -1.8483
verified: no, type: nauc_mrr_at_100_diff1
value: 32.624900000000004
verified: no, type: nauc_mrr_at_1000_max
value: 29.7099
verified: no, type: nauc_mrr_at_1000_std
value: -1.8341
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.6251
verified: no, type: main_score
value: 36.409000000000006
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: ndcg_at_1
value: 26.971
verified: no, type: ndcg_at_3
value: 24.196
verified: no, type: ndcg_at_5
value: 25.811
verified: no, type: ndcg_at_10
value: 29.494
verified: no, type: ndcg_at_20
value: 32.013999999999996
verified: no, type: ndcg_at_100
value: 35.989
verified: no, type: ndcg_at_1000
value: 39.326
verified: no, type: map_at_1
value: 12.107
verified: no, type: map_at_3
value: 17.538
verified: no, type: map_at_5
value: 19.124
verified: no, type: map_at_10
value: 20.896
verified: no, type: map_at_20
value: 21.798000000000002
verified: no, type: map_at_100
value: 22.567
verified: no, type: map_at_1000
value: 22.746
verified: no, type: recall_at_1
value: 12.107
verified: no, type: recall_at_3
value: 22.425
verified: no, type: recall_at_5
value: 27.394000000000002
verified: no, type: recall_at_10
value: 35.57
verified: no, type: recall_at_20
value: 42.565
verified: no, type: recall_at_100
value: 57.708000000000006
verified: no, type: recall_at_1000
value: 76.673
verified: no, type: precision_at_1
value: 26.971
verified: no, type: precision_at_3
value: 18.111
verified: no, type: precision_at_5
value: 13.694
verified: no, type: precision_at_10
value: 9.303
verified: no, type: precision_at_20
value: 5.769
verified: no, type: precision_at_100
value: 1.6320000000000001
verified: no, type: precision_at_1000
value: 0.22499999999999998
verified: no, type: mrr_at_1
value: 26.970699999999997
verified: no, type: mrr_at_3
value: 36.0478
verified: no, type: mrr_at_5
value: 37.9598
verified: no, type: mrr_at_10
value: 39.4286
verified: no, type: mrr_at_20
value: 39.9242
verified: no, type: mrr_at_100
value: 40.232600000000005
verified: no, type: mrr_at_1000
value: 40.2711
verified: no, type: nauc_ndcg_at_1_max
value: 30.1498
verified: no, type: nauc_ndcg_at_1_std
value: 9.795
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.3202
verified: no, type: nauc_ndcg_at_3_max
value: 36.1507
verified: no, type: nauc_ndcg_at_3_std
value: 16.6918
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.9179
verified: no, type: nauc_ndcg_at_5_max
value: 38.4314
verified: no, type: nauc_ndcg_at_5_std
value: 19.1236
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.7315
verified: no, type: nauc_ndcg_at_10_max
value: 39.734
verified: no, type: nauc_ndcg_at_10_std
value: 22.795199999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.5446
verified: no, type: nauc_ndcg_at_20_max
value: 40.0306
verified: no, type: nauc_ndcg_at_20_std
value: 25.0242
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.7608
verified: no, type: nauc_ndcg_at_100_max
value: 39.881
verified: no, type: nauc_ndcg_at_100_std
value: 26.8935
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.366600000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 39.6299
verified: no, type: nauc_ndcg_at_1000_std
value: 27.556000000000004
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.4406
verified: no, type: nauc_map_at_1_max
value: 36.033500000000004
verified: no, type: nauc_map_at_1_std
value: 9.3902
verified: no, type: nauc_map_at_1_diff1
value: 33.3389
verified: no, type: nauc_map_at_3_max
value: 38.2772
verified: no, type: nauc_map_at_3_std
value: 14.862
verified: no, type: nauc_map_at_3_diff1
value: 29.121799999999997
verified: no, type: nauc_map_at_5_max
value: 38.8901
verified: no, type: nauc_map_at_5_std
value: 16.4551
verified: no, type: nauc_map_at_5_diff1
value: 28.258499999999998
verified: no, type: nauc_map_at_10_max
value: 39.689099999999996
verified: no, type: nauc_map_at_10_std
value: 19.0082
verified: no, type: nauc_map_at_10_diff1
value: 27.5292
verified: no, type: nauc_map_at_20_max
value: 39.8114
verified: no, type: nauc_map_at_20_std
value: 20.099700000000002
verified: no, type: nauc_map_at_20_diff1
value: 27.1249
verified: no, type: nauc_map_at_100_max
value: 39.7759
verified: no, type: nauc_map_at_100_std
value: 20.671400000000002
verified: no, type: nauc_map_at_100_diff1
value: 26.9515
verified: no, type: nauc_map_at_1000_max
value: 39.7635
verified: no, type: nauc_map_at_1000_std
value: 20.7381
verified: no, type: nauc_map_at_1000_diff1
value: 26.9318
verified: no, type: nauc_recall_at_1_max
value: 36.033500000000004
verified: no, type: nauc_recall_at_1_std
value: 9.3902
verified: no, type: nauc_recall_at_1_diff1
value: 33.3389
verified: no, type: nauc_recall_at_3_max
value: 37.040099999999995
verified: no, type: nauc_recall_at_3_std
value: 18.421000000000003
verified: no, type: nauc_recall_at_3_diff1
value: 23.591
verified: no, type: nauc_recall_at_5_max
value: 38.2483
verified: no, type: nauc_recall_at_5_std
value: 21.9791
verified: no, type: nauc_recall_at_5_diff1
value: 20.9432
verified: no, type: nauc_recall_at_10_max
value: 38.684400000000004
verified: no, type: nauc_recall_at_10_std
value: 27.528000000000002
verified: no, type: nauc_recall_at_10_diff1
value: 17.874599999999997
verified: no, type: nauc_recall_at_20_max
value: 37.7408
verified: no, type: nauc_recall_at_20_std
value: 31.178800000000003
verified: no, type: nauc_recall_at_20_diff1
value: 15.3021
verified: no, type: nauc_recall_at_100_max
value: 35.0668
verified: no, type: nauc_recall_at_100_std
value: 35.8934
verified: no, type: nauc_recall_at_100_diff1
value: 12.0978
verified: no, type: nauc_recall_at_1000_max
value: 33.2113
verified: no, type: nauc_recall_at_1000_std
value: 44.3165
verified: no, type: nauc_recall_at_1000_diff1
value: 9.6011
verified: no, type: nauc_precision_at_1_max
value: 30.1498
verified: no, type: nauc_precision_at_1_std
value: 9.795
verified: no, type: nauc_precision_at_1_diff1
value: 28.3202
verified: no, type: nauc_precision_at_3_max
value: 32.1047
verified: no, type: nauc_precision_at_3_std
value: 20.7027
verified: no, type: nauc_precision_at_3_diff1
value: 18.3366
verified: no, type: nauc_precision_at_5_max
value: 32.9484
verified: no, type: nauc_precision_at_5_std
value: 24.439700000000002
verified: no, type: nauc_precision_at_5_diff1
value: 16.3709
verified: no, type: nauc_precision_at_10_max
value: 30.626900000000003
verified: no, type: nauc_precision_at_10_std
value: 30.3335
verified: no, type: nauc_precision_at_10_diff1
value: 10.4378
verified: no, type: nauc_precision_at_20_max
value: 26.875100000000003
verified: no, type: nauc_precision_at_20_std
value: 33.1578
verified: no, type: nauc_precision_at_20_diff1
value: 6.3161
verified: no, type: nauc_precision_at_100_max
value: 18.5691
verified: no, type: nauc_precision_at_100_std
value: 32.4294
verified: no, type: nauc_precision_at_100_diff1
value: 1.9001000000000001
verified: no, type: nauc_precision_at_1000_max
value: 5.2522
verified: no, type: nauc_precision_at_1000_std
value: 26.337899999999998
verified: no, type: nauc_precision_at_1000_diff1
value: -4.2309
verified: no, type: nauc_mrr_at_1_max
value: 30.1498
verified: no, type: nauc_mrr_at_1_std
value: 9.795
verified: no, type: nauc_mrr_at_1_diff1
value: 28.3202
verified: no, type: nauc_mrr_at_3_max
value: 32.2466
verified: no, type: nauc_mrr_at_3_std
value: 15.6475
verified: no, type: nauc_mrr_at_3_diff1
value: 24.160899999999998
verified: no, type: nauc_mrr_at_5_max
value: 33.1837
verified: no, type: nauc_mrr_at_5_std
value: 16.8917
verified: no, type: nauc_mrr_at_5_diff1
value: 24.072499999999998
verified: no, type: nauc_mrr_at_10_max
value: 33.576
verified: no, type: nauc_mrr_at_10_std
value: 17.4501
verified: no, type: nauc_mrr_at_10_diff1
value: 23.9826
verified: no, type: nauc_mrr_at_20_max
value: 33.5003
verified: no, type: nauc_mrr_at_20_std
value: 17.5104
verified: no, type: nauc_mrr_at_20_diff1
value: 23.9237
verified: no, type: nauc_mrr_at_100_max
value: 33.455200000000005
verified: no, type: nauc_mrr_at_100_std
value: 17.5181
verified: no, type: nauc_mrr_at_100_diff1
value: 23.9598
verified: no, type: nauc_mrr_at_1000_max
value: 33.4473
verified: no, type: nauc_mrr_at_1000_std
value: 17.4969
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.974899999999998
verified: no, type: main_score
value: 29.494
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeFeedbackMT (default)
revision: b0f12fa0c0dd67f59c95a5c33d02aeeb4c398c5f
split: test
type: CoIR-Retrieval/codefeedback-mt
metrics: type: ndcg_at_1
value: 21.044
verified: no, type: ndcg_at_3
value: 27.134999999999998
verified: no, type: ndcg_at_5
value: 29.205
verified: no, type: ndcg_at_10
value: 31.391999999999996
verified: no, type: ndcg_at_20
value: 33.031
verified: no, type: ndcg_at_100
value: 35.852000000000004
verified: no, type: ndcg_at_1000
value: 38.076
verified: no, type: map_at_1
value: 21.044
verified: no, type: map_at_3
value: 25.637
verified: no, type: map_at_5
value: 26.779999999999998
verified: no, type: map_at_10
value: 27.683000000000003
verified: no, type: map_at_20
value: 28.133999999999997
verified: no, type: map_at_100
value: 28.510999999999996
verified: no, type: map_at_1000
value: 28.588
verified: no, type: recall_at_1
value: 21.044
verified: no, type: recall_at_3
value: 31.468
verified: no, type: recall_at_5
value: 36.522
verified: no, type: recall_at_10
value: 43.278
verified: no, type: recall_at_20
value: 49.748
verified: no, type: recall_at_100
value: 65.16499999999999
verified: no, type: recall_at_1000
value: 83.031
verified: no, type: precision_at_1
value: 21.044
verified: no, type: precision_at_3
value: 10.488999999999999
verified: no, type: precision_at_5
value: 7.303999999999999
verified: no, type: precision_at_10
value: 4.328
verified: no, type: precision_at_20
value: 2.487
verified: no, type: precision_at_100
value: 0.652
verified: no, type: precision_at_1000
value: 0.083
verified: no, type: mrr_at_1
value: 21.043899999999997
verified: no, type: mrr_at_3
value: 25.6371
verified: no, type: mrr_at_5
value: 26.7796
verified: no, type: mrr_at_10
value: 27.6831
verified: no, type: mrr_at_20
value: 28.1344
verified: no, type: mrr_at_100
value: 28.510999999999996
verified: no, type: mrr_at_1000
value: 28.588400000000004
verified: no, type: nauc_ndcg_at_1_max
value: 11.8658
verified: no, type: nauc_ndcg_at_1_std
value: -18.4852
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.3429
verified: no, type: nauc_ndcg_at_3_max
value: 11.608400000000001
verified: no, type: nauc_ndcg_at_3_std
value: -19.0804
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.7031
verified: no, type: nauc_ndcg_at_5_max
value: 11.289299999999999
verified: no, type: nauc_ndcg_at_5_std
value: -19.3124
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.5381
verified: no, type: nauc_ndcg_at_10_max
value: 11.6701
verified: no, type: nauc_ndcg_at_10_std
value: -18.7838
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.8088
verified: no, type: nauc_ndcg_at_20_max
value: 11.942400000000001
verified: no, type: nauc_ndcg_at_20_std
value: -18.123900000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.967800000000004
verified: no, type: nauc_ndcg_at_100_max
value: 13.114999999999998
verified: no, type: nauc_ndcg_at_100_std
value: -16.1964
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.0077
verified: no, type: nauc_ndcg_at_1000_max
value: 13.5244
verified: no, type: nauc_ndcg_at_1000_std
value: -15.2702
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.1235
verified: no, type: nauc_map_at_1_max
value: 11.8658
verified: no, type: nauc_map_at_1_std
value: -18.4852
verified: no, type: nauc_map_at_1_diff1
value: 47.3429
verified: no, type: nauc_map_at_3_max
value: 11.6937
verified: no, type: nauc_map_at_3_std
value: -18.9625
verified: no, type: nauc_map_at_3_diff1
value: 42.993900000000004
verified: no, type: nauc_map_at_5_max
value: 11.5064
verified: no, type: nauc_map_at_5_std
value: -19.0958
verified: no, type: nauc_map_at_5_diff1
value: 42.3108
verified: no, type: nauc_map_at_10_max
value: 11.6615
verified: no, type: nauc_map_at_10_std
value: -18.885199999999998
verified: no, type: nauc_map_at_10_diff1
value: 41.993399999999994
verified: no, type: nauc_map_at_20_max
value: 11.7419
verified: no, type: nauc_map_at_20_std
value: -18.7005
verified: no, type: nauc_map_at_20_diff1
value: 41.7643
verified: no, type: nauc_map_at_100_max
value: 11.902600000000001
verified: no, type: nauc_map_at_100_std
value: -18.4376
verified: no, type: nauc_map_at_100_diff1
value: 41.7771
verified: no, type: nauc_map_at_1000_max
value: 11.9208
verified: no, type: nauc_map_at_1000_std
value: -18.395500000000002
verified: no, type: nauc_map_at_1000_diff1
value: 41.7802
verified: no, type: nauc_recall_at_1_max
value: 11.8658
verified: no, type: nauc_recall_at_1_std
value: -18.4852
verified: no, type: nauc_recall_at_1_diff1
value: 47.3429
verified: no, type: nauc_recall_at_3_max
value: 11.3724
verified: no, type: nauc_recall_at_3_std
value: -19.3869
verified: no, type: nauc_recall_at_3_diff1
value: 38.2763
verified: no, type: nauc_recall_at_5_max
value: 10.678600000000001
verified: no, type: nauc_recall_at_5_std
value: -19.8995
verified: no, type: nauc_recall_at_5_diff1
value: 35.781400000000005
verified: no, type: nauc_recall_at_10_max
value: 11.7997
verified: no, type: nauc_recall_at_10_std
value: -18.3219
verified: no, type: nauc_recall_at_10_diff1
value: 33.7507
verified: no, type: nauc_recall_at_20_max
value: 12.7832
verified: no, type: nauc_recall_at_20_std
value: -15.8611
verified: no, type: nauc_recall_at_20_diff1
value: 30.4676
verified: no, type: nauc_recall_at_100_max
value: 20.0012
verified: no, type: nauc_recall_at_100_std
value: -3.8268000000000004
verified: no, type: nauc_recall_at_100_diff1
value: 28.8928
verified: no, type: nauc_recall_at_1000_max
value: 30.812099999999997
verified: no, type: nauc_recall_at_1000_std
value: 18.1771
verified: no, type: nauc_recall_at_1000_diff1
value: 23.3851
verified: no, type: nauc_precision_at_1_max
value: 11.8658
verified: no, type: nauc_precision_at_1_std
value: -18.4852
verified: no, type: nauc_precision_at_1_diff1
value: 47.3429
verified: no, type: nauc_precision_at_3_max
value: 11.3724
verified: no, type: nauc_precision_at_3_std
value: -19.3869
verified: no, type: nauc_precision_at_3_diff1
value: 38.2763
verified: no, type: nauc_precision_at_5_max
value: 10.678600000000001
verified: no, type: nauc_precision_at_5_std
value: -19.8995
verified: no, type: nauc_precision_at_5_diff1
value: 35.781400000000005
verified: no, type: nauc_precision_at_10_max
value: 11.7997
verified: no, type: nauc_precision_at_10_std
value: -18.3219
verified: no, type: nauc_precision_at_10_diff1
value: 33.7507
verified: no, type: nauc_precision_at_20_max
value: 12.7832
verified: no, type: nauc_precision_at_20_std
value: -15.8611
verified: no, type: nauc_precision_at_20_diff1
value: 30.4676
verified: no, type: nauc_precision_at_100_max
value: 20.0012
verified: no, type: nauc_precision_at_100_std
value: -3.8268000000000004
verified: no, type: nauc_precision_at_100_diff1
value: 28.8928
verified: no, type: nauc_precision_at_1000_max
value: 30.812099999999997
verified: no, type: nauc_precision_at_1000_std
value: 18.1771
verified: no, type: nauc_precision_at_1000_diff1
value: 23.3851
verified: no, type: nauc_mrr_at_1_max
value: 11.8658
verified: no, type: nauc_mrr_at_1_std
value: -18.4852
verified: no, type: nauc_mrr_at_1_diff1
value: 47.3429
verified: no, type: nauc_mrr_at_3_max
value: 11.6937
verified: no, type: nauc_mrr_at_3_std
value: -18.9625
verified: no, type: nauc_mrr_at_3_diff1
value: 42.993900000000004
verified: no, type: nauc_mrr_at_5_max
value: 11.5064
verified: no, type: nauc_mrr_at_5_std
value: -19.0958
verified: no, type: nauc_mrr_at_5_diff1
value: 42.3108
verified: no, type: nauc_mrr_at_10_max
value: 11.6615
verified: no, type: nauc_mrr_at_10_std
value: -18.885199999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 41.993399999999994
verified: no, type: nauc_mrr_at_20_max
value: 11.7419
verified: no, type: nauc_mrr_at_20_std
value: -18.7005
verified: no, type: nauc_mrr_at_20_diff1
value: 41.7643
verified: no, type: nauc_mrr_at_100_max
value: 11.902600000000001
verified: no, type: nauc_mrr_at_100_std
value: -18.4376
verified: no, type: nauc_mrr_at_100_diff1
value: 41.7771
verified: no, type: nauc_mrr_at_1000_max
value: 11.9208
verified: no, type: nauc_mrr_at_1000_std
value: -18.395500000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.7802
verified: no, type: main_score
value: 31.391999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeFeedbackST (default)
revision: d213819e87aab9010628da8b73ab4eb337c89340
split: test
type: CoIR-Retrieval/codefeedback-st
metrics: type: ndcg_at_1
value: 51.227000000000004
verified: no, type: ndcg_at_3
value: 62.971999999999994
verified: no, type: ndcg_at_5
value: 65.649
verified: no, type: ndcg_at_10
value: 67.72200000000001
verified: no, type: ndcg_at_20
value: 68.919
verified: no, type: ndcg_at_100
value: 70.15299999999999
verified: no, type: ndcg_at_1000
value: 70.658
verified: no, type: map_at_1
value: 51.227000000000004
verified: no, type: map_at_3
value: 60.114000000000004
verified: no, type: map_at_5
value: 61.607
verified: no, type: map_at_10
value: 62.475
verified: no, type: map_at_20
value: 62.806
verified: no, type: map_at_100
value: 62.979
verified: no, type: map_at_1000
value: 62.999
verified: no, type: recall_at_1
value: 51.227000000000004
verified: no, type: recall_at_3
value: 71.232
verified: no, type: recall_at_5
value: 77.69800000000001
verified: no, type: recall_at_10
value: 84.041
verified: no, type: recall_at_20
value: 88.756
verified: no, type: recall_at_100
value: 95.371
verified: no, type: recall_at_1000
value: 99.278
verified: no, type: precision_at_1
value: 51.227000000000004
verified: no, type: precision_at_3
value: 23.744
verified: no, type: precision_at_5
value: 15.540000000000001
verified: no, type: precision_at_10
value: 8.404
verified: no, type: precision_at_20
value: 4.438000000000001
verified: no, type: precision_at_100
value: 0.954
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 51.0062
verified: no, type: mrr_at_3
value: 60.0023
verified: no, type: mrr_at_5
value: 61.492999999999995
verified: no, type: mrr_at_10
value: 62.362899999999996
verified: no, type: mrr_at_20
value: 62.693200000000004
verified: no, type: mrr_at_100
value: 62.8664
verified: no, type: mrr_at_1000
value: 62.8866
verified: no, type: nauc_ndcg_at_1_max
value: 5.5119
verified: no, type: nauc_ndcg_at_1_std
value: -27.434599999999996
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.3476
verified: no, type: nauc_ndcg_at_3_max
value: 11.8474
verified: no, type: nauc_ndcg_at_3_std
value: -30.5305
verified: no, type: nauc_ndcg_at_3_diff1
value: 61.4515
verified: no, type: nauc_ndcg_at_5_max
value: 12.692700000000002
verified: no, type: nauc_ndcg_at_5_std
value: -30.938
verified: no, type: nauc_ndcg_at_5_diff1
value: 61.0505
verified: no, type: nauc_ndcg_at_10_max
value: 12.354800000000001
verified: no, type: nauc_ndcg_at_10_std
value: -30.6409
verified: no, type: nauc_ndcg_at_10_diff1
value: 61.205600000000004
verified: no, type: nauc_ndcg_at_20_max
value: 11.9146
verified: no, type: nauc_ndcg_at_20_std
value: -30.247
verified: no, type: nauc_ndcg_at_20_diff1
value: 61.5428
verified: no, type: nauc_ndcg_at_100_max
value: 11.5407
verified: no, type: nauc_ndcg_at_100_std
value: -29.561700000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 62.06270000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 11.2459
verified: no, type: nauc_ndcg_at_1000_std
value: -29.5751
verified: no, type: nauc_ndcg_at_1000_diff1
value: 62.28
verified: no, type: nauc_map_at_1_max
value: 5.5119
verified: no, type: nauc_map_at_1_std
value: -27.434599999999996
verified: no, type: nauc_map_at_1_diff1
value: 67.3476
verified: no, type: nauc_map_at_3_max
value: 10.1298
verified: no, type: nauc_map_at_3_std
value: -29.674899999999997
verified: no, type: nauc_map_at_3_diff1
value: 62.982000000000006
verified: no, type: nauc_map_at_5_max
value: 10.5075
verified: no, type: nauc_map_at_5_std
value: -29.858600000000003
verified: no, type: nauc_map_at_5_diff1
value: 62.829299999999996
verified: no, type: nauc_map_at_10_max
value: 10.3459
verified: no, type: nauc_map_at_10_std
value: -29.7338
verified: no, type: nauc_map_at_10_diff1
value: 62.917699999999996
verified: no, type: nauc_map_at_20_max
value: 10.2198
verified: no, type: nauc_map_at_20_std
value: -29.6284
verified: no, type: nauc_map_at_20_diff1
value: 63.01409999999999
verified: no, type: nauc_map_at_100_max
value: 10.1683
verified: no, type: nauc_map_at_100_std
value: -29.5448
verified: no, type: nauc_map_at_100_diff1
value: 63.0794
verified: no, type: nauc_map_at_1000_max
value: 10.1602
verified: no, type: nauc_map_at_1000_std
value: -29.5412
verified: no, type: nauc_map_at_1000_diff1
value: 63.0874
verified: no, type: nauc_recall_at_1_max
value: 5.5119
verified: no, type: nauc_recall_at_1_std
value: -27.434599999999996
verified: no, type: nauc_recall_at_1_diff1
value: 67.3476
verified: no, type: nauc_recall_at_3_max
value: 17.8724
verified: no, type: nauc_recall_at_3_std
value: -33.5404
verified: no, type: nauc_recall_at_3_diff1
value: 56.1172
verified: no, type: nauc_recall_at_5_max
value: 21.945700000000002
verified: no, type: nauc_recall_at_5_std
value: -35.5124
verified: no, type: nauc_recall_at_5_diff1
value: 53.6154
verified: no, type: nauc_recall_at_10_max
value: 23.1968
verified: no, type: nauc_recall_at_10_std
value: -35.4292
verified: no, type: nauc_recall_at_10_diff1
value: 51.998900000000006
verified: no, type: nauc_recall_at_20_max
value: 23.4056
verified: no, type: nauc_recall_at_20_std
value: -33.825300000000006
verified: no, type: nauc_recall_at_20_diff1
value: 51.544900000000005
verified: no, type: nauc_recall_at_100_max
value: 29.2331
verified: no, type: nauc_recall_at_100_std
value: -20.444499999999998
verified: no, type: nauc_recall_at_100_diff1
value: 51.8606
verified: no, type: nauc_recall_at_1000_max
value: 47.943000000000005
verified: no, type: nauc_recall_at_1000_std
value: 16.1139
verified: no, type: nauc_recall_at_1000_diff1
value: 49.2407
verified: no, type: nauc_precision_at_1_max
value: 5.5119
verified: no, type: nauc_precision_at_1_std
value: -27.434599999999996
verified: no, type: nauc_precision_at_1_diff1
value: 67.3476
verified: no, type: nauc_precision_at_3_max
value: 17.8724
verified: no, type: nauc_precision_at_3_std
value: -33.5404
verified: no, type: nauc_precision_at_3_diff1
value: 56.1172
verified: no, type: nauc_precision_at_5_max
value: 21.945700000000002
verified: no, type: nauc_precision_at_5_std
value: -35.5124
verified: no, type: nauc_precision_at_5_diff1
value: 53.6154
verified: no, type: nauc_precision_at_10_max
value: 23.1968
verified: no, type: nauc_precision_at_10_std
value: -35.4292
verified: no, type: nauc_precision_at_10_diff1
value: 51.998900000000006
verified: no, type: nauc_precision_at_20_max
value: 23.4056
verified: no, type: nauc_precision_at_20_std
value: -33.825300000000006
verified: no, type: nauc_precision_at_20_diff1
value: 51.544900000000005
verified: no, type: nauc_precision_at_100_max
value: 29.2331
verified: no, type: nauc_precision_at_100_std
value: -20.444499999999998
verified: no, type: nauc_precision_at_100_diff1
value: 51.8606
verified: no, type: nauc_precision_at_1000_max
value: 47.943000000000005
verified: no, type: nauc_precision_at_1000_std
value: 16.1139
verified: no, type: nauc_precision_at_1000_diff1
value: 49.2407
verified: no, type: nauc_mrr_at_1_max
value: 4.9502
verified: no, type: nauc_mrr_at_1_std
value: -27.426099999999998
verified: no, type: nauc_mrr_at_1_diff1
value: 67.8214
verified: no, type: nauc_mrr_at_3_max
value: 9.7423
verified: no, type: nauc_mrr_at_3_std
value: -29.674699999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 63.24340000000001
verified: no, type: nauc_mrr_at_5_max
value: 10.1129
verified: no, type: nauc_mrr_at_5_std
value: -29.871100000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 63.1148
verified: no, type: nauc_mrr_at_10_max
value: 9.9493
verified: no, type: nauc_mrr_at_10_std
value: -29.7413
verified: no, type: nauc_mrr_at_10_diff1
value: 63.2057
verified: no, type: nauc_mrr_at_20_max
value: 9.8157
verified: no, type: nauc_mrr_at_20_std
value: -29.644
verified: no, type: nauc_mrr_at_20_diff1
value: 63.307100000000005
verified: no, type: nauc_mrr_at_100_max
value: 9.7639
verified: no, type: nauc_mrr_at_100_std
value: -29.5582
verified: no, type: nauc_mrr_at_100_diff1
value: 63.3738
verified: no, type: nauc_mrr_at_1000_max
value: 9.7555
verified: no, type: nauc_mrr_at_1000_std
value: -29.554599999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 63.382000000000005
verified: no, type: main_score
value: 67.72200000000001
verified: no
task: type: Retrieval, dataset: config: python
name: MTEB CodeSearchNetCCRetrieval (python)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 32.417
verified: no, type: ndcg_at_3
value: 40.904
verified: no, type: ndcg_at_5
value: 43.321
verified: no, type: ndcg_at_10
value: 45.532000000000004
verified: no, type: ndcg_at_20
value: 47.071000000000005
verified: no, type: ndcg_at_100
value: 49.297999999999995
verified: no, type: ndcg_at_1000
value: 50.859
verified: no, type: map_at_1
value: 32.417
verified: no, type: map_at_3
value: 38.829
verified: no, type: map_at_5
value: 40.166000000000004
verified: no, type: map_at_10
value: 41.087
verified: no, type: map_at_20
value: 41.510999999999996
verified: no, type: map_at_100
value: 41.815000000000005
verified: no, type: map_at_1000
value: 41.869
verified: no, type: recall_at_1
value: 32.417
verified: no, type: recall_at_3
value: 46.903
verified: no, type: recall_at_5
value: 52.788999999999994
verified: no, type: recall_at_10
value: 59.57900000000001
verified: no, type: recall_at_20
value: 65.652
verified: no, type: recall_at_100
value: 77.718
verified: no, type: recall_at_1000
value: 90.294
verified: no, type: precision_at_1
value: 32.417
verified: no, type: precision_at_3
value: 15.634
verified: no, type: precision_at_5
value: 10.558
verified: no, type: precision_at_10
value: 5.958
verified: no, type: precision_at_20
value: 3.283
verified: no, type: precision_at_100
value: 0.777
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: mrr_at_1
value: 32.4239
verified: no, type: mrr_at_3
value: 38.8323
verified: no, type: mrr_at_5
value: 40.1696
verified: no, type: mrr_at_10
value: 41.0908
verified: no, type: mrr_at_20
value: 41.5149
verified: no, type: mrr_at_100
value: 41.8188
verified: no, type: mrr_at_1000
value: 41.8726
verified: no, type: nauc_ndcg_at_1_max
value: 32.4803
verified: no, type: nauc_ndcg_at_1_std
value: -1.1774
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.68730000000001
verified: no, type: nauc_ndcg_at_3_max
value: 33.5662
verified: no, type: nauc_ndcg_at_3_std
value: 0.361
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.522
verified: no, type: nauc_ndcg_at_5_max
value: 33.0861
verified: no, type: nauc_ndcg_at_5_std
value: 0.5551999999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.9052
verified: no, type: nauc_ndcg_at_10_max
value: 33.0427
verified: no, type: nauc_ndcg_at_10_std
value: 1.466
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.3256
verified: no, type: nauc_ndcg_at_20_max
value: 33.059
verified: no, type: nauc_ndcg_at_20_std
value: 2.2277
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.2916
verified: no, type: nauc_ndcg_at_100_max
value: 33.0797
verified: no, type: nauc_ndcg_at_100_std
value: 2.9991
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.266999999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 33.1052
verified: no, type: nauc_ndcg_at_1000_std
value: 2.8583000000000003
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.5209
verified: no, type: nauc_map_at_1_max
value: 32.4803
verified: no, type: nauc_map_at_1_std
value: -1.1774
verified: no, type: nauc_map_at_1_diff1
value: 54.68730000000001
verified: no, type: nauc_map_at_3_max
value: 33.3014
verified: no, type: nauc_map_at_3_std
value: -0.06409999999999999
verified: no, type: nauc_map_at_3_diff1
value: 50.6726
verified: no, type: nauc_map_at_5_max
value: 33.0327
verified: no, type: nauc_map_at_5_std
value: 0.0325
verified: no, type: nauc_map_at_5_diff1
value: 50.3363
verified: no, type: nauc_map_at_10_max
value: 33.0181
verified: no, type: nauc_map_at_10_std
value: 0.3939
verified: no, type: nauc_map_at_10_diff1
value: 50.1109
verified: no, type: nauc_map_at_20_max
value: 33.0183
verified: no, type: nauc_map_at_20_std
value: 0.5951
verified: no, type: nauc_map_at_20_diff1
value: 50.108
verified: no, type: nauc_map_at_100_max
value: 33.022
verified: no, type: nauc_map_at_100_std
value: 0.6973
verified: no, type: nauc_map_at_100_diff1
value: 50.10790000000001
verified: no, type: nauc_map_at_1000_max
value: 33.022
verified: no, type: nauc_map_at_1000_std
value: 0.6931999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 50.1174
verified: no, type: nauc_recall_at_1_max
value: 32.4803
verified: no, type: nauc_recall_at_1_std
value: -1.1774
verified: no, type: nauc_recall_at_1_diff1
value: 54.68730000000001
verified: no, type: nauc_recall_at_3_max
value: 34.3301
verified: no, type: nauc_recall_at_3_std
value: 1.6075
verified: no, type: nauc_recall_at_3_diff1
value: 46.2477
verified: no, type: nauc_recall_at_5_max
value: 33.177299999999995
verified: no, type: nauc_recall_at_5_std
value: 2.1687000000000003
verified: no, type: nauc_recall_at_5_diff1
value: 44.61
verified: no, type: nauc_recall_at_10_max
value: 33.020500000000006
verified: no, type: nauc_recall_at_10_std
value: 5.3331
verified: no, type: nauc_recall_at_10_diff1
value: 42.3796
verified: no, type: nauc_recall_at_20_max
value: 33.1279
verified: no, type: nauc_recall_at_20_std
value: 9.2437
verified: no, type: nauc_recall_at_20_diff1
value: 41.584199999999996
verified: no, type: nauc_recall_at_100_max
value: 33.2882
verified: no, type: nauc_recall_at_100_std
value: 18.1866
verified: no, type: nauc_recall_at_100_diff1
value: 38.9221
verified: no, type: nauc_recall_at_1000_max
value: 34.2607
verified: no, type: nauc_recall_at_1000_std
value: 30.5699
verified: no, type: nauc_recall_at_1000_diff1
value: 35.204800000000006
verified: no, type: nauc_precision_at_1_max
value: 32.4803
verified: no, type: nauc_precision_at_1_std
value: -1.1774
verified: no, type: nauc_precision_at_1_diff1
value: 54.68730000000001
verified: no, type: nauc_precision_at_3_max
value: 34.3301
verified: no, type: nauc_precision_at_3_std
value: 1.6075
verified: no, type: nauc_precision_at_3_diff1
value: 46.2477
verified: no, type: nauc_precision_at_5_max
value: 33.177299999999995
verified: no, type: nauc_precision_at_5_std
value: 2.1687000000000003
verified: no, type: nauc_precision_at_5_diff1
value: 44.61
verified: no, type: nauc_precision_at_10_max
value: 33.020500000000006
verified: no, type: nauc_precision_at_10_std
value: 5.3331
verified: no, type: nauc_precision_at_10_diff1
value: 42.3796
verified: no, type: nauc_precision_at_20_max
value: 33.1279
verified: no, type: nauc_precision_at_20_std
value: 9.2437
verified: no, type: nauc_precision_at_20_diff1
value: 41.584199999999996
verified: no, type: nauc_precision_at_100_max
value: 33.2882
verified: no, type: nauc_precision_at_100_std
value: 18.1866
verified: no, type: nauc_precision_at_100_diff1
value: 38.9221
verified: no, type: nauc_precision_at_1000_max
value: 34.2607
verified: no, type: nauc_precision_at_1000_std
value: 30.5699
verified: no, type: nauc_precision_at_1000_diff1
value: 35.204800000000006
verified: no, type: nauc_mrr_at_1_max
value: 32.5013
verified: no, type: nauc_mrr_at_1_std
value: -1.1843
verified: no, type: nauc_mrr_at_1_diff1
value: 54.6663
verified: no, type: nauc_mrr_at_3_max
value: 33.315
verified: no, type: nauc_mrr_at_3_std
value: -0.06849999999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 50.66460000000001
verified: no, type: nauc_mrr_at_5_max
value: 33.0452
verified: no, type: nauc_mrr_at_5_std
value: 0.0305
verified: no, type: nauc_mrr_at_5_diff1
value: 50.326499999999996
verified: no, type: nauc_mrr_at_10_max
value: 33.0308
verified: no, type: nauc_mrr_at_10_std
value: 0.39189999999999997
verified: no, type: nauc_mrr_at_10_diff1
value: 50.101
verified: no, type: nauc_mrr_at_20_max
value: 33.031
verified: no, type: nauc_mrr_at_20_std
value: 0.5930000000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 50.0981
verified: no, type: nauc_mrr_at_100_max
value: 33.0348
verified: no, type: nauc_mrr_at_100_std
value: 0.6952
verified: no, type: nauc_mrr_at_100_diff1
value: 50.097899999999996
verified: no, type: nauc_mrr_at_1000_max
value: 33.0348
verified: no, type: nauc_mrr_at_1000_std
value: 0.6910999999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.1074
verified: no, type: main_score
value: 45.532000000000004
verified: no
task: type: Retrieval, dataset: config: javascript
name: MTEB CodeSearchNetCCRetrieval (javascript)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 33.364
verified: no, type: ndcg_at_3
value: 41.943999999999996
verified: no, type: ndcg_at_5
value: 44.167
verified: no, type: ndcg_at_10
value: 46.024
verified: no, type: ndcg_at_20
value: 47.508
verified: no, type: ndcg_at_100
value: 49.668
verified: no, type: ndcg_at_1000
value: 51.336999999999996
verified: no, type: map_at_1
value: 33.364
verified: no, type: map_at_3
value: 39.846
verified: no, type: map_at_5
value: 41.083999999999996
verified: no, type: map_at_10
value: 41.85
verified: no, type: map_at_20
value: 42.254000000000005
verified: no, type: map_at_100
value: 42.547000000000004
verified: no, type: map_at_1000
value: 42.601
verified: no, type: recall_at_1
value: 33.364
verified: no, type: recall_at_3
value: 48.010000000000005
verified: no, type: recall_at_5
value: 53.388000000000005
verified: no, type: recall_at_10
value: 59.131
verified: no, type: recall_at_20
value: 65.026
verified: no, type: recall_at_100
value: 76.755
verified: no, type: recall_at_1000
value: 90.398
verified: no, type: precision_at_1
value: 33.364
verified: no, type: precision_at_3
value: 16.003
verified: no, type: precision_at_5
value: 10.678
verified: no, type: precision_at_10
value: 5.913
verified: no, type: precision_at_20
value: 3.251
verified: no, type: precision_at_100
value: 0.768
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: mrr_at_1
value: 33.272600000000004
verified: no, type: mrr_at_3
value: 39.7954
verified: no, type: mrr_at_5
value: 41.0412
verified: no, type: mrr_at_10
value: 41.8073
verified: no, type: mrr_at_20
value: 42.2109
verified: no, type: mrr_at_100
value: 42.5037
verified: no, type: mrr_at_1000
value: 42.5577
verified: no, type: nauc_ndcg_at_1_max
value: 26.6036
verified: no, type: nauc_ndcg_at_1_std
value: -8.3972
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.43560000000001
verified: no, type: nauc_ndcg_at_3_max
value: 28.5119
verified: no, type: nauc_ndcg_at_3_std
value: -5.6812000000000005
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.1671
verified: no, type: nauc_ndcg_at_5_max
value: 28.1875
verified: no, type: nauc_ndcg_at_5_std
value: -5.6434999999999995
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.1849
verified: no, type: nauc_ndcg_at_10_max
value: 27.5534
verified: no, type: nauc_ndcg_at_10_std
value: -5.6785000000000005
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.6927
verified: no, type: nauc_ndcg_at_20_max
value: 27.4338
verified: no, type: nauc_ndcg_at_20_std
value: -5.5037
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.872800000000005
verified: no, type: nauc_ndcg_at_100_max
value: 27.386100000000003
verified: no, type: nauc_ndcg_at_100_std
value: -5.2795000000000005
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.1008
verified: no, type: nauc_ndcg_at_1000_max
value: 27.5195
verified: no, type: nauc_ndcg_at_1000_std
value: -5.0668999999999995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.381499999999996
verified: no, type: nauc_map_at_1_max
value: 26.6036
verified: no, type: nauc_map_at_1_std
value: -8.3972
verified: no, type: nauc_map_at_1_diff1
value: 52.43560000000001
verified: no, type: nauc_map_at_3_max
value: 28.098699999999997
verified: no, type: nauc_map_at_3_std
value: -6.357500000000001
verified: no, type: nauc_map_at_3_diff1
value: 48.4799
verified: no, type: nauc_map_at_5_max
value: 27.938000000000002
verified: no, type: nauc_map_at_5_std
value: -6.3283000000000005
verified: no, type: nauc_map_at_5_diff1
value: 47.955799999999996
verified: no, type: nauc_map_at_10_max
value: 27.6989
verified: no, type: nauc_map_at_10_std
value: -6.3546000000000005
verified: no, type: nauc_map_at_10_diff1
value: 47.7813
verified: no, type: nauc_map_at_20_max
value: 27.637099999999997
verified: no, type: nauc_map_at_20_std
value: -6.3278
verified: no, type: nauc_map_at_20_diff1
value: 47.8258
verified: no, type: nauc_map_at_100_max
value: 27.6654
verified: no, type: nauc_map_at_100_std
value: -6.284199999999999
verified: no, type: nauc_map_at_100_diff1
value: 47.8675
verified: no, type: nauc_map_at_1000_max
value: 27.668599999999998
verified: no, type: nauc_map_at_1000_std
value: -6.2727
verified: no, type: nauc_map_at_1000_diff1
value: 47.8793
verified: no, type: nauc_recall_at_1_max
value: 26.6036
verified: no, type: nauc_recall_at_1_std
value: -8.3972
verified: no, type: nauc_recall_at_1_diff1
value: 52.43560000000001
verified: no, type: nauc_recall_at_3_max
value: 29.686600000000002
verified: no, type: nauc_recall_at_3_std
value: -3.7178999999999998
verified: no, type: nauc_recall_at_3_diff1
value: 43.3556
verified: no, type: nauc_recall_at_5_max
value: 28.835499999999996
verified: no, type: nauc_recall_at_5_std
value: -3.6023
verified: no, type: nauc_recall_at_5_diff1
value: 40.7246
verified: no, type: nauc_recall_at_10_max
value: 26.6593
verified: no, type: nauc_recall_at_10_std
value: -3.5498000000000003
verified: no, type: nauc_recall_at_10_diff1
value: 38.6728
verified: no, type: nauc_recall_at_20_max
value: 26.293499999999998
verified: no, type: nauc_recall_at_20_std
value: -2.3813
verified: no, type: nauc_recall_at_20_diff1
value: 38.8857
verified: no, type: nauc_recall_at_100_max
value: 24.7411
verified: no, type: nauc_recall_at_100_std
value: 0.1296
verified: no, type: nauc_recall_at_100_diff1
value: 38.1683
verified: no, type: nauc_recall_at_1000_max
value: 25.1934
verified: no, type: nauc_recall_at_1000_std
value: 10.7766
verified: no, type: nauc_recall_at_1000_diff1
value: 35.856300000000005
verified: no, type: nauc_precision_at_1_max
value: 26.6036
verified: no, type: nauc_precision_at_1_std
value: -8.3972
verified: no, type: nauc_precision_at_1_diff1
value: 52.43560000000001
verified: no, type: nauc_precision_at_3_max
value: 29.686600000000002
verified: no, type: nauc_precision_at_3_std
value: -3.7178999999999998
verified: no, type: nauc_precision_at_3_diff1
value: 43.3556
verified: no, type: nauc_precision_at_5_max
value: 28.835499999999996
verified: no, type: nauc_precision_at_5_std
value: -3.6023
verified: no, type: nauc_precision_at_5_diff1
value: 40.7246
verified: no, type: nauc_precision_at_10_max
value: 26.6593
verified: no, type: nauc_precision_at_10_std
value: -3.5498000000000003
verified: no, type: nauc_precision_at_10_diff1
value: 38.6728
verified: no, type: nauc_precision_at_20_max
value: 26.293499999999998
verified: no, type: nauc_precision_at_20_std
value: -2.3813
verified: no, type: nauc_precision_at_20_diff1
value: 38.8857
verified: no, type: nauc_precision_at_100_max
value: 24.7411
verified: no, type: nauc_precision_at_100_std
value: 0.1296
verified: no, type: nauc_precision_at_100_diff1
value: 38.1683
verified: no, type: nauc_precision_at_1000_max
value: 25.1934
verified: no, type: nauc_precision_at_1000_std
value: 10.7766
verified: no, type: nauc_precision_at_1000_diff1
value: 35.856300000000005
verified: no, type: nauc_mrr_at_1_max
value: 26.7351
verified: no, type: nauc_mrr_at_1_std
value: -8.2798
verified: no, type: nauc_mrr_at_1_diff1
value: 52.7186
verified: no, type: nauc_mrr_at_3_max
value: 28.1671
verified: no, type: nauc_mrr_at_3_std
value: -6.3235
verified: no, type: nauc_mrr_at_3_diff1
value: 48.6387
verified: no, type: nauc_mrr_at_5_max
value: 28.0115
verified: no, type: nauc_mrr_at_5_std
value: -6.256399999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 48.098400000000005
verified: no, type: nauc_mrr_at_10_max
value: 27.7729
verified: no, type: nauc_mrr_at_10_std
value: -6.2821
verified: no, type: nauc_mrr_at_10_diff1
value: 47.925000000000004
verified: no, type: nauc_mrr_at_20_max
value: 27.7115
verified: no, type: nauc_mrr_at_20_std
value: -6.254899999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 47.9703
verified: no, type: nauc_mrr_at_100_max
value: 27.740199999999998
verified: no, type: nauc_mrr_at_100_std
value: -6.2109
verified: no, type: nauc_mrr_at_100_diff1
value: 48.0128
verified: no, type: nauc_mrr_at_1000_max
value: 27.743499999999997
verified: no, type: nauc_mrr_at_1000_std
value: -6.1993
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.0248
verified: no, type: main_score
value: 46.024
verified: no
task: type: Retrieval, dataset: config: go
name: MTEB CodeSearchNetCCRetrieval (go)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 26.471
verified: no, type: ndcg_at_3
value: 33.489999999999995
verified: no, type: ndcg_at_5
value: 35.55
verified: no, type: ndcg_at_10
value: 37.555
verified: no, type: ndcg_at_20
value: 39.029
verified: no, type: ndcg_at_100
value: 41.478
verified: no, type: ndcg_at_1000
value: 43.457
verified: no, type: map_at_1
value: 26.471
verified: no, type: map_at_3
value: 31.774
verified: no, type: map_at_5
value: 32.915
verified: no, type: map_at_10
value: 33.745999999999995
verified: no, type: map_at_20
value: 34.150000000000006
verified: no, type: map_at_100
value: 34.477999999999994
verified: no, type: map_at_1000
value: 34.544000000000004
verified: no, type: recall_at_1
value: 26.471
verified: no, type: recall_at_3
value: 38.451
verified: no, type: recall_at_5
value: 43.462
verified: no, type: recall_at_10
value: 49.643
verified: no, type: recall_at_20
value: 55.479
verified: no, type: recall_at_100
value: 68.825
verified: no, type: recall_at_1000
value: 84.93
verified: no, type: precision_at_1
value: 26.471
verified: no, type: precision_at_3
value: 12.817
verified: no, type: precision_at_5
value: 8.692
verified: no, type: precision_at_10
value: 4.9639999999999995
verified: no, type: precision_at_20
value: 2.774
verified: no, type: precision_at_100
value: 0.688
verified: no, type: precision_at_1000
value: 0.08499999999999999
verified: no, type: mrr_at_1
value: 26.459
verified: no, type: mrr_at_3
value: 31.757400000000004
verified: no, type: mrr_at_5
value: 32.9092
verified: no, type: mrr_at_10
value: 33.7387
verified: no, type: mrr_at_20
value: 34.1428
verified: no, type: mrr_at_100
value: 34.471000000000004
verified: no, type: mrr_at_1000
value: 34.5364
verified: no, type: nauc_ndcg_at_1_max
value: 29.408299999999997
verified: no, type: nauc_ndcg_at_1_std
value: 1.5685
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.834599999999995
verified: no, type: nauc_ndcg_at_3_max
value: 27.7526
verified: no, type: nauc_ndcg_at_3_std
value: -0.43810000000000004
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.272999999999996
verified: no, type: nauc_ndcg_at_5_max
value: 27.2864
verified: no, type: nauc_ndcg_at_5_std
value: -0.37820000000000004
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.4934
verified: no, type: nauc_ndcg_at_10_max
value: 26.845599999999997
verified: no, type: nauc_ndcg_at_10_std
value: -0.3317
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.9305
verified: no, type: nauc_ndcg_at_20_max
value: 26.4669
verified: no, type: nauc_ndcg_at_20_std
value: 0.1423
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.432
verified: no, type: nauc_ndcg_at_100_max
value: 26.3318
verified: no, type: nauc_ndcg_at_100_std
value: 0.8049000000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.0276
verified: no, type: nauc_ndcg_at_1000_max
value: 26.5895
verified: no, type: nauc_ndcg_at_1000_std
value: 1.0204
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.2747
verified: no, type: nauc_map_at_1_max
value: 29.408299999999997
verified: no, type: nauc_map_at_1_std
value: 1.5685
verified: no, type: nauc_map_at_1_diff1
value: 45.834599999999995
verified: no, type: nauc_map_at_3_max
value: 28.1245
verified: no, type: nauc_map_at_3_std
value: -0.006999999999999999
verified: no, type: nauc_map_at_3_diff1
value: 42.2701
verified: no, type: nauc_map_at_5_max
value: 27.8563
verified: no, type: nauc_map_at_5_std
value: 0.0204
verified: no, type: nauc_map_at_5_diff1
value: 41.8294
verified: no, type: nauc_map_at_10_max
value: 27.6709
verified: no, type: nauc_map_at_10_std
value: 0.0262
verified: no, type: nauc_map_at_10_diff1
value: 41.5973
verified: no, type: nauc_map_at_20_max
value: 27.572000000000003
verified: no, type: nauc_map_at_20_std
value: 0.1652
verified: no, type: nauc_map_at_20_diff1
value: 41.4683
verified: no, type: nauc_map_at_100_max
value: 27.5573
verified: no, type: nauc_map_at_100_std
value: 0.243
verified: no, type: nauc_map_at_100_diff1
value: 41.4201
verified: no, type: nauc_map_at_1000_max
value: 27.5663
verified: no, type: nauc_map_at_1000_std
value: 0.254
verified: no, type: nauc_map_at_1000_diff1
value: 41.4275
verified: no, type: nauc_recall_at_1_max
value: 29.408299999999997
verified: no, type: nauc_recall_at_1_std
value: 1.5685
verified: no, type: nauc_recall_at_1_diff1
value: 45.834599999999995
verified: no, type: nauc_recall_at_3_max
value: 26.737499999999997
verified: no, type: nauc_recall_at_3_std
value: -1.6067999999999998
verified: no, type: nauc_recall_at_3_diff1
value: 38.5628
verified: no, type: nauc_recall_at_5_max
value: 25.6664
verified: no, type: nauc_recall_at_5_std
value: -1.4459
verified: no, type: nauc_recall_at_5_diff1
value: 36.7369
verified: no, type: nauc_recall_at_10_max
value: 24.3156
verified: no, type: nauc_recall_at_10_std
value: -1.25
verified: no, type: nauc_recall_at_10_diff1
value: 34.959
verified: no, type: nauc_recall_at_20_max
value: 22.6187
verified: no, type: nauc_recall_at_20_std
value: 0.5539
verified: no, type: nauc_recall_at_20_diff1
value: 32.634299999999996
verified: no, type: nauc_recall_at_100_max
value: 20.8069
verified: no, type: nauc_recall_at_100_std
value: 5.2502
verified: no, type: nauc_recall_at_100_diff1
value: 28.3304
verified: no, type: nauc_recall_at_1000_max
value: 20.8473
verified: no, type: nauc_recall_at_1000_std
value: 12.2405
verified: no, type: nauc_recall_at_1000_diff1
value: 24.2366
verified: no, type: nauc_precision_at_1_max
value: 29.408299999999997
verified: no, type: nauc_precision_at_1_std
value: 1.5685
verified: no, type: nauc_precision_at_1_diff1
value: 45.834599999999995
verified: no, type: nauc_precision_at_3_max
value: 26.737499999999997
verified: no, type: nauc_precision_at_3_std
value: -1.6067999999999998
verified: no, type: nauc_precision_at_3_diff1
value: 38.5628
verified: no, type: nauc_precision_at_5_max
value: 25.6664
verified: no, type: nauc_precision_at_5_std
value: -1.4459
verified: no, type: nauc_precision_at_5_diff1
value: 36.7369
verified: no, type: nauc_precision_at_10_max
value: 24.3156
verified: no, type: nauc_precision_at_10_std
value: -1.25
verified: no, type: nauc_precision_at_10_diff1
value: 34.959
verified: no, type: nauc_precision_at_20_max
value: 22.6187
verified: no, type: nauc_precision_at_20_std
value: 0.5539
verified: no, type: nauc_precision_at_20_diff1
value: 32.634299999999996
verified: no, type: nauc_precision_at_100_max
value: 20.8069
verified: no, type: nauc_precision_at_100_std
value: 5.2502
verified: no, type: nauc_precision_at_100_diff1
value: 28.3304
verified: no, type: nauc_precision_at_1000_max
value: 20.8473
verified: no, type: nauc_precision_at_1000_std
value: 12.2405
verified: no, type: nauc_precision_at_1000_diff1
value: 24.2366
verified: no, type: nauc_mrr_at_1_max
value: 29.435499999999998
verified: no, type: nauc_mrr_at_1_std
value: 1.5623
verified: no, type: nauc_mrr_at_1_diff1
value: 45.8822
verified: no, type: nauc_mrr_at_3_max
value: 28.183000000000003
verified: no, type: nauc_mrr_at_3_std
value: -0.00039999999999999996
verified: no, type: nauc_mrr_at_3_diff1
value: 42.2776
verified: no, type: nauc_mrr_at_5_max
value: 27.8735
verified: no, type: nauc_mrr_at_5_std
value: 0.0288
verified: no, type: nauc_mrr_at_5_diff1
value: 41.827999999999996
verified: no, type: nauc_mrr_at_10_max
value: 27.6989
verified: no, type: nauc_mrr_at_10_std
value: 0.0349
verified: no, type: nauc_mrr_at_10_diff1
value: 41.6043
verified: no, type: nauc_mrr_at_20_max
value: 27.599
verified: no, type: nauc_mrr_at_20_std
value: 0.1719
verified: no, type: nauc_mrr_at_20_diff1
value: 41.4786
verified: no, type: nauc_mrr_at_100_max
value: 27.5846
verified: no, type: nauc_mrr_at_100_std
value: 0.25
verified: no, type: nauc_mrr_at_100_diff1
value: 41.4307
verified: no, type: nauc_mrr_at_1000_max
value: 27.5937
verified: no, type: nauc_mrr_at_1000_std
value: 0.261
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.4381
verified: no, type: main_score
value: 37.555
verified: no
task: type: Retrieval, dataset: config: ruby
name: MTEB CodeSearchNetCCRetrieval (ruby)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 36.003
verified: no, type: ndcg_at_3
value: 43.306
verified: no, type: ndcg_at_5
value: 45.443
verified: no, type: ndcg_at_10
value: 47.549
verified: no, type: ndcg_at_20
value: 48.872
verified: no, type: ndcg_at_100
value: 50.651
verified: no, type: ndcg_at_1000
value: 52.406
verified: no, type: map_at_1
value: 36.003
verified: no, type: map_at_3
value: 41.501
verified: no, type: map_at_5
value: 42.695
verified: no, type: map_at_10
value: 43.580999999999996
verified: no, type: map_at_20
value: 43.954
verified: no, type: map_at_100
value: 44.195
verified: no, type: map_at_1000
value: 44.255
verified: no, type: recall_at_1
value: 36.003
verified: no, type: recall_at_3
value: 48.533
verified: no, type: recall_at_5
value: 53.688
verified: no, type: recall_at_10
value: 60.111000000000004
verified: no, type: recall_at_20
value: 65.266
verified: no, type: recall_at_100
value: 74.941
verified: no, type: recall_at_1000
value: 89.056
verified: no, type: precision_at_1
value: 36.003
verified: no, type: precision_at_3
value: 16.178
verified: no, type: precision_at_5
value: 10.738
verified: no, type: precision_at_10
value: 6.010999999999999
verified: no, type: precision_at_20
value: 3.263
verified: no, type: precision_at_100
value: 0.749
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: mrr_at_1
value: 36.0032
verified: no, type: mrr_at_3
value: 41.5015
verified: no, type: mrr_at_5
value: 42.695
verified: no, type: mrr_at_10
value: 43.580600000000004
verified: no, type: mrr_at_20
value: 43.9543
verified: no, type: mrr_at_100
value: 44.195299999999996
verified: no, type: mrr_at_1000
value: 44.255
verified: no, type: nauc_ndcg_at_1_max
value: 32.9994
verified: no, type: nauc_ndcg_at_1_std
value: -12.2575
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.63360000000001
verified: no, type: nauc_ndcg_at_3_max
value: 33.314899999999994
verified: no, type: nauc_ndcg_at_3_std
value: -11.4208
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.995599999999996
verified: no, type: nauc_ndcg_at_5_max
value: 33.1612
verified: no, type: nauc_ndcg_at_5_std
value: -11.4067
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.766999999999996
verified: no, type: nauc_ndcg_at_10_max
value: 32.903999999999996
verified: no, type: nauc_ndcg_at_10_std
value: -11.447000000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.1061
verified: no, type: nauc_ndcg_at_20_max
value: 32.8849
verified: no, type: nauc_ndcg_at_20_std
value: -11.4567
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.0131
verified: no, type: nauc_ndcg_at_100_max
value: 32.5449
verified: no, type: nauc_ndcg_at_100_std
value: -11.0686
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.7046
verified: no, type: nauc_ndcg_at_1000_max
value: 32.7575
verified: no, type: nauc_ndcg_at_1000_std
value: -10.9682
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.17359999999999
verified: no, type: nauc_map_at_1_max
value: 32.9994
verified: no, type: nauc_map_at_1_std
value: -12.2575
verified: no, type: nauc_map_at_1_diff1
value: 55.63360000000001
verified: no, type: nauc_map_at_3_max
value: 33.2746
verified: no, type: nauc_map_at_3_std
value: -11.5215
verified: no, type: nauc_map_at_3_diff1
value: 52.1439
verified: no, type: nauc_map_at_5_max
value: 33.206799999999994
verified: no, type: nauc_map_at_5_std
value: -11.533
verified: no, type: nauc_map_at_5_diff1
value: 52.0477
verified: no, type: nauc_map_at_10_max
value: 33.1113
verified: no, type: nauc_map_at_10_std
value: -11.5406
verified: no, type: nauc_map_at_10_diff1
value: 51.8103
verified: no, type: nauc_map_at_20_max
value: 33.070899999999995
verified: no, type: nauc_map_at_20_std
value: -11.5655
verified: no, type: nauc_map_at_20_diff1
value: 51.7759
verified: no, type: nauc_map_at_100_max
value: 32.9989
verified: no, type: nauc_map_at_100_std
value: -11.546
verified: no, type: nauc_map_at_100_diff1
value: 51.739000000000004
verified: no, type: nauc_map_at_1000_max
value: 33.0074
verified: no, type: nauc_map_at_1000_std
value: -11.541
verified: no, type: nauc_map_at_1000_diff1
value: 51.7548
verified: no, type: nauc_recall_at_1_max
value: 32.9994
verified: no, type: nauc_recall_at_1_std
value: -12.2575
verified: no, type: nauc_recall_at_1_diff1
value: 55.63360000000001
verified: no, type: nauc_recall_at_3_max
value: 33.4172
verified: no, type: nauc_recall_at_3_std
value: -11.1701
verified: no, type: nauc_recall_at_3_diff1
value: 47.6442
verified: no, type: nauc_recall_at_5_max
value: 32.962799999999994
verified: no, type: nauc_recall_at_5_std
value: -11.0448
verified: no, type: nauc_recall_at_5_diff1
value: 46.8433
verified: no, type: nauc_recall_at_10_max
value: 32.042500000000004
verified: no, type: nauc_recall_at_10_std
value: -11.2125
verified: no, type: nauc_recall_at_10_diff1
value: 44.2396
verified: no, type: nauc_recall_at_20_max
value: 32.1997
verified: no, type: nauc_recall_at_20_std
value: -11.0222
verified: no, type: nauc_recall_at_20_diff1
value: 43.4014
verified: no, type: nauc_recall_at_100_max
value: 29.972500000000004
verified: no, type: nauc_recall_at_100_std
value: -7.2572
verified: no, type: nauc_recall_at_100_diff1
value: 39.285199999999996
verified: no, type: nauc_recall_at_1000_max
value: 31.759300000000003
verified: no, type: nauc_recall_at_1000_std
value: -1.555
verified: no, type: nauc_recall_at_1000_diff1
value: 38.7819
verified: no, type: nauc_precision_at_1_max
value: 32.9994
verified: no, type: nauc_precision_at_1_std
value: -12.2575
verified: no, type: nauc_precision_at_1_diff1
value: 55.63360000000001
verified: no, type: nauc_precision_at_3_max
value: 33.4172
verified: no, type: nauc_precision_at_3_std
value: -11.1701
verified: no, type: nauc_precision_at_3_diff1
value: 47.6442
verified: no, type: nauc_precision_at_5_max
value: 32.962799999999994
verified: no, type: nauc_precision_at_5_std
value: -11.0448
verified: no, type: nauc_precision_at_5_diff1
value: 46.8433
verified: no, type: nauc_precision_at_10_max
value: 32.042500000000004
verified: no, type: nauc_precision_at_10_std
value: -11.2125
verified: no, type: nauc_precision_at_10_diff1
value: 44.2396
verified: no, type: nauc_precision_at_20_max
value: 32.1997
verified: no, type: nauc_precision_at_20_std
value: -11.0222
verified: no, type: nauc_precision_at_20_diff1
value: 43.4014
verified: no, type: nauc_precision_at_100_max
value: 29.972500000000004
verified: no, type: nauc_precision_at_100_std
value: -7.2572
verified: no, type: nauc_precision_at_100_diff1
value: 39.285199999999996
verified: no, type: nauc_precision_at_1000_max
value: 31.759300000000003
verified: no, type: nauc_precision_at_1000_std
value: -1.555
verified: no, type: nauc_precision_at_1000_diff1
value: 38.7819
verified: no, type: nauc_mrr_at_1_max
value: 33.1174
verified: no, type: nauc_mrr_at_1_std
value: -12.0388
verified: no, type: nauc_mrr_at_1_diff1
value: 55.63360000000001
verified: no, type: nauc_mrr_at_3_max
value: 33.333800000000004
verified: no, type: nauc_mrr_at_3_std
value: -11.4119
verified: no, type: nauc_mrr_at_3_diff1
value: 52.1439
verified: no, type: nauc_mrr_at_5_max
value: 33.2665
verified: no, type: nauc_mrr_at_5_std
value: -11.4223
verified: no, type: nauc_mrr_at_5_diff1
value: 52.0477
verified: no, type: nauc_mrr_at_10_max
value: 33.1716
verified: no, type: nauc_mrr_at_10_std
value: -11.4289
verified: no, type: nauc_mrr_at_10_diff1
value: 51.8103
verified: no, type: nauc_mrr_at_20_max
value: 33.1315
verified: no, type: nauc_mrr_at_20_std
value: -11.4531
verified: no, type: nauc_mrr_at_20_diff1
value: 51.7759
verified: no, type: nauc_mrr_at_100_max
value: 33.0598
verified: no, type: nauc_mrr_at_100_std
value: -11.4331
verified: no, type: nauc_mrr_at_100_diff1
value: 51.739000000000004
verified: no, type: nauc_mrr_at_1000_max
value: 33.0684
verified: no, type: nauc_mrr_at_1000_std
value: -11.428
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.7548
verified: no, type: main_score
value: 47.549
verified: no
task: type: Retrieval, dataset: config: java
name: MTEB CodeSearchNetCCRetrieval (java)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 33.355000000000004
verified: no, type: ndcg_at_3
value: 41.551
verified: no, type: ndcg_at_5
value: 43.592
verified: no, type: ndcg_at_10
value: 45.539
verified: no, type: ndcg_at_20
value: 46.922999999999995
verified: no, type: ndcg_at_100
value: 49.01
verified: no, type: ndcg_at_1000
value: 50.592000000000006
verified: no, type: map_at_1
value: 33.355000000000004
verified: no, type: map_at_3
value: 39.582
verified: no, type: map_at_5
value: 40.716
verified: no, type: map_at_10
value: 41.524
verified: no, type: map_at_20
value: 41.905
verified: no, type: map_at_100
value: 42.185
verified: no, type: map_at_1000
value: 42.239
verified: no, type: recall_at_1
value: 33.355000000000004
verified: no, type: recall_at_3
value: 47.23
verified: no, type: recall_at_5
value: 52.17699999999999
verified: no, type: recall_at_10
value: 58.17400000000001
verified: no, type: recall_at_20
value: 63.641999999999996
verified: no, type: recall_at_100
value: 75.034
verified: no, type: recall_at_1000
value: 87.85
verified: no, type: precision_at_1
value: 33.355000000000004
verified: no, type: precision_at_3
value: 15.742999999999999
verified: no, type: precision_at_5
value: 10.435
verified: no, type: precision_at_10
value: 5.817
verified: no, type: precision_at_20
value: 3.182
verified: no, type: precision_at_100
value: 0.75
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: mrr_at_1
value: 33.3455
verified: no, type: mrr_at_3
value: 39.569500000000005
verified: no, type: mrr_at_5
value: 40.7055
verified: no, type: mrr_at_10
value: 41.5123
verified: no, type: mrr_at_20
value: 41.8948
verified: no, type: mrr_at_100
value: 42.175200000000004
verified: no, type: mrr_at_1000
value: 42.228500000000004
verified: no, type: nauc_ndcg_at_1_max
value: 29.177500000000002
verified: no, type: nauc_ndcg_at_1_std
value: -5.8229999999999995
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.2548
verified: no, type: nauc_ndcg_at_3_max
value: 31.0728
verified: no, type: nauc_ndcg_at_3_std
value: -4.3403
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.6597
verified: no, type: nauc_ndcg_at_5_max
value: 30.9135
verified: no, type: nauc_ndcg_at_5_std
value: -3.5812999999999997
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.6076
verified: no, type: nauc_ndcg_at_10_max
value: 30.662899999999997
verified: no, type: nauc_ndcg_at_10_std
value: -3.3078999999999996
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.9647
verified: no, type: nauc_ndcg_at_20_max
value: 30.7534
verified: no, type: nauc_ndcg_at_20_std
value: -2.6957
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.6956
verified: no, type: nauc_ndcg_at_100_max
value: 30.8268
verified: no, type: nauc_ndcg_at_100_std
value: -1.9675000000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.4854
verified: no, type: nauc_ndcg_at_1000_max
value: 30.7713
verified: no, type: nauc_ndcg_at_1000_std
value: -1.9892
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.7157
verified: no, type: nauc_map_at_1_max
value: 29.177500000000002
verified: no, type: nauc_map_at_1_std
value: -5.8229999999999995
verified: no, type: nauc_map_at_1_diff1
value: 53.2548
verified: no, type: nauc_map_at_3_max
value: 30.6136
verified: no, type: nauc_map_at_3_std
value: -4.7136
verified: no, type: nauc_map_at_3_diff1
value: 49.709399999999995
verified: no, type: nauc_map_at_5_max
value: 30.523699999999998
verified: no, type: nauc_map_at_5_std
value: -4.288200000000001
verified: no, type: nauc_map_at_5_diff1
value: 49.127700000000004
verified: no, type: nauc_map_at_10_max
value: 30.4224
verified: no, type: nauc_map_at_10_std
value: -4.1822
verified: no, type: nauc_map_at_10_diff1
value: 48.8812
verified: no, type: nauc_map_at_20_max
value: 30.4446
verified: no, type: nauc_map_at_20_std
value: -4.0194
verified: no, type: nauc_map_at_20_diff1
value: 48.8177
verified: no, type: nauc_map_at_100_max
value: 30.4531
verified: no, type: nauc_map_at_100_std
value: -3.9356
verified: no, type: nauc_map_at_100_diff1
value: 48.7971
verified: no, type: nauc_map_at_1000_max
value: 30.4507
verified: no, type: nauc_map_at_1000_std
value: -3.9337999999999997
verified: no, type: nauc_map_at_1000_diff1
value: 48.8055
verified: no, type: nauc_recall_at_1_max
value: 29.177500000000002
verified: no, type: nauc_recall_at_1_std
value: -5.8229999999999995
verified: no, type: nauc_recall_at_1_diff1
value: 53.2548
verified: no, type: nauc_recall_at_3_max
value: 32.3983
verified: no, type: nauc_recall_at_3_std
value: -3.2567
verified: no, type: nauc_recall_at_3_diff1
value: 45.6552
verified: no, type: nauc_recall_at_5_max
value: 32.043
verified: no, type: nauc_recall_at_5_std
value: -1.3823
verified: no, type: nauc_recall_at_5_diff1
value: 42.9898
verified: no, type: nauc_recall_at_10_max
value: 31.272
verified: no, type: nauc_recall_at_10_std
value: -0.3417
verified: no, type: nauc_recall_at_10_diff1
value: 40.5539
verified: no, type: nauc_recall_at_20_max
value: 31.7395
verified: no, type: nauc_recall_at_20_std
value: 2.645
verified: no, type: nauc_recall_at_20_diff1
value: 38.777499999999996
verified: no, type: nauc_recall_at_100_max
value: 32.6198
verified: no, type: nauc_recall_at_100_std
value: 10.1172
verified: no, type: nauc_recall_at_100_diff1
value: 34.6806
verified: no, type: nauc_recall_at_1000_max
value: 33.0633
verified: no, type: nauc_recall_at_1000_std
value: 19.5697
verified: no, type: nauc_recall_at_1000_diff1
value: 29.418699999999998
verified: no, type: nauc_precision_at_1_max
value: 29.177500000000002
verified: no, type: nauc_precision_at_1_std
value: -5.8229999999999995
verified: no, type: nauc_precision_at_1_diff1
value: 53.2548
verified: no, type: nauc_precision_at_3_max
value: 32.3983
verified: no, type: nauc_precision_at_3_std
value: -3.2567
verified: no, type: nauc_precision_at_3_diff1
value: 45.6552
verified: no, type: nauc_precision_at_5_max
value: 32.043
verified: no, type: nauc_precision_at_5_std
value: -1.3823
verified: no, type: nauc_precision_at_5_diff1
value: 42.9898
verified: no, type: nauc_precision_at_10_max
value: 31.272
verified: no, type: nauc_precision_at_10_std
value: -0.3417
verified: no, type: nauc_precision_at_10_diff1
value: 40.5539
verified: no, type: nauc_precision_at_20_max
value: 31.7395
verified: no, type: nauc_precision_at_20_std
value: 2.645
verified: no, type: nauc_precision_at_20_diff1
value: 38.777499999999996
verified: no, type: nauc_precision_at_100_max
value: 32.6198
verified: no, type: nauc_precision_at_100_std
value: 10.1172
verified: no, type: nauc_precision_at_100_diff1
value: 34.6806
verified: no, type: nauc_precision_at_1000_max
value: 33.0633
verified: no, type: nauc_precision_at_1000_std
value: 19.5697
verified: no, type: nauc_precision_at_1000_diff1
value: 29.418699999999998
verified: no, type: nauc_mrr_at_1_max
value: 29.217900000000004
verified: no, type: nauc_mrr_at_1_std
value: -5.8532
verified: no, type: nauc_mrr_at_1_diff1
value: 53.283100000000005
verified: no, type: nauc_mrr_at_3_max
value: 30.6327
verified: no, type: nauc_mrr_at_3_std
value: -4.7439
verified: no, type: nauc_mrr_at_3_diff1
value: 49.7477
verified: no, type: nauc_mrr_at_5_max
value: 30.5427
verified: no, type: nauc_mrr_at_5_std
value: -4.3167
verified: no, type: nauc_mrr_at_5_diff1
value: 49.152
verified: no, type: nauc_mrr_at_10_max
value: 30.444100000000002
verified: no, type: nauc_mrr_at_10_std
value: -4.2066
verified: no, type: nauc_mrr_at_10_diff1
value: 48.9038
verified: no, type: nauc_mrr_at_20_max
value: 30.462899999999998
verified: no, type: nauc_mrr_at_20_std
value: -4.0467
verified: no, type: nauc_mrr_at_20_diff1
value: 48.8397
verified: no, type: nauc_mrr_at_100_max
value: 30.4714
verified: no, type: nauc_mrr_at_100_std
value: -3.963
verified: no, type: nauc_mrr_at_100_diff1
value: 48.8192
verified: no, type: nauc_mrr_at_1000_max
value: 30.469
verified: no, type: nauc_mrr_at_1000_std
value: -3.9613
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.8277
verified: no, type: main_score
value: 45.539
verified: no
task: type: Retrieval, dataset: config: php
name: MTEB CodeSearchNetCCRetrieval (php)
revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8
split: test
type: CoIR-Retrieval/CodeSearchNet-ccr
metrics: type: ndcg_at_1
value: 25.139
verified: no, type: ndcg_at_3
value: 31.922
verified: no, type: ndcg_at_5
value: 33.989999999999995
verified: no, type: ndcg_at_10
value: 35.942
verified: no, type: ndcg_at_20
value: 37.506
verified: no, type: ndcg_at_100
value: 39.971000000000004
verified: no, type: ndcg_at_1000
value: 42.074
verified: no, type: map_at_1
value: 25.139
verified: no, type: map_at_3
value: 30.263
verified: no, type: map_at_5
value: 31.411
verified: no, type: map_at_10
value: 32.218
verified: no, type: map_at_20
value: 32.65
verified: no, type: map_at_100
value: 32.979
verified: no, type: map_at_1000
value: 33.050000000000004
verified: no, type: recall_at_1
value: 25.139
verified: no, type: recall_at_3
value: 36.720000000000006
verified: no, type: recall_at_5
value: 41.737
verified: no, type: recall_at_10
value: 47.766999999999996
verified: no, type: recall_at_20
value: 53.932
verified: no, type: recall_at_100
value: 67.38300000000001
verified: no, type: recall_at_1000
value: 84.416
verified: no, type: precision_at_1
value: 25.139
verified: no, type: precision_at_3
value: 12.24
verified: no, type: precision_at_5
value: 8.347
verified: no, type: precision_at_10
value: 4.777
verified: no, type: precision_at_20
value: 2.697
verified: no, type: precision_at_100
value: 0.674
verified: no, type: precision_at_1000
value: 0.084
verified: no, type: mrr_at_1
value: 25.1463
verified: no, type: mrr_at_3
value: 30.2709
verified: no, type: mrr_at_5
value: 31.4126
verified: no, type: mrr_at_10
value: 32.2202
verified: no, type: mrr_at_20
value: 32.6527
verified: no, type: mrr_at_100
value: 32.9822
verified: no, type: mrr_at_1000
value: 33.0527
verified: no, type: nauc_ndcg_at_1_max
value: 24.082600000000003
verified: no, type: nauc_ndcg_at_1_std
value: -3.9068
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.1815
verified: no, type: nauc_ndcg_at_3_max
value: 23.160700000000002
verified: no, type: nauc_ndcg_at_3_std
value: -3.3746
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.009
verified: no, type: nauc_ndcg_at_5_max
value: 22.644000000000002
verified: no, type: nauc_ndcg_at_5_std
value: -3.0027999999999997
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.0016
verified: no, type: nauc_ndcg_at_10_max
value: 22.3578
verified: no, type: nauc_ndcg_at_10_std
value: -2.5096
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.4367
verified: no, type: nauc_ndcg_at_20_max
value: 22.0477
verified: no, type: nauc_ndcg_at_20_std
value: -1.7484
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.9771
verified: no, type: nauc_ndcg_at_100_max
value: 21.7016
verified: no, type: nauc_ndcg_at_100_std
value: -1.0854000000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.707
verified: no, type: nauc_ndcg_at_1000_max
value: 21.988
verified: no, type: nauc_ndcg_at_1000_std
value: -0.8564999999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.0368
verified: no, type: nauc_map_at_1_max
value: 24.082600000000003
verified: no, type: nauc_map_at_1_std
value: -3.9068
verified: no, type: nauc_map_at_1_diff1
value: 50.1815
verified: no, type: nauc_map_at_3_max
value: 23.418
verified: no, type: nauc_map_at_3_std
value: -3.4922
verified: no, type: nauc_map_at_3_diff1
value: 46.19
verified: no, type: nauc_map_at_5_max
value: 23.1203
verified: no, type: nauc_map_at_5_std
value: -3.2856000000000005
verified: no, type: nauc_map_at_5_diff1
value: 45.6063
verified: no, type: nauc_map_at_10_max
value: 23.0132
verified: no, type: nauc_map_at_10_std
value: -3.0803000000000003
verified: no, type: nauc_map_at_10_diff1
value: 45.3708
verified: no, type: nauc_map_at_20_max
value: 22.926199999999998
verified: no, type: nauc_map_at_20_std
value: -2.8717
verified: no, type: nauc_map_at_20_diff1
value: 45.2482
verified: no, type: nauc_map_at_100_max
value: 22.8776
verified: no, type: nauc_map_at_100_std
value: -2.7819
verified: no, type: nauc_map_at_100_diff1
value: 45.2205
verified: no, type: nauc_map_at_1000_max
value: 22.886
verified: no, type: nauc_map_at_1000_std
value: -2.7714
verified: no, type: nauc_map_at_1000_diff1
value: 45.231300000000005
verified: no, type: nauc_recall_at_1_max
value: 24.082600000000003
verified: no, type: nauc_recall_at_1_std
value: -3.9068
verified: no, type: nauc_recall_at_1_diff1
value: 50.1815
verified: no, type: nauc_recall_at_3_max
value: 22.442500000000003
verified: no, type: nauc_recall_at_3_std
value: -3.0562
verified: no, type: nauc_recall_at_3_diff1
value: 41.797000000000004
verified: no, type: nauc_recall_at_5_max
value: 21.2749
verified: no, type: nauc_recall_at_5_std
value: -2.1853000000000002
verified: no, type: nauc_recall_at_5_diff1
value: 39.543
verified: no, type: nauc_recall_at_10_max
value: 20.336399999999998
verified: no, type: nauc_recall_at_10_std
value: -0.6941
verified: no, type: nauc_recall_at_10_diff1
value: 37.7835
verified: no, type: nauc_recall_at_20_max
value: 19.031799999999997
verified: no, type: nauc_recall_at_20_std
value: 2.4044
verified: no, type: nauc_recall_at_20_diff1
value: 35.6973
verified: no, type: nauc_recall_at_100_max
value: 16.1657
verified: no, type: nauc_recall_at_100_std
value: 7.480199999999999
verified: no, type: nauc_recall_at_100_diff1
value: 32.2845
verified: no, type: nauc_recall_at_1000_max
value: 16.6175
verified: no, type: nauc_recall_at_1000_std
value: 17.7626
verified: no, type: nauc_recall_at_1000_diff1
value: 29.4846
verified: no, type: nauc_precision_at_1_max
value: 24.082600000000003
verified: no, type: nauc_precision_at_1_std
value: -3.9068
verified: no, type: nauc_precision_at_1_diff1
value: 50.1815
verified: no, type: nauc_precision_at_3_max
value: 22.442500000000003
verified: no, type: nauc_precision_at_3_std
value: -3.0562
verified: no, type: nauc_precision_at_3_diff1
value: 41.797000000000004
verified: no, type: nauc_precision_at_5_max
value: 21.2749
verified: no, type: nauc_precision_at_5_std
value: -2.1853000000000002
verified: no, type: nauc_precision_at_5_diff1
value: 39.543
verified: no, type: nauc_precision_at_10_max
value: 20.336399999999998
verified: no, type: nauc_precision_at_10_std
value: -0.6941
verified: no, type: nauc_precision_at_10_diff1
value: 37.7835
verified: no, type: nauc_precision_at_20_max
value: 19.031799999999997
verified: no, type: nauc_precision_at_20_std
value: 2.4044
verified: no, type: nauc_precision_at_20_diff1
value: 35.6973
verified: no, type: nauc_precision_at_100_max
value: 16.1657
verified: no, type: nauc_precision_at_100_std
value: 7.480199999999999
verified: no, type: nauc_precision_at_100_diff1
value: 32.2845
verified: no, type: nauc_precision_at_1000_max
value: 16.6175
verified: no, type: nauc_precision_at_1000_std
value: 17.7626
verified: no, type: nauc_precision_at_1000_diff1
value: 29.4846
verified: no, type: nauc_mrr_at_1_max
value: 23.9848
verified: no, type: nauc_mrr_at_1_std
value: -3.9669000000000003
verified: no, type: nauc_mrr_at_1_diff1
value: 50.152699999999996
verified: no, type: nauc_mrr_at_3_max
value: 23.3397
verified: no, type: nauc_mrr_at_3_std
value: -3.5128
verified: no, type: nauc_mrr_at_3_diff1
value: 46.1227
verified: no, type: nauc_mrr_at_5_max
value: 23.0454
verified: no, type: nauc_mrr_at_5_std
value: -3.3141
verified: no, type: nauc_mrr_at_5_diff1
value: 45.561
verified: no, type: nauc_mrr_at_10_max
value: 22.9526
verified: no, type: nauc_mrr_at_10_std
value: -3.1052
verified: no, type: nauc_mrr_at_10_diff1
value: 45.3316
verified: no, type: nauc_mrr_at_20_max
value: 22.8654
verified: no, type: nauc_mrr_at_20_std
value: -2.8967
verified: no, type: nauc_mrr_at_20_diff1
value: 45.2089
verified: no, type: nauc_mrr_at_100_max
value: 22.8164
verified: no, type: nauc_mrr_at_100_std
value: -2.8074000000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 45.1812
verified: no, type: nauc_mrr_at_1000_max
value: 22.8248
verified: no, type: nauc_mrr_at_1000_std
value: -2.7968
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.191900000000004
verified: no, type: main_score
value: 35.942
verified: no
task: type: Retrieval, dataset: config: python
name: MTEB CodeSearchNetRetrieval (python)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 70.89999999999999
verified: no, type: ndcg_at_3
value: 80.06400000000001
verified: no, type: ndcg_at_5
value: 81.703
verified: no, type: ndcg_at_10
value: 83.12
verified: no, type: ndcg_at_20
value: 83.67999999999999
verified: no, type: ndcg_at_100
value: 84.11
verified: no, type: ndcg_at_1000
value: 84.195
verified: no, type: map_at_1
value: 70.89999999999999
verified: no, type: map_at_3
value: 77.86699999999999
verified: no, type: map_at_5
value: 78.77199999999999
verified: no, type: map_at_10
value: 79.353
verified: no, type: map_at_20
value: 79.508
verified: no, type: map_at_100
value: 79.569
verified: no, type: map_at_1000
value: 79.571
verified: no, type: recall_at_1
value: 70.89999999999999
verified: no, type: recall_at_3
value: 86.4
verified: no, type: recall_at_5
value: 90.4
verified: no, type: recall_at_10
value: 94.8
verified: no, type: recall_at_20
value: 97
verified: no, type: recall_at_100
value: 99.3
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 70.89999999999999
verified: no, type: precision_at_3
value: 28.799999999999997
verified: no, type: precision_at_5
value: 18.08
verified: no, type: precision_at_10
value: 9.48
verified: no, type: precision_at_20
value: 4.8500000000000005
verified: no, type: precision_at_100
value: 0.993
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 70.89999999999999
verified: no, type: mrr_at_3
value: 77.8667
verified: no, type: mrr_at_5
value: 78.7717
verified: no, type: mrr_at_10
value: 79.3526
verified: no, type: mrr_at_20
value: 79.5084
verified: no, type: mrr_at_100
value: 79.5687
verified: no, type: mrr_at_1000
value: 79.5713
verified: no, type: nauc_ndcg_at_1_max
value: 42.7162
verified: no, type: nauc_ndcg_at_1_std
value: -4.6818
verified: no, type: nauc_ndcg_at_1_diff1
value: 70.6364
verified: no, type: nauc_ndcg_at_3_max
value: 48.1282
verified: no, type: nauc_ndcg_at_3_std
value: -2.8091
verified: no, type: nauc_ndcg_at_3_diff1
value: 67.9426
verified: no, type: nauc_ndcg_at_5_max
value: 45.713
verified: no, type: nauc_ndcg_at_5_std
value: -4.0022
verified: no, type: nauc_ndcg_at_5_diff1
value: 67.0684
verified: no, type: nauc_ndcg_at_10_max
value: 45.8762
verified: no, type: nauc_ndcg_at_10_std
value: -2.8594999999999997
verified: no, type: nauc_ndcg_at_10_diff1
value: 67.318
verified: no, type: nauc_ndcg_at_20_max
value: 45.8448
verified: no, type: nauc_ndcg_at_20_std
value: -2.9843
verified: no, type: nauc_ndcg_at_20_diff1
value: 67.5016
verified: no, type: nauc_ndcg_at_100_max
value: 45.9045
verified: no, type: nauc_ndcg_at_100_std
value: -3.1647000000000003
verified: no, type: nauc_ndcg_at_100_diff1
value: 67.8211
verified: no, type: nauc_ndcg_at_1000_max
value: 45.7011
verified: no, type: nauc_ndcg_at_1000_std
value: -3.4981
verified: no, type: nauc_ndcg_at_1000_diff1
value: 67.9137
verified: no, type: nauc_map_at_1_max
value: 42.7162
verified: no, type: nauc_map_at_1_std
value: -4.6818
verified: no, type: nauc_map_at_1_diff1
value: 70.6364
verified: no, type: nauc_map_at_3_max
value: 46.5287
verified: no, type: nauc_map_at_3_std
value: -3.6239
verified: no, type: nauc_map_at_3_diff1
value: 68.5879
verified: no, type: nauc_map_at_5_max
value: 45.291599999999995
verified: no, type: nauc_map_at_5_std
value: -4.2172
verified: no, type: nauc_map_at_5_diff1
value: 68.1788
verified: no, type: nauc_map_at_10_max
value: 45.31
verified: no, type: nauc_map_at_10_std
value: -3.8557
verified: no, type: nauc_map_at_10_diff1
value: 68.2538
verified: no, type: nauc_map_at_20_max
value: 45.2841
verified: no, type: nauc_map_at_20_std
value: -3.92
verified: no, type: nauc_map_at_20_diff1
value: 68.2978
verified: no, type: nauc_map_at_100_max
value: 45.3154
verified: no, type: nauc_map_at_100_std
value: -3.929
verified: no, type: nauc_map_at_100_diff1
value: 68.3362
verified: no, type: nauc_map_at_1000_max
value: 45.3097
verified: no, type: nauc_map_at_1000_std
value: -3.9364999999999997
verified: no, type: nauc_map_at_1000_diff1
value: 68.3376
verified: no, type: nauc_recall_at_1_max
value: 42.7162
verified: no, type: nauc_recall_at_1_std
value: -4.6818
verified: no, type: nauc_recall_at_1_diff1
value: 70.6364
verified: no, type: nauc_recall_at_3_max
value: 55.0798
verified: no, type: nauc_recall_at_3_std
value: 0.9014
verified: no, type: nauc_recall_at_3_diff1
value: 65.2358
verified: no, type: nauc_recall_at_5_max
value: 47.4148
verified: no, type: nauc_recall_at_5_std
value: -2.9387
verified: no, type: nauc_recall_at_5_diff1
value: 60.644299999999994
verified: no, type: nauc_recall_at_10_max
value: 50.820600000000006
verified: no, type: nauc_recall_at_10_std
value: 8.7499
verified: no, type: nauc_recall_at_10_diff1
value: 58.34049999999999
verified: no, type: nauc_recall_at_20_max
value: 54.4382
verified: no, type: nauc_recall_at_20_std
value: 16.0862
verified: no, type: nauc_recall_at_20_diff1
value: 55.5229
verified: no, type: nauc_recall_at_100_max
value: 79.2317
verified: no, type: nauc_recall_at_100_std
value: 54.095000000000006
verified: no, type: nauc_recall_at_100_diff1
value: 50.6869
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 42.7162
verified: no, type: nauc_precision_at_1_std
value: -4.6818
verified: no, type: nauc_precision_at_1_diff1
value: 70.6364
verified: no, type: nauc_precision_at_3_max
value: 55.0798
verified: no, type: nauc_precision_at_3_std
value: 0.9014
verified: no, type: nauc_precision_at_3_diff1
value: 65.2358
verified: no, type: nauc_precision_at_5_max
value: 47.4148
verified: no, type: nauc_precision_at_5_std
value: -2.9387
verified: no, type: nauc_precision_at_5_diff1
value: 60.644299999999994
verified: no, type: nauc_precision_at_10_max
value: 50.820600000000006
verified: no, type: nauc_precision_at_10_std
value: 8.7499
verified: no, type: nauc_precision_at_10_diff1
value: 58.34049999999999
verified: no, type: nauc_precision_at_20_max
value: 54.4382
verified: no, type: nauc_precision_at_20_std
value: 16.0862
verified: no, type: nauc_precision_at_20_diff1
value: 55.5229
verified: no, type: nauc_precision_at_100_max
value: 79.2317
verified: no, type: nauc_precision_at_100_std
value: 54.095000000000006
verified: no, type: nauc_precision_at_100_diff1
value: 50.6869
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 42.7162
verified: no, type: nauc_mrr_at_1_std
value: -4.6818
verified: no, type: nauc_mrr_at_1_diff1
value: 70.6364
verified: no, type: nauc_mrr_at_3_max
value: 46.5287
verified: no, type: nauc_mrr_at_3_std
value: -3.6239
verified: no, type: nauc_mrr_at_3_diff1
value: 68.5879
verified: no, type: nauc_mrr_at_5_max
value: 45.291599999999995
verified: no, type: nauc_mrr_at_5_std
value: -4.2172
verified: no, type: nauc_mrr_at_5_diff1
value: 68.1788
verified: no, type: nauc_mrr_at_10_max
value: 45.31
verified: no, type: nauc_mrr_at_10_std
value: -3.8557
verified: no, type: nauc_mrr_at_10_diff1
value: 68.2538
verified: no, type: nauc_mrr_at_20_max
value: 45.2841
verified: no, type: nauc_mrr_at_20_std
value: -3.92
verified: no, type: nauc_mrr_at_20_diff1
value: 68.2978
verified: no, type: nauc_mrr_at_100_max
value: 45.3154
verified: no, type: nauc_mrr_at_100_std
value: -3.929
verified: no, type: nauc_mrr_at_100_diff1
value: 68.3362
verified: no, type: nauc_mrr_at_1000_max
value: 45.3097
verified: no, type: nauc_mrr_at_1000_std
value: -3.9364999999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 68.3376
verified: no, type: main_score
value: 83.12
verified: no
task: type: Retrieval, dataset: config: javascript
name: MTEB CodeSearchNetRetrieval (javascript)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 57.99999999999999
verified: no, type: ndcg_at_3
value: 67.24900000000001
verified: no, type: ndcg_at_5
value: 68.781
verified: no, type: ndcg_at_10
value: 70.34
verified: no, type: ndcg_at_20
value: 71.24000000000001
verified: no, type: ndcg_at_100
value: 72.617
verified: no, type: ndcg_at_1000
value: 73.436
verified: no, type: map_at_1
value: 57.99999999999999
verified: no, type: map_at_3
value: 64.983
verified: no, type: map_at_5
value: 65.838
verified: no, type: map_at_10
value: 66.50500000000001
verified: no, type: map_at_20
value: 66.74600000000001
verified: no, type: map_at_100
value: 66.93299999999999
verified: no, type: map_at_1000
value: 66.959
verified: no, type: recall_at_1
value: 57.99999999999999
verified: no, type: recall_at_3
value: 73.8
verified: no, type: recall_at_5
value: 77.5
verified: no, type: recall_at_10
value: 82.19999999999999
verified: no, type: recall_at_20
value: 85.8
verified: no, type: recall_at_100
value: 93.30000000000001
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 57.99999999999999
verified: no, type: precision_at_3
value: 24.6
verified: no, type: precision_at_5
value: 15.5
verified: no, type: precision_at_10
value: 8.219999999999999
verified: no, type: precision_at_20
value: 4.29
verified: no, type: precision_at_100
value: 0.9329999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 57.99999999999999
verified: no, type: mrr_at_3
value: 64.9833
verified: no, type: mrr_at_5
value: 65.8383
verified: no, type: mrr_at_10
value: 66.50500000000001
verified: no, type: mrr_at_20
value: 66.7464
verified: no, type: mrr_at_100
value: 66.9326
verified: no, type: mrr_at_1000
value: 66.9593
verified: no, type: nauc_ndcg_at_1_max
value: 51.0918
verified: no, type: nauc_ndcg_at_1_std
value: 12.0501
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.1716
verified: no, type: nauc_ndcg_at_3_max
value: 59.404199999999996
verified: no, type: nauc_ndcg_at_3_std
value: 22.4787
verified: no, type: nauc_ndcg_at_3_diff1
value: 66.2602
verified: no, type: nauc_ndcg_at_5_max
value: 60.711000000000006
verified: no, type: nauc_ndcg_at_5_std
value: 24.1272
verified: no, type: nauc_ndcg_at_5_diff1
value: 65.9406
verified: no, type: nauc_ndcg_at_10_max
value: 61.492599999999996
verified: no, type: nauc_ndcg_at_10_std
value: 26.6758
verified: no, type: nauc_ndcg_at_10_diff1
value: 66.1164
verified: no, type: nauc_ndcg_at_20_max
value: 61.34610000000001
verified: no, type: nauc_ndcg_at_20_std
value: 27.331
verified: no, type: nauc_ndcg_at_20_diff1
value: 66.981
verified: no, type: nauc_ndcg_at_100_max
value: 60.50020000000001
verified: no, type: nauc_ndcg_at_100_std
value: 26.623
verified: no, type: nauc_ndcg_at_100_diff1
value: 66.4658
verified: no, type: nauc_ndcg_at_1000_max
value: 59.600500000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 24.3596
verified: no, type: nauc_ndcg_at_1000_diff1
value: 66.7619
verified: no, type: nauc_map_at_1_max
value: 51.0918
verified: no, type: nauc_map_at_1_std
value: 12.0501
verified: no, type: nauc_map_at_1_diff1
value: 69.1716
verified: no, type: nauc_map_at_3_max
value: 57.2093
verified: no, type: nauc_map_at_3_std
value: 19.4523
verified: no, type: nauc_map_at_3_diff1
value: 67.0065
verified: no, type: nauc_map_at_5_max
value: 57.81699999999999
verified: no, type: nauc_map_at_5_std
value: 20.2597
verified: no, type: nauc_map_at_5_diff1
value: 66.8577
verified: no, type: nauc_map_at_10_max
value: 58.052099999999996
verified: no, type: nauc_map_at_10_std
value: 21.195
verified: no, type: nauc_map_at_10_diff1
value: 66.9095
verified: no, type: nauc_map_at_20_max
value: 57.9955
verified: no, type: nauc_map_at_20_std
value: 21.3121
verified: no, type: nauc_map_at_20_diff1
value: 67.1257
verified: no, type: nauc_map_at_100_max
value: 57.8974
verified: no, type: nauc_map_at_100_std
value: 21.2576
verified: no, type: nauc_map_at_100_diff1
value: 67.0765
verified: no, type: nauc_map_at_1000_max
value: 57.873799999999996
verified: no, type: nauc_map_at_1000_std
value: 21.195
verified: no, type: nauc_map_at_1000_diff1
value: 67.08579999999999
verified: no, type: nauc_recall_at_1_max
value: 51.0918
verified: no, type: nauc_recall_at_1_std
value: 12.0501
verified: no, type: nauc_recall_at_1_diff1
value: 69.1716
verified: no, type: nauc_recall_at_3_max
value: 67.0934
verified: no, type: nauc_recall_at_3_std
value: 33.2241
verified: no, type: nauc_recall_at_3_diff1
value: 63.65769999999999
verified: no, type: nauc_recall_at_5_max
value: 72.2191
verified: no, type: nauc_recall_at_5_std
value: 39.5657
verified: no, type: nauc_recall_at_5_diff1
value: 62.3367
verified: no, type: nauc_recall_at_10_max
value: 78.3358
verified: no, type: nauc_recall_at_10_std
value: 54.093599999999995
verified: no, type: nauc_recall_at_10_diff1
value: 62.605900000000005
verified: no, type: nauc_recall_at_20_max
value: 81.0991
verified: no, type: nauc_recall_at_20_std
value: 64.9068
verified: no, type: nauc_recall_at_20_diff1
value: 67.7761
verified: no, type: nauc_recall_at_100_max
value: 85.0279
verified: no, type: nauc_recall_at_100_std
value: 87.47930000000001
verified: no, type: nauc_recall_at_100_diff1
value: 58.818000000000005
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 51.0918
verified: no, type: nauc_precision_at_1_std
value: 12.0501
verified: no, type: nauc_precision_at_1_diff1
value: 69.1716
verified: no, type: nauc_precision_at_3_max
value: 67.0934
verified: no, type: nauc_precision_at_3_std
value: 33.2241
verified: no, type: nauc_precision_at_3_diff1
value: 63.65769999999999
verified: no, type: nauc_precision_at_5_max
value: 72.2191
verified: no, type: nauc_precision_at_5_std
value: 39.5657
verified: no, type: nauc_precision_at_5_diff1
value: 62.3367
verified: no, type: nauc_precision_at_10_max
value: 78.3358
verified: no, type: nauc_precision_at_10_std
value: 54.093599999999995
verified: no, type: nauc_precision_at_10_diff1
value: 62.605900000000005
verified: no, type: nauc_precision_at_20_max
value: 81.0991
verified: no, type: nauc_precision_at_20_std
value: 64.9068
verified: no, type: nauc_precision_at_20_diff1
value: 67.7761
verified: no, type: nauc_precision_at_100_max
value: 85.0279
verified: no, type: nauc_precision_at_100_std
value: 87.47930000000001
verified: no, type: nauc_precision_at_100_diff1
value: 58.818000000000005
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 51.0918
verified: no, type: nauc_mrr_at_1_std
value: 12.0501
verified: no, type: nauc_mrr_at_1_diff1
value: 69.1716
verified: no, type: nauc_mrr_at_3_max
value: 57.2093
verified: no, type: nauc_mrr_at_3_std
value: 19.4523
verified: no, type: nauc_mrr_at_3_diff1
value: 67.0065
verified: no, type: nauc_mrr_at_5_max
value: 57.81699999999999
verified: no, type: nauc_mrr_at_5_std
value: 20.2597
verified: no, type: nauc_mrr_at_5_diff1
value: 66.8577
verified: no, type: nauc_mrr_at_10_max
value: 58.052099999999996
verified: no, type: nauc_mrr_at_10_std
value: 21.195
verified: no, type: nauc_mrr_at_10_diff1
value: 66.9095
verified: no, type: nauc_mrr_at_20_max
value: 57.9955
verified: no, type: nauc_mrr_at_20_std
value: 21.3121
verified: no, type: nauc_mrr_at_20_diff1
value: 67.1257
verified: no, type: nauc_mrr_at_100_max
value: 57.8974
verified: no, type: nauc_mrr_at_100_std
value: 21.2576
verified: no, type: nauc_mrr_at_100_diff1
value: 67.0765
verified: no, type: nauc_mrr_at_1000_max
value: 57.873799999999996
verified: no, type: nauc_mrr_at_1000_std
value: 21.195
verified: no, type: nauc_mrr_at_1000_diff1
value: 67.08579999999999
verified: no, type: main_score
value: 70.34
verified: no
task: type: Retrieval, dataset: config: go
name: MTEB CodeSearchNetRetrieval (go)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 75.6
verified: no, type: ndcg_at_3
value: 84.112
verified: no, type: ndcg_at_5
value: 85.351
verified: no, type: ndcg_at_10
value: 86.139
verified: no, type: ndcg_at_20
value: 86.599
verified: no, type: ndcg_at_100
value: 86.971
verified: no, type: ndcg_at_1000
value: 87.086
verified: no, type: map_at_1
value: 75.6
verified: no, type: map_at_3
value: 82.1
verified: no, type: map_at_5
value: 82.78999999999999
verified: no, type: map_at_10
value: 83.122
verified: no, type: map_at_20
value: 83.25099999999999
verified: no, type: map_at_100
value: 83.30300000000001
verified: no, type: map_at_1000
value: 83.307
verified: no, type: recall_at_1
value: 75.6
verified: no, type: recall_at_3
value: 89.9
verified: no, type: recall_at_5
value: 92.9
verified: no, type: recall_at_10
value: 95.3
verified: no, type: recall_at_20
value: 97.1
verified: no, type: recall_at_100
value: 99.1
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 75.6
verified: no, type: precision_at_3
value: 29.967
verified: no, type: precision_at_5
value: 18.58
verified: no, type: precision_at_10
value: 9.53
verified: no, type: precision_at_20
value: 4.855
verified: no, type: precision_at_100
value: 0.991
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 75.6
verified: no, type: mrr_at_3
value: 82.1
verified: no, type: mrr_at_5
value: 82.78999999999999
verified: no, type: mrr_at_10
value: 83.12230000000001
verified: no, type: mrr_at_20
value: 83.2511
verified: no, type: mrr_at_100
value: 83.3027
verified: no, type: mrr_at_1000
value: 83.307
verified: no, type: nauc_ndcg_at_1_max
value: 50.9856
verified: no, type: nauc_ndcg_at_1_std
value: 6.729
verified: no, type: nauc_ndcg_at_1_diff1
value: 75.68589999999999
verified: no, type: nauc_ndcg_at_3_max
value: 59.266
verified: no, type: nauc_ndcg_at_3_std
value: 10.0957
verified: no, type: nauc_ndcg_at_3_diff1
value: 73.3044
verified: no, type: nauc_ndcg_at_5_max
value: 58.7545
verified: no, type: nauc_ndcg_at_5_std
value: 9.295399999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 73.9355
verified: no, type: nauc_ndcg_at_10_max
value: 58.7538
verified: no, type: nauc_ndcg_at_10_std
value: 10.335999999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 74.01870000000001
verified: no, type: nauc_ndcg_at_20_max
value: 57.9057
verified: no, type: nauc_ndcg_at_20_std
value: 10.115300000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 74.456
verified: no, type: nauc_ndcg_at_100_max
value: 57.198800000000006
verified: no, type: nauc_ndcg_at_100_std
value: 9.2269
verified: no, type: nauc_ndcg_at_100_diff1
value: 74.2418
verified: no, type: nauc_ndcg_at_1000_max
value: 57.1141
verified: no, type: nauc_ndcg_at_1000_std
value: 9.366900000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 74.3329
verified: no, type: nauc_map_at_1_max
value: 50.9856
verified: no, type: nauc_map_at_1_std
value: 6.729
verified: no, type: nauc_map_at_1_diff1
value: 75.68589999999999
verified: no, type: nauc_map_at_3_max
value: 57.0017
verified: no, type: nauc_map_at_3_std
value: 9.2059
verified: no, type: nauc_map_at_3_diff1
value: 73.9956
verified: no, type: nauc_map_at_5_max
value: 56.6856
verified: no, type: nauc_map_at_5_std
value: 8.8058
verified: no, type: nauc_map_at_5_diff1
value: 74.3367
verified: no, type: nauc_map_at_10_max
value: 56.652100000000004
verified: no, type: nauc_map_at_10_std
value: 9.1465
verified: no, type: nauc_map_at_10_diff1
value: 74.37519999999999
verified: no, type: nauc_map_at_20_max
value: 56.4431
verified: no, type: nauc_map_at_20_std
value: 9.0962
verified: no, type: nauc_map_at_20_diff1
value: 74.4763
verified: no, type: nauc_map_at_100_max
value: 56.3572
verified: no, type: nauc_map_at_100_std
value: 8.9981
verified: no, type: nauc_map_at_100_diff1
value: 74.4551
verified: no, type: nauc_map_at_1000_max
value: 56.3527
verified: no, type: nauc_map_at_1000_std
value: 9.0022
verified: no, type: nauc_map_at_1000_diff1
value: 74.4583
verified: no, type: nauc_recall_at_1_max
value: 50.9856
verified: no, type: nauc_recall_at_1_std
value: 6.729
verified: no, type: nauc_recall_at_1_diff1
value: 75.68589999999999
verified: no, type: nauc_recall_at_3_max
value: 69.7291
verified: no, type: nauc_recall_at_3_std
value: 14.183000000000002
verified: no, type: nauc_recall_at_3_diff1
value: 70.07900000000001
verified: no, type: nauc_recall_at_5_max
value: 71.5009
verified: no, type: nauc_recall_at_5_std
value: 11.9764
verified: no, type: nauc_recall_at_5_diff1
value: 71.5765
verified: no, type: nauc_recall_at_10_max
value: 77.7927
verified: no, type: nauc_recall_at_10_std
value: 22.2123
verified: no, type: nauc_recall_at_10_diff1
value: 71.0601
verified: no, type: nauc_recall_at_20_max
value: 75.421
verified: no, type: nauc_recall_at_20_std
value: 25.5385
verified: no, type: nauc_recall_at_20_diff1
value: 76.5318
verified: no, type: nauc_recall_at_100_max
value: 64.4206
verified: no, type: nauc_recall_at_100_std
value: -4.8864
verified: no, type: nauc_recall_at_100_diff1
value: 65.2765
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 50.9856
verified: no, type: nauc_precision_at_1_std
value: 6.729
verified: no, type: nauc_precision_at_1_diff1
value: 75.68589999999999
verified: no, type: nauc_precision_at_3_max
value: 69.7291
verified: no, type: nauc_precision_at_3_std
value: 14.183000000000002
verified: no, type: nauc_precision_at_3_diff1
value: 70.07900000000001
verified: no, type: nauc_precision_at_5_max
value: 71.5009
verified: no, type: nauc_precision_at_5_std
value: 11.9764
verified: no, type: nauc_precision_at_5_diff1
value: 71.5765
verified: no, type: nauc_precision_at_10_max
value: 77.7927
verified: no, type: nauc_precision_at_10_std
value: 22.2123
verified: no, type: nauc_precision_at_10_diff1
value: 71.0601
verified: no, type: nauc_precision_at_20_max
value: 75.421
verified: no, type: nauc_precision_at_20_std
value: 25.5385
verified: no, type: nauc_precision_at_20_diff1
value: 76.5318
verified: no, type: nauc_precision_at_100_max
value: 64.4206
verified: no, type: nauc_precision_at_100_std
value: -4.8864
verified: no, type: nauc_precision_at_100_diff1
value: 65.2765
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 50.9856
verified: no, type: nauc_mrr_at_1_std
value: 6.729
verified: no, type: nauc_mrr_at_1_diff1
value: 75.68589999999999
verified: no, type: nauc_mrr_at_3_max
value: 57.0017
verified: no, type: nauc_mrr_at_3_std
value: 9.2059
verified: no, type: nauc_mrr_at_3_diff1
value: 73.9956
verified: no, type: nauc_mrr_at_5_max
value: 56.6856
verified: no, type: nauc_mrr_at_5_std
value: 8.8058
verified: no, type: nauc_mrr_at_5_diff1
value: 74.3367
verified: no, type: nauc_mrr_at_10_max
value: 56.652100000000004
verified: no, type: nauc_mrr_at_10_std
value: 9.1465
verified: no, type: nauc_mrr_at_10_diff1
value: 74.37519999999999
verified: no, type: nauc_mrr_at_20_max
value: 56.4431
verified: no, type: nauc_mrr_at_20_std
value: 9.0962
verified: no, type: nauc_mrr_at_20_diff1
value: 74.4763
verified: no, type: nauc_mrr_at_100_max
value: 56.3572
verified: no, type: nauc_mrr_at_100_std
value: 8.9981
verified: no, type: nauc_mrr_at_100_diff1
value: 74.4551
verified: no, type: nauc_mrr_at_1000_max
value: 56.3527
verified: no, type: nauc_mrr_at_1000_std
value: 9.0022
verified: no, type: nauc_mrr_at_1000_diff1
value: 74.4583
verified: no, type: main_score
value: 86.139
verified: no
task: type: Retrieval, dataset: config: ruby
name: MTEB CodeSearchNetRetrieval (ruby)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 61.3
verified: no, type: ndcg_at_3
value: 71.232
verified: no, type: ndcg_at_5
value: 73.1
verified: no, type: ndcg_at_10
value: 74.736
verified: no, type: ndcg_at_20
value: 75.511
verified: no, type: ndcg_at_100
value: 76.416
verified: no, type: ndcg_at_1000
value: 76.996
verified: no, type: map_at_1
value: 61.3
verified: no, type: map_at_3
value: 68.85
verified: no, type: map_at_5
value: 69.895
verified: no, type: map_at_10
value: 70.581
verified: no, type: map_at_20
value: 70.80199999999999
verified: no, type: map_at_100
value: 70.94200000000001
verified: no, type: map_at_1000
value: 70.961
verified: no, type: recall_at_1
value: 61.3
verified: no, type: recall_at_3
value: 78.10000000000001
verified: no, type: recall_at_5
value: 82.6
verified: no, type: recall_at_10
value: 87.6
verified: no, type: recall_at_20
value: 90.60000000000001
verified: no, type: recall_at_100
value: 95.3
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 61.3
verified: no, type: precision_at_3
value: 26.033
verified: no, type: precision_at_5
value: 16.520000000000003
verified: no, type: precision_at_10
value: 8.76
verified: no, type: precision_at_20
value: 4.53
verified: no, type: precision_at_100
value: 0.9530000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 61.3
verified: no, type: mrr_at_3
value: 68.85
verified: no, type: mrr_at_5
value: 69.895
verified: no, type: mrr_at_10
value: 70.58109999999999
verified: no, type: mrr_at_20
value: 70.8024
verified: no, type: mrr_at_100
value: 70.94160000000001
verified: no, type: mrr_at_1000
value: 70.96090000000001
verified: no, type: nauc_ndcg_at_1_max
value: 54.2597
verified: no, type: nauc_ndcg_at_1_std
value: 9.9915
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.0029
verified: no, type: nauc_ndcg_at_3_max
value: 58.517799999999994
verified: no, type: nauc_ndcg_at_3_std
value: 13.256599999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 67.861
verified: no, type: nauc_ndcg_at_5_max
value: 59.1541
verified: no, type: nauc_ndcg_at_5_std
value: 16.237099999999998
verified: no, type: nauc_ndcg_at_5_diff1
value: 67.8155
verified: no, type: nauc_ndcg_at_10_max
value: 59.1703
verified: no, type: nauc_ndcg_at_10_std
value: 17.8202
verified: no, type: nauc_ndcg_at_10_diff1
value: 67.6082
verified: no, type: nauc_ndcg_at_20_max
value: 58.829299999999996
verified: no, type: nauc_ndcg_at_20_std
value: 18.001900000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 67.6747
verified: no, type: nauc_ndcg_at_100_max
value: 58.675399999999996
verified: no, type: nauc_ndcg_at_100_std
value: 17.7394
verified: no, type: nauc_ndcg_at_100_diff1
value: 68.02810000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 58.333400000000005
verified: no, type: nauc_ndcg_at_1000_std
value: 16.169900000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 68.3788
verified: no, type: nauc_map_at_1_max
value: 54.2597
verified: no, type: nauc_map_at_1_std
value: 9.9915
verified: no, type: nauc_map_at_1_diff1
value: 72.0029
verified: no, type: nauc_map_at_3_max
value: 57.4277
verified: no, type: nauc_map_at_3_std
value: 12.1778
verified: no, type: nauc_map_at_3_diff1
value: 69.0312
verified: no, type: nauc_map_at_5_max
value: 57.7291
verified: no, type: nauc_map_at_5_std
value: 13.655800000000001
verified: no, type: nauc_map_at_5_diff1
value: 69.0376
verified: no, type: nauc_map_at_10_max
value: 57.7091
verified: no, type: nauc_map_at_10_std
value: 14.2236
verified: no, type: nauc_map_at_10_diff1
value: 68.99849999999999
verified: no, type: nauc_map_at_20_max
value: 57.605700000000006
verified: no, type: nauc_map_at_20_std
value: 14.2305
verified: no, type: nauc_map_at_20_diff1
value: 69.0304
verified: no, type: nauc_map_at_100_max
value: 57.6007
verified: no, type: nauc_map_at_100_std
value: 14.219499999999998
verified: no, type: nauc_map_at_100_diff1
value: 69.0682
verified: no, type: nauc_map_at_1000_max
value: 57.5939
verified: no, type: nauc_map_at_1000_std
value: 14.1793
verified: no, type: nauc_map_at_1000_diff1
value: 69.0767
verified: no, type: nauc_recall_at_1_max
value: 54.2597
verified: no, type: nauc_recall_at_1_std
value: 9.9915
verified: no, type: nauc_recall_at_1_diff1
value: 72.0029
verified: no, type: nauc_recall_at_3_max
value: 62.5301
verified: no, type: nauc_recall_at_3_std
value: 17.372799999999998
verified: no, type: nauc_recall_at_3_diff1
value: 63.488
verified: no, type: nauc_recall_at_5_max
value: 65.4804
verified: no, type: nauc_recall_at_5_std
value: 28.376
verified: no, type: nauc_recall_at_5_diff1
value: 62.4274
verified: no, type: nauc_recall_at_10_max
value: 67.7459
verified: no, type: nauc_recall_at_10_std
value: 40.8339
verified: no, type: nauc_recall_at_10_diff1
value: 59.2704
verified: no, type: nauc_recall_at_20_max
value: 67.4241
verified: no, type: nauc_recall_at_20_std
value: 49.1244
verified: no, type: nauc_recall_at_20_diff1
value: 57.3728
verified: no, type: nauc_recall_at_100_max
value: 71.1514
verified: no, type: nauc_recall_at_100_std
value: 71.35510000000001
verified: no, type: nauc_recall_at_100_diff1
value: 55.964800000000004
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 54.2597
verified: no, type: nauc_precision_at_1_std
value: 9.9915
verified: no, type: nauc_precision_at_1_diff1
value: 72.0029
verified: no, type: nauc_precision_at_3_max
value: 62.5301
verified: no, type: nauc_precision_at_3_std
value: 17.372799999999998
verified: no, type: nauc_precision_at_3_diff1
value: 63.488
verified: no, type: nauc_precision_at_5_max
value: 65.4804
verified: no, type: nauc_precision_at_5_std
value: 28.376
verified: no, type: nauc_precision_at_5_diff1
value: 62.4274
verified: no, type: nauc_precision_at_10_max
value: 67.7459
verified: no, type: nauc_precision_at_10_std
value: 40.8339
verified: no, type: nauc_precision_at_10_diff1
value: 59.2704
verified: no, type: nauc_precision_at_20_max
value: 67.4241
verified: no, type: nauc_precision_at_20_std
value: 49.1244
verified: no, type: nauc_precision_at_20_diff1
value: 57.3728
verified: no, type: nauc_precision_at_100_max
value: 71.1514
verified: no, type: nauc_precision_at_100_std
value: 71.35510000000001
verified: no, type: nauc_precision_at_100_diff1
value: 55.964800000000004
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 54.2597
verified: no, type: nauc_mrr_at_1_std
value: 9.9915
verified: no, type: nauc_mrr_at_1_diff1
value: 72.0029
verified: no, type: nauc_mrr_at_3_max
value: 57.4277
verified: no, type: nauc_mrr_at_3_std
value: 12.1778
verified: no, type: nauc_mrr_at_3_diff1
value: 69.0312
verified: no, type: nauc_mrr_at_5_max
value: 57.7291
verified: no, type: nauc_mrr_at_5_std
value: 13.655800000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 69.0376
verified: no, type: nauc_mrr_at_10_max
value: 57.7091
verified: no, type: nauc_mrr_at_10_std
value: 14.2236
verified: no, type: nauc_mrr_at_10_diff1
value: 68.99849999999999
verified: no, type: nauc_mrr_at_20_max
value: 57.605700000000006
verified: no, type: nauc_mrr_at_20_std
value: 14.2305
verified: no, type: nauc_mrr_at_20_diff1
value: 69.0304
verified: no, type: nauc_mrr_at_100_max
value: 57.6007
verified: no, type: nauc_mrr_at_100_std
value: 14.219499999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 69.0682
verified: no, type: nauc_mrr_at_1000_max
value: 57.5939
verified: no, type: nauc_mrr_at_1000_std
value: 14.1793
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.0767
verified: no, type: main_score
value: 74.736
verified: no
task: type: Retrieval, dataset: config: java
name: MTEB CodeSearchNetRetrieval (java)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 55.1
verified: no, type: ndcg_at_3
value: 66.89399999999999
verified: no, type: ndcg_at_5
value: 68.89999999999999
verified: no, type: ndcg_at_10
value: 70.89
verified: no, type: ndcg_at_20
value: 72.016
verified: no, type: ndcg_at_100
value: 73.047
verified: no, type: ndcg_at_1000
value: 73.553
verified: no, type: map_at_1
value: 55.1
verified: no, type: map_at_3
value: 64.05
verified: no, type: map_at_5
value: 65.18
verified: no, type: map_at_10
value: 66.012
verified: no, type: map_at_20
value: 66.328
verified: no, type: map_at_100
value: 66.483
verified: no, type: map_at_1000
value: 66.498
verified: no, type: recall_at_1
value: 55.1
verified: no, type: recall_at_3
value: 75.1
verified: no, type: recall_at_5
value: 79.9
verified: no, type: recall_at_10
value: 86
verified: no, type: recall_at_20
value: 90.4
verified: no, type: recall_at_100
value: 95.8
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 55.1
verified: no, type: precision_at_3
value: 25.033
verified: no, type: precision_at_5
value: 15.98
verified: no, type: precision_at_10
value: 8.6
verified: no, type: precision_at_20
value: 4.52
verified: no, type: precision_at_100
value: 0.958
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 55.1
verified: no, type: mrr_at_3
value: 64.05
verified: no, type: mrr_at_5
value: 65.18
verified: no, type: mrr_at_10
value: 66.0123
verified: no, type: mrr_at_20
value: 66.32820000000001
verified: no, type: mrr_at_100
value: 66.4827
verified: no, type: mrr_at_1000
value: 66.49810000000001
verified: no, type: nauc_ndcg_at_1_max
value: 30.206100000000003
verified: no, type: nauc_ndcg_at_1_std
value: -14.6389
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.8849
verified: no, type: nauc_ndcg_at_3_max
value: 32.7259
verified: no, type: nauc_ndcg_at_3_std
value: -11.568399999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 59.918800000000005
verified: no, type: nauc_ndcg_at_5_max
value: 34.1822
verified: no, type: nauc_ndcg_at_5_std
value: -8.104
verified: no, type: nauc_ndcg_at_5_diff1
value: 59.434799999999996
verified: no, type: nauc_ndcg_at_10_max
value: 36.1247
verified: no, type: nauc_ndcg_at_10_std
value: -6.585100000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 59.2885
verified: no, type: nauc_ndcg_at_20_max
value: 35.9396
verified: no, type: nauc_ndcg_at_20_std
value: -6.0885
verified: no, type: nauc_ndcg_at_20_diff1
value: 59.4417
verified: no, type: nauc_ndcg_at_100_max
value: 35.951499999999996
verified: no, type: nauc_ndcg_at_100_std
value: -6.1491
verified: no, type: nauc_ndcg_at_100_diff1
value: 60.3437
verified: no, type: nauc_ndcg_at_1000_max
value: 34.7092
verified: no, type: nauc_ndcg_at_1000_std
value: -8.0607
verified: no, type: nauc_ndcg_at_1000_diff1
value: 60.0215
verified: no, type: nauc_map_at_1_max
value: 30.206100000000003
verified: no, type: nauc_map_at_1_std
value: -14.6389
verified: no, type: nauc_map_at_1_diff1
value: 61.8849
verified: no, type: nauc_map_at_3_max
value: 31.9303
verified: no, type: nauc_map_at_3_std
value: -12.651200000000001
verified: no, type: nauc_map_at_3_diff1
value: 60.33
verified: no, type: nauc_map_at_5_max
value: 32.6537
verified: no, type: nauc_map_at_5_std
value: -10.8746
verified: no, type: nauc_map_at_5_diff1
value: 60.0754
verified: no, type: nauc_map_at_10_max
value: 33.269
verified: no, type: nauc_map_at_10_std
value: -10.4054
verified: no, type: nauc_map_at_10_diff1
value: 60.0235
verified: no, type: nauc_map_at_20_max
value: 33.1875
verified: no, type: nauc_map_at_20_std
value: -10.3417
verified: no, type: nauc_map_at_20_diff1
value: 60.067899999999995
verified: no, type: nauc_map_at_100_max
value: 33.213
verified: no, type: nauc_map_at_100_std
value: -10.3299
verified: no, type: nauc_map_at_100_diff1
value: 60.166399999999996
verified: no, type: nauc_map_at_1000_max
value: 33.186
verified: no, type: nauc_map_at_1000_std
value: -10.3713
verified: no, type: nauc_map_at_1000_diff1
value: 60.16010000000001
verified: no, type: nauc_recall_at_1_max
value: 30.206100000000003
verified: no, type: nauc_recall_at_1_std
value: -14.6389
verified: no, type: nauc_recall_at_1_diff1
value: 61.8849
verified: no, type: nauc_recall_at_3_max
value: 35.7096
verified: no, type: nauc_recall_at_3_std
value: -7.4548000000000005
verified: no, type: nauc_recall_at_3_diff1
value: 58.475699999999996
verified: no, type: nauc_recall_at_5_max
value: 41.0231
verified: no, type: nauc_recall_at_5_std
value: 4.4421
verified: no, type: nauc_recall_at_5_diff1
value: 56.7391
verified: no, type: nauc_recall_at_10_max
value: 54.789
verified: no, type: nauc_recall_at_10_std
value: 17.7044
verified: no, type: nauc_recall_at_10_diff1
value: 55.0592
verified: no, type: nauc_recall_at_20_max
value: 60.7809
verified: no, type: nauc_recall_at_20_std
value: 32.4021
verified: no, type: nauc_recall_at_20_diff1
value: 54.7663
verified: no, type: nauc_recall_at_100_max
value: 89.4591
verified: no, type: nauc_recall_at_100_std
value: 76.2783
verified: no, type: nauc_recall_at_100_diff1
value: 74.4576
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 30.206100000000003
verified: no, type: nauc_precision_at_1_std
value: -14.6389
verified: no, type: nauc_precision_at_1_diff1
value: 61.8849
verified: no, type: nauc_precision_at_3_max
value: 35.7096
verified: no, type: nauc_precision_at_3_std
value: -7.4548000000000005
verified: no, type: nauc_precision_at_3_diff1
value: 58.475699999999996
verified: no, type: nauc_precision_at_5_max
value: 41.0231
verified: no, type: nauc_precision_at_5_std
value: 4.4421
verified: no, type: nauc_precision_at_5_diff1
value: 56.7391
verified: no, type: nauc_precision_at_10_max
value: 54.789
verified: no, type: nauc_precision_at_10_std
value: 17.7044
verified: no, type: nauc_precision_at_10_diff1
value: 55.0592
verified: no, type: nauc_precision_at_20_max
value: 60.7809
verified: no, type: nauc_precision_at_20_std
value: 32.4021
verified: no, type: nauc_precision_at_20_diff1
value: 54.7663
verified: no, type: nauc_precision_at_100_max
value: 89.4591
verified: no, type: nauc_precision_at_100_std
value: 76.2783
verified: no, type: nauc_precision_at_100_diff1
value: 74.4576
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 30.206100000000003
verified: no, type: nauc_mrr_at_1_std
value: -14.6389
verified: no, type: nauc_mrr_at_1_diff1
value: 61.8849
verified: no, type: nauc_mrr_at_3_max
value: 31.9303
verified: no, type: nauc_mrr_at_3_std
value: -12.651200000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 60.33
verified: no, type: nauc_mrr_at_5_max
value: 32.6537
verified: no, type: nauc_mrr_at_5_std
value: -10.8746
verified: no, type: nauc_mrr_at_5_diff1
value: 60.0754
verified: no, type: nauc_mrr_at_10_max
value: 33.269
verified: no, type: nauc_mrr_at_10_std
value: -10.4054
verified: no, type: nauc_mrr_at_10_diff1
value: 60.0235
verified: no, type: nauc_mrr_at_20_max
value: 33.1875
verified: no, type: nauc_mrr_at_20_std
value: -10.3417
verified: no, type: nauc_mrr_at_20_diff1
value: 60.067899999999995
verified: no, type: nauc_mrr_at_100_max
value: 33.213
verified: no, type: nauc_mrr_at_100_std
value: -10.3299
verified: no, type: nauc_mrr_at_100_diff1
value: 60.166399999999996
verified: no, type: nauc_mrr_at_1000_max
value: 33.186
verified: no, type: nauc_mrr_at_1000_std
value: -10.3713
verified: no, type: nauc_mrr_at_1000_diff1
value: 60.16010000000001
verified: no, type: main_score
value: 70.89
verified: no
task: type: Retrieval, dataset: config: php
name: MTEB CodeSearchNetRetrieval (php)
revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759
split: test
type: code-search-net/code_search_net
metrics: type: ndcg_at_1
value: 56.89999999999999
verified: no, type: ndcg_at_3
value: 69.128
verified: no, type: ndcg_at_5
value: 71.495
verified: no, type: ndcg_at_10
value: 72.92999999999999
verified: no, type: ndcg_at_20
value: 73.775
verified: no, type: ndcg_at_100
value: 74.476
verified: no, type: ndcg_at_1000
value: 75.075
verified: no, type: map_at_1
value: 56.89999999999999
verified: no, type: map_at_3
value: 66.10000000000001
verified: no, type: map_at_5
value: 67.425
verified: no, type: map_at_10
value: 68.024
verified: no, type: map_at_20
value: 68.26100000000001
verified: no, type: map_at_100
value: 68.357
verified: no, type: map_at_1000
value: 68.376
verified: no, type: recall_at_1
value: 56.89999999999999
verified: no, type: recall_at_3
value: 77.9
verified: no, type: recall_at_5
value: 83.6
verified: no, type: recall_at_10
value: 88
verified: no, type: recall_at_20
value: 91.3
verified: no, type: recall_at_100
value: 95.1
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 56.89999999999999
verified: no, type: precision_at_3
value: 25.967000000000002
verified: no, type: precision_at_5
value: 16.72
verified: no, type: precision_at_10
value: 8.799999999999999
verified: no, type: precision_at_20
value: 4.565
verified: no, type: precision_at_100
value: 0.951
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 56.89999999999999
verified: no, type: mrr_at_3
value: 66.10000000000001
verified: no, type: mrr_at_5
value: 67.425
verified: no, type: mrr_at_10
value: 68.0238
verified: no, type: mrr_at_20
value: 68.2613
verified: no, type: mrr_at_100
value: 68.35719999999999
verified: no, type: mrr_at_1000
value: 68.3763
verified: no, type: nauc_ndcg_at_1_max
value: 43.5297
verified: no, type: nauc_ndcg_at_1_std
value: 7.986600000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 65.95689999999999
verified: no, type: nauc_ndcg_at_3_max
value: 52.166500000000006
verified: no, type: nauc_ndcg_at_3_std
value: 17.0778
verified: no, type: nauc_ndcg_at_3_diff1
value: 60.8598
verified: no, type: nauc_ndcg_at_5_max
value: 53.1733
verified: no, type: nauc_ndcg_at_5_std
value: 18.7316
verified: no, type: nauc_ndcg_at_5_diff1
value: 61.4908
verified: no, type: nauc_ndcg_at_10_max
value: 53.6245
verified: no, type: nauc_ndcg_at_10_std
value: 19.5627
verified: no, type: nauc_ndcg_at_10_diff1
value: 61.9788
verified: no, type: nauc_ndcg_at_20_max
value: 53.725199999999994
verified: no, type: nauc_ndcg_at_20_std
value: 20.5901
verified: no, type: nauc_ndcg_at_20_diff1
value: 62.480199999999996
verified: no, type: nauc_ndcg_at_100_max
value: 53.083499999999994
verified: no, type: nauc_ndcg_at_100_std
value: 19.8779
verified: no, type: nauc_ndcg_at_100_diff1
value: 62.849
verified: no, type: nauc_ndcg_at_1000_max
value: 51.9568
verified: no, type: nauc_ndcg_at_1000_std
value: 17.8629
verified: no, type: nauc_ndcg_at_1000_diff1
value: 62.7251
verified: no, type: nauc_map_at_1_max
value: 43.5297
verified: no, type: nauc_map_at_1_std
value: 7.986600000000001
verified: no, type: nauc_map_at_1_diff1
value: 65.95689999999999
verified: no, type: nauc_map_at_3_max
value: 49.7136
verified: no, type: nauc_map_at_3_std
value: 14.054400000000001
verified: no, type: nauc_map_at_3_diff1
value: 62.3127
verified: no, type: nauc_map_at_5_max
value: 50.138400000000004
verified: no, type: nauc_map_at_5_std
value: 14.7824
verified: no, type: nauc_map_at_5_diff1
value: 62.6784
verified: no, type: nauc_map_at_10_max
value: 50.2613
verified: no, type: nauc_map_at_10_std
value: 15.024899999999999
verified: no, type: nauc_map_at_10_diff1
value: 62.864200000000004
verified: no, type: nauc_map_at_20_max
value: 50.267300000000006
verified: no, type: nauc_map_at_20_std
value: 15.234300000000001
verified: no, type: nauc_map_at_20_diff1
value: 63.00130000000001
verified: no, type: nauc_map_at_100_max
value: 50.1927
verified: no, type: nauc_map_at_100_std
value: 15.1701
verified: no, type: nauc_map_at_100_diff1
value: 63.0549
verified: no, type: nauc_map_at_1000_max
value: 50.1623
verified: no, type: nauc_map_at_1000_std
value: 15.118500000000001
verified: no, type: nauc_map_at_1000_diff1
value: 63.048300000000005
verified: no, type: nauc_recall_at_1_max
value: 43.5297
verified: no, type: nauc_recall_at_1_std
value: 7.986600000000001
verified: no, type: nauc_recall_at_1_diff1
value: 65.95689999999999
verified: no, type: nauc_recall_at_3_max
value: 61.7214
verified: no, type: nauc_recall_at_3_std
value: 29.1046
verified: no, type: nauc_recall_at_3_diff1
value: 55.1971
verified: no, type: nauc_recall_at_5_max
value: 68.1151
verified: no, type: nauc_recall_at_5_std
value: 38.587700000000005
verified: no, type: nauc_recall_at_5_diff1
value: 55.886
verified: no, type: nauc_recall_at_10_max
value: 75.3834
verified: no, type: nauc_recall_at_10_std
value: 49.6516
verified: no, type: nauc_recall_at_10_diff1
value: 57.0852
verified: no, type: nauc_recall_at_20_max
value: 83.7342
verified: no, type: nauc_recall_at_20_std
value: 69.9947
verified: no, type: nauc_recall_at_20_diff1
value: 60.002500000000005
verified: no, type: nauc_recall_at_100_max
value: 91.4204
verified: no, type: nauc_recall_at_100_std
value: 89.0309
verified: no, type: nauc_recall_at_100_diff1
value: 65.7358
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 43.5297
verified: no, type: nauc_precision_at_1_std
value: 7.986600000000001
verified: no, type: nauc_precision_at_1_diff1
value: 65.95689999999999
verified: no, type: nauc_precision_at_3_max
value: 61.7214
verified: no, type: nauc_precision_at_3_std
value: 29.1046
verified: no, type: nauc_precision_at_3_diff1
value: 55.1971
verified: no, type: nauc_precision_at_5_max
value: 68.1151
verified: no, type: nauc_precision_at_5_std
value: 38.587700000000005
verified: no, type: nauc_precision_at_5_diff1
value: 55.886
verified: no, type: nauc_precision_at_10_max
value: 75.3834
verified: no, type: nauc_precision_at_10_std
value: 49.6516
verified: no, type: nauc_precision_at_10_diff1
value: 57.0852
verified: no, type: nauc_precision_at_20_max
value: 83.7342
verified: no, type: nauc_precision_at_20_std
value: 69.9947
verified: no, type: nauc_precision_at_20_diff1
value: 60.002500000000005
verified: no, type: nauc_precision_at_100_max
value: 91.4204
verified: no, type: nauc_precision_at_100_std
value: 89.0309
verified: no, type: nauc_precision_at_100_diff1
value: 65.7358
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_mrr_at_1_max
value: 43.5297
verified: no, type: nauc_mrr_at_1_std
value: 7.986600000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 65.95689999999999
verified: no, type: nauc_mrr_at_3_max
value: 49.7136
verified: no, type: nauc_mrr_at_3_std
value: 14.054400000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 62.3127
verified: no, type: nauc_mrr_at_5_max
value: 50.138400000000004
verified: no, type: nauc_mrr_at_5_std
value: 14.7824
verified: no, type: nauc_mrr_at_5_diff1
value: 62.6784
verified: no, type: nauc_mrr_at_10_max
value: 50.2613
verified: no, type: nauc_mrr_at_10_std
value: 15.024899999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 62.864200000000004
verified: no, type: nauc_mrr_at_20_max
value: 50.267300000000006
verified: no, type: nauc_mrr_at_20_std
value: 15.234300000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 63.00130000000001
verified: no, type: nauc_mrr_at_100_max
value: 50.1927
verified: no, type: nauc_mrr_at_100_std
value: 15.1701
verified: no, type: nauc_mrr_at_100_diff1
value: 63.0549
verified: no, type: nauc_mrr_at_1000_max
value: 50.1623
verified: no, type: nauc_mrr_at_1000_std
value: 15.118500000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 63.048300000000005
verified: no, type: main_score
value: 72.92999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeTransOceanContest (default)
revision: 20da4eb20a4b17300c0986ee148c90867a7f2a4d
split: test
type: CoIR-Retrieval/codetrans-contest
metrics: type: ndcg_at_1
value: 50.226000000000006
verified: no, type: ndcg_at_3
value: 55.748
verified: no, type: ndcg_at_5
value: 58.007
verified: no, type: ndcg_at_10
value: 60.831
verified: no, type: ndcg_at_20
value: 62.793
verified: no, type: ndcg_at_100
value: 64.43299999999999
verified: no, type: ndcg_at_1000
value: 65.60000000000001
verified: no, type: map_at_1
value: 50.226000000000006
verified: no, type: map_at_3
value: 54.374
verified: no, type: map_at_5
value: 55.641
verified: no, type: map_at_10
value: 56.83200000000001
verified: no, type: map_at_20
value: 57.379999999999995
verified: no, type: map_at_100
value: 57.594
verified: no, type: map_at_1000
value: 57.633
verified: no, type: recall_at_1
value: 50.226000000000006
verified: no, type: recall_at_3
value: 59.729
verified: no, type: recall_at_5
value: 65.158
verified: no, type: recall_at_10
value: 73.756
verified: no, type: recall_at_20
value: 81.448
verified: no, type: recall_at_100
value: 90.498
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 50.226000000000006
verified: no, type: precision_at_3
value: 19.91
verified: no, type: precision_at_5
value: 13.032
verified: no, type: precision_at_10
value: 7.376
verified: no, type: precision_at_20
value: 4.072
verified: no, type: precision_at_100
value: 0.905
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 50.2262
verified: no, type: mrr_at_3
value: 54.374100000000006
verified: no, type: mrr_at_5
value: 55.641
verified: no, type: mrr_at_10
value: 56.8322
verified: no, type: mrr_at_20
value: 57.3798
verified: no, type: mrr_at_100
value: 57.594500000000004
verified: no, type: mrr_at_1000
value: 57.6333
verified: no, type: nauc_ndcg_at_1_max
value: 57.24249999999999
verified: no, type: nauc_ndcg_at_1_std
value: 3.4893
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.5093
verified: no, type: nauc_ndcg_at_3_max
value: 57.099
verified: no, type: nauc_ndcg_at_3_std
value: 3.3562000000000003
verified: no, type: nauc_ndcg_at_3_diff1
value: 71.5239
verified: no, type: nauc_ndcg_at_5_max
value: 57.5998
verified: no, type: nauc_ndcg_at_5_std
value: 4.7879
verified: no, type: nauc_ndcg_at_5_diff1
value: 69.9839
verified: no, type: nauc_ndcg_at_10_max
value: 56.1631
verified: no, type: nauc_ndcg_at_10_std
value: 6.0869
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.32939999999999
verified: no, type: nauc_ndcg_at_20_max
value: 56.098800000000004
verified: no, type: nauc_ndcg_at_20_std
value: 5.1246
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.9858
verified: no, type: nauc_ndcg_at_100_max
value: 56.788799999999995
verified: no, type: nauc_ndcg_at_100_std
value: 5.6714
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.3668
verified: no, type: nauc_ndcg_at_1000_max
value: 56.7396
verified: no, type: nauc_ndcg_at_1000_std
value: 5.0106
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.1024
verified: no, type: nauc_map_at_1_max
value: 57.24249999999999
verified: no, type: nauc_map_at_1_std
value: 3.4893
verified: no, type: nauc_map_at_1_diff1
value: 74.5093
verified: no, type: nauc_map_at_3_max
value: 57.2832
verified: no, type: nauc_map_at_3_std
value: 3.4703999999999997
verified: no, type: nauc_map_at_3_diff1
value: 72.40490000000001
verified: no, type: nauc_map_at_5_max
value: 57.5445
verified: no, type: nauc_map_at_5_std
value: 4.1418
verified: no, type: nauc_map_at_5_diff1
value: 71.5756
verified: no, type: nauc_map_at_10_max
value: 57.0669
verified: no, type: nauc_map_at_10_std
value: 4.7488
verified: no, type: nauc_map_at_10_diff1
value: 70.97869999999999
verified: no, type: nauc_map_at_20_max
value: 57.08800000000001
verified: no, type: nauc_map_at_20_std
value: 4.4653
verified: no, type: nauc_map_at_20_diff1
value: 71.2187
verified: no, type: nauc_map_at_100_max
value: 57.1484
verified: no, type: nauc_map_at_100_std
value: 4.5175
verified: no, type: nauc_map_at_100_diff1
value: 71.2734
verified: no, type: nauc_map_at_1000_max
value: 57.1356
verified: no, type: nauc_map_at_1000_std
value: 4.4929
verified: no, type: nauc_map_at_1000_diff1
value: 71.28710000000001
verified: no, type: nauc_recall_at_1_max
value: 57.24249999999999
verified: no, type: nauc_recall_at_1_std
value: 3.4893
verified: no, type: nauc_recall_at_1_diff1
value: 74.5093
verified: no, type: nauc_recall_at_3_max
value: 56.469800000000006
verified: no, type: nauc_recall_at_3_std
value: 2.9709
verified: no, type: nauc_recall_at_3_diff1
value: 68.7698
verified: no, type: nauc_recall_at_5_max
value: 57.811
verified: no, type: nauc_recall_at_5_std
value: 7.2669999999999995
verified: no, type: nauc_recall_at_5_diff1
value: 64.4325
verified: no, type: nauc_recall_at_10_max
value: 51.5712
verified: no, type: nauc_recall_at_10_std
value: 12.1867
verified: no, type: nauc_recall_at_10_diff1
value: 56.4929
verified: no, type: nauc_recall_at_20_max
value: 49.3
verified: no, type: nauc_recall_at_20_std
value: 8.371599999999999
verified: no, type: nauc_recall_at_20_diff1
value: 56.2505
verified: no, type: nauc_recall_at_100_max
value: 55.7663
verified: no, type: nauc_recall_at_100_std
value: 19.9214
verified: no, type: nauc_recall_at_100_diff1
value: 51.6979
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 57.24249999999999
verified: no, type: nauc_precision_at_1_std
value: 3.4893
verified: no, type: nauc_precision_at_1_diff1
value: 74.5093
verified: no, type: nauc_precision_at_3_max
value: 56.469800000000006
verified: no, type: nauc_precision_at_3_std
value: 2.9709
verified: no, type: nauc_precision_at_3_diff1
value: 68.7698
verified: no, type: nauc_precision_at_5_max
value: 57.811
verified: no, type: nauc_precision_at_5_std
value: 7.2669999999999995
verified: no, type: nauc_precision_at_5_diff1
value: 64.4325
verified: no, type: nauc_precision_at_10_max
value: 51.5712
verified: no, type: nauc_precision_at_10_std
value: 12.1867
verified: no, type: nauc_precision_at_10_diff1
value: 56.4929
verified: no, type: nauc_precision_at_20_max
value: 49.3
verified: no, type: nauc_precision_at_20_std
value: 8.371599999999999
verified: no, type: nauc_precision_at_20_diff1
value: 56.2505
verified: no, type: nauc_precision_at_100_max
value: 55.7663
verified: no, type: nauc_precision_at_100_std
value: 19.9214
verified: no, type: nauc_precision_at_100_diff1
value: 51.6979
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: 57.24249999999999
verified: no, type: nauc_mrr_at_1_std
value: 3.4893
verified: no, type: nauc_mrr_at_1_diff1
value: 74.5093
verified: no, type: nauc_mrr_at_3_max
value: 57.2832
verified: no, type: nauc_mrr_at_3_std
value: 3.4703999999999997
verified: no, type: nauc_mrr_at_3_diff1
value: 72.40490000000001
verified: no, type: nauc_mrr_at_5_max
value: 57.5445
verified: no, type: nauc_mrr_at_5_std
value: 4.1418
verified: no, type: nauc_mrr_at_5_diff1
value: 71.5756
verified: no, type: nauc_mrr_at_10_max
value: 57.0669
verified: no, type: nauc_mrr_at_10_std
value: 4.7488
verified: no, type: nauc_mrr_at_10_diff1
value: 70.97869999999999
verified: no, type: nauc_mrr_at_20_max
value: 57.08800000000001
verified: no, type: nauc_mrr_at_20_std
value: 4.4653
verified: no, type: nauc_mrr_at_20_diff1
value: 71.2187
verified: no, type: nauc_mrr_at_100_max
value: 57.1484
verified: no, type: nauc_mrr_at_100_std
value: 4.5175
verified: no, type: nauc_mrr_at_100_diff1
value: 71.2734
verified: no, type: nauc_mrr_at_1000_max
value: 57.1356
verified: no, type: nauc_mrr_at_1000_std
value: 4.4929
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.28710000000001
verified: no, type: main_score
value: 60.831
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CodeTransOceanDL (default)
revision: 281562cb8a1265ab5c0824bfa6ddcd9b0a15618f
split: test
type: CoIR-Retrieval/codetrans-dl
metrics: type: ndcg_at_1
value: 8.889
verified: no, type: ndcg_at_3
value: 12.09
verified: no, type: ndcg_at_5
value: 18.355
verified: no, type: ndcg_at_10
value: 32.138
verified: no, type: ndcg_at_20
value: 38.437
verified: no, type: ndcg_at_100
value: 39.031
verified: no, type: ndcg_at_1000
value: 39.031
verified: no, type: map_at_1
value: 8.889
verified: no, type: map_at_3
value: 11.111
verified: no, type: map_at_5
value: 14.639
verified: no, type: map_at_10
value: 20.193
verified: no, type: map_at_20
value: 22.137
verified: no, type: map_at_100
value: 22.21
verified: no, type: map_at_1000
value: 22.21
verified: no, type: recall_at_1
value: 8.889
verified: no, type: recall_at_3
value: 15
verified: no, type: recall_at_5
value: 30
verified: no, type: recall_at_10
value: 73.333
verified: no, type: recall_at_20
value: 96.667
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 8.889
verified: no, type: precision_at_3
value: 5
verified: no, type: precision_at_5
value: 6
verified: no, type: precision_at_10
value: 7.333
verified: no, type: precision_at_20
value: 4.833
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 6.1110999999999995
verified: no, type: mrr_at_3
value: 10
verified: no, type: mrr_at_5
value: 12.8056
verified: no, type: mrr_at_10
value: 19.164900000000003
verified: no, type: mrr_at_20
value: 20.8374
verified: no, type: mrr_at_100
value: 20.9115
verified: no, type: mrr_at_1000
value: 20.9115
verified: no, type: nauc_ndcg_at_1_max
value: -40.8791
verified: no, type: nauc_ndcg_at_1_std
value: -29.137
verified: no, type: nauc_ndcg_at_1_diff1
value: -25.7462
verified: no, type: nauc_ndcg_at_3_max
value: -43.8611
verified: no, type: nauc_ndcg_at_3_std
value: -31.619999999999997
verified: no, type: nauc_ndcg_at_3_diff1
value: -8.387799999999999
verified: no, type: nauc_ndcg_at_5_max
value: -34.1018
verified: no, type: nauc_ndcg_at_5_std
value: -20.9725
verified: no, type: nauc_ndcg_at_5_diff1
value: -14.6478
verified: no, type: nauc_ndcg_at_10_max
value: -29.694599999999998
verified: no, type: nauc_ndcg_at_10_std
value: -17.6602
verified: no, type: nauc_ndcg_at_10_diff1
value: -21.0388
verified: no, type: nauc_ndcg_at_20_max
value: -42.308800000000005
verified: no, type: nauc_ndcg_at_20_std
value: -20.778
verified: no, type: nauc_ndcg_at_20_diff1
value: -15.67
verified: no, type: nauc_ndcg_at_100_max
value: -37.4946
verified: no, type: nauc_ndcg_at_100_std
value: -22.2861
verified: no, type: nauc_ndcg_at_100_diff1
value: -16.020300000000002
verified: no, type: nauc_ndcg_at_1000_max
value: -37.4946
verified: no, type: nauc_ndcg_at_1000_std
value: -22.2861
verified: no, type: nauc_ndcg_at_1000_diff1
value: -16.020300000000002
verified: no, type: nauc_map_at_1_max
value: -40.8791
verified: no, type: nauc_map_at_1_std
value: -29.137
verified: no, type: nauc_map_at_1_diff1
value: -25.7462
verified: no, type: nauc_map_at_3_max
value: -43.1058
verified: no, type: nauc_map_at_3_std
value: -31.071900000000003
verified: no, type: nauc_map_at_3_diff1
value: -12.875900000000001
verified: no, type: nauc_map_at_5_max
value: -36.4737
verified: no, type: nauc_map_at_5_std
value: -23.8979
verified: no, type: nauc_map_at_5_diff1
value: -16.206400000000002
verified: no, type: nauc_map_at_10_max
value: -34.2318
verified: no, type: nauc_map_at_10_std
value: -22.0811
verified: no, type: nauc_map_at_10_diff1
value: -18.5454
verified: no, type: nauc_map_at_20_max
value: -37.9204
verified: no, type: nauc_map_at_20_std
value: -23.3876
verified: no, type: nauc_map_at_20_diff1
value: -16.8628
verified: no, type: nauc_map_at_100_max
value: -37.401
verified: no, type: nauc_map_at_100_std
value: -23.595299999999998
verified: no, type: nauc_map_at_100_diff1
value: -16.8443
verified: no, type: nauc_map_at_1000_max
value: -37.401
verified: no, type: nauc_map_at_1000_std
value: -23.595299999999998
verified: no, type: nauc_map_at_1000_diff1
value: -16.8443
verified: no, type: nauc_recall_at_1_max
value: -40.8791
verified: no, type: nauc_recall_at_1_std
value: -29.137
verified: no, type: nauc_recall_at_1_diff1
value: -25.7462
verified: no, type: nauc_recall_at_3_max
value: -45.6372
verified: no, type: nauc_recall_at_3_std
value: -32.8876
verified: no, type: nauc_recall_at_3_diff1
value: 2.1906
verified: no, type: nauc_recall_at_5_max
value: -29.531299999999998
verified: no, type: nauc_recall_at_5_std
value: -15.2907
verified: no, type: nauc_recall_at_5_diff1
value: -12.279900000000001
verified: no, type: nauc_recall_at_10_max
value: -17.0981
verified: no, type: nauc_recall_at_10_std
value: -5.6821
verified: no, type: nauc_recall_at_10_diff1
value: -31.382700000000003
verified: no, type: nauc_recall_at_20_max
value: -164.1923
verified: no, type: nauc_recall_at_20_std
value: 14.6592
verified: no, type: nauc_recall_at_20_diff1
value: -1.6729
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: -40.8791
verified: no, type: nauc_precision_at_1_std
value: -29.137
verified: no, type: nauc_precision_at_1_diff1
value: -25.7462
verified: no, type: nauc_precision_at_3_max
value: -45.6372
verified: no, type: nauc_precision_at_3_std
value: -32.8876
verified: no, type: nauc_precision_at_3_diff1
value: 2.1906
verified: no, type: nauc_precision_at_5_max
value: -29.531299999999998
verified: no, type: nauc_precision_at_5_std
value: -15.2907
verified: no, type: nauc_precision_at_5_diff1
value: -12.279900000000001
verified: no, type: nauc_precision_at_10_max
value: -17.0981
verified: no, type: nauc_precision_at_10_std
value: -5.6821
verified: no, type: nauc_precision_at_10_diff1
value: -31.382700000000003
verified: no, type: nauc_precision_at_20_max
value: -164.1923
verified: no, type: nauc_precision_at_20_std
value: 14.6592
verified: no, type: nauc_precision_at_20_diff1
value: -1.6729
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_mrr_at_1_max
value: -38.4833
verified: no, type: nauc_mrr_at_1_std
value: -27.4288
verified: no, type: nauc_mrr_at_1_diff1
value: -2.3441
verified: no, type: nauc_mrr_at_3_max
value: -40.2427
verified: no, type: nauc_mrr_at_3_std
value: -28.479
verified: no, type: nauc_mrr_at_3_diff1
value: 14.5837
verified: no, type: nauc_mrr_at_5_max
value: -32.784400000000005
verified: no, type: nauc_mrr_at_5_std
value: -19.3984
verified: no, type: nauc_mrr_at_5_diff1
value: 8.2762
verified: no, type: nauc_mrr_at_10_max
value: -31.999499999999998
verified: no, type: nauc_mrr_at_10_std
value: -20.9878
verified: no, type: nauc_mrr_at_10_diff1
value: 9.2346
verified: no, type: nauc_mrr_at_20_max
value: -36.2588
verified: no, type: nauc_mrr_at_20_std
value: -21.057699999999997
verified: no, type: nauc_mrr_at_20_diff1
value: 9.4499
verified: no, type: nauc_mrr_at_100_max
value: -35.6528
verified: no, type: nauc_mrr_at_100_std
value: -21.288
verified: no, type: nauc_mrr_at_100_diff1
value: 9.591
verified: no, type: nauc_mrr_at_1000_max
value: -35.6528
verified: no, type: nauc_mrr_at_1000_std
value: -21.288
verified: no, type: nauc_mrr_at_1000_diff1
value: 9.591
verified: no, type: main_score
value: 32.138
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CosQA (default)
revision: bc5efb7e9d437246ce393ed19d772e08e4a79535
split: test
type: CoIR-Retrieval/cosqa
metrics: type: ndcg_at_1
value: 14.6
verified: no, type: ndcg_at_3
value: 23.043
verified: no, type: ndcg_at_5
value: 28.551
verified: no, type: ndcg_at_10
value: 33.452
verified: no, type: ndcg_at_20
value: 37.094
verified: no, type: ndcg_at_100
value: 40.416999999999994
verified: no, type: ndcg_at_1000
value: 41.684
verified: no, type: map_at_1
value: 14.6
verified: no, type: map_at_3
value: 20.8
verified: no, type: map_at_5
value: 23.849999999999998
verified: no, type: map_at_10
value: 25.941
verified: no, type: map_at_20
value: 26.941
verified: no, type: map_at_100
value: 27.418
verified: no, type: map_at_1000
value: 27.473999999999997
verified: no, type: recall_at_1
value: 14.6
verified: no, type: recall_at_3
value: 29.599999999999998
verified: no, type: recall_at_5
value: 43
verified: no, type: recall_at_10
value: 57.8
verified: no, type: recall_at_20
value: 72.2
verified: no, type: recall_at_100
value: 89.8
verified: no, type: recall_at_1000
value: 99.4
verified: no, type: precision_at_1
value: 14.6
verified: no, type: precision_at_3
value: 9.866999999999999
verified: no, type: precision_at_5
value: 8.6
verified: no, type: precision_at_10
value: 5.779999999999999
verified: no, type: precision_at_20
value: 3.61
verified: no, type: precision_at_100
value: 0.898
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 15.4
verified: no, type: mrr_at_3
value: 21.099999999999998
verified: no, type: mrr_at_5
value: 23.380000000000003
verified: no, type: mrr_at_10
value: 25.5087
verified: no, type: mrr_at_20
value: 26.5332
verified: no, type: mrr_at_100
value: 27.0822
verified: no, type: mrr_at_1000
value: 27.1358
verified: no, type: nauc_ndcg_at_1_max
value: 15.7645
verified: no, type: nauc_ndcg_at_1_std
value: -8.4668
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.0187
verified: no, type: nauc_ndcg_at_3_max
value: 14.791799999999999
verified: no, type: nauc_ndcg_at_3_std
value: -11.6736
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.288899999999998
verified: no, type: nauc_ndcg_at_5_max
value: 17.9426
verified: no, type: nauc_ndcg_at_5_std
value: -11.1099
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.8892
verified: no, type: nauc_ndcg_at_10_max
value: 18.3537
verified: no, type: nauc_ndcg_at_10_std
value: -9.0621
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.6054
verified: no, type: nauc_ndcg_at_20_max
value: 19.9156
verified: no, type: nauc_ndcg_at_20_std
value: -6.926699999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.125
verified: no, type: nauc_ndcg_at_100_max
value: 19.527900000000002
verified: no, type: nauc_ndcg_at_100_std
value: -5.9748
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.8697
verified: no, type: nauc_ndcg_at_1000_max
value: 18.6624
verified: no, type: nauc_ndcg_at_1000_std
value: -7.6636999999999995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.2624
verified: no, type: nauc_map_at_1_max
value: 15.7645
verified: no, type: nauc_map_at_1_std
value: -8.4668
verified: no, type: nauc_map_at_1_diff1
value: 38.0187
verified: no, type: nauc_map_at_3_max
value: 14.932200000000002
verified: no, type: nauc_map_at_3_std
value: -11.2233
verified: no, type: nauc_map_at_3_diff1
value: 27.254800000000003
verified: no, type: nauc_map_at_5_max
value: 16.700599999999998
verified: no, type: nauc_map_at_5_std
value: -10.9701
verified: no, type: nauc_map_at_5_diff1
value: 23.9832
verified: no, type: nauc_map_at_10_max
value: 16.947200000000002
verified: no, type: nauc_map_at_10_std
value: -9.896099999999999
verified: no, type: nauc_map_at_10_diff1
value: 23.4428
verified: no, type: nauc_map_at_20_max
value: 17.3857
verified: no, type: nauc_map_at_20_std
value: -9.2728
verified: no, type: nauc_map_at_20_diff1
value: 23.1321
verified: no, type: nauc_map_at_100_max
value: 17.3462
verified: no, type: nauc_map_at_100_std
value: -9.2043
verified: no, type: nauc_map_at_100_diff1
value: 23.5583
verified: no, type: nauc_map_at_1000_max
value: 17.3214
verified: no, type: nauc_map_at_1000_std
value: -9.2627
verified: no, type: nauc_map_at_1000_diff1
value: 23.6455
verified: no, type: nauc_recall_at_1_max
value: 15.7645
verified: no, type: nauc_recall_at_1_std
value: -8.4668
verified: no, type: nauc_recall_at_1_diff1
value: 38.0187
verified: no, type: nauc_recall_at_3_max
value: 14.4809
verified: no, type: nauc_recall_at_3_std
value: -12.664700000000002
verified: no, type: nauc_recall_at_3_diff1
value: 17.275199999999998
verified: no, type: nauc_recall_at_5_max
value: 21.2405
verified: no, type: nauc_recall_at_5_std
value: -11.2278
verified: no, type: nauc_recall_at_5_diff1
value: 6.6622
verified: no, type: nauc_recall_at_10_max
value: 22.3474
verified: no, type: nauc_recall_at_10_std
value: -6.399299999999999
verified: no, type: nauc_recall_at_10_diff1
value: 2.0452000000000004
verified: no, type: nauc_recall_at_20_max
value: 30.1398
verified: no, type: nauc_recall_at_20_std
value: 3.3263000000000003
verified: no, type: nauc_recall_at_20_diff1
value: -9.3067
verified: no, type: nauc_recall_at_100_max
value: 37.6654
verified: no, type: nauc_recall_at_100_std
value: 30.699700000000004
verified: no, type: nauc_recall_at_100_diff1
value: -8.959999999999999
verified: no, type: nauc_recall_at_1000_max
value: 47.3389
verified: no, type: nauc_recall_at_1000_std
value: 95.6427
verified: no, type: nauc_recall_at_1000_diff1
value: -102.10079999999999
verified: no, type: nauc_precision_at_1_max
value: 15.7645
verified: no, type: nauc_precision_at_1_std
value: -8.4668
verified: no, type: nauc_precision_at_1_diff1
value: 38.0187
verified: no, type: nauc_precision_at_3_max
value: 14.4809
verified: no, type: nauc_precision_at_3_std
value: -12.664700000000002
verified: no, type: nauc_precision_at_3_diff1
value: 17.275199999999998
verified: no, type: nauc_precision_at_5_max
value: 21.2405
verified: no, type: nauc_precision_at_5_std
value: -11.2278
verified: no, type: nauc_precision_at_5_diff1
value: 6.6622
verified: no, type: nauc_precision_at_10_max
value: 22.3474
verified: no, type: nauc_precision_at_10_std
value: -6.399299999999999
verified: no, type: nauc_precision_at_10_diff1
value: 2.0452000000000004
verified: no, type: nauc_precision_at_20_max
value: 30.1398
verified: no, type: nauc_precision_at_20_std
value: 3.3263000000000003
verified: no, type: nauc_precision_at_20_diff1
value: -9.3067
verified: no, type: nauc_precision_at_100_max
value: 37.6654
verified: no, type: nauc_precision_at_100_std
value: 30.699700000000004
verified: no, type: nauc_precision_at_100_diff1
value: -8.959999999999999
verified: no, type: nauc_precision_at_1000_max
value: 47.3389
verified: no, type: nauc_precision_at_1000_std
value: 95.6427
verified: no, type: nauc_precision_at_1000_diff1
value: -102.10079999999999
verified: no, type: nauc_mrr_at_1_max
value: 15.059800000000001
verified: no, type: nauc_mrr_at_1_std
value: -17.3443
verified: no, type: nauc_mrr_at_1_diff1
value: 34.5918
verified: no, type: nauc_mrr_at_3_max
value: 15.5076
verified: no, type: nauc_mrr_at_3_std
value: -16.3353
verified: no, type: nauc_mrr_at_3_diff1
value: 27.414899999999996
verified: no, type: nauc_mrr_at_5_max
value: 15.033299999999999
verified: no, type: nauc_mrr_at_5_std
value: -16.0288
verified: no, type: nauc_mrr_at_5_diff1
value: 25.4198
verified: no, type: nauc_mrr_at_10_max
value: 15.7434
verified: no, type: nauc_mrr_at_10_std
value: -14.8923
verified: no, type: nauc_mrr_at_10_diff1
value: 23.6099
verified: no, type: nauc_mrr_at_20_max
value: 16.2588
verified: no, type: nauc_mrr_at_20_std
value: -14.5306
verified: no, type: nauc_mrr_at_20_diff1
value: 23.718700000000002
verified: no, type: nauc_mrr_at_100_max
value: 16.2196
verified: no, type: nauc_mrr_at_100_std
value: -14.4928
verified: no, type: nauc_mrr_at_100_diff1
value: 24.017
verified: no, type: nauc_mrr_at_1000_max
value: 16.1885
verified: no, type: nauc_mrr_at_1000_std
value: -14.5629
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.0998
verified: no, type: main_score
value: 33.452
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: ndcg_at_1
value: 48.75
verified: no, type: ndcg_at_3
value: 40.266000000000005
verified: no, type: ndcg_at_5
value: 37.034
verified: no, type: ndcg_at_10
value: 34.565
verified: no, type: ndcg_at_20
value: 34.013
verified: no, type: ndcg_at_100
value: 39.006
verified: no, type: ndcg_at_1000
value: 46.64
verified: no, type: map_at_1
value: 7.866
verified: no, type: map_at_3
value: 12.145999999999999
verified: no, type: map_at_5
value: 13.874
verified: no, type: map_at_10
value: 16.02
verified: no, type: map_at_20
value: 18.183
verified: no, type: map_at_100
value: 21.775
verified: no, type: map_at_1000
value: 23.203
verified: no, type: recall_at_1
value: 7.866
verified: no, type: recall_at_3
value: 13.700000000000001
verified: no, type: recall_at_5
value: 16.683
verified: no, type: recall_at_10
value: 21.059
verified: no, type: recall_at_20
value: 27.045
verified: no, type: recall_at_100
value: 45.236
verified: no, type: recall_at_1000
value: 69.867
verified: no, type: precision_at_1
value: 60.5
verified: no, type: precision_at_3
value: 44.083
verified: no, type: precision_at_5
value: 35.449999999999996
verified: no, type: precision_at_10
value: 26.400000000000002
verified: no, type: precision_at_20
value: 19.75
verified: no, type: precision_at_100
value: 8.472
verified: no, type: precision_at_1000
value: 1.822
verified: no, type: mrr_at_1
value: 60.5
verified: no, type: mrr_at_3
value: 67.625
verified: no, type: mrr_at_5
value: 68.4625
verified: no, type: mrr_at_10
value: 69.4092
verified: no, type: mrr_at_20
value: 69.6644
verified: no, type: mrr_at_100
value: 69.8187
verified: no, type: mrr_at_1000
value: 69.8284
verified: no, type: nauc_ndcg_at_1_max
value: 27.385199999999998
verified: no, type: nauc_ndcg_at_1_std
value: 15.502199999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.3474
verified: no, type: nauc_ndcg_at_3_max
value: 23.691100000000002
verified: no, type: nauc_ndcg_at_3_std
value: 17.8766
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.1322
verified: no, type: nauc_ndcg_at_5_max
value: 21.908
verified: no, type: nauc_ndcg_at_5_std
value: 16.5012
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.9377
verified: no, type: nauc_ndcg_at_10_max
value: 21.5239
verified: no, type: nauc_ndcg_at_10_std
value: 15.327399999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.0379
verified: no, type: nauc_ndcg_at_20_max
value: 18.6445
verified: no, type: nauc_ndcg_at_20_std
value: 10.4816
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.5885
verified: no, type: nauc_ndcg_at_100_max
value: 21.7258
verified: no, type: nauc_ndcg_at_100_std
value: 14.514199999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.6285
verified: no, type: nauc_ndcg_at_1000_max
value: 25.515
verified: no, type: nauc_ndcg_at_1000_std
value: 23.278499999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.3373
verified: no, type: nauc_map_at_1_max
value: 2.911
verified: no, type: nauc_map_at_1_std
value: -23.3734
verified: no, type: nauc_map_at_1_diff1
value: 31.251099999999997
verified: no, type: nauc_map_at_3_max
value: 6.7765
verified: no, type: nauc_map_at_3_std
value: -21.1466
verified: no, type: nauc_map_at_3_diff1
value: 26.6096
verified: no, type: nauc_map_at_5_max
value: 7.2574
verified: no, type: nauc_map_at_5_std
value: -18.0369
verified: no, type: nauc_map_at_5_diff1
value: 24.0648
verified: no, type: nauc_map_at_10_max
value: 11.669699999999999
verified: no, type: nauc_map_at_10_std
value: -10.5142
verified: no, type: nauc_map_at_10_diff1
value: 23.289099999999998
verified: no, type: nauc_map_at_20_max
value: 13.9376
verified: no, type: nauc_map_at_20_std
value: -4.1179
verified: no, type: nauc_map_at_20_diff1
value: 22.9493
verified: no, type: nauc_map_at_100_max
value: 18.756600000000002
verified: no, type: nauc_map_at_100_std
value: 7.5601
verified: no, type: nauc_map_at_100_diff1
value: 21.1962
verified: no, type: nauc_map_at_1000_max
value: 20.4084
verified: no, type: nauc_map_at_1000_std
value: 10.7807
verified: no, type: nauc_map_at_1000_diff1
value: 21.6074
verified: no, type: nauc_recall_at_1_max
value: 2.911
verified: no, type: nauc_recall_at_1_std
value: -23.3734
verified: no, type: nauc_recall_at_1_diff1
value: 31.251099999999997
verified: no, type: nauc_recall_at_3_max
value: 5.9628
verified: no, type: nauc_recall_at_3_std
value: -21.7657
verified: no, type: nauc_recall_at_3_diff1
value: 22.1779
verified: no, type: nauc_recall_at_5_max
value: 4.2336
verified: no, type: nauc_recall_at_5_std
value: -19.872
verified: no, type: nauc_recall_at_5_diff1
value: 17.4799
verified: no, type: nauc_recall_at_10_max
value: 9.376900000000001
verified: no, type: nauc_recall_at_10_std
value: -12.3596
verified: no, type: nauc_recall_at_10_diff1
value: 15.801100000000002
verified: no, type: nauc_recall_at_20_max
value: 11.2098
verified: no, type: nauc_recall_at_20_std
value: -6.471699999999999
verified: no, type: nauc_recall_at_20_diff1
value: 15.1155
verified: no, type: nauc_recall_at_100_max
value: 16.7433
verified: no, type: nauc_recall_at_100_std
value: 12.2849
verified: no, type: nauc_recall_at_100_diff1
value: 6.908499999999999
verified: no, type: nauc_recall_at_1000_max
value: 18.6941
verified: no, type: nauc_recall_at_1000_std
value: 25.2521
verified: no, type: nauc_recall_at_1000_diff1
value: 1.0488000000000002
verified: no, type: nauc_precision_at_1_max
value: 39.5387
verified: no, type: nauc_precision_at_1_std
value: 23.244600000000002
verified: no, type: nauc_precision_at_1_diff1
value: 50.275499999999994
verified: no, type: nauc_precision_at_3_max
value: 32.3641
verified: no, type: nauc_precision_at_3_std
value: 34.4136
verified: no, type: nauc_precision_at_3_diff1
value: 17.316200000000002
verified: no, type: nauc_precision_at_5_max
value: 29.9613
verified: no, type: nauc_precision_at_5_std
value: 39.3271
verified: no, type: nauc_precision_at_5_diff1
value: 13.352
verified: no, type: nauc_precision_at_10_max
value: 29.5821
verified: no, type: nauc_precision_at_10_std
value: 48.0976
verified: no, type: nauc_precision_at_10_diff1
value: 9.610000000000001
verified: no, type: nauc_precision_at_20_max
value: 25.5555
verified: no, type: nauc_precision_at_20_std
value: 49.3622
verified: no, type: nauc_precision_at_20_diff1
value: 8.0656
verified: no, type: nauc_precision_at_100_max
value: 24.3874
verified: no, type: nauc_precision_at_100_std
value: 49.613600000000005
verified: no, type: nauc_precision_at_100_diff1
value: 4.1512
verified: no, type: nauc_precision_at_1000_max
value: 16.0014
verified: no, type: nauc_precision_at_1000_std
value: 28.3243
verified: no, type: nauc_precision_at_1000_diff1
value: 11.5068
verified: no, type: nauc_mrr_at_1_max
value: 39.5387
verified: no, type: nauc_mrr_at_1_std
value: 23.244600000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 50.275499999999994
verified: no, type: nauc_mrr_at_3_max
value: 44.3328
verified: no, type: nauc_mrr_at_3_std
value: 29.595900000000004
verified: no, type: nauc_mrr_at_3_diff1
value: 47.0929
verified: no, type: nauc_mrr_at_5_max
value: 43.6678
verified: no, type: nauc_mrr_at_5_std
value: 29.219299999999997
verified: no, type: nauc_mrr_at_5_diff1
value: 47.7731
verified: no, type: nauc_mrr_at_10_max
value: 43.1409
verified: no, type: nauc_mrr_at_10_std
value: 29.5283
verified: no, type: nauc_mrr_at_10_diff1
value: 47.7777
verified: no, type: nauc_mrr_at_20_max
value: 43.2155
verified: no, type: nauc_mrr_at_20_std
value: 29.378999999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 47.826800000000006
verified: no, type: nauc_mrr_at_100_max
value: 43.2448
verified: no, type: nauc_mrr_at_100_std
value: 29.385
verified: no, type: nauc_mrr_at_100_diff1
value: 47.7931
verified: no, type: nauc_mrr_at_1000_max
value: 43.2316
verified: no, type: nauc_mrr_at_1000_std
value: 29.3645
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.7958
verified: no, type: main_score
value: 34.565
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 36.449999999999996
verified: no, type: f1
value: 32.3042
verified: no, type: f1_weighted
value: 38.7818
verified: no, type: main_score
value: 36.449999999999996
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: ndcg_at_1
value: 77.93299999999999
verified: no, type: ndcg_at_3
value: 83.146
verified: no, type: ndcg_at_5
value: 84.188
verified: no, type: ndcg_at_10
value: 84.932
verified: no, type: ndcg_at_20
value: 85.187
verified: no, type: ndcg_at_100
value: 85.452
verified: no, type: ndcg_at_1000
value: 85.68599999999999
verified: no, type: map_at_1
value: 72.173
verified: no, type: map_at_3
value: 79.618
verified: no, type: map_at_5
value: 80.32000000000001
verified: no, type: map_at_10
value: 80.674
verified: no, type: map_at_20
value: 80.762
verified: no, type: map_at_100
value: 80.81
verified: no, type: map_at_1000
value: 80.822
verified: no, type: recall_at_1
value: 72.173
verified: no, type: recall_at_3
value: 87.804
verified: no, type: recall_at_5
value: 90.556
verified: no, type: recall_at_10
value: 92.869
verified: no, type: recall_at_20
value: 93.768
verified: no, type: recall_at_100
value: 95.00699999999999
verified: no, type: recall_at_1000
value: 96.504
verified: no, type: precision_at_1
value: 77.93299999999999
verified: no, type: precision_at_3
value: 31.828
verified: no, type: precision_at_5
value: 19.727
verified: no, type: precision_at_10
value: 10.135
verified: no, type: precision_at_20
value: 5.136
verified: no, type: precision_at_100
value: 1.049
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: mrr_at_1
value: 77.9328
verified: no, type: mrr_at_3
value: 85.221
verified: no, type: mrr_at_5
value: 85.8076
verified: no, type: mrr_at_10
value: 86.0963
verified: no, type: mrr_at_20
value: 86.1448
verified: no, type: mrr_at_100
value: 86.1622
verified: no, type: mrr_at_1000
value: 86.1631
verified: no, type: nauc_ndcg_at_1_max
value: 27.804499999999997
verified: no, type: nauc_ndcg_at_1_std
value: -31.1045
verified: no, type: nauc_ndcg_at_1_diff1
value: 66.6633
verified: no, type: nauc_ndcg_at_3_max
value: 21.6576
verified: no, type: nauc_ndcg_at_3_std
value: -24.3372
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.9088
verified: no, type: nauc_ndcg_at_5_max
value: 20.612
verified: no, type: nauc_ndcg_at_5_std
value: -23.8007
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.0635
verified: no, type: nauc_ndcg_at_10_max
value: 19.6463
verified: no, type: nauc_ndcg_at_10_std
value: -22.5941
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.5561
verified: no, type: nauc_ndcg_at_20_max
value: 19.5443
verified: no, type: nauc_ndcg_at_20_std
value: -21.998
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.664699999999996
verified: no, type: nauc_ndcg_at_100_max
value: 19.2285
verified: no, type: nauc_ndcg_at_100_std
value: -21.6826
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.897099999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 19.5578
verified: no, type: nauc_ndcg_at_1000_std
value: -21.9412
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.361
verified: no, type: nauc_map_at_1_max
value: 20.3735
verified: no, type: nauc_map_at_1_std
value: -24.7274
verified: no, type: nauc_map_at_1_diff1
value: 54.148399999999995
verified: no, type: nauc_map_at_3_max
value: 19.3166
verified: no, type: nauc_map_at_3_std
value: -23.171
verified: no, type: nauc_map_at_3_diff1
value: 48.254000000000005
verified: no, type: nauc_map_at_5_max
value: 19.158900000000003
verified: no, type: nauc_map_at_5_std
value: -22.966900000000003
verified: no, type: nauc_map_at_5_diff1
value: 48.0877
verified: no, type: nauc_map_at_10_max
value: 18.8745
verified: no, type: nauc_map_at_10_std
value: -22.5913
verified: no, type: nauc_map_at_10_diff1
value: 47.957899999999995
verified: no, type: nauc_map_at_20_max
value: 18.895200000000003
verified: no, type: nauc_map_at_20_std
value: -22.4542
verified: no, type: nauc_map_at_20_diff1
value: 48.0047
verified: no, type: nauc_map_at_100_max
value: 18.8722
verified: no, type: nauc_map_at_100_std
value: -22.3984
verified: no, type: nauc_map_at_100_diff1
value: 48.0394
verified: no, type: nauc_map_at_1000_max
value: 18.8824
verified: no, type: nauc_map_at_1000_std
value: -22.4034
verified: no, type: nauc_map_at_1000_diff1
value: 48.0533
verified: no, type: nauc_recall_at_1_max
value: 20.3735
verified: no, type: nauc_recall_at_1_std
value: -24.7274
verified: no, type: nauc_recall_at_1_diff1
value: 54.148399999999995
verified: no, type: nauc_recall_at_3_max
value: 15.2387
verified: no, type: nauc_recall_at_3_std
value: -17.3947
verified: no, type: nauc_recall_at_3_diff1
value: 30.6589
verified: no, type: nauc_recall_at_5_max
value: 11.4037
verified: no, type: nauc_recall_at_5_std
value: -14.3603
verified: no, type: nauc_recall_at_5_diff1
value: 23.7356
verified: no, type: nauc_recall_at_10_max
value: 3.8233
verified: no, type: nauc_recall_at_10_std
value: -4.6399
verified: no, type: nauc_recall_at_10_diff1
value: 13.8514
verified: no, type: nauc_recall_at_20_max
value: 0.3939
verified: no, type: nauc_recall_at_20_std
value: 2.4212000000000002
verified: no, type: nauc_recall_at_20_diff1
value: 10.110800000000001
verified: no, type: nauc_recall_at_100_max
value: -8.9768
verified: no, type: nauc_recall_at_100_std
value: 11.2598
verified: no, type: nauc_recall_at_100_diff1
value: 4.6753
verified: no, type: nauc_recall_at_1000_max
value: -13.494800000000001
verified: no, type: nauc_recall_at_1000_std
value: 17.2306
verified: no, type: nauc_recall_at_1000_diff1
value: 0.0856
verified: no, type: nauc_precision_at_1_max
value: 27.804499999999997
verified: no, type: nauc_precision_at_1_std
value: -31.1045
verified: no, type: nauc_precision_at_1_diff1
value: 66.6633
verified: no, type: nauc_precision_at_3_max
value: 25.660899999999998
verified: no, type: nauc_precision_at_3_std
value: -22.0243
verified: no, type: nauc_precision_at_3_diff1
value: 34.5966
verified: no, type: nauc_precision_at_5_max
value: 22.4777
verified: no, type: nauc_precision_at_5_std
value: -14.9469
verified: no, type: nauc_precision_at_5_diff1
value: 20.9233
verified: no, type: nauc_precision_at_10_max
value: 13.7882
verified: no, type: nauc_precision_at_10_std
value: -0.1941
verified: no, type: nauc_precision_at_10_diff1
value: 2.5737
verified: no, type: nauc_precision_at_20_max
value: 10.422099999999999
verified: no, type: nauc_precision_at_20_std
value: 8.518
verified: no, type: nauc_precision_at_20_diff1
value: -4.2715000000000005
verified: no, type: nauc_precision_at_100_max
value: 3.8884000000000003
verified: no, type: nauc_precision_at_100_std
value: 14.529800000000002
verified: no, type: nauc_precision_at_100_diff1
value: -10.066
verified: no, type: nauc_precision_at_1000_max
value: 5.5056
verified: no, type: nauc_precision_at_1000_std
value: 10.3948
verified: no, type: nauc_precision_at_1000_diff1
value: -9.5234
verified: no, type: nauc_mrr_at_1_max
value: 27.804499999999997
verified: no, type: nauc_mrr_at_1_std
value: -31.1045
verified: no, type: nauc_mrr_at_1_diff1
value: 66.6633
verified: no, type: nauc_mrr_at_3_max
value: 30.593500000000002
verified: no, type: nauc_mrr_at_3_std
value: -31.844499999999996
verified: no, type: nauc_mrr_at_3_diff1
value: 63.571
verified: no, type: nauc_mrr_at_5_max
value: 30.544700000000002
verified: no, type: nauc_mrr_at_5_std
value: -32.0369
verified: no, type: nauc_mrr_at_5_diff1
value: 63.8464
verified: no, type: nauc_mrr_at_10_max
value: 30.459000000000003
verified: no, type: nauc_mrr_at_10_std
value: -31.799500000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 64.0984
verified: no, type: nauc_mrr_at_20_max
value: 30.3871
verified: no, type: nauc_mrr_at_20_std
value: -31.6429
verified: no, type: nauc_mrr_at_20_diff1
value: 64.1444
verified: no, type: nauc_mrr_at_100_max
value: 30.324099999999998
verified: no, type: nauc_mrr_at_100_std
value: -31.629800000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 64.163
verified: no, type: nauc_mrr_at_1000_max
value: 30.3201
verified: no, type: nauc_mrr_at_1000_std
value: -31.6352
verified: no, type: nauc_mrr_at_1000_diff1
value: 64.1637
verified: no, type: main_score
value: 84.932
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: ndcg_at_1
value: 34.259
verified: no, type: ndcg_at_3
value: 32.14
verified: no, type: ndcg_at_5
value: 33.391
verified: no, type: ndcg_at_10
value: 35.663
verified: no, type: ndcg_at_20
value: 38.193
verified: no, type: ndcg_at_100
value: 42.232
verified: no, type: ndcg_at_1000
value: 45.595
verified: no, type: map_at_1
value: 17.124
verified: no, type: map_at_3
value: 24.359
verified: no, type: map_at_5
value: 26.532
verified: no, type: map_at_10
value: 28.183000000000003
verified: no, type: map_at_20
value: 29.119
verified: no, type: map_at_100
value: 29.881
verified: no, type: map_at_1000
value: 30.070000000000004
verified: no, type: recall_at_1
value: 17.124
verified: no, type: recall_at_3
value: 29.488999999999997
verified: no, type: recall_at_5
value: 35.436
verified: no, type: recall_at_10
value: 42.665
verified: no, type: recall_at_20
value: 50.381
verified: no, type: recall_at_100
value: 67.364
verified: no, type: recall_at_1000
value: 87.315
verified: no, type: precision_at_1
value: 34.259
verified: no, type: precision_at_3
value: 21.399
verified: no, type: precision_at_5
value: 15.926000000000002
verified: no, type: precision_at_10
value: 9.907
verified: no, type: precision_at_20
value: 6.026
verified: no, type: precision_at_100
value: 1.637
verified: no, type: precision_at_1000
value: 0.22599999999999998
verified: no, type: mrr_at_1
value: 34.259299999999996
verified: no, type: mrr_at_3
value: 40.7922
verified: no, type: mrr_at_5
value: 42.1811
verified: no, type: mrr_at_10
value: 43.1663
verified: no, type: mrr_at_20
value: 43.684400000000004
verified: no, type: mrr_at_100
value: 44.079
verified: no, type: mrr_at_1000
value: 44.1277
verified: no, type: nauc_ndcg_at_1_max
value: 45.5993
verified: no, type: nauc_ndcg_at_1_std
value: 4.2730999999999995
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.0941
verified: no, type: nauc_ndcg_at_3_max
value: 38.6082
verified: no, type: nauc_ndcg_at_3_std
value: 1.7973
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.556599999999996
verified: no, type: nauc_ndcg_at_5_max
value: 37.0326
verified: no, type: nauc_ndcg_at_5_std
value: 3.5555000000000003
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.166599999999995
verified: no, type: nauc_ndcg_at_10_max
value: 36.8257
verified: no, type: nauc_ndcg_at_10_std
value: 4.6765
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.7039
verified: no, type: nauc_ndcg_at_20_max
value: 37.9542
verified: no, type: nauc_ndcg_at_20_std
value: 6.2273000000000005
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.7126
verified: no, type: nauc_ndcg_at_100_max
value: 40.029399999999995
verified: no, type: nauc_ndcg_at_100_std
value: 8.8925
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.8749
verified: no, type: nauc_ndcg_at_1000_max
value: 41.0995
verified: no, type: nauc_ndcg_at_1000_std
value: 9.055399999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.0999
verified: no, type: nauc_map_at_1_max
value: 29.1034
verified: no, type: nauc_map_at_1_std
value: -1.3329
verified: no, type: nauc_map_at_1_diff1
value: 49.6713
verified: no, type: nauc_map_at_3_max
value: 31.2555
verified: no, type: nauc_map_at_3_std
value: -1.2727
verified: no, type: nauc_map_at_3_diff1
value: 42.8671
verified: no, type: nauc_map_at_5_max
value: 32.7495
verified: no, type: nauc_map_at_5_std
value: 0.4463
verified: no, type: nauc_map_at_5_diff1
value: 42.3138
verified: no, type: nauc_map_at_10_max
value: 34.0564
verified: no, type: nauc_map_at_10_std
value: 1.8785
verified: no, type: nauc_map_at_10_diff1
value: 41.9711
verified: no, type: nauc_map_at_20_max
value: 34.7449
verified: no, type: nauc_map_at_20_std
value: 2.6273
verified: no, type: nauc_map_at_20_diff1
value: 41.9563
verified: no, type: nauc_map_at_100_max
value: 35.3724
verified: no, type: nauc_map_at_100_std
value: 3.1910000000000003
verified: no, type: nauc_map_at_100_diff1
value: 41.990899999999996
verified: no, type: nauc_map_at_1000_max
value: 35.4782
verified: no, type: nauc_map_at_1000_std
value: 3.2302999999999997
verified: no, type: nauc_map_at_1000_diff1
value: 42.0484
verified: no, type: nauc_recall_at_1_max
value: 29.1034
verified: no, type: nauc_recall_at_1_std
value: -1.3329
verified: no, type: nauc_recall_at_1_diff1
value: 49.6713
verified: no, type: nauc_recall_at_3_max
value: 28.3729
verified: no, type: nauc_recall_at_3_std
value: 0.0225
verified: no, type: nauc_recall_at_3_diff1
value: 35.2655
verified: no, type: nauc_recall_at_5_max
value: 28.0157
verified: no, type: nauc_recall_at_5_std
value: 3.5967
verified: no, type: nauc_recall_at_5_diff1
value: 31.5507
verified: no, type: nauc_recall_at_10_max
value: 28.0271
verified: no, type: nauc_recall_at_10_std
value: 6.7875000000000005
verified: no, type: nauc_recall_at_10_diff1
value: 28.3267
verified: no, type: nauc_recall_at_20_max
value: 30.2764
verified: no, type: nauc_recall_at_20_std
value: 11.2697
verified: no, type: nauc_recall_at_20_diff1
value: 27.5277
verified: no, type: nauc_recall_at_100_max
value: 33.2215
verified: no, type: nauc_recall_at_100_std
value: 23.6362
verified: no, type: nauc_recall_at_100_diff1
value: 23.1851
verified: no, type: nauc_recall_at_1000_max
value: 41.8199
verified: no, type: nauc_recall_at_1000_std
value: 42.2866
verified: no, type: nauc_recall_at_1000_diff1
value: 29.341099999999997
verified: no, type: nauc_precision_at_1_max
value: 45.5993
verified: no, type: nauc_precision_at_1_std
value: 4.2730999999999995
verified: no, type: nauc_precision_at_1_diff1
value: 51.0941
verified: no, type: nauc_precision_at_3_max
value: 40.541
verified: no, type: nauc_precision_at_3_std
value: 3.6046
verified: no, type: nauc_precision_at_3_diff1
value: 29.2879
verified: no, type: nauc_precision_at_5_max
value: 40.4116
verified: no, type: nauc_precision_at_5_std
value: 9.523
verified: no, type: nauc_precision_at_5_diff1
value: 24.9572
verified: no, type: nauc_precision_at_10_max
value: 39.7377
verified: no, type: nauc_precision_at_10_std
value: 11.8076
verified: no, type: nauc_precision_at_10_diff1
value: 21.1979
verified: no, type: nauc_precision_at_20_max
value: 40.1851
verified: no, type: nauc_precision_at_20_std
value: 14.967
verified: no, type: nauc_precision_at_20_diff1
value: 19.0881
verified: no, type: nauc_precision_at_100_max
value: 39.4474
verified: no, type: nauc_precision_at_100_std
value: 19.6785
verified: no, type: nauc_precision_at_100_diff1
value: 12.6951
verified: no, type: nauc_precision_at_1000_max
value: 32.071600000000004
verified: no, type: nauc_precision_at_1000_std
value: 14.7899
verified: no, type: nauc_precision_at_1000_diff1
value: 7.456599999999999
verified: no, type: nauc_mrr_at_1_max
value: 45.5993
verified: no, type: nauc_mrr_at_1_std
value: 4.2730999999999995
verified: no, type: nauc_mrr_at_1_diff1
value: 51.0941
verified: no, type: nauc_mrr_at_3_max
value: 45.5586
verified: no, type: nauc_mrr_at_3_std
value: 5.6932
verified: no, type: nauc_mrr_at_3_diff1
value: 47.1359
verified: no, type: nauc_mrr_at_5_max
value: 45.0408
verified: no, type: nauc_mrr_at_5_std
value: 6.4838000000000005
verified: no, type: nauc_mrr_at_5_diff1
value: 46.4912
verified: no, type: nauc_mrr_at_10_max
value: 44.9499
verified: no, type: nauc_mrr_at_10_std
value: 6.6139
verified: no, type: nauc_mrr_at_10_diff1
value: 46.332699999999996
verified: no, type: nauc_mrr_at_20_max
value: 45.063900000000004
verified: no, type: nauc_mrr_at_20_std
value: 6.6114999999999995
verified: no, type: nauc_mrr_at_20_diff1
value: 46.3181
verified: no, type: nauc_mrr_at_100_max
value: 45.2249
verified: no, type: nauc_mrr_at_100_std
value: 6.8897
verified: no, type: nauc_mrr_at_100_diff1
value: 46.373799999999996
verified: no, type: nauc_mrr_at_1000_max
value: 45.2235
verified: no, type: nauc_mrr_at_1000_std
value: 6.8732
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.399699999999996
verified: no, type: main_score
value: 35.663
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: ndcg_at_1
value: 75.908
verified: no, type: ndcg_at_3
value: 57.643
verified: no, type: ndcg_at_5
value: 59.689
verified: no, type: ndcg_at_10
value: 61.513
verified: no, type: ndcg_at_20
value: 62.721000000000004
verified: no, type: ndcg_at_100
value: 64.57000000000001
verified: no, type: ndcg_at_1000
value: 65.981
verified: no, type: map_at_1
value: 37.954
verified: no, type: map_at_3
value: 49.424
verified: no, type: map_at_5
value: 50.99399999999999
verified: no, type: map_at_10
value: 52.066
verified: no, type: map_at_20
value: 52.54600000000001
verified: no, type: map_at_100
value: 52.910000000000004
verified: no, type: map_at_1000
value: 52.981
verified: no, type: recall_at_1
value: 37.954
verified: no, type: recall_at_3
value: 53.201
verified: no, type: recall_at_5
value: 57.232000000000006
verified: no, type: recall_at_10
value: 61.82299999999999
verified: no, type: recall_at_20
value: 65.692
verified: no, type: recall_at_100
value: 73.896
verified: no, type: recall_at_1000
value: 83.255
verified: no, type: precision_at_1
value: 75.908
verified: no, type: precision_at_3
value: 35.467
verified: no, type: precision_at_5
value: 22.893
verified: no, type: precision_at_10
value: 12.365
verified: no, type: precision_at_20
value: 6.569
verified: no, type: precision_at_100
value: 1.478
verified: no, type: precision_at_1000
value: 0.167
verified: no, type: mrr_at_1
value: 75.90820000000001
verified: no, type: mrr_at_3
value: 80.5717
verified: no, type: mrr_at_5
value: 81.15299999999999
verified: no, type: mrr_at_10
value: 81.4709
verified: no, type: mrr_at_20
value: 81.6082
verified: no, type: mrr_at_100
value: 81.69239999999999
verified: no, type: mrr_at_1000
value: 81.7034
verified: no, type: nauc_ndcg_at_1_max
value: 53.456199999999995
verified: no, type: nauc_ndcg_at_1_std
value: -7.1338
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.2296
verified: no, type: nauc_ndcg_at_3_max
value: 30.760199999999998
verified: no, type: nauc_ndcg_at_3_std
value: -3.1088999999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.957099999999997
verified: no, type: nauc_ndcg_at_5_max
value: 29.404000000000003
verified: no, type: nauc_ndcg_at_5_std
value: -1.8713
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.3461
verified: no, type: nauc_ndcg_at_10_max
value: 28.0841
verified: no, type: nauc_ndcg_at_10_std
value: -0.8572
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.1934
verified: no, type: nauc_ndcg_at_20_max
value: 27.581099999999996
verified: no, type: nauc_ndcg_at_20_std
value: -0.1989
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.3724
verified: no, type: nauc_ndcg_at_100_max
value: 27.0287
verified: no, type: nauc_ndcg_at_100_std
value: 0.7972
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.6936
verified: no, type: nauc_ndcg_at_1000_max
value: 27.070800000000002
verified: no, type: nauc_ndcg_at_1000_std
value: 0.8108000000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.0546
verified: no, type: nauc_map_at_1_max
value: 53.456199999999995
verified: no, type: nauc_map_at_1_std
value: -7.1338
verified: no, type: nauc_map_at_1_diff1
value: 72.2296
verified: no, type: nauc_map_at_3_max
value: 26.085199999999997
verified: no, type: nauc_map_at_3_std
value: -3.3792999999999997
verified: no, type: nauc_map_at_3_diff1
value: 23.335900000000002
verified: no, type: nauc_map_at_5_max
value: 25.2911
verified: no, type: nauc_map_at_5_std
value: -2.6356
verified: no, type: nauc_map_at_5_diff1
value: 21.7569
verified: no, type: nauc_map_at_10_max
value: 24.5926
verified: no, type: nauc_map_at_10_std
value: -2.1178
verified: no, type: nauc_map_at_10_diff1
value: 20.6735
verified: no, type: nauc_map_at_20_max
value: 24.479400000000002
verified: no, type: nauc_map_at_20_std
value: -1.8454000000000002
verified: no, type: nauc_map_at_20_diff1
value: 20.4617
verified: no, type: nauc_map_at_100_max
value: 24.390600000000003
verified: no, type: nauc_map_at_100_std
value: -1.6625999999999999
verified: no, type: nauc_map_at_100_diff1
value: 20.3774
verified: no, type: nauc_map_at_1000_max
value: 24.387900000000002
verified: no, type: nauc_map_at_1000_std
value: -1.6534
verified: no, type: nauc_map_at_1000_diff1
value: 20.3887
verified: no, type: nauc_recall_at_1_max
value: 53.456199999999995
verified: no, type: nauc_recall_at_1_std
value: -7.1338
verified: no, type: nauc_recall_at_1_diff1
value: 72.2296
verified: no, type: nauc_recall_at_3_max
value: 22.2324
verified: no, type: nauc_recall_at_3_std
value: -1.4433
verified: no, type: nauc_recall_at_3_diff1
value: 14.944799999999999
verified: no, type: nauc_recall_at_5_max
value: 19.1126
verified: no, type: nauc_recall_at_5_std
value: 0.9252
verified: no, type: nauc_recall_at_5_diff1
value: 9.6723
verified: no, type: nauc_recall_at_10_max
value: 15.4048
verified: no, type: nauc_recall_at_10_std
value: 3.3196000000000003
verified: no, type: nauc_recall_at_10_diff1
value: 4.2059
verified: no, type: nauc_recall_at_20_max
value: 12.7643
verified: no, type: nauc_recall_at_20_std
value: 5.431699999999999
verified: no, type: nauc_recall_at_20_diff1
value: 0.46880000000000005
verified: no, type: nauc_recall_at_100_max
value: 7.538
verified: no, type: nauc_recall_at_100_std
value: 10.5696
verified: no, type: nauc_recall_at_100_diff1
value: -6.472300000000001
verified: no, type: nauc_recall_at_1000_max
value: 1.7873
verified: no, type: nauc_recall_at_1000_std
value: 13.6112
verified: no, type: nauc_recall_at_1000_diff1
value: -13.081000000000001
verified: no, type: nauc_precision_at_1_max
value: 53.456199999999995
verified: no, type: nauc_precision_at_1_std
value: -7.1338
verified: no, type: nauc_precision_at_1_diff1
value: 72.2296
verified: no, type: nauc_precision_at_3_max
value: 22.2324
verified: no, type: nauc_precision_at_3_std
value: -1.4433
verified: no, type: nauc_precision_at_3_diff1
value: 14.944799999999999
verified: no, type: nauc_precision_at_5_max
value: 19.1126
verified: no, type: nauc_precision_at_5_std
value: 0.9252
verified: no, type: nauc_precision_at_5_diff1
value: 9.6723
verified: no, type: nauc_precision_at_10_max
value: 15.4048
verified: no, type: nauc_precision_at_10_std
value: 3.3196000000000003
verified: no, type: nauc_precision_at_10_diff1
value: 4.2059
verified: no, type: nauc_precision_at_20_max
value: 12.7643
verified: no, type: nauc_precision_at_20_std
value: 5.431699999999999
verified: no, type: nauc_precision_at_20_diff1
value: 0.46880000000000005
verified: no, type: nauc_precision_at_100_max
value: 7.538
verified: no, type: nauc_precision_at_100_std
value: 10.5696
verified: no, type: nauc_precision_at_100_diff1
value: -6.472300000000001
verified: no, type: nauc_precision_at_1000_max
value: 1.7873
verified: no, type: nauc_precision_at_1000_std
value: 13.6112
verified: no, type: nauc_precision_at_1000_diff1
value: -13.081000000000001
verified: no, type: nauc_mrr_at_1_max
value: 53.456199999999995
verified: no, type: nauc_mrr_at_1_std
value: -7.1338
verified: no, type: nauc_mrr_at_1_diff1
value: 72.2296
verified: no, type: nauc_mrr_at_3_max
value: 54.94369999999999
verified: no, type: nauc_mrr_at_3_std
value: -5.0057
verified: no, type: nauc_mrr_at_3_diff1
value: 69.6774
verified: no, type: nauc_mrr_at_5_max
value: 54.970699999999994
verified: no, type: nauc_mrr_at_5_std
value: -4.3104000000000005
verified: no, type: nauc_mrr_at_5_diff1
value: 69.4618
verified: no, type: nauc_mrr_at_10_max
value: 55.01970000000001
verified: no, type: nauc_mrr_at_10_std
value: -4.0596
verified: no, type: nauc_mrr_at_10_diff1
value: 69.435
verified: no, type: nauc_mrr_at_20_max
value: 54.9824
verified: no, type: nauc_mrr_at_20_std
value: -4.1227
verified: no, type: nauc_mrr_at_20_diff1
value: 69.4712
verified: no, type: nauc_mrr_at_100_max
value: 54.9588
verified: no, type: nauc_mrr_at_100_std
value: -4.1325
verified: no, type: nauc_mrr_at_100_diff1
value: 69.498
verified: no, type: nauc_mrr_at_1000_max
value: 54.95179999999999
verified: no, type: nauc_mrr_at_1000_std
value: -4.1442
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.503
verified: no, type: main_score
value: 61.513
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 63.0232
verified: no, type: f1
value: 62.8137
verified: no, type: f1_weighted
value: 62.8137
verified: no, type: ap
value: 58.377199999999995
verified: no, type: ap_weighted
value: 58.377199999999995
verified: no, type: main_score
value: 63.0232
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MIRACLRetrieval (ar)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 57.459
verified: no, type: ndcg_at_3
value: 58.162000000000006
verified: no, type: ndcg_at_5
value: 60.831
verified: no, type: ndcg_at_10
value: 64.238
verified: no, type: ndcg_at_20
value: 66.455
verified: no, type: ndcg_at_100
value: 68.67
verified: no, type: ndcg_at_1000
value: 69.51
verified: no, type: map_at_1
value: 38.064
verified: no, type: map_at_3
value: 51.217999999999996
verified: no, type: map_at_5
value: 54.364999999999995
verified: no, type: map_at_10
value: 56.589999999999996
verified: no, type: map_at_20
value: 57.545
verified: no, type: map_at_100
value: 58.06400000000001
verified: no, type: map_at_1000
value: 58.111999999999995
verified: no, type: recall_at_1
value: 38.064
verified: no, type: recall_at_3
value: 58.618
verified: no, type: recall_at_5
value: 66.353
verified: no, type: recall_at_10
value: 75.098
verified: no, type: recall_at_20
value: 81.978
verified: no, type: recall_at_100
value: 91.203
verified: no, type: recall_at_1000
value: 96.706
verified: no, type: precision_at_1
value: 57.459
verified: no, type: precision_at_3
value: 32.965
verified: no, type: precision_at_5
value: 23.405
verified: no, type: precision_at_10
value: 13.816
verified: no, type: precision_at_20
value: 7.742
verified: no, type: precision_at_100
value: 1.7739999999999998
verified: no, type: precision_at_1000
value: 0.189
verified: no, type: mrr_at_1
value: 57.458600000000004
verified: no, type: mrr_at_3
value: 65.4523
verified: no, type: mrr_at_5
value: 66.6506
verified: no, type: mrr_at_10
value: 67.48100000000001
verified: no, type: mrr_at_20
value: 67.7522
verified: no, type: mrr_at_100
value: 67.88419999999999
verified: no, type: mrr_at_1000
value: 67.8972
verified: no, type: nauc_ndcg_at_1_max
value: 38.2614
verified: no, type: nauc_ndcg_at_1_std
value: 1.0798999999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.3159
verified: no, type: nauc_ndcg_at_3_max
value: 35.7658
verified: no, type: nauc_ndcg_at_3_std
value: -3.9097
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.8009
verified: no, type: nauc_ndcg_at_5_max
value: 37.7543
verified: no, type: nauc_ndcg_at_5_std
value: -2.7727999999999997
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.8992
verified: no, type: nauc_ndcg_at_10_max
value: 39.9339
verified: no, type: nauc_ndcg_at_10_std
value: -0.2843
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.7359
verified: no, type: nauc_ndcg_at_20_max
value: 40.9231
verified: no, type: nauc_ndcg_at_20_std
value: 1.5467
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.5693
verified: no, type: nauc_ndcg_at_100_max
value: 41.554
verified: no, type: nauc_ndcg_at_100_std
value: 3.7470999999999997
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.6323
verified: no, type: nauc_ndcg_at_1000_max
value: 41.1969
verified: no, type: nauc_ndcg_at_1000_std
value: 2.9972
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.1419
verified: no, type: nauc_map_at_1_max
value: 21.1612
verified: no, type: nauc_map_at_1_std
value: -11.2901
verified: no, type: nauc_map_at_1_diff1
value: 43.8572
verified: no, type: nauc_map_at_3_max
value: 31.0197
verified: no, type: nauc_map_at_3_std
value: -7.5985
verified: no, type: nauc_map_at_3_diff1
value: 38.0396
verified: no, type: nauc_map_at_5_max
value: 33.8261
verified: no, type: nauc_map_at_5_std
value: -5.501
verified: no, type: nauc_map_at_5_diff1
value: 37.2243
verified: no, type: nauc_map_at_10_max
value: 35.5222
verified: no, type: nauc_map_at_10_std
value: -3.7351
verified: no, type: nauc_map_at_10_diff1
value: 36.8849
verified: no, type: nauc_map_at_20_max
value: 36.0478
verified: no, type: nauc_map_at_20_std
value: -2.9566
verified: no, type: nauc_map_at_20_diff1
value: 36.7755
verified: no, type: nauc_map_at_100_max
value: 36.256
verified: no, type: nauc_map_at_100_std
value: -2.455
verified: no, type: nauc_map_at_100_diff1
value: 36.778800000000004
verified: no, type: nauc_map_at_1000_max
value: 36.249900000000004
verified: no, type: nauc_map_at_1000_std
value: -2.4678999999999998
verified: no, type: nauc_map_at_1000_diff1
value: 36.7962
verified: no, type: nauc_recall_at_1_max
value: 21.1612
verified: no, type: nauc_recall_at_1_std
value: -11.2901
verified: no, type: nauc_recall_at_1_diff1
value: 43.8572
verified: no, type: nauc_recall_at_3_max
value: 30.1126
verified: no, type: nauc_recall_at_3_std
value: -8.705499999999999
verified: no, type: nauc_recall_at_3_diff1
value: 33.0274
verified: no, type: nauc_recall_at_5_max
value: 35.5301
verified: no, type: nauc_recall_at_5_std
value: -4.1692
verified: no, type: nauc_recall_at_5_diff1
value: 30.693900000000003
verified: no, type: nauc_recall_at_10_max
value: 41.431200000000004
verified: no, type: nauc_recall_at_10_std
value: 3.1441999999999997
verified: no, type: nauc_recall_at_10_diff1
value: 28.5864
verified: no, type: nauc_recall_at_20_max
value: 46.097100000000005
verified: no, type: nauc_recall_at_20_std
value: 10.93
verified: no, type: nauc_recall_at_20_diff1
value: 26.930100000000003
verified: no, type: nauc_recall_at_100_max
value: 58.3395
verified: no, type: nauc_recall_at_100_std
value: 40.328599999999994
verified: no, type: nauc_recall_at_100_diff1
value: 21.9273
verified: no, type: nauc_recall_at_1000_max
value: 72.4689
verified: no, type: nauc_recall_at_1000_std
value: 59.1972
verified: no, type: nauc_recall_at_1000_diff1
value: 27.697899999999997
verified: no, type: nauc_precision_at_1_max
value: 38.2614
verified: no, type: nauc_precision_at_1_std
value: 1.0798999999999999
verified: no, type: nauc_precision_at_1_diff1
value: 44.3159
verified: no, type: nauc_precision_at_3_max
value: 35.755700000000004
verified: no, type: nauc_precision_at_3_std
value: 11.9015
verified: no, type: nauc_precision_at_3_diff1
value: 8.3107
verified: no, type: nauc_precision_at_5_max
value: 33.9849
verified: no, type: nauc_precision_at_5_std
value: 16.7448
verified: no, type: nauc_precision_at_5_diff1
value: 0.6217999999999999
verified: no, type: nauc_precision_at_10_max
value: 29.9323
verified: no, type: nauc_precision_at_10_std
value: 21.601100000000002
verified: no, type: nauc_precision_at_10_diff1
value: -5.758900000000001
verified: no, type: nauc_precision_at_20_max
value: 26.142100000000003
verified: no, type: nauc_precision_at_20_std
value: 25.1079
verified: no, type: nauc_precision_at_20_diff1
value: -9.9798
verified: no, type: nauc_precision_at_100_max
value: 19.456100000000003
verified: no, type: nauc_precision_at_100_std
value: 28.674899999999997
verified: no, type: nauc_precision_at_100_diff1
value: -14.6005
verified: no, type: nauc_precision_at_1000_max
value: 14.49
verified: no, type: nauc_precision_at_1000_std
value: 25.480399999999996
verified: no, type: nauc_precision_at_1000_diff1
value: -15.570899999999998
verified: no, type: nauc_mrr_at_1_max
value: 38.2614
verified: no, type: nauc_mrr_at_1_std
value: 1.0798999999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 44.3159
verified: no, type: nauc_mrr_at_3_max
value: 42.2344
verified: no, type: nauc_mrr_at_3_std
value: 1.9994
verified: no, type: nauc_mrr_at_3_diff1
value: 41.5794
verified: no, type: nauc_mrr_at_5_max
value: 42.9754
verified: no, type: nauc_mrr_at_5_std
value: 2.8443
verified: no, type: nauc_mrr_at_5_diff1
value: 41.5702
verified: no, type: nauc_mrr_at_10_max
value: 43.0856
verified: no, type: nauc_mrr_at_10_std
value: 3.1882
verified: no, type: nauc_mrr_at_10_diff1
value: 41.6792
verified: no, type: nauc_mrr_at_20_max
value: 42.972300000000004
verified: no, type: nauc_mrr_at_20_std
value: 3.2651
verified: no, type: nauc_mrr_at_20_diff1
value: 41.6405
verified: no, type: nauc_mrr_at_100_max
value: 42.945499999999996
verified: no, type: nauc_mrr_at_100_std
value: 3.3168
verified: no, type: nauc_mrr_at_100_diff1
value: 41.6818
verified: no, type: nauc_mrr_at_1000_max
value: 42.9332
verified: no, type: nauc_mrr_at_1000_std
value: 3.3009999999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.6879
verified: no, type: main_score
value: 64.238
verified: no
task: type: Retrieval, dataset: config: bn
name: MTEB MIRACLRetrieval (bn)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 60.341
verified: no, type: ndcg_at_3
value: 60.805
verified: no, type: ndcg_at_5
value: 64.486
verified: no, type: ndcg_at_10
value: 68.05499999999999
verified: no, type: ndcg_at_20
value: 69.914
verified: no, type: ndcg_at_100
value: 72.00800000000001
verified: no, type: ndcg_at_1000
value: 72.71600000000001
verified: no, type: map_at_1
value: 37.948
verified: no, type: map_at_3
value: 52.89
verified: no, type: map_at_5
value: 56.845
verified: no, type: map_at_10
value: 59.329
verified: no, type: map_at_20
value: 60.158
verified: no, type: map_at_100
value: 60.73
verified: no, type: map_at_1000
value: 60.778
verified: no, type: recall_at_1
value: 37.948
verified: no, type: recall_at_3
value: 61.095
verified: no, type: recall_at_5
value: 71.316
verified: no, type: recall_at_10
value: 80.609
verified: no, type: recall_at_20
value: 86.141
verified: no, type: recall_at_100
value: 94.305
verified: no, type: recall_at_1000
value: 98.625
verified: no, type: precision_at_1
value: 60.341
verified: no, type: precision_at_3
value: 36.172
verified: no, type: precision_at_5
value: 26.277
verified: no, type: precision_at_10
value: 15.595999999999998
verified: no, type: precision_at_20
value: 8.552
verified: no, type: precision_at_100
value: 1.9539999999999997
verified: no, type: precision_at_1000
value: 0.207
verified: no, type: mrr_at_1
value: 60.3406
verified: no, type: mrr_at_3
value: 68.8564
verified: no, type: mrr_at_5
value: 70.51089999999999
verified: no, type: mrr_at_10
value: 71.3043
verified: no, type: mrr_at_20
value: 71.5148
verified: no, type: mrr_at_100
value: 71.5779
verified: no, type: mrr_at_1000
value: 71.5857
verified: no, type: nauc_ndcg_at_1_max
value: 39.480900000000005
verified: no, type: nauc_ndcg_at_1_std
value: 4.66
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.4568
verified: no, type: nauc_ndcg_at_3_max
value: 34.6544
verified: no, type: nauc_ndcg_at_3_std
value: -1.7936
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.1951
verified: no, type: nauc_ndcg_at_5_max
value: 36.9934
verified: no, type: nauc_ndcg_at_5_std
value: -1.427
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.6396
verified: no, type: nauc_ndcg_at_10_max
value: 38.9518
verified: no, type: nauc_ndcg_at_10_std
value: 0.1574
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.6783
verified: no, type: nauc_ndcg_at_20_max
value: 38.5914
verified: no, type: nauc_ndcg_at_20_std
value: 1.8135999999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.063
verified: no, type: nauc_ndcg_at_100_max
value: 40.2409
verified: no, type: nauc_ndcg_at_100_std
value: 5.0953
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.5175
verified: no, type: nauc_ndcg_at_1000_max
value: 39.9212
verified: no, type: nauc_ndcg_at_1000_std
value: 4.5499
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.6193
verified: no, type: nauc_map_at_1_max
value: 17.9005
verified: no, type: nauc_map_at_1_std
value: -15.587699999999998
verified: no, type: nauc_map_at_1_diff1
value: 48.1378
verified: no, type: nauc_map_at_3_max
value: 28.119300000000003
verified: no, type: nauc_map_at_3_std
value: -11.3599
verified: no, type: nauc_map_at_3_diff1
value: 41.3327
verified: no, type: nauc_map_at_5_max
value: 32.3026
verified: no, type: nauc_map_at_5_std
value: -7.741499999999999
verified: no, type: nauc_map_at_5_diff1
value: 40.5989
verified: no, type: nauc_map_at_10_max
value: 33.8864
verified: no, type: nauc_map_at_10_std
value: -5.6699
verified: no, type: nauc_map_at_10_diff1
value: 39.586
verified: no, type: nauc_map_at_20_max
value: 34.0193
verified: no, type: nauc_map_at_20_std
value: -4.6238
verified: no, type: nauc_map_at_20_diff1
value: 39.7785
verified: no, type: nauc_map_at_100_max
value: 34.475699999999996
verified: no, type: nauc_map_at_100_std
value: -3.6669
verified: no, type: nauc_map_at_100_diff1
value: 39.8911
verified: no, type: nauc_map_at_1000_max
value: 34.4983
verified: no, type: nauc_map_at_1000_std
value: -3.6664000000000003
verified: no, type: nauc_map_at_1000_diff1
value: 39.9015
verified: no, type: nauc_recall_at_1_max
value: 17.9005
verified: no, type: nauc_recall_at_1_std
value: -15.587699999999998
verified: no, type: nauc_recall_at_1_diff1
value: 48.1378
verified: no, type: nauc_recall_at_3_max
value: 27.0807
verified: no, type: nauc_recall_at_3_std
value: -10.071
verified: no, type: nauc_recall_at_3_diff1
value: 35.7245
verified: no, type: nauc_recall_at_5_max
value: 32.561499999999995
verified: no, type: nauc_recall_at_5_std
value: -7.4364
verified: no, type: nauc_recall_at_5_diff1
value: 32.2967
verified: no, type: nauc_recall_at_10_max
value: 36.9998
verified: no, type: nauc_recall_at_10_std
value: -1.9453000000000003
verified: no, type: nauc_recall_at_10_diff1
value: 23.9665
verified: no, type: nauc_recall_at_20_max
value: 34.0415
verified: no, type: nauc_recall_at_20_std
value: 3.2483999999999997
verified: no, type: nauc_recall_at_20_diff1
value: 22.3991
verified: no, type: nauc_recall_at_100_max
value: 52.1359
verified: no, type: nauc_recall_at_100_std
value: 39.305299999999995
verified: no, type: nauc_recall_at_100_diff1
value: 17.8559
verified: no, type: nauc_recall_at_1000_max
value: 53.5217
verified: no, type: nauc_recall_at_1000_std
value: 78.536
verified: no, type: nauc_recall_at_1000_diff1
value: -24.390600000000003
verified: no, type: nauc_precision_at_1_max
value: 39.480900000000005
verified: no, type: nauc_precision_at_1_std
value: 4.66
verified: no, type: nauc_precision_at_1_diff1
value: 43.4568
verified: no, type: nauc_precision_at_3_max
value: 38.954499999999996
verified: no, type: nauc_precision_at_3_std
value: 21.0387
verified: no, type: nauc_precision_at_3_diff1
value: 4.625900000000001
verified: no, type: nauc_precision_at_5_max
value: 38.8673
verified: no, type: nauc_precision_at_5_std
value: 31.512800000000002
verified: no, type: nauc_precision_at_5_diff1
value: -4.147399999999999
verified: no, type: nauc_precision_at_10_max
value: 32.7684
verified: no, type: nauc_precision_at_10_std
value: 36.237700000000004
verified: no, type: nauc_precision_at_10_diff1
value: -13.6404
verified: no, type: nauc_precision_at_20_max
value: 26.0982
verified: no, type: nauc_precision_at_20_std
value: 38.5385
verified: no, type: nauc_precision_at_20_diff1
value: -16.3735
verified: no, type: nauc_precision_at_100_max
value: 20.8957
verified: no, type: nauc_precision_at_100_std
value: 42.1707
verified: no, type: nauc_precision_at_100_diff1
value: -18.7092
verified: no, type: nauc_precision_at_1000_max
value: 17.1788
verified: no, type: nauc_precision_at_1000_std
value: 39.5064
verified: no, type: nauc_precision_at_1000_diff1
value: -20.671400000000002
verified: no, type: nauc_mrr_at_1_max
value: 39.480900000000005
verified: no, type: nauc_mrr_at_1_std
value: 4.66
verified: no, type: nauc_mrr_at_1_diff1
value: 43.4568
verified: no, type: nauc_mrr_at_3_max
value: 44.2708
verified: no, type: nauc_mrr_at_3_std
value: 11.021799999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 41.6187
verified: no, type: nauc_mrr_at_5_max
value: 44.9277
verified: no, type: nauc_mrr_at_5_std
value: 11.3479
verified: no, type: nauc_mrr_at_5_diff1
value: 41.14
verified: no, type: nauc_mrr_at_10_max
value: 44.6467
verified: no, type: nauc_mrr_at_10_std
value: 11.3277
verified: no, type: nauc_mrr_at_10_diff1
value: 40.5017
verified: no, type: nauc_mrr_at_20_max
value: 44.298
verified: no, type: nauc_mrr_at_20_std
value: 11.0061
verified: no, type: nauc_mrr_at_20_diff1
value: 40.6235
verified: no, type: nauc_mrr_at_100_max
value: 44.2517
verified: no, type: nauc_mrr_at_100_std
value: 10.9246
verified: no, type: nauc_mrr_at_100_diff1
value: 40.7234
verified: no, type: nauc_mrr_at_1000_max
value: 44.241
verified: no, type: nauc_mrr_at_1000_std
value: 10.9113
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.7358
verified: no, type: main_score
value: 68.05499999999999
verified: no
task: type: Retrieval, dataset: config: de
name: MTEB MIRACLRetrieval (de)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 45.574
verified: no, type: ndcg_at_3
value: 41.243
verified: no, type: ndcg_at_5
value: 43.86
verified: no, type: ndcg_at_10
value: 48.123
verified: no, type: ndcg_at_20
value: 51.785000000000004
verified: no, type: ndcg_at_100
value: 56.04900000000001
verified: no, type: ndcg_at_1000
value: 57.979
verified: no, type: map_at_1
value: 20.401
verified: no, type: map_at_3
value: 31.308000000000003
verified: no, type: map_at_5
value: 35.356
verified: no, type: map_at_10
value: 38.24
verified: no, type: map_at_20
value: 39.879
verified: no, type: map_at_100
value: 40.979
verified: no, type: map_at_1000
value: 41.103
verified: no, type: recall_at_1
value: 20.401
verified: no, type: recall_at_3
value: 36.573
verified: no, type: recall_at_5
value: 47.495
verified: no, type: recall_at_10
value: 58.779
verified: no, type: recall_at_20
value: 69.06099999999999
verified: no, type: recall_at_100
value: 85.84
verified: no, type: recall_at_1000
value: 97.36399999999999
verified: no, type: precision_at_1
value: 45.574
verified: no, type: precision_at_3
value: 30.055
verified: no, type: precision_at_5
value: 23.344
verified: no, type: precision_at_10
value: 14.754000000000001
verified: no, type: precision_at_20
value: 9.033
verified: no, type: precision_at_100
value: 2.275
verified: no, type: precision_at_1000
value: 0.258
verified: no, type: mrr_at_1
value: 45.5738
verified: no, type: mrr_at_3
value: 52.18580000000001
verified: no, type: mrr_at_5
value: 54.5628
verified: no, type: mrr_at_10
value: 55.604699999999994
verified: no, type: mrr_at_20
value: 55.9833
verified: no, type: mrr_at_100
value: 56.2015
verified: no, type: mrr_at_1000
value: 56.2431
verified: no, type: nauc_ndcg_at_1_max
value: 48.355
verified: no, type: nauc_ndcg_at_1_std
value: 15.508
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.6569
verified: no, type: nauc_ndcg_at_3_max
value: 45.5945
verified: no, type: nauc_ndcg_at_3_std
value: 16.6953
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.6081
verified: no, type: nauc_ndcg_at_5_max
value: 43.3231
verified: no, type: nauc_ndcg_at_5_std
value: 14.394100000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.846799999999995
verified: no, type: nauc_ndcg_at_10_max
value: 44.0599
verified: no, type: nauc_ndcg_at_10_std
value: 16.0584
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.2432
verified: no, type: nauc_ndcg_at_20_max
value: 45.8588
verified: no, type: nauc_ndcg_at_20_std
value: 17.531
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.982099999999996
verified: no, type: nauc_ndcg_at_100_max
value: 48.7095
verified: no, type: nauc_ndcg_at_100_std
value: 20.7655
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.7349
verified: no, type: nauc_ndcg_at_1000_max
value: 48.024499999999996
verified: no, type: nauc_ndcg_at_1000_std
value: 20.1299
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.8087
verified: no, type: nauc_map_at_1_max
value: 30.0998
verified: no, type: nauc_map_at_1_std
value: 4.7429
verified: no, type: nauc_map_at_1_diff1
value: 45.4045
verified: no, type: nauc_map_at_3_max
value: 39.053399999999996
verified: no, type: nauc_map_at_3_std
value: 10.807
verified: no, type: nauc_map_at_3_diff1
value: 40.8294
verified: no, type: nauc_map_at_5_max
value: 39.204499999999996
verified: no, type: nauc_map_at_5_std
value: 11.5165
verified: no, type: nauc_map_at_5_diff1
value: 38.9168
verified: no, type: nauc_map_at_10_max
value: 41.099799999999995
verified: no, type: nauc_map_at_10_std
value: 13.758899999999999
verified: no, type: nauc_map_at_10_diff1
value: 38.2256
verified: no, type: nauc_map_at_20_max
value: 42.2131
verified: no, type: nauc_map_at_20_std
value: 14.366000000000001
verified: no, type: nauc_map_at_20_diff1
value: 38.572
verified: no, type: nauc_map_at_100_max
value: 43.0508
verified: no, type: nauc_map_at_100_std
value: 15.060100000000002
verified: no, type: nauc_map_at_100_diff1
value: 38.9831
verified: no, type: nauc_map_at_1000_max
value: 43.048700000000004
verified: no, type: nauc_map_at_1000_std
value: 15.085999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 38.9957
verified: no, type: nauc_recall_at_1_max
value: 30.0998
verified: no, type: nauc_recall_at_1_std
value: 4.7429
verified: no, type: nauc_recall_at_1_diff1
value: 45.4045
verified: no, type: nauc_recall_at_3_max
value: 36.9204
verified: no, type: nauc_recall_at_3_std
value: 11.2734
verified: no, type: nauc_recall_at_3_diff1
value: 37.431
verified: no, type: nauc_recall_at_5_max
value: 33.4392
verified: no, type: nauc_recall_at_5_std
value: 9.4283
verified: no, type: nauc_recall_at_5_diff1
value: 32.7815
verified: no, type: nauc_recall_at_10_max
value: 34.427099999999996
verified: no, type: nauc_recall_at_10_std
value: 13.147400000000001
verified: no, type: nauc_recall_at_10_diff1
value: 29.394199999999998
verified: no, type: nauc_recall_at_20_max
value: 36.8459
verified: no, type: nauc_recall_at_20_std
value: 16.1323
verified: no, type: nauc_recall_at_20_diff1
value: 29.9502
verified: no, type: nauc_recall_at_100_max
value: 56.360600000000005
verified: no, type: nauc_recall_at_100_std
value: 40.8465
verified: no, type: nauc_recall_at_100_diff1
value: 33.2542
verified: no, type: nauc_recall_at_1000_max
value: 62.121
verified: no, type: nauc_recall_at_1000_std
value: 65.4518
verified: no, type: nauc_recall_at_1000_diff1
value: 23.9221
verified: no, type: nauc_precision_at_1_max
value: 48.355
verified: no, type: nauc_precision_at_1_std
value: 15.508
verified: no, type: nauc_precision_at_1_diff1
value: 42.6569
verified: no, type: nauc_precision_at_3_max
value: 46.72
verified: no, type: nauc_precision_at_3_std
value: 21.5057
verified: no, type: nauc_precision_at_3_diff1
value: 23.3313
verified: no, type: nauc_precision_at_5_max
value: 39.5888
verified: no, type: nauc_precision_at_5_std
value: 20.930699999999998
verified: no, type: nauc_precision_at_5_diff1
value: 15.661900000000001
verified: no, type: nauc_precision_at_10_max
value: 37.8371
verified: no, type: nauc_precision_at_10_std
value: 25.2882
verified: no, type: nauc_precision_at_10_diff1
value: 8.7263
verified: no, type: nauc_precision_at_20_max
value: 34.7638
verified: no, type: nauc_precision_at_20_std
value: 25.795800000000003
verified: no, type: nauc_precision_at_20_diff1
value: 5.5533
verified: no, type: nauc_precision_at_100_max
value: 31.1513
verified: no, type: nauc_precision_at_100_std
value: 28.7441
verified: no, type: nauc_precision_at_100_diff1
value: -0.2107
verified: no, type: nauc_precision_at_1000_max
value: 24.329700000000003
verified: no, type: nauc_precision_at_1000_std
value: 27.4593
verified: no, type: nauc_precision_at_1000_diff1
value: -5.1174
verified: no, type: nauc_mrr_at_1_max
value: 48.355
verified: no, type: nauc_mrr_at_1_std
value: 15.508
verified: no, type: nauc_mrr_at_1_diff1
value: 42.6569
verified: no, type: nauc_mrr_at_3_max
value: 50.1901
verified: no, type: nauc_mrr_at_3_std
value: 17.6811
verified: no, type: nauc_mrr_at_3_diff1
value: 42.7492
verified: no, type: nauc_mrr_at_5_max
value: 50.210699999999996
verified: no, type: nauc_mrr_at_5_std
value: 17.4661
verified: no, type: nauc_mrr_at_5_diff1
value: 42.9336
verified: no, type: nauc_mrr_at_10_max
value: 49.9472
verified: no, type: nauc_mrr_at_10_std
value: 17.3815
verified: no, type: nauc_mrr_at_10_diff1
value: 42.4177
verified: no, type: nauc_mrr_at_20_max
value: 49.9918
verified: no, type: nauc_mrr_at_20_std
value: 17.7321
verified: no, type: nauc_mrr_at_20_diff1
value: 42.5105
verified: no, type: nauc_mrr_at_100_max
value: 49.9862
verified: no, type: nauc_mrr_at_100_std
value: 17.7582
verified: no, type: nauc_mrr_at_100_diff1
value: 42.5947
verified: no, type: nauc_mrr_at_1000_max
value: 49.9819
verified: no, type: nauc_mrr_at_1000_std
value: 17.7188
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.620000000000005
verified: no, type: main_score
value: 48.123
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MIRACLRetrieval (en)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 45.556999999999995
verified: no, type: ndcg_at_3
value: 43.969
verified: no, type: ndcg_at_5
value: 45.551
verified: no, type: ndcg_at_10
value: 49.372
verified: no, type: ndcg_at_20
value: 52.86300000000001
verified: no, type: ndcg_at_100
value: 57.28
verified: no, type: ndcg_at_1000
value: 59.187
verified: no, type: map_at_1
value: 21.785
verified: no, type: map_at_3
value: 32.679
verified: no, type: map_at_5
value: 35.885
verified: no, type: map_at_10
value: 38.836
verified: no, type: map_at_20
value: 40.425
verified: no, type: map_at_100
value: 41.592
verified: no, type: map_at_1000
value: 41.749
verified: no, type: recall_at_1
value: 21.785
verified: no, type: recall_at_3
value: 40.403
verified: no, type: recall_at_5
value: 48.498999999999995
verified: no, type: recall_at_10
value: 59.513000000000005
verified: no, type: recall_at_20
value: 69.357
verified: no, type: recall_at_100
value: 85.785
verified: no, type: recall_at_1000
value: 96.041
verified: no, type: precision_at_1
value: 45.556999999999995
verified: no, type: precision_at_3
value: 30.287999999999997
verified: no, type: precision_at_5
value: 23.204
verified: no, type: precision_at_10
value: 15.006
verified: no, type: precision_at_20
value: 9.118
verified: no, type: precision_at_100
value: 2.404
verified: no, type: precision_at_1000
value: 0.27799999999999997
verified: no, type: mrr_at_1
value: 45.5569
verified: no, type: mrr_at_3
value: 55.4234
verified: no, type: mrr_at_5
value: 57.3884
verified: no, type: mrr_at_10
value: 58.391400000000004
verified: no, type: mrr_at_20
value: 58.7477
verified: no, type: mrr_at_100
value: 58.93620000000001
verified: no, type: mrr_at_1000
value: 58.949600000000004
verified: no, type: nauc_ndcg_at_1_max
value: 34.794799999999995
verified: no, type: nauc_ndcg_at_1_std
value: 2.102
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.8113
verified: no, type: nauc_ndcg_at_3_max
value: 31.6187
verified: no, type: nauc_ndcg_at_3_std
value: -1.3106
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.5676
verified: no, type: nauc_ndcg_at_5_max
value: 30.4962
verified: no, type: nauc_ndcg_at_5_std
value: -1.016
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.0032
verified: no, type: nauc_ndcg_at_10_max
value: 29.460900000000002
verified: no, type: nauc_ndcg_at_10_std
value: -0.6328
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.351000000000003
verified: no, type: nauc_ndcg_at_20_max
value: 31.443900000000003
verified: no, type: nauc_ndcg_at_20_std
value: 1.1067
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.2068
verified: no, type: nauc_ndcg_at_100_max
value: 34.273199999999996
verified: no, type: nauc_ndcg_at_100_std
value: 5.1303
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.4772
verified: no, type: nauc_ndcg_at_1000_max
value: 34.1663
verified: no, type: nauc_ndcg_at_1000_std
value: 5.1834999999999996
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.6768
verified: no, type: nauc_map_at_1_max
value: 23.6327
verified: no, type: nauc_map_at_1_std
value: -6.3777
verified: no, type: nauc_map_at_1_diff1
value: 32.028800000000004
verified: no, type: nauc_map_at_3_max
value: 27.869300000000003
verified: no, type: nauc_map_at_3_std
value: -5.9788
verified: no, type: nauc_map_at_3_diff1
value: 29.8636
verified: no, type: nauc_map_at_5_max
value: 28.6043
verified: no, type: nauc_map_at_5_std
value: -4.4539
verified: no, type: nauc_map_at_5_diff1
value: 29.044999999999998
verified: no, type: nauc_map_at_10_max
value: 29.065600000000003
verified: no, type: nauc_map_at_10_std
value: -3.2986
verified: no, type: nauc_map_at_10_diff1
value: 27.8952
verified: no, type: nauc_map_at_20_max
value: 30.191200000000002
verified: no, type: nauc_map_at_20_std
value: -2.4181999999999997
verified: no, type: nauc_map_at_20_diff1
value: 27.973399999999998
verified: no, type: nauc_map_at_100_max
value: 31.0841
verified: no, type: nauc_map_at_100_std
value: -1.1223
verified: no, type: nauc_map_at_100_diff1
value: 28.089199999999998
verified: no, type: nauc_map_at_1000_max
value: 31.114399999999996
verified: no, type: nauc_map_at_1000_std
value: -1.0668
verified: no, type: nauc_map_at_1000_diff1
value: 28.098
verified: no, type: nauc_recall_at_1_max
value: 23.6327
verified: no, type: nauc_recall_at_1_std
value: -6.3777
verified: no, type: nauc_recall_at_1_diff1
value: 32.028800000000004
verified: no, type: nauc_recall_at_3_max
value: 20.9084
verified: no, type: nauc_recall_at_3_std
value: -7.3713
verified: no, type: nauc_recall_at_3_diff1
value: 23.488300000000002
verified: no, type: nauc_recall_at_5_max
value: 20.4249
verified: no, type: nauc_recall_at_5_std
value: -3.8598
verified: no, type: nauc_recall_at_5_diff1
value: 20.935200000000002
verified: no, type: nauc_recall_at_10_max
value: 17.5405
verified: no, type: nauc_recall_at_10_std
value: -3.5011
verified: no, type: nauc_recall_at_10_diff1
value: 16.9646
verified: no, type: nauc_recall_at_20_max
value: 20.6496
verified: no, type: nauc_recall_at_20_std
value: 0.1168
verified: no, type: nauc_recall_at_20_diff1
value: 14.2125
verified: no, type: nauc_recall_at_100_max
value: 31.916099999999997
verified: no, type: nauc_recall_at_100_std
value: 20.2048
verified: no, type: nauc_recall_at_100_diff1
value: 9.3709
verified: no, type: nauc_recall_at_1000_max
value: 46.2569
verified: no, type: nauc_recall_at_1000_std
value: 55.2292
verified: no, type: nauc_recall_at_1000_diff1
value: -0.2909
verified: no, type: nauc_precision_at_1_max
value: 34.794799999999995
verified: no, type: nauc_precision_at_1_std
value: 2.102
verified: no, type: nauc_precision_at_1_diff1
value: 33.8113
verified: no, type: nauc_precision_at_3_max
value: 31.221700000000002
verified: no, type: nauc_precision_at_3_std
value: 7.513
verified: no, type: nauc_precision_at_3_diff1
value: 15.9311
verified: no, type: nauc_precision_at_5_max
value: 28.5241
verified: no, type: nauc_precision_at_5_std
value: 12.2286
verified: no, type: nauc_precision_at_5_diff1
value: 9.5435
verified: no, type: nauc_precision_at_10_max
value: 24.3663
verified: no, type: nauc_precision_at_10_std
value: 15.867700000000001
verified: no, type: nauc_precision_at_10_diff1
value: 2.396
verified: no, type: nauc_precision_at_20_max
value: 22.322300000000002
verified: no, type: nauc_precision_at_20_std
value: 18.3505
verified: no, type: nauc_precision_at_20_diff1
value: 0.0719
verified: no, type: nauc_precision_at_100_max
value: 18.8029
verified: no, type: nauc_precision_at_100_std
value: 24.728
verified: no, type: nauc_precision_at_100_diff1
value: -4.0887
verified: no, type: nauc_precision_at_1000_max
value: 12.315800000000001
verified: no, type: nauc_precision_at_1000_std
value: 20.9058
verified: no, type: nauc_precision_at_1000_diff1
value: -6.4069
verified: no, type: nauc_mrr_at_1_max
value: 34.794799999999995
verified: no, type: nauc_mrr_at_1_std
value: 2.102
verified: no, type: nauc_mrr_at_1_diff1
value: 33.8113
verified: no, type: nauc_mrr_at_3_max
value: 33.3929
verified: no, type: nauc_mrr_at_3_std
value: 3.4512
verified: no, type: nauc_mrr_at_3_diff1
value: 29.718
verified: no, type: nauc_mrr_at_5_max
value: 34.586
verified: no, type: nauc_mrr_at_5_std
value: 5.4722
verified: no, type: nauc_mrr_at_5_diff1
value: 30.0744
verified: no, type: nauc_mrr_at_10_max
value: 34.3898
verified: no, type: nauc_mrr_at_10_std
value: 4.854
verified: no, type: nauc_mrr_at_10_diff1
value: 29.979
verified: no, type: nauc_mrr_at_20_max
value: 34.516000000000005
verified: no, type: nauc_mrr_at_20_std
value: 4.9616
verified: no, type: nauc_mrr_at_20_diff1
value: 29.907899999999998
verified: no, type: nauc_mrr_at_100_max
value: 34.515499999999996
verified: no, type: nauc_mrr_at_100_std
value: 4.8578
verified: no, type: nauc_mrr_at_100_diff1
value: 29.997
verified: no, type: nauc_mrr_at_1000_max
value: 34.5046
verified: no, type: nauc_mrr_at_1000_std
value: 4.8536
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.0019
verified: no, type: main_score
value: 49.372
verified: no
task: type: Retrieval, dataset: config: es
name: MTEB MIRACLRetrieval (es)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 55.71
verified: no, type: ndcg_at_3
value: 47.981
verified: no, type: ndcg_at_5
value: 46.583999999999996
verified: no, type: ndcg_at_10
value: 49.688
verified: no, type: ndcg_at_20
value: 54.437999999999995
verified: no, type: ndcg_at_100
value: 60.492999999999995
verified: no, type: ndcg_at_1000
value: 62.922
verified: no, type: map_at_1
value: 16.38
verified: no, type: map_at_3
value: 27.137
verified: no, type: map_at_5
value: 31.81
verified: no, type: map_at_10
value: 36.986999999999995
verified: no, type: map_at_20
value: 39.749
verified: no, type: map_at_100
value: 41.69
verified: no, type: map_at_1000
value: 41.924
verified: no, type: recall_at_1
value: 16.38
verified: no, type: recall_at_3
value: 31.502999999999997
verified: no, type: recall_at_5
value: 40.355999999999995
verified: no, type: recall_at_10
value: 54.155
verified: no, type: recall_at_20
value: 65.32900000000001
verified: no, type: recall_at_100
value: 85.136
verified: no, type: recall_at_1000
value: 96.951
verified: no, type: precision_at_1
value: 55.71
verified: no, type: precision_at_3
value: 39.969
verified: no, type: precision_at_5
value: 32.469
verified: no, type: precision_at_10
value: 23.071
verified: no, type: precision_at_20
value: 14.482999999999999
verified: no, type: precision_at_100
value: 3.8920000000000003
verified: no, type: precision_at_1000
value: 0.44799999999999995
verified: no, type: mrr_at_1
value: 55.709900000000005
verified: no, type: mrr_at_3
value: 63.9146
verified: no, type: mrr_at_5
value: 65.4192
verified: no, type: mrr_at_10
value: 66.4602
verified: no, type: mrr_at_20
value: 66.71249999999999
verified: no, type: mrr_at_100
value: 66.8844
verified: no, type: mrr_at_1000
value: 66.893
verified: no, type: nauc_ndcg_at_1_max
value: 39.4623
verified: no, type: nauc_ndcg_at_1_std
value: 18.2237
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.3382
verified: no, type: nauc_ndcg_at_3_max
value: 33.3518
verified: no, type: nauc_ndcg_at_3_std
value: 14.2885
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.4965
verified: no, type: nauc_ndcg_at_5_max
value: 31.5822
verified: no, type: nauc_ndcg_at_5_std
value: 10.4064
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.4417
verified: no, type: nauc_ndcg_at_10_max
value: 33.4838
verified: no, type: nauc_ndcg_at_10_std
value: 11.5351
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.1137
verified: no, type: nauc_ndcg_at_20_max
value: 38.831700000000005
verified: no, type: nauc_ndcg_at_20_std
value: 18.784
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.408700000000003
verified: no, type: nauc_ndcg_at_100_max
value: 42.8785
verified: no, type: nauc_ndcg_at_100_std
value: 24.596
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.8252
verified: no, type: nauc_ndcg_at_1000_max
value: 42.023500000000006
verified: no, type: nauc_ndcg_at_1000_std
value: 23.2727
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.8455
verified: no, type: nauc_map_at_1_max
value: 10.5243
verified: no, type: nauc_map_at_1_std
value: -10.143699999999999
verified: no, type: nauc_map_at_1_diff1
value: 32.2699
verified: no, type: nauc_map_at_3_max
value: 16.902900000000002
verified: no, type: nauc_map_at_3_std
value: -5.6548
verified: no, type: nauc_map_at_3_diff1
value: 26.238699999999998
verified: no, type: nauc_map_at_5_max
value: 21.4475
verified: no, type: nauc_map_at_5_std
value: -2.1950000000000003
verified: no, type: nauc_map_at_5_diff1
value: 25.2077
verified: no, type: nauc_map_at_10_max
value: 27.2231
verified: no, type: nauc_map_at_10_std
value: 3.9522000000000004
verified: no, type: nauc_map_at_10_diff1
value: 26.0175
verified: no, type: nauc_map_at_20_max
value: 30.8106
verified: no, type: nauc_map_at_20_std
value: 8.9534
verified: no, type: nauc_map_at_20_diff1
value: 25.8477
verified: no, type: nauc_map_at_100_max
value: 32.5864
verified: no, type: nauc_map_at_100_std
value: 11.2878
verified: no, type: nauc_map_at_100_diff1
value: 25.3496
verified: no, type: nauc_map_at_1000_max
value: 32.573
verified: no, type: nauc_map_at_1000_std
value: 11.2812
verified: no, type: nauc_map_at_1000_diff1
value: 25.2334
verified: no, type: nauc_recall_at_1_max
value: 10.5243
verified: no, type: nauc_recall_at_1_std
value: -10.143699999999999
verified: no, type: nauc_recall_at_1_diff1
value: 32.2699
verified: no, type: nauc_recall_at_3_max
value: 12.1019
verified: no, type: nauc_recall_at_3_std
value: -8.2304
verified: no, type: nauc_recall_at_3_diff1
value: 22.9436
verified: no, type: nauc_recall_at_5_max
value: 15.0438
verified: no, type: nauc_recall_at_5_std
value: -6.216200000000001
verified: no, type: nauc_recall_at_5_diff1
value: 21.5158
verified: no, type: nauc_recall_at_10_max
value: 22.825100000000003
verified: no, type: nauc_recall_at_10_std
value: 4.994400000000001
verified: no, type: nauc_recall_at_10_diff1
value: 22.4346
verified: no, type: nauc_recall_at_20_max
value: 33.1395
verified: no, type: nauc_recall_at_20_std
value: 19.5456
verified: no, type: nauc_recall_at_20_diff1
value: 24.0575
verified: no, type: nauc_recall_at_100_max
value: 50.0911
verified: no, type: nauc_recall_at_100_std
value: 45.542300000000004
verified: no, type: nauc_recall_at_100_diff1
value: 19.9322
verified: no, type: nauc_recall_at_1000_max
value: 73.2055
verified: no, type: nauc_recall_at_1000_std
value: 74.8121
verified: no, type: nauc_recall_at_1000_diff1
value: 6.7021999999999995
verified: no, type: nauc_precision_at_1_max
value: 39.4623
verified: no, type: nauc_precision_at_1_std
value: 18.2237
verified: no, type: nauc_precision_at_1_diff1
value: 34.3382
verified: no, type: nauc_precision_at_3_max
value: 37.2684
verified: no, type: nauc_precision_at_3_std
value: 24.1559
verified: no, type: nauc_precision_at_3_diff1
value: 10.6349
verified: no, type: nauc_precision_at_5_max
value: 37.9483
verified: no, type: nauc_precision_at_5_std
value: 26.973000000000003
verified: no, type: nauc_precision_at_5_diff1
value: 6.722499999999999
verified: no, type: nauc_precision_at_10_max
value: 41.4223
verified: no, type: nauc_precision_at_10_std
value: 35.661100000000005
verified: no, type: nauc_precision_at_10_diff1
value: 3.8463
verified: no, type: nauc_precision_at_20_max
value: 41.917300000000004
verified: no, type: nauc_precision_at_20_std
value: 42.0563
verified: no, type: nauc_precision_at_20_diff1
value: 0.4484
verified: no, type: nauc_precision_at_100_max
value: 37.4895
verified: no, type: nauc_precision_at_100_std
value: 45.1734
verified: no, type: nauc_precision_at_100_diff1
value: -7.4965
verified: no, type: nauc_precision_at_1000_max
value: 27.853299999999997
verified: no, type: nauc_precision_at_1000_std
value: 36.997
verified: no, type: nauc_precision_at_1000_diff1
value: -13.5956
verified: no, type: nauc_mrr_at_1_max
value: 39.4623
verified: no, type: nauc_mrr_at_1_std
value: 18.2237
verified: no, type: nauc_mrr_at_1_diff1
value: 34.3382
verified: no, type: nauc_mrr_at_3_max
value: 43.2341
verified: no, type: nauc_mrr_at_3_std
value: 22.287599999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 32.1338
verified: no, type: nauc_mrr_at_5_max
value: 43.1729
verified: no, type: nauc_mrr_at_5_std
value: 21.9232
verified: no, type: nauc_mrr_at_5_diff1
value: 32.0241
verified: no, type: nauc_mrr_at_10_max
value: 43.8014
verified: no, type: nauc_mrr_at_10_std
value: 23.1591
verified: no, type: nauc_mrr_at_10_diff1
value: 31.898100000000003
verified: no, type: nauc_mrr_at_20_max
value: 43.7825
verified: no, type: nauc_mrr_at_20_std
value: 23.1845
verified: no, type: nauc_mrr_at_20_diff1
value: 32.2338
verified: no, type: nauc_mrr_at_100_max
value: 43.6665
verified: no, type: nauc_mrr_at_100_std
value: 23.0026
verified: no, type: nauc_mrr_at_100_diff1
value: 32.177299999999995
verified: no, type: nauc_mrr_at_1000_max
value: 43.6579
verified: no, type: nauc_mrr_at_1000_std
value: 22.986500000000003
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.1927
verified: no, type: main_score
value: 49.688
verified: no
task: type: Retrieval, dataset: config: fa
name: MTEB MIRACLRetrieval (fa)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 39.873
verified: no, type: ndcg_at_3
value: 42.738
verified: no, type: ndcg_at_5
value: 45.843
verified: no, type: ndcg_at_10
value: 50.226000000000006
verified: no, type: ndcg_at_20
value: 52.92
verified: no, type: ndcg_at_100
value: 56.516999999999996
verified: no, type: ndcg_at_1000
value: 57.967
verified: no, type: map_at_1
value: 25.369000000000003
verified: no, type: map_at_3
value: 35.791000000000004
verified: no, type: map_at_5
value: 39.027
verified: no, type: map_at_10
value: 41.759
verified: no, type: map_at_20
value: 42.899
verified: no, type: map_at_100
value: 43.637
verified: no, type: map_at_1000
value: 43.734
verified: no, type: recall_at_1
value: 25.369000000000003
verified: no, type: recall_at_3
value: 43.808
verified: no, type: recall_at_5
value: 52.378
verified: no, type: recall_at_10
value: 63.775999999999996
verified: no, type: recall_at_20
value: 72.099
verified: no, type: recall_at_100
value: 87.68599999999999
verified: no, type: recall_at_1000
value: 96.71
verified: no, type: precision_at_1
value: 39.873
verified: no, type: precision_at_3
value: 25.580000000000002
verified: no, type: precision_at_5
value: 19.367
verified: no, type: precision_at_10
value: 12.437
verified: no, type: precision_at_20
value: 7.247000000000001
verified: no, type: precision_at_100
value: 1.807
verified: no, type: precision_at_1000
value: 0.202
verified: no, type: mrr_at_1
value: 39.8734
verified: no, type: mrr_at_3
value: 49.1297
verified: no, type: mrr_at_5
value: 50.8703
verified: no, type: mrr_at_10
value: 52.0393
verified: no, type: mrr_at_20
value: 52.428
verified: no, type: mrr_at_100
value: 52.7259
verified: no, type: mrr_at_1000
value: 52.7512
verified: no, type: nauc_ndcg_at_1_max
value: 37.2005
verified: no, type: nauc_ndcg_at_1_std
value: 7.2856000000000005
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.3391
verified: no, type: nauc_ndcg_at_3_max
value: 34.9919
verified: no, type: nauc_ndcg_at_3_std
value: 4.1377
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.7251
verified: no, type: nauc_ndcg_at_5_max
value: 35.3802
verified: no, type: nauc_ndcg_at_5_std
value: 5.1718
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.7966
verified: no, type: nauc_ndcg_at_10_max
value: 37.5244
verified: no, type: nauc_ndcg_at_10_std
value: 8.4159
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.3825
verified: no, type: nauc_ndcg_at_20_max
value: 39.457
verified: no, type: nauc_ndcg_at_20_std
value: 10.9359
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.1633
verified: no, type: nauc_ndcg_at_100_max
value: 40.605799999999995
verified: no, type: nauc_ndcg_at_100_std
value: 12.8063
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.1186
verified: no, type: nauc_ndcg_at_1000_max
value: 39.6952
verified: no, type: nauc_ndcg_at_1000_std
value: 12.0795
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.1048
verified: no, type: nauc_map_at_1_max
value: 22.758200000000002
verified: no, type: nauc_map_at_1_std
value: -4.4208
verified: no, type: nauc_map_at_1_diff1
value: 32.8042
verified: no, type: nauc_map_at_3_max
value: 29.5871
verified: no, type: nauc_map_at_3_std
value: -1.0369
verified: no, type: nauc_map_at_3_diff1
value: 26.7399
verified: no, type: nauc_map_at_5_max
value: 31.630799999999997
verified: no, type: nauc_map_at_5_std
value: 1.133
verified: no, type: nauc_map_at_5_diff1
value: 23.9264
verified: no, type: nauc_map_at_10_max
value: 33.5866
verified: no, type: nauc_map_at_10_std
value: 3.8602999999999996
verified: no, type: nauc_map_at_10_diff1
value: 23.0431
verified: no, type: nauc_map_at_20_max
value: 34.7099
verified: no, type: nauc_map_at_20_std
value: 5.2187
verified: no, type: nauc_map_at_20_diff1
value: 22.751099999999997
verified: no, type: nauc_map_at_100_max
value: 35.0549
verified: no, type: nauc_map_at_100_std
value: 5.7357
verified: no, type: nauc_map_at_100_diff1
value: 22.7261
verified: no, type: nauc_map_at_1000_max
value: 35.02
verified: no, type: nauc_map_at_1000_std
value: 5.7542
verified: no, type: nauc_map_at_1000_diff1
value: 22.717000000000002
verified: no, type: nauc_recall_at_1_max
value: 22.758200000000002
verified: no, type: nauc_recall_at_1_std
value: -4.4208
verified: no, type: nauc_recall_at_1_diff1
value: 32.8042
verified: no, type: nauc_recall_at_3_max
value: 29.2098
verified: no, type: nauc_recall_at_3_std
value: 0.1884
verified: no, type: nauc_recall_at_3_diff1
value: 21.9167
verified: no, type: nauc_recall_at_5_max
value: 30.634099999999997
verified: no, type: nauc_recall_at_5_std
value: 2.9632
verified: no, type: nauc_recall_at_5_diff1
value: 15.8588
verified: no, type: nauc_recall_at_10_max
value: 34.958
verified: no, type: nauc_recall_at_10_std
value: 10.6769
verified: no, type: nauc_recall_at_10_diff1
value: 13.9022
verified: no, type: nauc_recall_at_20_max
value: 40.5569
verified: no, type: nauc_recall_at_20_std
value: 18.1782
verified: no, type: nauc_recall_at_20_diff1
value: 13.4488
verified: no, type: nauc_recall_at_100_max
value: 54.6126
verified: no, type: nauc_recall_at_100_std
value: 39.507999999999996
verified: no, type: nauc_recall_at_100_diff1
value: 10.122
verified: no, type: nauc_recall_at_1000_max
value: 64.1019
verified: no, type: nauc_recall_at_1000_std
value: 65.3022
verified: no, type: nauc_recall_at_1000_diff1
value: -0.9008
verified: no, type: nauc_precision_at_1_max
value: 37.2005
verified: no, type: nauc_precision_at_1_std
value: 7.2856000000000005
verified: no, type: nauc_precision_at_1_diff1
value: 24.3391
verified: no, type: nauc_precision_at_3_max
value: 40.8492
verified: no, type: nauc_precision_at_3_std
value: 14.955099999999998
verified: no, type: nauc_precision_at_3_diff1
value: 5.8083
verified: no, type: nauc_precision_at_5_max
value: 37.6411
verified: no, type: nauc_precision_at_5_std
value: 20.1371
verified: no, type: nauc_precision_at_5_diff1
value: -4.7182
verified: no, type: nauc_precision_at_10_max
value: 35.9345
verified: no, type: nauc_precision_at_10_std
value: 27.593899999999998
verified: no, type: nauc_precision_at_10_diff1
value: -9.1429
verified: no, type: nauc_precision_at_20_max
value: 33.7364
verified: no, type: nauc_precision_at_20_std
value: 31.8223
verified: no, type: nauc_precision_at_20_diff1
value: -11.98
verified: no, type: nauc_precision_at_100_max
value: 25.7037
verified: no, type: nauc_precision_at_100_std
value: 32.6954
verified: no, type: nauc_precision_at_100_diff1
value: -15.2838
verified: no, type: nauc_precision_at_1000_max
value: 16.6881
verified: no, type: nauc_precision_at_1000_std
value: 27.787200000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -16.964000000000002
verified: no, type: nauc_mrr_at_1_max
value: 37.2005
verified: no, type: nauc_mrr_at_1_std
value: 7.2856000000000005
verified: no, type: nauc_mrr_at_1_diff1
value: 24.3391
verified: no, type: nauc_mrr_at_3_max
value: 40.9867
verified: no, type: nauc_mrr_at_3_std
value: 10.7794
verified: no, type: nauc_mrr_at_3_diff1
value: 21.0522
verified: no, type: nauc_mrr_at_5_max
value: 40.7712
verified: no, type: nauc_mrr_at_5_std
value: 11.2036
verified: no, type: nauc_mrr_at_5_diff1
value: 20.3769
verified: no, type: nauc_mrr_at_10_max
value: 40.8976
verified: no, type: nauc_mrr_at_10_std
value: 11.7276
verified: no, type: nauc_mrr_at_10_diff1
value: 20.261699999999998
verified: no, type: nauc_mrr_at_20_max
value: 40.8283
verified: no, type: nauc_mrr_at_20_std
value: 11.6606
verified: no, type: nauc_mrr_at_20_diff1
value: 20.430300000000003
verified: no, type: nauc_mrr_at_100_max
value: 40.9123
verified: no, type: nauc_mrr_at_100_std
value: 11.6937
verified: no, type: nauc_mrr_at_100_diff1
value: 20.4759
verified: no, type: nauc_mrr_at_1000_max
value: 40.895399999999995
verified: no, type: nauc_mrr_at_1000_std
value: 11.6648
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.4831
verified: no, type: main_score
value: 50.226000000000006
verified: no
task: type: Retrieval, dataset: config: fi
name: MTEB MIRACLRetrieval (fi)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 60.818000000000005
verified: no, type: ndcg_at_3
value: 60.06
verified: no, type: ndcg_at_5
value: 63.842
verified: no, type: ndcg_at_10
value: 67.46
verified: no, type: ndcg_at_20
value: 69.692
verified: no, type: ndcg_at_100
value: 71.516
verified: no, type: ndcg_at_1000
value: 72.18
verified: no, type: map_at_1
value: 39.263999999999996
verified: no, type: map_at_3
value: 53.723
verified: no, type: map_at_5
value: 57.118
verified: no, type: map_at_10
value: 59.394000000000005
verified: no, type: map_at_20
value: 60.339
verified: no, type: map_at_100
value: 60.739
verified: no, type: map_at_1000
value: 60.782000000000004
verified: no, type: recall_at_1
value: 39.263999999999996
verified: no, type: recall_at_3
value: 61.05500000000001
verified: no, type: recall_at_5
value: 69.774
verified: no, type: recall_at_10
value: 78.577
verified: no, type: recall_at_20
value: 85.435
verified: no, type: recall_at_100
value: 93.291
verified: no, type: recall_at_1000
value: 97.493
verified: no, type: precision_at_1
value: 60.818000000000005
verified: no, type: precision_at_3
value: 35.064
verified: no, type: precision_at_5
value: 24.815
verified: no, type: precision_at_10
value: 14.445
verified: no, type: precision_at_20
value: 8.049000000000001
verified: no, type: precision_at_100
value: 1.7819999999999998
verified: no, type: precision_at_1000
value: 0.187
verified: no, type: mrr_at_1
value: 60.8183
verified: no, type: mrr_at_3
value: 68.7516
verified: no, type: mrr_at_5
value: 70.1678
verified: no, type: mrr_at_10
value: 70.85040000000001
verified: no, type: mrr_at_20
value: 71.1314
verified: no, type: mrr_at_100
value: 71.2271
verified: no, type: mrr_at_1000
value: 71.2334
verified: no, type: nauc_ndcg_at_1_max
value: 39.623000000000005
verified: no, type: nauc_ndcg_at_1_std
value: -0.6057
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.2688
verified: no, type: nauc_ndcg_at_3_max
value: 36.2982
verified: no, type: nauc_ndcg_at_3_std
value: -0.4931
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.5229
verified: no, type: nauc_ndcg_at_5_max
value: 37.1813
verified: no, type: nauc_ndcg_at_5_std
value: -1.1114000000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.429700000000004
verified: no, type: nauc_ndcg_at_10_max
value: 39.3656
verified: no, type: nauc_ndcg_at_10_std
value: 0.2202
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.4453
verified: no, type: nauc_ndcg_at_20_max
value: 40.186
verified: no, type: nauc_ndcg_at_20_std
value: 2.8166
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.0657
verified: no, type: nauc_ndcg_at_100_max
value: 40.2423
verified: no, type: nauc_ndcg_at_100_std
value: 4.5445
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.1274
verified: no, type: nauc_ndcg_at_1000_max
value: 39.821200000000005
verified: no, type: nauc_ndcg_at_1000_std
value: 3.71
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.2532
verified: no, type: nauc_map_at_1_max
value: 25.539
verified: no, type: nauc_map_at_1_std
value: -7.6318
verified: no, type: nauc_map_at_1_diff1
value: 47.2875
verified: no, type: nauc_map_at_3_max
value: 33.5096
verified: no, type: nauc_map_at_3_std
value: -3.4685
verified: no, type: nauc_map_at_3_diff1
value: 41.2351
verified: no, type: nauc_map_at_5_max
value: 35.0144
verified: no, type: nauc_map_at_5_std
value: -2.9198999999999997
verified: no, type: nauc_map_at_5_diff1
value: 40.892
verified: no, type: nauc_map_at_10_max
value: 36.4497
verified: no, type: nauc_map_at_10_std
value: -1.8148999999999997
verified: no, type: nauc_map_at_10_diff1
value: 40.823100000000004
verified: no, type: nauc_map_at_20_max
value: 36.863
verified: no, type: nauc_map_at_20_std
value: -0.7572
verified: no, type: nauc_map_at_20_diff1
value: 40.6285
verified: no, type: nauc_map_at_100_max
value: 36.882
verified: no, type: nauc_map_at_100_std
value: -0.40850000000000003
verified: no, type: nauc_map_at_100_diff1
value: 40.844500000000004
verified: no, type: nauc_map_at_1000_max
value: 36.8736
verified: no, type: nauc_map_at_1000_std
value: -0.4359
verified: no, type: nauc_map_at_1000_diff1
value: 40.8569
verified: no, type: nauc_recall_at_1_max
value: 25.539
verified: no, type: nauc_recall_at_1_std
value: -7.6318
verified: no, type: nauc_recall_at_1_diff1
value: 47.2875
verified: no, type: nauc_recall_at_3_max
value: 32.7716
verified: no, type: nauc_recall_at_3_std
value: -1.6856
verified: no, type: nauc_recall_at_3_diff1
value: 36.4533
verified: no, type: nauc_recall_at_5_max
value: 33.5681
verified: no, type: nauc_recall_at_5_std
value: -2.4453
verified: no, type: nauc_recall_at_5_diff1
value: 33.8472
verified: no, type: nauc_recall_at_10_max
value: 39.5319
verified: no, type: nauc_recall_at_10_std
value: 0.6228
verified: no, type: nauc_recall_at_10_diff1
value: 31.935200000000002
verified: no, type: nauc_recall_at_20_max
value: 44.3495
verified: no, type: nauc_recall_at_20_std
value: 12.5445
verified: no, type: nauc_recall_at_20_diff1
value: 27.6315
verified: no, type: nauc_recall_at_100_max
value: 53.924499999999995
verified: no, type: nauc_recall_at_100_std
value: 44.5927
verified: no, type: nauc_recall_at_100_diff1
value: 32.2776
verified: no, type: nauc_recall_at_1000_max
value: 59.7088
verified: no, type: nauc_recall_at_1000_std
value: 61.6974
verified: no, type: nauc_recall_at_1000_diff1
value: 28.367700000000003
verified: no, type: nauc_precision_at_1_max
value: 39.623000000000005
verified: no, type: nauc_precision_at_1_std
value: -0.6057
verified: no, type: nauc_precision_at_1_diff1
value: 50.2688
verified: no, type: nauc_precision_at_3_max
value: 29.5187
verified: no, type: nauc_precision_at_3_std
value: 11.1305
verified: no, type: nauc_precision_at_3_diff1
value: 11.674
verified: no, type: nauc_precision_at_5_max
value: 25.5889
verified: no, type: nauc_precision_at_5_std
value: 13.4716
verified: no, type: nauc_precision_at_5_diff1
value: 3.2894
verified: no, type: nauc_precision_at_10_max
value: 21.2446
verified: no, type: nauc_precision_at_10_std
value: 15.7787
verified: no, type: nauc_precision_at_10_diff1
value: -4.0968
verified: no, type: nauc_precision_at_20_max
value: 15.9944
verified: no, type: nauc_precision_at_20_std
value: 22.4212
verified: no, type: nauc_precision_at_20_diff1
value: -11.3771
verified: no, type: nauc_precision_at_100_max
value: 8.592600000000001
verified: no, type: nauc_precision_at_100_std
value: 26.4342
verified: no, type: nauc_precision_at_100_diff1
value: -15.402
verified: no, type: nauc_precision_at_1000_max
value: 2.8388
verified: no, type: nauc_precision_at_1000_std
value: 23.2317
verified: no, type: nauc_precision_at_1000_diff1
value: -19.1173
verified: no, type: nauc_mrr_at_1_max
value: 39.623000000000005
verified: no, type: nauc_mrr_at_1_std
value: -0.6057
verified: no, type: nauc_mrr_at_1_diff1
value: 50.2688
verified: no, type: nauc_mrr_at_3_max
value: 41.694199999999995
verified: no, type: nauc_mrr_at_3_std
value: 2.5751
verified: no, type: nauc_mrr_at_3_diff1
value: 48.6111
verified: no, type: nauc_mrr_at_5_max
value: 41.5674
verified: no, type: nauc_mrr_at_5_std
value: 2.7312
verified: no, type: nauc_mrr_at_5_diff1
value: 48.6988
verified: no, type: nauc_mrr_at_10_max
value: 41.7364
verified: no, type: nauc_mrr_at_10_std
value: 2.5787
verified: no, type: nauc_mrr_at_10_diff1
value: 48.5842
verified: no, type: nauc_mrr_at_20_max
value: 41.7509
verified: no, type: nauc_mrr_at_20_std
value: 2.6837
verified: no, type: nauc_mrr_at_20_diff1
value: 48.7196
verified: no, type: nauc_mrr_at_100_max
value: 41.6895
verified: no, type: nauc_mrr_at_100_std
value: 2.6545
verified: no, type: nauc_mrr_at_100_diff1
value: 48.7483
verified: no, type: nauc_mrr_at_1000_max
value: 41.6849
verified: no, type: nauc_mrr_at_1000_std
value: 2.6379
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.753600000000006
verified: no, type: main_score
value: 67.46
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB MIRACLRetrieval (fr)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 39.65
verified: no, type: ndcg_at_3
value: 39.843
verified: no, type: ndcg_at_5
value: 44.416
verified: no, type: ndcg_at_10
value: 49.891000000000005
verified: no, type: ndcg_at_20
value: 53.163000000000004
verified: no, type: ndcg_at_100
value: 56.492
verified: no, type: ndcg_at_1000
value: 57.837
verified: no, type: map_at_1
value: 22.644000000000002
verified: no, type: map_at_3
value: 33.021
verified: no, type: map_at_5
value: 36.958
verified: no, type: map_at_10
value: 39.967999999999996
verified: no, type: map_at_20
value: 41.298
verified: no, type: map_at_100
value: 42.03
verified: no, type: map_at_1000
value: 42.119
verified: no, type: recall_at_1
value: 22.644000000000002
verified: no, type: recall_at_3
value: 39.798
verified: no, type: recall_at_5
value: 51.001
verified: no, type: recall_at_10
value: 65.169
verified: no, type: recall_at_20
value: 75.33800000000001
verified: no, type: recall_at_100
value: 89.786
verified: no, type: recall_at_1000
value: 98.08099999999999
verified: no, type: precision_at_1
value: 39.65
verified: no, type: precision_at_3
value: 25.656000000000002
verified: no, type: precision_at_5
value: 20.175
verified: no, type: precision_at_10
value: 13.120000000000001
verified: no, type: precision_at_20
value: 7.7410000000000005
verified: no, type: precision_at_100
value: 1.883
verified: no, type: precision_at_1000
value: 0.208
verified: no, type: mrr_at_1
value: 39.6501
verified: no, type: mrr_at_3
value: 48.7366
verified: no, type: mrr_at_5
value: 50.9961
verified: no, type: mrr_at_10
value: 52.659
verified: no, type: mrr_at_20
value: 53.0856
verified: no, type: mrr_at_100
value: 53.273199999999996
verified: no, type: mrr_at_1000
value: 53.2931
verified: no, type: nauc_ndcg_at_1_max
value: 29.1135
verified: no, type: nauc_ndcg_at_1_std
value: 13.9561
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.410400000000003
verified: no, type: nauc_ndcg_at_3_max
value: 29.0117
verified: no, type: nauc_ndcg_at_3_std
value: 15.655
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.7043
verified: no, type: nauc_ndcg_at_5_max
value: 31.3257
verified: no, type: nauc_ndcg_at_5_std
value: 17.4096
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.5295
verified: no, type: nauc_ndcg_at_10_max
value: 33.244
verified: no, type: nauc_ndcg_at_10_std
value: 18.8436
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.9986
verified: no, type: nauc_ndcg_at_20_max
value: 35.0697
verified: no, type: nauc_ndcg_at_20_std
value: 19.84
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.611600000000003
verified: no, type: nauc_ndcg_at_100_max
value: 34.7837
verified: no, type: nauc_ndcg_at_100_std
value: 22.2762
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.3138
verified: no, type: nauc_ndcg_at_1000_max
value: 34.4487
verified: no, type: nauc_ndcg_at_1000_std
value: 20.8402
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.2691
verified: no, type: nauc_map_at_1_max
value: 20.247200000000003
verified: no, type: nauc_map_at_1_std
value: 8.8046
verified: no, type: nauc_map_at_1_diff1
value: 27.227600000000002
verified: no, type: nauc_map_at_3_max
value: 26.7076
verified: no, type: nauc_map_at_3_std
value: 13.7464
verified: no, type: nauc_map_at_3_diff1
value: 21.1266
verified: no, type: nauc_map_at_5_max
value: 28.777399999999997
verified: no, type: nauc_map_at_5_std
value: 15.348400000000002
verified: no, type: nauc_map_at_5_diff1
value: 21.4282
verified: no, type: nauc_map_at_10_max
value: 29.907600000000002
verified: no, type: nauc_map_at_10_std
value: 16.3636
verified: no, type: nauc_map_at_10_diff1
value: 20.1957
verified: no, type: nauc_map_at_20_max
value: 30.864399999999996
verified: no, type: nauc_map_at_20_std
value: 16.936999999999998
verified: no, type: nauc_map_at_20_diff1
value: 20.8871
verified: no, type: nauc_map_at_100_max
value: 30.998900000000003
verified: no, type: nauc_map_at_100_std
value: 17.673
verified: no, type: nauc_map_at_100_diff1
value: 20.7773
verified: no, type: nauc_map_at_1000_max
value: 31.0185
verified: no, type: nauc_map_at_1000_std
value: 17.6212
verified: no, type: nauc_map_at_1000_diff1
value: 20.846700000000002
verified: no, type: nauc_recall_at_1_max
value: 20.247200000000003
verified: no, type: nauc_recall_at_1_std
value: 8.8046
verified: no, type: nauc_recall_at_1_diff1
value: 27.227600000000002
verified: no, type: nauc_recall_at_3_max
value: 25.074600000000004
verified: no, type: nauc_recall_at_3_std
value: 14.0657
verified: no, type: nauc_recall_at_3_diff1
value: 14.7258
verified: no, type: nauc_recall_at_5_max
value: 29.442899999999998
verified: no, type: nauc_recall_at_5_std
value: 16.2404
verified: no, type: nauc_recall_at_5_diff1
value: 15.4134
verified: no, type: nauc_recall_at_10_max
value: 33.5052
verified: no, type: nauc_recall_at_10_std
value: 19.417
verified: no, type: nauc_recall_at_10_diff1
value: 7.933700000000001
verified: no, type: nauc_recall_at_20_max
value: 40.2402
verified: no, type: nauc_recall_at_20_std
value: 22.7218
verified: no, type: nauc_recall_at_20_diff1
value: 11.777600000000001
verified: no, type: nauc_recall_at_100_max
value: 44.4613
verified: no, type: nauc_recall_at_100_std
value: 52.5751
verified: no, type: nauc_recall_at_100_diff1
value: 5.1827
verified: no, type: nauc_recall_at_1000_max
value: 80.4059
verified: no, type: nauc_recall_at_1000_std
value: 82.2582
verified: no, type: nauc_recall_at_1000_diff1
value: 37.9332
verified: no, type: nauc_precision_at_1_max
value: 29.1135
verified: no, type: nauc_precision_at_1_std
value: 13.9561
verified: no, type: nauc_precision_at_1_diff1
value: 28.410400000000003
verified: no, type: nauc_precision_at_3_max
value: 32.4031
verified: no, type: nauc_precision_at_3_std
value: 21.222099999999998
verified: no, type: nauc_precision_at_3_diff1
value: 9.2426
verified: no, type: nauc_precision_at_5_max
value: 31.372600000000002
verified: no, type: nauc_precision_at_5_std
value: 22.4259
verified: no, type: nauc_precision_at_5_diff1
value: 7.199
verified: no, type: nauc_precision_at_10_max
value: 29.5298
verified: no, type: nauc_precision_at_10_std
value: 22.183
verified: no, type: nauc_precision_at_10_diff1
value: -1.2202
verified: no, type: nauc_precision_at_20_max
value: 28.1874
verified: no, type: nauc_precision_at_20_std
value: 21.7393
verified: no, type: nauc_precision_at_20_diff1
value: 0.2774
verified: no, type: nauc_precision_at_100_max
value: 18.2122
verified: no, type: nauc_precision_at_100_std
value: 21.566
verified: no, type: nauc_precision_at_100_diff1
value: -5.8792
verified: no, type: nauc_precision_at_1000_max
value: 11.3258
verified: no, type: nauc_precision_at_1000_std
value: 12.261700000000001
verified: no, type: nauc_precision_at_1000_diff1
value: -5.8514
verified: no, type: nauc_mrr_at_1_max
value: 29.1135
verified: no, type: nauc_mrr_at_1_std
value: 13.9561
verified: no, type: nauc_mrr_at_1_diff1
value: 28.410400000000003
verified: no, type: nauc_mrr_at_3_max
value: 30.904999999999998
verified: no, type: nauc_mrr_at_3_std
value: 16.5695
verified: no, type: nauc_mrr_at_3_diff1
value: 22.555
verified: no, type: nauc_mrr_at_5_max
value: 32.408
verified: no, type: nauc_mrr_at_5_std
value: 17.7334
verified: no, type: nauc_mrr_at_5_diff1
value: 22.912399999999998
verified: no, type: nauc_mrr_at_10_max
value: 33.069500000000005
verified: no, type: nauc_mrr_at_10_std
value: 17.8731
verified: no, type: nauc_mrr_at_10_diff1
value: 22.270300000000002
verified: no, type: nauc_mrr_at_20_max
value: 33.062000000000005
verified: no, type: nauc_mrr_at_20_std
value: 17.8293
verified: no, type: nauc_mrr_at_20_diff1
value: 22.5118
verified: no, type: nauc_mrr_at_100_max
value: 32.9394
verified: no, type: nauc_mrr_at_100_std
value: 17.7815
verified: no, type: nauc_mrr_at_100_diff1
value: 22.676199999999998
verified: no, type: nauc_mrr_at_1000_max
value: 32.9188
verified: no, type: nauc_mrr_at_1000_std
value: 17.7435
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.6855
verified: no, type: main_score
value: 49.891000000000005
verified: no
task: type: Retrieval, dataset: config: hi
name: MTEB MIRACLRetrieval (hi)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 36.857
verified: no, type: ndcg_at_3
value: 39.469
verified: no, type: ndcg_at_5
value: 41.839999999999996
verified: no, type: ndcg_at_10
value: 46.141
verified: no, type: ndcg_at_20
value: 49.384
verified: no, type: ndcg_at_100
value: 52.565
verified: no, type: ndcg_at_1000
value: 54.318999999999996
verified: no, type: map_at_1
value: 20.185
verified: no, type: map_at_3
value: 30.9
verified: no, type: map_at_5
value: 34.311
verified: no, type: map_at_10
value: 37.074
verified: no, type: map_at_20
value: 38.493
verified: no, type: map_at_100
value: 39.174
verified: no, type: map_at_1000
value: 39.269
verified: no, type: recall_at_1
value: 20.185
verified: no, type: recall_at_3
value: 38.993
verified: no, type: recall_at_5
value: 47.881
verified: no, type: recall_at_10
value: 59.474000000000004
verified: no, type: recall_at_20
value: 69.437
verified: no, type: recall_at_100
value: 83.38499999999999
verified: no, type: recall_at_1000
value: 94.813
verified: no, type: precision_at_1
value: 36.857
verified: no, type: precision_at_3
value: 26.19
verified: no, type: precision_at_5
value: 19.829
verified: no, type: precision_at_10
value: 12.543000000000001
verified: no, type: precision_at_20
value: 7.542999999999999
verified: no, type: precision_at_100
value: 1.8030000000000002
verified: no, type: precision_at_1000
value: 0.20500000000000002
verified: no, type: mrr_at_1
value: 36.857099999999996
verified: no, type: mrr_at_3
value: 46.5238
verified: no, type: mrr_at_5
value: 47.9952
verified: no, type: mrr_at_10
value: 49.331399999999995
verified: no, type: mrr_at_20
value: 49.8255
verified: no, type: mrr_at_100
value: 50.0575
verified: no, type: mrr_at_1000
value: 50.097
verified: no, type: nauc_ndcg_at_1_max
value: 42.226200000000006
verified: no, type: nauc_ndcg_at_1_std
value: 4.0359
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.728500000000004
verified: no, type: nauc_ndcg_at_3_max
value: 37.5731
verified: no, type: nauc_ndcg_at_3_std
value: 7.4824
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.607499999999998
verified: no, type: nauc_ndcg_at_5_max
value: 36.1243
verified: no, type: nauc_ndcg_at_5_std
value: 6.7822
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.4955
verified: no, type: nauc_ndcg_at_10_max
value: 38.8673
verified: no, type: nauc_ndcg_at_10_std
value: 9.925699999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.262400000000003
verified: no, type: nauc_ndcg_at_20_max
value: 41.564099999999996
verified: no, type: nauc_ndcg_at_20_std
value: 12.4619
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.902900000000002
verified: no, type: nauc_ndcg_at_100_max
value: 42.2534
verified: no, type: nauc_ndcg_at_100_std
value: 12.1461
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.721600000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 42.3689
verified: no, type: nauc_ndcg_at_1000_std
value: 11.9947
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.6224
verified: no, type: nauc_map_at_1_max
value: 23.4774
verified: no, type: nauc_map_at_1_std
value: -1.6596
verified: no, type: nauc_map_at_1_diff1
value: 32.9091
verified: no, type: nauc_map_at_3_max
value: 29.2888
verified: no, type: nauc_map_at_3_std
value: 2.8310999999999997
verified: no, type: nauc_map_at_3_diff1
value: 25.7556
verified: no, type: nauc_map_at_5_max
value: 32.013200000000005
verified: no, type: nauc_map_at_5_std
value: 3.8372
verified: no, type: nauc_map_at_5_diff1
value: 26.3662
verified: no, type: nauc_map_at_10_max
value: 34.6644
verified: no, type: nauc_map_at_10_std
value: 5.9211
verified: no, type: nauc_map_at_10_diff1
value: 25.737700000000004
verified: no, type: nauc_map_at_20_max
value: 36.5315
verified: no, type: nauc_map_at_20_std
value: 7.657500000000001
verified: no, type: nauc_map_at_20_diff1
value: 26.2519
verified: no, type: nauc_map_at_100_max
value: 36.7956
verified: no, type: nauc_map_at_100_std
value: 7.6282000000000005
verified: no, type: nauc_map_at_100_diff1
value: 26.5173
verified: no, type: nauc_map_at_1000_max
value: 36.822500000000005
verified: no, type: nauc_map_at_1000_std
value: 7.641100000000001
verified: no, type: nauc_map_at_1000_diff1
value: 26.5875
verified: no, type: nauc_recall_at_1_max
value: 23.4774
verified: no, type: nauc_recall_at_1_std
value: -1.6596
verified: no, type: nauc_recall_at_1_diff1
value: 32.9091
verified: no, type: nauc_recall_at_3_max
value: 23.9443
verified: no, type: nauc_recall_at_3_std
value: 7.0466
verified: no, type: nauc_recall_at_3_diff1
value: 15.045
verified: no, type: nauc_recall_at_5_max
value: 27.515
verified: no, type: nauc_recall_at_5_std
value: 7.8471
verified: no, type: nauc_recall_at_5_diff1
value: 16.0936
verified: no, type: nauc_recall_at_10_max
value: 32.9675
verified: no, type: nauc_recall_at_10_std
value: 15.6248
verified: no, type: nauc_recall_at_10_diff1
value: 11.8783
verified: no, type: nauc_recall_at_20_max
value: 40.6864
verified: no, type: nauc_recall_at_20_std
value: 23.9995
verified: no, type: nauc_recall_at_20_diff1
value: 16.9561
verified: no, type: nauc_recall_at_100_max
value: 47.5027
verified: no, type: nauc_recall_at_100_std
value: 30.6021
verified: no, type: nauc_recall_at_100_diff1
value: 17.3955
verified: no, type: nauc_recall_at_1000_max
value: 66.6978
verified: no, type: nauc_recall_at_1000_std
value: 62.0413
verified: no, type: nauc_recall_at_1000_diff1
value: 27.5068
verified: no, type: nauc_precision_at_1_max
value: 42.226200000000006
verified: no, type: nauc_precision_at_1_std
value: 4.0359
verified: no, type: nauc_precision_at_1_diff1
value: 41.728500000000004
verified: no, type: nauc_precision_at_3_max
value: 44.7816
verified: no, type: nauc_precision_at_3_std
value: 15.473300000000002
verified: no, type: nauc_precision_at_3_diff1
value: 17.0949
verified: no, type: nauc_precision_at_5_max
value: 44.6483
verified: no, type: nauc_precision_at_5_std
value: 14.8981
verified: no, type: nauc_precision_at_5_diff1
value: 17.1841
verified: no, type: nauc_precision_at_10_max
value: 45.796
verified: no, type: nauc_precision_at_10_std
value: 21.046300000000002
verified: no, type: nauc_precision_at_10_diff1
value: 10.9757
verified: no, type: nauc_precision_at_20_max
value: 45.0264
verified: no, type: nauc_precision_at_20_std
value: 24.8162
verified: no, type: nauc_precision_at_20_diff1
value: 10.624699999999999
verified: no, type: nauc_precision_at_100_max
value: 39.8456
verified: no, type: nauc_precision_at_100_std
value: 21.0487
verified: no, type: nauc_precision_at_100_diff1
value: 8.372
verified: no, type: nauc_precision_at_1000_max
value: 34.7517
verified: no, type: nauc_precision_at_1000_std
value: 18.3825
verified: no, type: nauc_precision_at_1000_diff1
value: 7.969900000000001
verified: no, type: nauc_mrr_at_1_max
value: 42.226200000000006
verified: no, type: nauc_mrr_at_1_std
value: 4.0359
verified: no, type: nauc_mrr_at_1_diff1
value: 41.728500000000004
verified: no, type: nauc_mrr_at_3_max
value: 42.1134
verified: no, type: nauc_mrr_at_3_std
value: 7.674799999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 34.1447
verified: no, type: nauc_mrr_at_5_max
value: 42.668800000000005
verified: no, type: nauc_mrr_at_5_std
value: 7.3921
verified: no, type: nauc_mrr_at_5_diff1
value: 34.6011
verified: no, type: nauc_mrr_at_10_max
value: 43.473099999999995
verified: no, type: nauc_mrr_at_10_std
value: 8.0841
verified: no, type: nauc_mrr_at_10_diff1
value: 34.679500000000004
verified: no, type: nauc_mrr_at_20_max
value: 43.3626
verified: no, type: nauc_mrr_at_20_std
value: 7.7897
verified: no, type: nauc_mrr_at_20_diff1
value: 35.0828
verified: no, type: nauc_mrr_at_100_max
value: 43.287
verified: no, type: nauc_mrr_at_100_std
value: 7.7234
verified: no, type: nauc_mrr_at_100_diff1
value: 35.169200000000004
verified: no, type: nauc_mrr_at_1000_max
value: 43.2954
verified: no, type: nauc_mrr_at_1000_std
value: 7.7224
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.1808
verified: no, type: main_score
value: 46.141
verified: no
task: type: Retrieval, dataset: config: id
name: MTEB MIRACLRetrieval (id)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 46.354
verified: no, type: ndcg_at_3
value: 42.538
verified: no, type: ndcg_at_5
value: 43.717
verified: no, type: ndcg_at_10
value: 47.229
verified: no, type: ndcg_at_20
value: 50.605999999999995
verified: no, type: ndcg_at_100
value: 55.25
verified: no, type: ndcg_at_1000
value: 57.647999999999996
verified: no, type: map_at_1
value: 20.787
verified: no, type: map_at_3
value: 30.721999999999998
verified: no, type: map_at_5
value: 34.096
verified: no, type: map_at_10
value: 36.994
verified: no, type: map_at_20
value: 38.622
verified: no, type: map_at_100
value: 39.872
verified: no, type: map_at_1000
value: 40.056000000000004
verified: no, type: recall_at_1
value: 20.787
verified: no, type: recall_at_3
value: 36.229
verified: no, type: recall_at_5
value: 44.437
verified: no, type: recall_at_10
value: 54.771
verified: no, type: recall_at_20
value: 63.842
verified: no, type: recall_at_100
value: 80.689
verified: no, type: recall_at_1000
value: 94.03200000000001
verified: no, type: precision_at_1
value: 46.354
verified: no, type: precision_at_3
value: 30.625000000000004
verified: no, type: precision_at_5
value: 23.708000000000002
verified: no, type: precision_at_10
value: 15.719
verified: no, type: precision_at_20
value: 9.589
verified: no, type: precision_at_100
value: 2.5700000000000003
verified: no, type: precision_at_1000
value: 0.302
verified: no, type: mrr_at_1
value: 46.3542
verified: no, type: mrr_at_3
value: 54.6875
verified: no, type: mrr_at_5
value: 56.5521
verified: no, type: mrr_at_10
value: 57.6894
verified: no, type: mrr_at_20
value: 58.05630000000001
verified: no, type: mrr_at_100
value: 58.217
verified: no, type: mrr_at_1000
value: 58.2387
verified: no, type: nauc_ndcg_at_1_max
value: 27.987000000000002
verified: no, type: nauc_ndcg_at_1_std
value: 7.784000000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.116799999999998
verified: no, type: nauc_ndcg_at_3_max
value: 25.316899999999997
verified: no, type: nauc_ndcg_at_3_std
value: 3.3255
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.4685
verified: no, type: nauc_ndcg_at_5_max
value: 26.1614
verified: no, type: nauc_ndcg_at_5_std
value: 0.8946000000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.269799999999996
verified: no, type: nauc_ndcg_at_10_max
value: 26.898
verified: no, type: nauc_ndcg_at_10_std
value: 0.505
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.0664
verified: no, type: nauc_ndcg_at_20_max
value: 28.384900000000002
verified: no, type: nauc_ndcg_at_20_std
value: 3.0328
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.011
verified: no, type: nauc_ndcg_at_100_max
value: 29.4682
verified: no, type: nauc_ndcg_at_100_std
value: 8.5929
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.0951
verified: no, type: nauc_ndcg_at_1000_max
value: 29.384900000000002
verified: no, type: nauc_ndcg_at_1000_std
value: 8.7787
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.454900000000002
verified: no, type: nauc_map_at_1_max
value: 17.6022
verified: no, type: nauc_map_at_1_std
value: -3.9352
verified: no, type: nauc_map_at_1_diff1
value: 31.478
verified: no, type: nauc_map_at_3_max
value: 22.4116
verified: no, type: nauc_map_at_3_std
value: -3.0375
verified: no, type: nauc_map_at_3_diff1
value: 28.6608
verified: no, type: nauc_map_at_5_max
value: 23.4486
verified: no, type: nauc_map_at_5_std
value: -3.7261
verified: no, type: nauc_map_at_5_diff1
value: 27.2458
verified: no, type: nauc_map_at_10_max
value: 24.4413
verified: no, type: nauc_map_at_10_std
value: -2.4634
verified: no, type: nauc_map_at_10_diff1
value: 26.3372
verified: no, type: nauc_map_at_20_max
value: 25.1924
verified: no, type: nauc_map_at_20_std
value: -1.0928
verified: no, type: nauc_map_at_20_diff1
value: 26.028299999999998
verified: no, type: nauc_map_at_100_max
value: 25.7081
verified: no, type: nauc_map_at_100_std
value: 0.6245999999999999
verified: no, type: nauc_map_at_100_diff1
value: 25.599
verified: no, type: nauc_map_at_1000_max
value: 25.714100000000002
verified: no, type: nauc_map_at_1000_std
value: 0.7106
verified: no, type: nauc_map_at_1000_diff1
value: 25.609700000000004
verified: no, type: nauc_recall_at_1_max
value: 17.6022
verified: no, type: nauc_recall_at_1_std
value: -3.9352
verified: no, type: nauc_recall_at_1_diff1
value: 31.478
verified: no, type: nauc_recall_at_3_max
value: 20.314799999999998
verified: no, type: nauc_recall_at_3_std
value: -4.1603
verified: no, type: nauc_recall_at_3_diff1
value: 26.1438
verified: no, type: nauc_recall_at_5_max
value: 22.866500000000002
verified: no, type: nauc_recall_at_5_std
value: -4.755
verified: no, type: nauc_recall_at_5_diff1
value: 22.1412
verified: no, type: nauc_recall_at_10_max
value: 22.900000000000002
verified: no, type: nauc_recall_at_10_std
value: -3.9179
verified: no, type: nauc_recall_at_10_diff1
value: 19.3005
verified: no, type: nauc_recall_at_20_max
value: 26.3519
verified: no, type: nauc_recall_at_20_std
value: 1.1686
verified: no, type: nauc_recall_at_20_diff1
value: 18.94
verified: no, type: nauc_recall_at_100_max
value: 30.2413
verified: no, type: nauc_recall_at_100_std
value: 24.4636
verified: no, type: nauc_recall_at_100_diff1
value: 6.5627
verified: no, type: nauc_recall_at_1000_max
value: 43.778
verified: no, type: nauc_recall_at_1000_std
value: 48.835699999999996
verified: no, type: nauc_recall_at_1000_diff1
value: -1.5112
verified: no, type: nauc_precision_at_1_max
value: 27.987000000000002
verified: no, type: nauc_precision_at_1_std
value: 7.784000000000001
verified: no, type: nauc_precision_at_1_diff1
value: 29.116799999999998
verified: no, type: nauc_precision_at_3_max
value: 24.6393
verified: no, type: nauc_precision_at_3_std
value: 7.932599999999999
verified: no, type: nauc_precision_at_3_diff1
value: 11.9215
verified: no, type: nauc_precision_at_5_max
value: 23.0426
verified: no, type: nauc_precision_at_5_std
value: 8.9273
verified: no, type: nauc_precision_at_5_diff1
value: 5.0737
verified: no, type: nauc_precision_at_10_max
value: 18.0093
verified: no, type: nauc_precision_at_10_std
value: 13.093
verified: no, type: nauc_precision_at_10_diff1
value: -1.5028
verified: no, type: nauc_precision_at_20_max
value: 16.1061
verified: no, type: nauc_precision_at_20_std
value: 18.3582
verified: no, type: nauc_precision_at_20_diff1
value: -4.3066
verified: no, type: nauc_precision_at_100_max
value: 10.9945
verified: no, type: nauc_precision_at_100_std
value: 28.2804
verified: no, type: nauc_precision_at_100_diff1
value: -11.6381
verified: no, type: nauc_precision_at_1000_max
value: 4.9859
verified: no, type: nauc_precision_at_1000_std
value: 26.3117
verified: no, type: nauc_precision_at_1000_diff1
value: -13.819300000000002
verified: no, type: nauc_mrr_at_1_max
value: 27.987000000000002
verified: no, type: nauc_mrr_at_1_std
value: 7.784000000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 29.116799999999998
verified: no, type: nauc_mrr_at_3_max
value: 28.635899999999996
verified: no, type: nauc_mrr_at_3_std
value: 8.309700000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 27.976499999999998
verified: no, type: nauc_mrr_at_5_max
value: 29.8296
verified: no, type: nauc_mrr_at_5_std
value: 9.4775
verified: no, type: nauc_mrr_at_5_diff1
value: 26.685799999999997
verified: no, type: nauc_mrr_at_10_max
value: 29.4522
verified: no, type: nauc_mrr_at_10_std
value: 9.1613
verified: no, type: nauc_mrr_at_10_diff1
value: 26.933600000000002
verified: no, type: nauc_mrr_at_20_max
value: 29.5446
verified: no, type: nauc_mrr_at_20_std
value: 9.3451
verified: no, type: nauc_mrr_at_20_diff1
value: 27.074900000000003
verified: no, type: nauc_mrr_at_100_max
value: 29.4977
verified: no, type: nauc_mrr_at_100_std
value: 9.4252
verified: no, type: nauc_mrr_at_100_diff1
value: 27.0534
verified: no, type: nauc_mrr_at_1000_max
value: 29.499599999999997
verified: no, type: nauc_mrr_at_1000_std
value: 9.4193
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.054000000000002
verified: no, type: main_score
value: 47.229
verified: no
task: type: Retrieval, dataset: config: ja
name: MTEB MIRACLRetrieval (ja)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 56.279
verified: no, type: ndcg_at_3
value: 56.226
verified: no, type: ndcg_at_5
value: 58.660000000000004
verified: no, type: ndcg_at_10
value: 62.81
verified: no, type: ndcg_at_20
value: 65.21000000000001
verified: no, type: ndcg_at_100
value: 67.757
verified: no, type: ndcg_at_1000
value: 68.667
verified: no, type: map_at_1
value: 36.647999999999996
verified: no, type: map_at_3
value: 48.154
verified: no, type: map_at_5
value: 51.336999999999996
verified: no, type: map_at_10
value: 53.998000000000005
verified: no, type: map_at_20
value: 55.074
verified: no, type: map_at_100
value: 55.701
verified: no, type: map_at_1000
value: 55.767
verified: no, type: recall_at_1
value: 36.647999999999996
verified: no, type: recall_at_3
value: 55.845
verified: no, type: recall_at_5
value: 63.854
verified: no, type: recall_at_10
value: 74.96000000000001
verified: no, type: recall_at_20
value: 82.326
verified: no, type: recall_at_100
value: 92.461
verified: no, type: recall_at_1000
value: 97.827
verified: no, type: precision_at_1
value: 56.279
verified: no, type: precision_at_3
value: 31.86
verified: no, type: precision_at_5
value: 22.884
verified: no, type: precision_at_10
value: 14.058000000000002
verified: no, type: precision_at_20
value: 7.965
verified: no, type: precision_at_100
value: 1.883
verified: no, type: precision_at_1000
value: 0.203
verified: no, type: mrr_at_1
value: 56.27910000000001
verified: no, type: mrr_at_3
value: 64.7868
verified: no, type: mrr_at_5
value: 65.9496
verified: no, type: mrr_at_10
value: 67.0763
verified: no, type: mrr_at_20
value: 67.3531
verified: no, type: mrr_at_100
value: 67.48920000000001
verified: no, type: mrr_at_1000
value: 67.5016
verified: no, type: nauc_ndcg_at_1_max
value: 34.801300000000005
verified: no, type: nauc_ndcg_at_1_std
value: 3.6539
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.9912
verified: no, type: nauc_ndcg_at_3_max
value: 27.3758
verified: no, type: nauc_ndcg_at_3_std
value: -5.6399
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.0235
verified: no, type: nauc_ndcg_at_5_max
value: 26.5087
verified: no, type: nauc_ndcg_at_5_std
value: -7.2121
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.3684
verified: no, type: nauc_ndcg_at_10_max
value: 27.756199999999996
verified: no, type: nauc_ndcg_at_10_std
value: -6.9499
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.9472
verified: no, type: nauc_ndcg_at_20_max
value: 30.6925
verified: no, type: nauc_ndcg_at_20_std
value: -3.7859
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.833
verified: no, type: nauc_ndcg_at_100_max
value: 31.6641
verified: no, type: nauc_ndcg_at_100_std
value: -1.1897
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.218
verified: no, type: nauc_ndcg_at_1000_max
value: 31.5623
verified: no, type: nauc_ndcg_at_1000_std
value: -1.2468
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.4007
verified: no, type: nauc_map_at_1_max
value: 13.1087
verified: no, type: nauc_map_at_1_std
value: -13.6324
verified: no, type: nauc_map_at_1_diff1
value: 36.5411
verified: no, type: nauc_map_at_3_max
value: 19.108900000000002
verified: no, type: nauc_map_at_3_std
value: -12.8558
verified: no, type: nauc_map_at_3_diff1
value: 33.797
verified: no, type: nauc_map_at_5_max
value: 20.935100000000002
verified: no, type: nauc_map_at_5_std
value: -11.6525
verified: no, type: nauc_map_at_5_diff1
value: 33.392500000000005
verified: no, type: nauc_map_at_10_max
value: 22.9758
verified: no, type: nauc_map_at_10_std
value: -10.3728
verified: no, type: nauc_map_at_10_diff1
value: 33.8681
verified: no, type: nauc_map_at_20_max
value: 24.357100000000003
verified: no, type: nauc_map_at_20_std
value: -8.9932
verified: no, type: nauc_map_at_20_diff1
value: 34.2437
verified: no, type: nauc_map_at_100_max
value: 24.622700000000002
verified: no, type: nauc_map_at_100_std
value: -8.3079
verified: no, type: nauc_map_at_100_diff1
value: 34.3227
verified: no, type: nauc_map_at_1000_max
value: 24.6436
verified: no, type: nauc_map_at_1000_std
value: -8.280999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 34.3499
verified: no, type: nauc_recall_at_1_max
value: 13.1087
verified: no, type: nauc_recall_at_1_std
value: -13.6324
verified: no, type: nauc_recall_at_1_diff1
value: 36.5411
verified: no, type: nauc_recall_at_3_max
value: 17.369899999999998
verified: no, type: nauc_recall_at_3_std
value: -14.6564
verified: no, type: nauc_recall_at_3_diff1
value: 29.4825
verified: no, type: nauc_recall_at_5_max
value: 18.2446
verified: no, type: nauc_recall_at_5_std
value: -13.422400000000001
verified: no, type: nauc_recall_at_5_diff1
value: 26.5515
verified: no, type: nauc_recall_at_10_max
value: 18.6431
verified: no, type: nauc_recall_at_10_std
value: -13.3386
verified: no, type: nauc_recall_at_10_diff1
value: 25.001299999999997
verified: no, type: nauc_recall_at_20_max
value: 28.248099999999997
verified: no, type: nauc_recall_at_20_std
value: -2.9409
verified: no, type: nauc_recall_at_20_diff1
value: 26.283800000000003
verified: no, type: nauc_recall_at_100_max
value: 38.6213
verified: no, type: nauc_recall_at_100_std
value: 20.5175
verified: no, type: nauc_recall_at_100_diff1
value: 23.8743
verified: no, type: nauc_recall_at_1000_max
value: 54.1945
verified: no, type: nauc_recall_at_1000_std
value: 48.3776
verified: no, type: nauc_recall_at_1000_diff1
value: 21.786
verified: no, type: nauc_precision_at_1_max
value: 34.801300000000005
verified: no, type: nauc_precision_at_1_std
value: 3.6539
verified: no, type: nauc_precision_at_1_diff1
value: 42.9912
verified: no, type: nauc_precision_at_3_max
value: 36.7085
verified: no, type: nauc_precision_at_3_std
value: 13.653799999999999
verified: no, type: nauc_precision_at_3_diff1
value: 16.8438
verified: no, type: nauc_precision_at_5_max
value: 33.541199999999996
verified: no, type: nauc_precision_at_5_std
value: 17.418400000000002
verified: no, type: nauc_precision_at_5_diff1
value: 8.5281
verified: no, type: nauc_precision_at_10_max
value: 32.448100000000004
verified: no, type: nauc_precision_at_10_std
value: 22.8249
verified: no, type: nauc_precision_at_10_diff1
value: 2.5392
verified: no, type: nauc_precision_at_20_max
value: 32.423
verified: no, type: nauc_precision_at_20_std
value: 29.353800000000003
verified: no, type: nauc_precision_at_20_diff1
value: 0.1455
verified: no, type: nauc_precision_at_100_max
value: 25.0045
verified: no, type: nauc_precision_at_100_std
value: 34.6492
verified: no, type: nauc_precision_at_100_diff1
value: -5.5314000000000005
verified: no, type: nauc_precision_at_1000_max
value: 21.319499999999998
verified: no, type: nauc_precision_at_1000_std
value: 33.3312
verified: no, type: nauc_precision_at_1000_diff1
value: -7.0243
verified: no, type: nauc_mrr_at_1_max
value: 34.801300000000005
verified: no, type: nauc_mrr_at_1_std
value: 3.6539
verified: no, type: nauc_mrr_at_1_diff1
value: 42.9912
verified: no, type: nauc_mrr_at_3_max
value: 39.8179
verified: no, type: nauc_mrr_at_3_std
value: 4.4769000000000005
verified: no, type: nauc_mrr_at_3_diff1
value: 42.4358
verified: no, type: nauc_mrr_at_5_max
value: 39.6822
verified: no, type: nauc_mrr_at_5_std
value: 4.7865
verified: no, type: nauc_mrr_at_5_diff1
value: 41.9923
verified: no, type: nauc_mrr_at_10_max
value: 39.2963
verified: no, type: nauc_mrr_at_10_std
value: 4.8511
verified: no, type: nauc_mrr_at_10_diff1
value: 41.994
verified: no, type: nauc_mrr_at_20_max
value: 39.395799999999994
verified: no, type: nauc_mrr_at_20_std
value: 4.9907
verified: no, type: nauc_mrr_at_20_diff1
value: 42.1806
verified: no, type: nauc_mrr_at_100_max
value: 39.3251
verified: no, type: nauc_mrr_at_100_std
value: 4.948
verified: no, type: nauc_mrr_at_100_diff1
value: 42.1769
verified: no, type: nauc_mrr_at_1000_max
value: 39.3153
verified: no, type: nauc_mrr_at_1000_std
value: 4.9384999999999994
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.1768
verified: no, type: main_score
value: 62.81
verified: no
task: type: Retrieval, dataset: config: ko
name: MTEB MIRACLRetrieval (ko)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 52.581999999999994
verified: no, type: ndcg_at_3
value: 53.73
verified: no, type: ndcg_at_5
value: 55.886
verified: no, type: ndcg_at_10
value: 59.216
verified: no, type: ndcg_at_20
value: 62.427
verified: no, type: ndcg_at_100
value: 65.093
verified: no, type: ndcg_at_1000
value: 66.204
verified: no, type: map_at_1
value: 30.520999999999997
verified: no, type: map_at_3
value: 42.601
verified: no, type: map_at_5
value: 46.516000000000005
verified: no, type: map_at_10
value: 49.61
verified: no, type: map_at_20
value: 51.359
verified: no, type: map_at_100
value: 52.171
verified: no, type: map_at_1000
value: 52.249
verified: no, type: recall_at_1
value: 30.520999999999997
verified: no, type: recall_at_3
value: 51.5
verified: no, type: recall_at_5
value: 60.709999999999994
verified: no, type: recall_at_10
value: 71.15899999999999
verified: no, type: recall_at_20
value: 80.209
verified: no, type: recall_at_100
value: 90.203
verified: no, type: recall_at_1000
value: 96.714
verified: no, type: precision_at_1
value: 52.581999999999994
verified: no, type: precision_at_3
value: 33.019999999999996
verified: no, type: precision_at_5
value: 25.446
verified: no, type: precision_at_10
value: 16.244
verified: no, type: precision_at_20
value: 9.695
verified: no, type: precision_at_100
value: 2.286
verified: no, type: precision_at_1000
value: 0.248
verified: no, type: mrr_at_1
value: 52.5822
verified: no, type: mrr_at_3
value: 61.9718
verified: no, type: mrr_at_5
value: 63.450700000000005
verified: no, type: mrr_at_10
value: 64.50479999999999
verified: no, type: mrr_at_20
value: 64.7745
verified: no, type: mrr_at_100
value: 64.86840000000001
verified: no, type: mrr_at_1000
value: 64.8792
verified: no, type: nauc_ndcg_at_1_max
value: 57.2789
verified: no, type: nauc_ndcg_at_1_std
value: 34.9863
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.0111
verified: no, type: nauc_ndcg_at_3_max
value: 34.18
verified: no, type: nauc_ndcg_at_3_std
value: 11.1503
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.339999999999996
verified: no, type: nauc_ndcg_at_5_max
value: 34.4364
verified: no, type: nauc_ndcg_at_5_std
value: 8.7133
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.3464
verified: no, type: nauc_ndcg_at_10_max
value: 35.990899999999996
verified: no, type: nauc_ndcg_at_10_std
value: 10.886700000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.3519
verified: no, type: nauc_ndcg_at_20_max
value: 40.259499999999996
verified: no, type: nauc_ndcg_at_20_std
value: 16.305600000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.526900000000005
verified: no, type: nauc_ndcg_at_100_max
value: 44.4663
verified: no, type: nauc_ndcg_at_100_std
value: 21.5157
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.269999999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 44.5037
verified: no, type: nauc_ndcg_at_1000_std
value: 21.6384
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.5169
verified: no, type: nauc_map_at_1_max
value: 9.6775
verified: no, type: nauc_map_at_1_std
value: -7.5287999999999995
verified: no, type: nauc_map_at_1_diff1
value: 56.714200000000005
verified: no, type: nauc_map_at_3_max
value: 14.175199999999998
verified: no, type: nauc_map_at_3_std
value: -9.251800000000001
verified: no, type: nauc_map_at_3_diff1
value: 47.239
verified: no, type: nauc_map_at_5_max
value: 20.4059
verified: no, type: nauc_map_at_5_std
value: -3.9799
verified: no, type: nauc_map_at_5_diff1
value: 46.5588
verified: no, type: nauc_map_at_10_max
value: 26.7796
verified: no, type: nauc_map_at_10_std
value: 2.3718
verified: no, type: nauc_map_at_10_diff1
value: 45.5976
verified: no, type: nauc_map_at_20_max
value: 30.291400000000003
verified: no, type: nauc_map_at_20_std
value: 6.3573
verified: no, type: nauc_map_at_20_diff1
value: 45.5914
verified: no, type: nauc_map_at_100_max
value: 32.0062
verified: no, type: nauc_map_at_100_std
value: 8.2968
verified: no, type: nauc_map_at_100_diff1
value: 45.6306
verified: no, type: nauc_map_at_1000_max
value: 32.0482
verified: no, type: nauc_map_at_1000_std
value: 8.3688
verified: no, type: nauc_map_at_1000_diff1
value: 45.6447
verified: no, type: nauc_recall_at_1_max
value: 9.6775
verified: no, type: nauc_recall_at_1_std
value: -7.5287999999999995
verified: no, type: nauc_recall_at_1_diff1
value: 56.714200000000005
verified: no, type: nauc_recall_at_3_max
value: 4.7592
verified: no, type: nauc_recall_at_3_std
value: -17.7268
verified: no, type: nauc_recall_at_3_diff1
value: 36.593599999999995
verified: no, type: nauc_recall_at_5_max
value: 11.0166
verified: no, type: nauc_recall_at_5_std
value: -14.832799999999999
verified: no, type: nauc_recall_at_5_diff1
value: 36.6471
verified: no, type: nauc_recall_at_10_max
value: 20.272299999999998
verified: no, type: nauc_recall_at_10_std
value: -3.9745000000000004
verified: no, type: nauc_recall_at_10_diff1
value: 34.875699999999995
verified: no, type: nauc_recall_at_20_max
value: 27.0707
verified: no, type: nauc_recall_at_20_std
value: 5.8709
verified: no, type: nauc_recall_at_20_diff1
value: 34.921600000000005
verified: no, type: nauc_recall_at_100_max
value: 48.045100000000005
verified: no, type: nauc_recall_at_100_std
value: 32.3099
verified: no, type: nauc_recall_at_100_diff1
value: 30.127
verified: no, type: nauc_recall_at_1000_max
value: 60.827299999999994
verified: no, type: nauc_recall_at_1000_std
value: 49.6791
verified: no, type: nauc_recall_at_1000_diff1
value: 32.2816
verified: no, type: nauc_precision_at_1_max
value: 57.2789
verified: no, type: nauc_precision_at_1_std
value: 34.9863
verified: no, type: nauc_precision_at_1_diff1
value: 44.0111
verified: no, type: nauc_precision_at_3_max
value: 55.550900000000006
verified: no, type: nauc_precision_at_3_std
value: 39.1605
verified: no, type: nauc_precision_at_3_diff1
value: 2.1411
verified: no, type: nauc_precision_at_5_max
value: 60.1216
verified: no, type: nauc_precision_at_5_std
value: 49.1925
verified: no, type: nauc_precision_at_5_diff1
value: -4.2296
verified: no, type: nauc_precision_at_10_max
value: 63.53339999999999
verified: no, type: nauc_precision_at_10_std
value: 57.2366
verified: no, type: nauc_precision_at_10_diff1
value: -9.1914
verified: no, type: nauc_precision_at_20_max
value: 63.2997
verified: no, type: nauc_precision_at_20_std
value: 62.778
verified: no, type: nauc_precision_at_20_diff1
value: -11.4618
verified: no, type: nauc_precision_at_100_max
value: 61.345000000000006
verified: no, type: nauc_precision_at_100_std
value: 66.3033
verified: no, type: nauc_precision_at_100_diff1
value: -14.8779
verified: no, type: nauc_precision_at_1000_max
value: 56.28300000000001
verified: no, type: nauc_precision_at_1000_std
value: 62.91290000000001
verified: no, type: nauc_precision_at_1000_diff1
value: -16.6149
verified: no, type: nauc_mrr_at_1_max
value: 57.2789
verified: no, type: nauc_mrr_at_1_std
value: 34.9863
verified: no, type: nauc_mrr_at_1_diff1
value: 44.0111
verified: no, type: nauc_mrr_at_3_max
value: 57.678200000000004
verified: no, type: nauc_mrr_at_3_std
value: 33.5744
verified: no, type: nauc_mrr_at_3_diff1
value: 39.5643
verified: no, type: nauc_mrr_at_5_max
value: 58.668600000000005
verified: no, type: nauc_mrr_at_5_std
value: 33.5118
verified: no, type: nauc_mrr_at_5_diff1
value: 40.888200000000005
verified: no, type: nauc_mrr_at_10_max
value: 58.4754
verified: no, type: nauc_mrr_at_10_std
value: 33.7964
verified: no, type: nauc_mrr_at_10_diff1
value: 41.314
verified: no, type: nauc_mrr_at_20_max
value: 58.434
verified: no, type: nauc_mrr_at_20_std
value: 33.903
verified: no, type: nauc_mrr_at_20_diff1
value: 41.217999999999996
verified: no, type: nauc_mrr_at_100_max
value: 58.4576
verified: no, type: nauc_mrr_at_100_std
value: 33.9478
verified: no, type: nauc_mrr_at_100_diff1
value: 41.172599999999996
verified: no, type: nauc_mrr_at_1000_max
value: 58.444399999999995
verified: no, type: nauc_mrr_at_1000_std
value: 33.9292
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.166199999999996
verified: no, type: main_score
value: 59.216
verified: no
task: type: Retrieval, dataset: config: ru
name: MTEB MIRACLRetrieval (ru)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 47.524
verified: no, type: ndcg_at_3
value: 46.812
verified: no, type: ndcg_at_5
value: 48.442
verified: no, type: ndcg_at_10
value: 52.349000000000004
verified: no, type: ndcg_at_20
value: 55.669000000000004
verified: no, type: ndcg_at_100
value: 59.724999999999994
verified: no, type: ndcg_at_1000
value: 61.312999999999995
verified: no, type: map_at_1
value: 24.337
verified: no, type: map_at_3
value: 35.765
verified: no, type: map_at_5
value: 39.153
verified: no, type: map_at_10
value: 42.225
verified: no, type: map_at_20
value: 43.782
verified: no, type: map_at_100
value: 44.887
verified: no, type: map_at_1000
value: 45.013
verified: no, type: recall_at_1
value: 24.337
verified: no, type: recall_at_3
value: 42.927
verified: no, type: recall_at_5
value: 51.258
verified: no, type: recall_at_10
value: 62.437
verified: no, type: recall_at_20
value: 71.411
verified: no, type: recall_at_100
value: 86.489
verified: no, type: recall_at_1000
value: 95.26599999999999
verified: no, type: precision_at_1
value: 47.524
verified: no, type: precision_at_3
value: 31.948999999999998
verified: no, type: precision_at_5
value: 24.121000000000002
verified: no, type: precision_at_10
value: 15.534999999999998
verified: no, type: precision_at_20
value: 9.408999999999999
verified: no, type: precision_at_100
value: 2.407
verified: no, type: precision_at_1000
value: 0.271
verified: no, type: mrr_at_1
value: 47.524
verified: no, type: mrr_at_3
value: 57.6012
verified: no, type: mrr_at_5
value: 59.130700000000004
verified: no, type: mrr_at_10
value: 60.1824
verified: no, type: mrr_at_20
value: 60.507200000000005
verified: no, type: mrr_at_100
value: 60.6675
verified: no, type: mrr_at_1000
value: 60.6789
verified: no, type: nauc_ndcg_at_1_max
value: 32.3091
verified: no, type: nauc_ndcg_at_1_std
value: 10.915700000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.0477
verified: no, type: nauc_ndcg_at_3_max
value: 30.5579
verified: no, type: nauc_ndcg_at_3_std
value: 9.9651
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.537200000000002
verified: no, type: nauc_ndcg_at_5_max
value: 30.7637
verified: no, type: nauc_ndcg_at_5_std
value: 9.7618
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.225699999999996
verified: no, type: nauc_ndcg_at_10_max
value: 32.0146
verified: no, type: nauc_ndcg_at_10_std
value: 9.681099999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.6866
verified: no, type: nauc_ndcg_at_20_max
value: 34.7846
verified: no, type: nauc_ndcg_at_20_std
value: 13.270599999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.8097
verified: no, type: nauc_ndcg_at_100_max
value: 37.1031
verified: no, type: nauc_ndcg_at_100_std
value: 16.512
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.294200000000004
verified: no, type: nauc_ndcg_at_1000_max
value: 36.5248
verified: no, type: nauc_ndcg_at_1000_std
value: 16.1206
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.6308
verified: no, type: nauc_map_at_1_max
value: 17.363300000000002
verified: no, type: nauc_map_at_1_std
value: -3.3156
verified: no, type: nauc_map_at_1_diff1
value: 33.9402
verified: no, type: nauc_map_at_3_max
value: 23.0235
verified: no, type: nauc_map_at_3_std
value: 1.2713999999999999
verified: no, type: nauc_map_at_3_diff1
value: 28.946499999999997
verified: no, type: nauc_map_at_5_max
value: 25.8014
verified: no, type: nauc_map_at_5_std
value: 3.8541
verified: no, type: nauc_map_at_5_diff1
value: 28.526
verified: no, type: nauc_map_at_10_max
value: 27.6617
verified: no, type: nauc_map_at_10_std
value: 5.2938
verified: no, type: nauc_map_at_10_diff1
value: 28.122700000000002
verified: no, type: nauc_map_at_20_max
value: 29.071399999999997
verified: no, type: nauc_map_at_20_std
value: 7.005
verified: no, type: nauc_map_at_20_diff1
value: 28.075
verified: no, type: nauc_map_at_100_max
value: 29.9533
verified: no, type: nauc_map_at_100_std
value: 8.0838
verified: no, type: nauc_map_at_100_diff1
value: 28.2424
verified: no, type: nauc_map_at_1000_max
value: 29.936200000000003
verified: no, type: nauc_map_at_1000_std
value: 8.0967
verified: no, type: nauc_map_at_1000_diff1
value: 28.259
verified: no, type: nauc_recall_at_1_max
value: 17.363300000000002
verified: no, type: nauc_recall_at_1_std
value: -3.3156
verified: no, type: nauc_recall_at_1_diff1
value: 33.9402
verified: no, type: nauc_recall_at_3_max
value: 20.7272
verified: no, type: nauc_recall_at_3_std
value: 1.9171
verified: no, type: nauc_recall_at_3_diff1
value: 23.505300000000002
verified: no, type: nauc_recall_at_5_max
value: 24.55
verified: no, type: nauc_recall_at_5_std
value: 6.1491999999999996
verified: no, type: nauc_recall_at_5_diff1
value: 21.1769
verified: no, type: nauc_recall_at_10_max
value: 26.6134
verified: no, type: nauc_recall_at_10_std
value: 7.3684
verified: no, type: nauc_recall_at_10_diff1
value: 18.0016
verified: no, type: nauc_recall_at_20_max
value: 33.744
verified: no, type: nauc_recall_at_20_std
value: 17.2573
verified: no, type: nauc_recall_at_20_diff1
value: 17.3872
verified: no, type: nauc_recall_at_100_max
value: 49.5745
verified: no, type: nauc_recall_at_100_std
value: 39.4003
verified: no, type: nauc_recall_at_100_diff1
value: 16.1814
verified: no, type: nauc_recall_at_1000_max
value: 62.5842
verified: no, type: nauc_recall_at_1000_std
value: 64.7392
verified: no, type: nauc_recall_at_1000_diff1
value: 16.9464
verified: no, type: nauc_precision_at_1_max
value: 32.3091
verified: no, type: nauc_precision_at_1_std
value: 10.915700000000001
verified: no, type: nauc_precision_at_1_diff1
value: 35.0477
verified: no, type: nauc_precision_at_3_max
value: 34.9888
verified: no, type: nauc_precision_at_3_std
value: 22.009600000000002
verified: no, type: nauc_precision_at_3_diff1
value: 13.4801
verified: no, type: nauc_precision_at_5_max
value: 34.1539
verified: no, type: nauc_precision_at_5_std
value: 25.2388
verified: no, type: nauc_precision_at_5_diff1
value: 8.622
verified: no, type: nauc_precision_at_10_max
value: 31.194
verified: no, type: nauc_precision_at_10_std
value: 25.397100000000002
verified: no, type: nauc_precision_at_10_diff1
value: 3.4173
verified: no, type: nauc_precision_at_20_max
value: 29.3116
verified: no, type: nauc_precision_at_20_std
value: 28.8229
verified: no, type: nauc_precision_at_20_diff1
value: -0.4374
verified: no, type: nauc_precision_at_100_max
value: 23.853099999999998
verified: no, type: nauc_precision_at_100_std
value: 29.942800000000002
verified: no, type: nauc_precision_at_100_diff1
value: -3.9575
verified: no, type: nauc_precision_at_1000_max
value: 16.5958
verified: no, type: nauc_precision_at_1000_std
value: 25.208599999999997
verified: no, type: nauc_precision_at_1000_diff1
value: -6.1125
verified: no, type: nauc_mrr_at_1_max
value: 32.3091
verified: no, type: nauc_mrr_at_1_std
value: 10.915700000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 35.0477
verified: no, type: nauc_mrr_at_3_max
value: 36.9469
verified: no, type: nauc_mrr_at_3_std
value: 15.4767
verified: no, type: nauc_mrr_at_3_diff1
value: 33.3922
verified: no, type: nauc_mrr_at_5_max
value: 37.7043
verified: no, type: nauc_mrr_at_5_std
value: 16.2089
verified: no, type: nauc_mrr_at_5_diff1
value: 33.3182
verified: no, type: nauc_mrr_at_10_max
value: 37.5403
verified: no, type: nauc_mrr_at_10_std
value: 16.229599999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 33.2431
verified: no, type: nauc_mrr_at_20_max
value: 37.4812
verified: no, type: nauc_mrr_at_20_std
value: 16.278100000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 33.3127
verified: no, type: nauc_mrr_at_100_max
value: 37.43
verified: no, type: nauc_mrr_at_100_std
value: 16.2077
verified: no, type: nauc_mrr_at_100_diff1
value: 33.3439
verified: no, type: nauc_mrr_at_1000_max
value: 37.4133
verified: no, type: nauc_mrr_at_1000_std
value: 16.1859
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.353300000000004
verified: no, type: main_score
value: 52.349000000000004
verified: no
task: type: Retrieval, dataset: config: sw
name: MTEB MIRACLRetrieval (sw)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 51.66
verified: no, type: ndcg_at_3
value: 54.827999999999996
verified: no, type: ndcg_at_5
value: 57.382
verified: no, type: ndcg_at_10
value: 61.271
verified: no, type: ndcg_at_20
value: 63.64300000000001
verified: no, type: ndcg_at_100
value: 66.09899999999999
verified: no, type: ndcg_at_1000
value: 66.867
verified: no, type: map_at_1
value: 35.276999999999994
verified: no, type: map_at_3
value: 48.260999999999996
verified: no, type: map_at_5
value: 51.029
verified: no, type: map_at_10
value: 53.405
verified: no, type: map_at_20
value: 54.298
verified: no, type: map_at_100
value: 54.836
verified: no, type: map_at_1000
value: 54.887
verified: no, type: recall_at_1
value: 35.276999999999994
verified: no, type: recall_at_3
value: 56.739
verified: no, type: recall_at_5
value: 64.21
verified: no, type: recall_at_10
value: 74.368
verified: no, type: recall_at_20
value: 81.888
verified: no, type: recall_at_100
value: 92.26100000000001
verified: no, type: recall_at_1000
value: 97.109
verified: no, type: precision_at_1
value: 51.66
verified: no, type: precision_at_3
value: 30.843999999999998
verified: no, type: precision_at_5
value: 21.743000000000002
verified: no, type: precision_at_10
value: 12.988
verified: no, type: precision_at_20
value: 7.364999999999999
verified: no, type: precision_at_100
value: 1.714
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: mrr_at_1
value: 51.6598
verified: no, type: mrr_at_3
value: 60.338899999999995
verified: no, type: mrr_at_5
value: 61.7808
verified: no, type: mrr_at_10
value: 62.751599999999996
verified: no, type: mrr_at_20
value: 63.1412
verified: no, type: mrr_at_100
value: 63.309099999999994
verified: no, type: mrr_at_1000
value: 63.317299999999996
verified: no, type: nauc_ndcg_at_1_max
value: 33.6073
verified: no, type: nauc_ndcg_at_1_std
value: 6.1046000000000005
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.1955
verified: no, type: nauc_ndcg_at_3_max
value: 31.268400000000003
verified: no, type: nauc_ndcg_at_3_std
value: -2.9395000000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.6186
verified: no, type: nauc_ndcg_at_5_max
value: 32.3145
verified: no, type: nauc_ndcg_at_5_std
value: -0.7283999999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.7602
verified: no, type: nauc_ndcg_at_10_max
value: 35.1426
verified: no, type: nauc_ndcg_at_10_std
value: -0.13829999999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.8929
verified: no, type: nauc_ndcg_at_20_max
value: 35.4227
verified: no, type: nauc_ndcg_at_20_std
value: 0.8394999999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.9758
verified: no, type: nauc_ndcg_at_100_max
value: 36.9415
verified: no, type: nauc_ndcg_at_100_std
value: 5.9117999999999995
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.0021
verified: no, type: nauc_ndcg_at_1000_max
value: 37.0195
verified: no, type: nauc_ndcg_at_1000_std
value: 5.5642
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.1389
verified: no, type: nauc_map_at_1_max
value: 14.893600000000001
verified: no, type: nauc_map_at_1_std
value: -6.9723
verified: no, type: nauc_map_at_1_diff1
value: 47.328399999999995
verified: no, type: nauc_map_at_3_max
value: 25.1304
verified: no, type: nauc_map_at_3_std
value: -5.5777
verified: no, type: nauc_map_at_3_diff1
value: 39.5728
verified: no, type: nauc_map_at_5_max
value: 28.206599999999998
verified: no, type: nauc_map_at_5_std
value: -3.2870000000000004
verified: no, type: nauc_map_at_5_diff1
value: 39.868500000000004
verified: no, type: nauc_map_at_10_max
value: 30.520999999999997
verified: no, type: nauc_map_at_10_std
value: -2.539
verified: no, type: nauc_map_at_10_diff1
value: 39.1287
verified: no, type: nauc_map_at_20_max
value: 30.712899999999998
verified: no, type: nauc_map_at_20_std
value: -2.0093
verified: no, type: nauc_map_at_20_diff1
value: 39.0357
verified: no, type: nauc_map_at_100_max
value: 31.0687
verified: no, type: nauc_map_at_100_std
value: -1.0538
verified: no, type: nauc_map_at_100_diff1
value: 38.9851
verified: no, type: nauc_map_at_1000_max
value: 31.0939
verified: no, type: nauc_map_at_1000_std
value: -1.0348
verified: no, type: nauc_map_at_1000_diff1
value: 38.9719
verified: no, type: nauc_recall_at_1_max
value: 14.893600000000001
verified: no, type: nauc_recall_at_1_std
value: -6.9723
verified: no, type: nauc_recall_at_1_diff1
value: 47.328399999999995
verified: no, type: nauc_recall_at_3_max
value: 25.0525
verified: no, type: nauc_recall_at_3_std
value: -9.808300000000001
verified: no, type: nauc_recall_at_3_diff1
value: 32.9087
verified: no, type: nauc_recall_at_5_max
value: 28.8065
verified: no, type: nauc_recall_at_5_std
value: -4.5512999999999995
verified: no, type: nauc_recall_at_5_diff1
value: 32.9308
verified: no, type: nauc_recall_at_10_max
value: 34.9121
verified: no, type: nauc_recall_at_10_std
value: -5.8499
verified: no, type: nauc_recall_at_10_diff1
value: 29.791
verified: no, type: nauc_recall_at_20_max
value: 35.6729
verified: no, type: nauc_recall_at_20_std
value: -4.3512
verified: no, type: nauc_recall_at_20_diff1
value: 29.087600000000002
verified: no, type: nauc_recall_at_100_max
value: 53.5866
verified: no, type: nauc_recall_at_100_std
value: 49.692
verified: no, type: nauc_recall_at_100_diff1
value: 28.9725
verified: no, type: nauc_recall_at_1000_max
value: 80.23949999999999
verified: no, type: nauc_recall_at_1000_std
value: 86.7359
verified: no, type: nauc_recall_at_1000_diff1
value: 37.333
verified: no, type: nauc_precision_at_1_max
value: 33.6073
verified: no, type: nauc_precision_at_1_std
value: 6.1046000000000005
verified: no, type: nauc_precision_at_1_diff1
value: 41.1955
verified: no, type: nauc_precision_at_3_max
value: 40.2515
verified: no, type: nauc_precision_at_3_std
value: 12.1973
verified: no, type: nauc_precision_at_3_diff1
value: 3.9177999999999997
verified: no, type: nauc_precision_at_5_max
value: 41.7312
verified: no, type: nauc_precision_at_5_std
value: 17.921400000000002
verified: no, type: nauc_precision_at_5_diff1
value: -0.2405
verified: no, type: nauc_precision_at_10_max
value: 39.9025
verified: no, type: nauc_precision_at_10_std
value: 18.9909
verified: no, type: nauc_precision_at_10_diff1
value: -8.5406
verified: no, type: nauc_precision_at_20_max
value: 34.1753
verified: no, type: nauc_precision_at_20_std
value: 21.9853
verified: no, type: nauc_precision_at_20_diff1
value: -13.966700000000001
verified: no, type: nauc_precision_at_100_max
value: 30.461
verified: no, type: nauc_precision_at_100_std
value: 34.063900000000004
verified: no, type: nauc_precision_at_100_diff1
value: -21.1252
verified: no, type: nauc_precision_at_1000_max
value: 26.5512
verified: no, type: nauc_precision_at_1000_std
value: 30.7066
verified: no, type: nauc_precision_at_1000_diff1
value: -22.2902
verified: no, type: nauc_mrr_at_1_max
value: 33.6073
verified: no, type: nauc_mrr_at_1_std
value: 6.1046000000000005
verified: no, type: nauc_mrr_at_1_diff1
value: 41.1955
verified: no, type: nauc_mrr_at_3_max
value: 37.6571
verified: no, type: nauc_mrr_at_3_std
value: 5.2793
verified: no, type: nauc_mrr_at_3_diff1
value: 36.5302
verified: no, type: nauc_mrr_at_5_max
value: 38.6239
verified: no, type: nauc_mrr_at_5_std
value: 7.762700000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 36.525
verified: no, type: nauc_mrr_at_10_max
value: 38.4608
verified: no, type: nauc_mrr_at_10_std
value: 7.131
verified: no, type: nauc_mrr_at_10_diff1
value: 36.4653
verified: no, type: nauc_mrr_at_20_max
value: 38.2783
verified: no, type: nauc_mrr_at_20_std
value: 6.9415000000000004
verified: no, type: nauc_mrr_at_20_diff1
value: 36.5089
verified: no, type: nauc_mrr_at_100_max
value: 38.337199999999996
verified: no, type: nauc_mrr_at_100_std
value: 7.2228
verified: no, type: nauc_mrr_at_100_diff1
value: 36.6891
verified: no, type: nauc_mrr_at_1000_max
value: 38.327600000000004
verified: no, type: nauc_mrr_at_1000_std
value: 7.206300000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.696400000000004
verified: no, type: main_score
value: 61.271
verified: no
task: type: Retrieval, dataset: config: te
name: MTEB MIRACLRetrieval (te)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 63.647
verified: no, type: ndcg_at_3
value: 75.98700000000001
verified: no, type: ndcg_at_5
value: 77.86999999999999
verified: no, type: ndcg_at_10
value: 79.149
verified: no, type: ndcg_at_20
value: 79.50399999999999
verified: no, type: ndcg_at_100
value: 80.199
verified: no, type: ndcg_at_1000
value: 80.393
verified: no, type: map_at_1
value: 62.963
verified: no, type: map_at_3
value: 72.94699999999999
verified: no, type: map_at_5
value: 74.042
verified: no, type: map_at_10
value: 74.612
verified: no, type: map_at_20
value: 74.727
verified: no, type: map_at_100
value: 74.831
verified: no, type: map_at_1000
value: 74.839
verified: no, type: recall_at_1
value: 62.963
verified: no, type: recall_at_3
value: 84.15899999999999
verified: no, type: recall_at_5
value: 88.627
verified: no, type: recall_at_10
value: 92.411
verified: no, type: recall_at_20
value: 93.74
verified: no, type: recall_at_100
value: 97.363
verified: no, type: recall_at_1000
value: 98.833
verified: no, type: precision_at_1
value: 63.647
verified: no, type: precision_at_3
value: 28.622999999999998
verified: no, type: precision_at_5
value: 18.163999999999998
verified: no, type: precision_at_10
value: 9.481
verified: no, type: precision_at_20
value: 4.819
verified: no, type: precision_at_100
value: 1.001
verified: no, type: precision_at_1000
value: 0.10200000000000001
verified: no, type: mrr_at_1
value: 63.647299999999994
verified: no, type: mrr_at_3
value: 73.49029999999999
verified: no, type: mrr_at_5
value: 74.4626
verified: no, type: mrr_at_10
value: 74.98280000000001
verified: no, type: mrr_at_20
value: 75.0719
verified: no, type: mrr_at_100
value: 75.1695
verified: no, type: mrr_at_1000
value: 75.1769
verified: no, type: nauc_ndcg_at_1_max
value: 33.3063
verified: no, type: nauc_ndcg_at_1_std
value: -27.609699999999997
verified: no, type: nauc_ndcg_at_1_diff1
value: 64.8293
verified: no, type: nauc_ndcg_at_3_max
value: 42.4738
verified: no, type: nauc_ndcg_at_3_std
value: -23.8921
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.43749999999999
verified: no, type: nauc_ndcg_at_5_max
value: 43.132
verified: no, type: nauc_ndcg_at_5_std
value: -23.2181
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.722899999999996
verified: no, type: nauc_ndcg_at_10_max
value: 43.036
verified: no, type: nauc_ndcg_at_10_std
value: -22.880300000000002
verified: no, type: nauc_ndcg_at_10_diff1
value: 56.22279999999999
verified: no, type: nauc_ndcg_at_20_max
value: 43.1538
verified: no, type: nauc_ndcg_at_20_std
value: -22.7674
verified: no, type: nauc_ndcg_at_20_diff1
value: 56.4893
verified: no, type: nauc_ndcg_at_100_max
value: 42.0908
verified: no, type: nauc_ndcg_at_100_std
value: -22.3071
verified: no, type: nauc_ndcg_at_100_diff1
value: 57.5928
verified: no, type: nauc_ndcg_at_1000_max
value: 41.6223
verified: no, type: nauc_ndcg_at_1000_std
value: -22.747600000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 57.6603
verified: no, type: nauc_map_at_1_max
value: 31.9355
verified: no, type: nauc_map_at_1_std
value: -29.4362
verified: no, type: nauc_map_at_1_diff1
value: 64.9802
verified: no, type: nauc_map_at_3_max
value: 39.3304
verified: no, type: nauc_map_at_3_std
value: -25.819
verified: no, type: nauc_map_at_3_diff1
value: 58.8664
verified: no, type: nauc_map_at_5_max
value: 39.659800000000004
verified: no, type: nauc_map_at_5_std
value: -25.3619
verified: no, type: nauc_map_at_5_diff1
value: 58.57449999999999
verified: no, type: nauc_map_at_10_max
value: 39.6121
verified: no, type: nauc_map_at_10_std
value: -25.2399
verified: no, type: nauc_map_at_10_diff1
value: 58.8083
verified: no, type: nauc_map_at_20_max
value: 39.6958
verified: no, type: nauc_map_at_20_std
value: -25.116
verified: no, type: nauc_map_at_20_diff1
value: 58.8995
verified: no, type: nauc_map_at_100_max
value: 39.5617
verified: no, type: nauc_map_at_100_std
value: -25.0319
verified: no, type: nauc_map_at_100_diff1
value: 59.053599999999996
verified: no, type: nauc_map_at_1000_max
value: 39.5469
verified: no, type: nauc_map_at_1000_std
value: -25.0473
verified: no, type: nauc_map_at_1000_diff1
value: 59.0556
verified: no, type: nauc_recall_at_1_max
value: 31.9355
verified: no, type: nauc_recall_at_1_std
value: -29.4362
verified: no, type: nauc_recall_at_1_diff1
value: 64.9802
verified: no, type: nauc_recall_at_3_max
value: 54.57149999999999
verified: no, type: nauc_recall_at_3_std
value: -17.9671
verified: no, type: nauc_recall_at_3_diff1
value: 45.4961
verified: no, type: nauc_recall_at_5_max
value: 61.2002
verified: no, type: nauc_recall_at_5_std
value: -13.9075
verified: no, type: nauc_recall_at_5_diff1
value: 39.1115
verified: no, type: nauc_recall_at_10_max
value: 68.2226
verified: no, type: nauc_recall_at_10_std
value: -7.230200000000001
verified: no, type: nauc_recall_at_10_diff1
value: 34.9241
verified: no, type: nauc_recall_at_20_max
value: 74.08019999999999
verified: no, type: nauc_recall_at_20_std
value: -4.4287
verified: no, type: nauc_recall_at_20_diff1
value: 33.4441
verified: no, type: nauc_recall_at_100_max
value: 80.2462
verified: no, type: nauc_recall_at_100_std
value: 30.9842
verified: no, type: nauc_recall_at_100_diff1
value: 38.0659
verified: no, type: nauc_recall_at_1000_max
value: 77.5197
verified: no, type: nauc_recall_at_1000_std
value: 51.5945
verified: no, type: nauc_recall_at_1000_diff1
value: 22.9724
verified: no, type: nauc_precision_at_1_max
value: 33.3063
verified: no, type: nauc_precision_at_1_std
value: -27.609699999999997
verified: no, type: nauc_precision_at_1_diff1
value: 64.8293
verified: no, type: nauc_precision_at_3_max
value: 56.837199999999996
verified: no, type: nauc_precision_at_3_std
value: -7.5578
verified: no, type: nauc_precision_at_3_diff1
value: 36.4516
verified: no, type: nauc_precision_at_5_max
value: 57.3511
verified: no, type: nauc_precision_at_5_std
value: 2.889
verified: no, type: nauc_precision_at_5_diff1
value: 23.0276
verified: no, type: nauc_precision_at_10_max
value: 56.852999999999994
verified: no, type: nauc_precision_at_10_std
value: 13.305900000000001
verified: no, type: nauc_precision_at_10_diff1
value: 12.1547
verified: no, type: nauc_precision_at_20_max
value: 55.735299999999995
verified: no, type: nauc_precision_at_20_std
value: 20.3483
verified: no, type: nauc_precision_at_20_diff1
value: 6.6423
verified: no, type: nauc_precision_at_100_max
value: 43.358999999999995
verified: no, type: nauc_precision_at_100_std
value: 44.4213
verified: no, type: nauc_precision_at_100_diff1
value: -5.556500000000001
verified: no, type: nauc_precision_at_1000_max
value: 27.974
verified: no, type: nauc_precision_at_1000_std
value: 47.254400000000004
verified: no, type: nauc_precision_at_1000_diff1
value: -21.8157
verified: no, type: nauc_mrr_at_1_max
value: 33.3063
verified: no, type: nauc_mrr_at_1_std
value: -27.609699999999997
verified: no, type: nauc_mrr_at_1_diff1
value: 64.8293
verified: no, type: nauc_mrr_at_3_max
value: 40.129
verified: no, type: nauc_mrr_at_3_std
value: -24.0152
verified: no, type: nauc_mrr_at_3_diff1
value: 58.9134
verified: no, type: nauc_mrr_at_5_max
value: 40.1054
verified: no, type: nauc_mrr_at_5_std
value: -24.0554
verified: no, type: nauc_mrr_at_5_diff1
value: 58.71920000000001
verified: no, type: nauc_mrr_at_10_max
value: 40.0067
verified: no, type: nauc_mrr_at_10_std
value: -23.9912
verified: no, type: nauc_mrr_at_10_diff1
value: 58.964099999999995
verified: no, type: nauc_mrr_at_20_max
value: 39.9983
verified: no, type: nauc_mrr_at_20_std
value: -24.0277
verified: no, type: nauc_mrr_at_20_diff1
value: 59.0425
verified: no, type: nauc_mrr_at_100_max
value: 39.8766
verified: no, type: nauc_mrr_at_100_std
value: -23.9296
verified: no, type: nauc_mrr_at_100_diff1
value: 59.1824
verified: no, type: nauc_mrr_at_1000_max
value: 39.861799999999995
verified: no, type: nauc_mrr_at_1000_std
value: -23.9468
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.1847
verified: no, type: main_score
value: 79.149
verified: no
task: type: Retrieval, dataset: config: th
name: MTEB MIRACLRetrieval (th)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 66.712
verified: no, type: ndcg_at_3
value: 67.393
verified: no, type: ndcg_at_5
value: 70.20100000000001
verified: no, type: ndcg_at_10
value: 73.324
verified: no, type: ndcg_at_20
value: 75.24300000000001
verified: no, type: ndcg_at_100
value: 76.633
verified: no, type: ndcg_at_1000
value: 77.119
verified: no, type: map_at_1
value: 47.105999999999995
verified: no, type: map_at_3
value: 60.67700000000001
verified: no, type: map_at_5
value: 63.81099999999999
verified: no, type: map_at_10
value: 65.998
verified: no, type: map_at_20
value: 66.914
verified: no, type: map_at_100
value: 67.258
verified: no, type: map_at_1000
value: 67.293
verified: no, type: recall_at_1
value: 47.105999999999995
verified: no, type: recall_at_3
value: 68.45599999999999
verified: no, type: recall_at_5
value: 75.91499999999999
verified: no, type: recall_at_10
value: 84.294
verified: no, type: recall_at_20
value: 90.08500000000001
verified: no, type: recall_at_100
value: 95.949
verified: no, type: recall_at_1000
value: 98.874
verified: no, type: precision_at_1
value: 66.712
verified: no, type: precision_at_3
value: 36.016
verified: no, type: precision_at_5
value: 25.157
verified: no, type: precision_at_10
value: 14.516000000000002
verified: no, type: precision_at_20
value: 7.994999999999999
verified: no, type: precision_at_100
value: 1.738
verified: no, type: precision_at_1000
value: 0.181
verified: no, type: mrr_at_1
value: 66.71209999999999
verified: no, type: mrr_at_3
value: 74.3747
verified: no, type: mrr_at_5
value: 75.3297
verified: no, type: mrr_at_10
value: 75.9858
verified: no, type: mrr_at_20
value: 76.1819
verified: no, type: mrr_at_100
value: 76.2551
verified: no, type: mrr_at_1000
value: 76.2587
verified: no, type: nauc_ndcg_at_1_max
value: 43.199799999999996
verified: no, type: nauc_ndcg_at_1_std
value: 8.6242
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.3688
verified: no, type: nauc_ndcg_at_3_max
value: 37.9248
verified: no, type: nauc_ndcg_at_3_std
value: -1.3769
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.9588
verified: no, type: nauc_ndcg_at_5_max
value: 38.4241
verified: no, type: nauc_ndcg_at_5_std
value: -1.0533000000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.0453
verified: no, type: nauc_ndcg_at_10_max
value: 40.4105
verified: no, type: nauc_ndcg_at_10_std
value: 1.4455
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.6256
verified: no, type: nauc_ndcg_at_20_max
value: 41.1133
verified: no, type: nauc_ndcg_at_20_std
value: 2.931
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.920899999999996
verified: no, type: nauc_ndcg_at_100_max
value: 41.6336
verified: no, type: nauc_ndcg_at_100_std
value: 4.9768
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.3658
verified: no, type: nauc_ndcg_at_1000_max
value: 41.6223
verified: no, type: nauc_ndcg_at_1000_std
value: 5.2031
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.4062
verified: no, type: nauc_map_at_1_max
value: 20.7626
verified: no, type: nauc_map_at_1_std
value: -8.0023
verified: no, type: nauc_map_at_1_diff1
value: 44.4569
verified: no, type: nauc_map_at_3_max
value: 32.5175
verified: no, type: nauc_map_at_3_std
value: -7.458099999999999
verified: no, type: nauc_map_at_3_diff1
value: 40.2164
verified: no, type: nauc_map_at_5_max
value: 34.4803
verified: no, type: nauc_map_at_5_std
value: -5.149
verified: no, type: nauc_map_at_5_diff1
value: 39.7814
verified: no, type: nauc_map_at_10_max
value: 36.0112
verified: no, type: nauc_map_at_10_std
value: -2.7143
verified: no, type: nauc_map_at_10_diff1
value: 40.231
verified: no, type: nauc_map_at_20_max
value: 36.574200000000005
verified: no, type: nauc_map_at_20_std
value: -1.718
verified: no, type: nauc_map_at_20_diff1
value: 40.278000000000006
verified: no, type: nauc_map_at_100_max
value: 36.7445
verified: no, type: nauc_map_at_100_std
value: -1.208
verified: no, type: nauc_map_at_100_diff1
value: 40.4046
verified: no, type: nauc_map_at_1000_max
value: 36.770199999999996
verified: no, type: nauc_map_at_1000_std
value: -1.1672
verified: no, type: nauc_map_at_1000_diff1
value: 40.409099999999995
verified: no, type: nauc_recall_at_1_max
value: 20.7626
verified: no, type: nauc_recall_at_1_std
value: -8.0023
verified: no, type: nauc_recall_at_1_diff1
value: 44.4569
verified: no, type: nauc_recall_at_3_max
value: 31.2938
verified: no, type: nauc_recall_at_3_std
value: -12.4723
verified: no, type: nauc_recall_at_3_diff1
value: 35.0524
verified: no, type: nauc_recall_at_5_max
value: 34.4221
verified: no, type: nauc_recall_at_5_std
value: -9.0849
verified: no, type: nauc_recall_at_5_diff1
value: 33.6966
verified: no, type: nauc_recall_at_10_max
value: 40.1481
verified: no, type: nauc_recall_at_10_std
value: -2.4007
verified: no, type: nauc_recall_at_10_diff1
value: 32.398700000000005
verified: no, type: nauc_recall_at_20_max
value: 43.068400000000004
verified: no, type: nauc_recall_at_20_std
value: 0.4869
verified: no, type: nauc_recall_at_20_diff1
value: 31.7169
verified: no, type: nauc_recall_at_100_max
value: 54.1481
verified: no, type: nauc_recall_at_100_std
value: 28.3243
verified: no, type: nauc_recall_at_100_diff1
value: 29.1055
verified: no, type: nauc_recall_at_1000_max
value: 82.51389999999999
verified: no, type: nauc_recall_at_1000_std
value: 88.3602
verified: no, type: nauc_recall_at_1000_diff1
value: 14.9201
verified: no, type: nauc_precision_at_1_max
value: 43.199799999999996
verified: no, type: nauc_precision_at_1_std
value: 8.6242
verified: no, type: nauc_precision_at_1_diff1
value: 49.3688
verified: no, type: nauc_precision_at_3_max
value: 35.1732
verified: no, type: nauc_precision_at_3_std
value: 16.3941
verified: no, type: nauc_precision_at_3_diff1
value: 4.4193999999999996
verified: no, type: nauc_precision_at_5_max
value: 28.2059
verified: no, type: nauc_precision_at_5_std
value: 22.4744
verified: no, type: nauc_precision_at_5_diff1
value: -4.0808
verified: no, type: nauc_precision_at_10_max
value: 22.7955
verified: no, type: nauc_precision_at_10_std
value: 28.8744
verified: no, type: nauc_precision_at_10_diff1
value: -9.9309
verified: no, type: nauc_precision_at_20_max
value: 17.2362
verified: no, type: nauc_precision_at_20_std
value: 30.7132
verified: no, type: nauc_precision_at_20_diff1
value: -13.5708
verified: no, type: nauc_precision_at_100_max
value: 13.3455
verified: no, type: nauc_precision_at_100_std
value: 34.1715
verified: no, type: nauc_precision_at_100_diff1
value: -16.4298
verified: no, type: nauc_precision_at_1000_max
value: 10.639700000000001
verified: no, type: nauc_precision_at_1000_std
value: 33.1325
verified: no, type: nauc_precision_at_1000_diff1
value: -17.5938
verified: no, type: nauc_mrr_at_1_max
value: 43.199799999999996
verified: no, type: nauc_mrr_at_1_std
value: 8.6242
verified: no, type: nauc_mrr_at_1_diff1
value: 49.3688
verified: no, type: nauc_mrr_at_3_max
value: 47.106500000000004
verified: no, type: nauc_mrr_at_3_std
value: 10.3023
verified: no, type: nauc_mrr_at_3_diff1
value: 46.2565
verified: no, type: nauc_mrr_at_5_max
value: 47.151900000000005
verified: no, type: nauc_mrr_at_5_std
value: 11.2485
verified: no, type: nauc_mrr_at_5_diff1
value: 46.4519
verified: no, type: nauc_mrr_at_10_max
value: 47.468700000000005
verified: no, type: nauc_mrr_at_10_std
value: 11.5245
verified: no, type: nauc_mrr_at_10_diff1
value: 46.291399999999996
verified: no, type: nauc_mrr_at_20_max
value: 47.3577
verified: no, type: nauc_mrr_at_20_std
value: 11.3081
verified: no, type: nauc_mrr_at_20_diff1
value: 46.490700000000004
verified: no, type: nauc_mrr_at_100_max
value: 47.3153
verified: no, type: nauc_mrr_at_100_std
value: 11.2816
verified: no, type: nauc_mrr_at_100_diff1
value: 46.5288
verified: no, type: nauc_mrr_at_1000_max
value: 47.308299999999996
verified: no, type: nauc_mrr_at_1000_std
value: 11.2835
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.5276
verified: no, type: main_score
value: 73.324
verified: no
task: type: Retrieval, dataset: config: yo
name: MTEB MIRACLRetrieval (yo)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 49.58
verified: no, type: ndcg_at_3
value: 64.793
verified: no, type: ndcg_at_5
value: 66.709
verified: no, type: ndcg_at_10
value: 68.705
verified: no, type: ndcg_at_20
value: 69.8
verified: no, type: ndcg_at_100
value: 70.664
verified: no, type: ndcg_at_1000
value: 71.197
verified: no, type: map_at_1
value: 46.289
verified: no, type: map_at_3
value: 59.921
verified: no, type: map_at_5
value: 61.409000000000006
verified: no, type: map_at_10
value: 62.379
verified: no, type: map_at_20
value: 62.773
verified: no, type: map_at_100
value: 62.907000000000004
verified: no, type: map_at_1000
value: 62.922999999999995
verified: no, type: recall_at_1
value: 46.289
verified: no, type: recall_at_3
value: 75.07000000000001
verified: no, type: recall_at_5
value: 79.202
verified: no, type: recall_at_10
value: 85.154
verified: no, type: recall_at_20
value: 89.076
verified: no, type: recall_at_100
value: 93.557
verified: no, type: recall_at_1000
value: 97.479
verified: no, type: precision_at_1
value: 49.58
verified: no, type: precision_at_3
value: 28.571
verified: no, type: precision_at_5
value: 18.655
verified: no, type: precision_at_10
value: 10.084
verified: no, type: precision_at_20
value: 5.2940000000000005
verified: no, type: precision_at_100
value: 1.109
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: mrr_at_1
value: 49.5798
verified: no, type: mrr_at_3
value: 63.025200000000005
verified: no, type: mrr_at_5
value: 63.6134
verified: no, type: mrr_at_10
value: 64.2504
verified: no, type: mrr_at_20
value: 64.5152
verified: no, type: mrr_at_100
value: 64.6281
verified: no, type: mrr_at_1000
value: 64.63839999999999
verified: no, type: nauc_ndcg_at_1_max
value: 18.5119
verified: no, type: nauc_ndcg_at_1_std
value: -26.7799
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.55
verified: no, type: nauc_ndcg_at_3_max
value: 35.6833
verified: no, type: nauc_ndcg_at_3_std
value: -19.023699999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.4553
verified: no, type: nauc_ndcg_at_5_max
value: 34.252700000000004
verified: no, type: nauc_ndcg_at_5_std
value: -16.9909
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.034
verified: no, type: nauc_ndcg_at_10_max
value: 35.115899999999996
verified: no, type: nauc_ndcg_at_10_std
value: -15.454300000000002
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.13419999999999
verified: no, type: nauc_ndcg_at_20_max
value: 36.3127
verified: no, type: nauc_ndcg_at_20_std
value: -13.5123
verified: no, type: nauc_ndcg_at_20_diff1
value: 52.505100000000006
verified: no, type: nauc_ndcg_at_100_max
value: 35.0788
verified: no, type: nauc_ndcg_at_100_std
value: -15.118
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.2994
verified: no, type: nauc_ndcg_at_1000_max
value: 34.1448
verified: no, type: nauc_ndcg_at_1000_std
value: -15.695300000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.7561
verified: no, type: nauc_map_at_1_max
value: 17.9766
verified: no, type: nauc_map_at_1_std
value: -26.0689
verified: no, type: nauc_map_at_1_diff1
value: 51.3004
verified: no, type: nauc_map_at_3_max
value: 30.426
verified: no, type: nauc_map_at_3_std
value: -21.5618
verified: no, type: nauc_map_at_3_diff1
value: 51.9665
verified: no, type: nauc_map_at_5_max
value: 30.3093
verified: no, type: nauc_map_at_5_std
value: -19.1582
verified: no, type: nauc_map_at_5_diff1
value: 50.9919
verified: no, type: nauc_map_at_10_max
value: 31.1197
verified: no, type: nauc_map_at_10_std
value: -18.5626
verified: no, type: nauc_map_at_10_diff1
value: 51.3278
verified: no, type: nauc_map_at_20_max
value: 31.3984
verified: no, type: nauc_map_at_20_std
value: -17.8214
verified: no, type: nauc_map_at_20_diff1
value: 51.5951
verified: no, type: nauc_map_at_100_max
value: 31.1974
verified: no, type: nauc_map_at_100_std
value: -18.0483
verified: no, type: nauc_map_at_100_diff1
value: 51.51559999999999
verified: no, type: nauc_map_at_1000_max
value: 31.167699999999996
verified: no, type: nauc_map_at_1000_std
value: -18.076800000000002
verified: no, type: nauc_map_at_1000_diff1
value: 51.50130000000001
verified: no, type: nauc_recall_at_1_max
value: 17.9766
verified: no, type: nauc_recall_at_1_std
value: -26.0689
verified: no, type: nauc_recall_at_1_diff1
value: 51.3004
verified: no, type: nauc_recall_at_3_max
value: 48.720200000000006
verified: no, type: nauc_recall_at_3_std
value: -12.1143
verified: no, type: nauc_recall_at_3_diff1
value: 49.863800000000005
verified: no, type: nauc_recall_at_5_max
value: 48.1997
verified: no, type: nauc_recall_at_5_std
value: -5.8457
verified: no, type: nauc_recall_at_5_diff1
value: 46.062599999999996
verified: no, type: nauc_recall_at_10_max
value: 56.5698
verified: no, type: nauc_recall_at_10_std
value: 6.0906
verified: no, type: nauc_recall_at_10_diff1
value: 51.9053
verified: no, type: nauc_recall_at_20_max
value: 73.61569999999999
verified: no, type: nauc_recall_at_20_std
value: 25.8535
verified: no, type: nauc_recall_at_20_diff1
value: 64.7516
verified: no, type: nauc_recall_at_100_max
value: 78.054
verified: no, type: nauc_recall_at_100_std
value: 23.7984
verified: no, type: nauc_recall_at_100_diff1
value: 71.61999999999999
verified: no, type: nauc_recall_at_1000_max
value: 92.5519
verified: no, type: nauc_recall_at_1000_std
value: 59.609100000000005
verified: no, type: nauc_recall_at_1000_diff1
value: 78.6415
verified: no, type: nauc_precision_at_1_max
value: 18.5119
verified: no, type: nauc_precision_at_1_std
value: -26.7799
verified: no, type: nauc_precision_at_1_diff1
value: 49.55
verified: no, type: nauc_precision_at_3_max
value: 45.402100000000004
verified: no, type: nauc_precision_at_3_std
value: -5.331
verified: no, type: nauc_precision_at_3_diff1
value: 20.6481
verified: no, type: nauc_precision_at_5_max
value: 33.7262
verified: no, type: nauc_precision_at_5_std
value: 10.3483
verified: no, type: nauc_precision_at_5_diff1
value: 5.9393
verified: no, type: nauc_precision_at_10_max
value: 35.3715
verified: no, type: nauc_precision_at_10_std
value: 17.0809
verified: no, type: nauc_precision_at_10_diff1
value: 0.9325
verified: no, type: nauc_precision_at_20_max
value: 35.2666
verified: no, type: nauc_precision_at_20_std
value: 26.3214
verified: no, type: nauc_precision_at_20_diff1
value: -1.8064
verified: no, type: nauc_precision_at_100_max
value: 29.0385
verified: no, type: nauc_precision_at_100_std
value: 23.416500000000003
verified: no, type: nauc_precision_at_100_diff1
value: -10.83
verified: no, type: nauc_precision_at_1000_max
value: 13.825299999999999
verified: no, type: nauc_precision_at_1000_std
value: 16.7663
verified: no, type: nauc_precision_at_1000_diff1
value: -24.854200000000002
verified: no, type: nauc_mrr_at_1_max
value: 18.5119
verified: no, type: nauc_mrr_at_1_std
value: -26.7799
verified: no, type: nauc_mrr_at_1_diff1
value: 49.55
verified: no, type: nauc_mrr_at_3_max
value: 29.916500000000003
verified: no, type: nauc_mrr_at_3_std
value: -21.5719
verified: no, type: nauc_mrr_at_3_diff1
value: 50.2057
verified: no, type: nauc_mrr_at_5_max
value: 28.929
verified: no, type: nauc_mrr_at_5_std
value: -21.9015
verified: no, type: nauc_mrr_at_5_diff1
value: 49.6675
verified: no, type: nauc_mrr_at_10_max
value: 28.6377
verified: no, type: nauc_mrr_at_10_std
value: -21.4266
verified: no, type: nauc_mrr_at_10_diff1
value: 50.034800000000004
verified: no, type: nauc_mrr_at_20_max
value: 28.7905
verified: no, type: nauc_mrr_at_20_std
value: -21.192
verified: no, type: nauc_mrr_at_20_diff1
value: 50.3745
verified: no, type: nauc_mrr_at_100_max
value: 28.5717
verified: no, type: nauc_mrr_at_100_std
value: -21.3735
verified: no, type: nauc_mrr_at_100_diff1
value: 50.3333
verified: no, type: nauc_mrr_at_1000_max
value: 28.5655
verified: no, type: nauc_mrr_at_1000_std
value: -21.373
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.3215
verified: no, type: main_score
value: 68.705
verified: no
task: type: Retrieval, dataset: config: zh
name: MTEB MIRACLRetrieval (zh)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: ndcg_at_1
value: 47.583
verified: no, type: ndcg_at_3
value: 45.839
verified: no, type: ndcg_at_5
value: 48.126999999999995
verified: no, type: ndcg_at_10
value: 52.553000000000004
verified: no, type: ndcg_at_20
value: 55.66799999999999
verified: no, type: ndcg_at_100
value: 60
verified: no, type: ndcg_at_1000
value: 61.415
verified: no, type: map_at_1
value: 24.488
verified: no, type: map_at_3
value: 36.202
verified: no, type: map_at_5
value: 39.771
verified: no, type: map_at_10
value: 42.725
verified: no, type: map_at_20
value: 44.163999999999994
verified: no, type: map_at_100
value: 45.269
verified: no, type: map_at_1000
value: 45.372
verified: no, type: recall_at_1
value: 24.488
verified: no, type: recall_at_3
value: 42.827
verified: no, type: recall_at_5
value: 52.081
verified: no, type: recall_at_10
value: 63.659
verified: no, type: recall_at_20
value: 72.652
verified: no, type: recall_at_100
value: 89.702
verified: no, type: recall_at_1000
value: 97.99600000000001
verified: no, type: precision_at_1
value: 47.583
verified: no, type: precision_at_3
value: 30.789
verified: no, type: precision_at_5
value: 23.206
verified: no, type: precision_at_10
value: 14.885000000000002
verified: no, type: precision_at_20
value: 8.803999999999998
verified: no, type: precision_at_100
value: 2.237
verified: no, type: precision_at_1000
value: 0.247
verified: no, type: mrr_at_1
value: 47.5827
verified: no, type: mrr_at_3
value: 56.4461
verified: no, type: mrr_at_5
value: 58.036500000000004
verified: no, type: mrr_at_10
value: 59.2419
verified: no, type: mrr_at_20
value: 59.5684
verified: no, type: mrr_at_100
value: 59.8496
verified: no, type: mrr_at_1000
value: 59.868500000000004
verified: no, type: nauc_ndcg_at_1_max
value: 30.3153
verified: no, type: nauc_ndcg_at_1_std
value: 16.1917
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.1291
verified: no, type: nauc_ndcg_at_3_max
value: 29.9473
verified: no, type: nauc_ndcg_at_3_std
value: 9.9602
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.354899999999997
verified: no, type: nauc_ndcg_at_5_max
value: 27.5364
verified: no, type: nauc_ndcg_at_5_std
value: 9.0106
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.4299
verified: no, type: nauc_ndcg_at_10_max
value: 30.1141
verified: no, type: nauc_ndcg_at_10_std
value: 10.6319
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.1015
verified: no, type: nauc_ndcg_at_20_max
value: 31.864700000000003
verified: no, type: nauc_ndcg_at_20_std
value: 14.376
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.278
verified: no, type: nauc_ndcg_at_100_max
value: 33.8328
verified: no, type: nauc_ndcg_at_100_std
value: 17.1646
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.7582
verified: no, type: nauc_ndcg_at_1000_max
value: 33.0653
verified: no, type: nauc_ndcg_at_1000_std
value: 15.717400000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.708399999999997
verified: no, type: nauc_map_at_1_max
value: 14.5636
verified: no, type: nauc_map_at_1_std
value: -0.5065
verified: no, type: nauc_map_at_1_diff1
value: 37.5816
verified: no, type: nauc_map_at_3_max
value: 21.752
verified: no, type: nauc_map_at_3_std
value: 0.2942
verified: no, type: nauc_map_at_3_diff1
value: 29.662100000000002
verified: no, type: nauc_map_at_5_max
value: 23.3994
verified: no, type: nauc_map_at_5_std
value: 3.2369000000000003
verified: no, type: nauc_map_at_5_diff1
value: 28.479
verified: no, type: nauc_map_at_10_max
value: 26.969500000000004
verified: no, type: nauc_map_at_10_std
value: 6.4338999999999995
verified: no, type: nauc_map_at_10_diff1
value: 27.548000000000002
verified: no, type: nauc_map_at_20_max
value: 28.2804
verified: no, type: nauc_map_at_20_std
value: 8.3557
verified: no, type: nauc_map_at_20_diff1
value: 26.561600000000002
verified: no, type: nauc_map_at_100_max
value: 28.979899999999997
verified: no, type: nauc_map_at_100_std
value: 9.3446
verified: no, type: nauc_map_at_100_diff1
value: 26.539099999999998
verified: no, type: nauc_map_at_1000_max
value: 28.9572
verified: no, type: nauc_map_at_1000_std
value: 9.3017
verified: no, type: nauc_map_at_1000_diff1
value: 26.6029
verified: no, type: nauc_recall_at_1_max
value: 14.5636
verified: no, type: nauc_recall_at_1_std
value: -0.5065
verified: no, type: nauc_recall_at_1_diff1
value: 37.5816
verified: no, type: nauc_recall_at_3_max
value: 19.8958
verified: no, type: nauc_recall_at_3_std
value: -1.7080000000000002
verified: no, type: nauc_recall_at_3_diff1
value: 24.4885
verified: no, type: nauc_recall_at_5_max
value: 18.8426
verified: no, type: nauc_recall_at_5_std
value: 3.5769
verified: no, type: nauc_recall_at_5_diff1
value: 21.253700000000002
verified: no, type: nauc_recall_at_10_max
value: 25.061299999999996
verified: no, type: nauc_recall_at_10_std
value: 7.1753
verified: no, type: nauc_recall_at_10_diff1
value: 18.7378
verified: no, type: nauc_recall_at_20_max
value: 28.6096
verified: no, type: nauc_recall_at_20_std
value: 18.5789
verified: no, type: nauc_recall_at_20_diff1
value: 11.686
verified: no, type: nauc_recall_at_100_max
value: 45.903
verified: no, type: nauc_recall_at_100_std
value: 46.9916
verified: no, type: nauc_recall_at_100_diff1
value: 9.813600000000001
verified: no, type: nauc_recall_at_1000_max
value: 62.512699999999995
verified: no, type: nauc_recall_at_1000_std
value: 67.9442
verified: no, type: nauc_recall_at_1000_diff1
value: 34.3912
verified: no, type: nauc_precision_at_1_max
value: 30.3153
verified: no, type: nauc_precision_at_1_std
value: 16.1917
verified: no, type: nauc_precision_at_1_diff1
value: 33.1291
verified: no, type: nauc_precision_at_3_max
value: 35.6697
verified: no, type: nauc_precision_at_3_std
value: 18.0247
verified: no, type: nauc_precision_at_3_diff1
value: 7.0163
verified: no, type: nauc_precision_at_5_max
value: 34.0555
verified: no, type: nauc_precision_at_5_std
value: 23.5324
verified: no, type: nauc_precision_at_5_diff1
value: 0.44270000000000004
verified: no, type: nauc_precision_at_10_max
value: 37.8515
verified: no, type: nauc_precision_at_10_std
value: 31.657000000000004
verified: no, type: nauc_precision_at_10_diff1
value: -5.2642
verified: no, type: nauc_precision_at_20_max
value: 36.025
verified: no, type: nauc_precision_at_20_std
value: 35.236000000000004
verified: no, type: nauc_precision_at_20_diff1
value: -10.6916
verified: no, type: nauc_precision_at_100_max
value: 29.678900000000002
verified: no, type: nauc_precision_at_100_std
value: 35.2162
verified: no, type: nauc_precision_at_100_diff1
value: -13.7845
verified: no, type: nauc_precision_at_1000_max
value: 22.2855
verified: no, type: nauc_precision_at_1000_std
value: 27.221600000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -13.4482
verified: no, type: nauc_mrr_at_1_max
value: 30.3153
verified: no, type: nauc_mrr_at_1_std
value: 16.1917
verified: no, type: nauc_mrr_at_1_diff1
value: 33.1291
verified: no, type: nauc_mrr_at_3_max
value: 33.2966
verified: no, type: nauc_mrr_at_3_std
value: 16.9755
verified: no, type: nauc_mrr_at_3_diff1
value: 29.814
verified: no, type: nauc_mrr_at_5_max
value: 32.920300000000005
verified: no, type: nauc_mrr_at_5_std
value: 17.832600000000003
verified: no, type: nauc_mrr_at_5_diff1
value: 29.683300000000003
verified: no, type: nauc_mrr_at_10_max
value: 32.9394
verified: no, type: nauc_mrr_at_10_std
value: 17.5036
verified: no, type: nauc_mrr_at_10_diff1
value: 29.6425
verified: no, type: nauc_mrr_at_20_max
value: 32.852599999999995
verified: no, type: nauc_mrr_at_20_std
value: 17.8307
verified: no, type: nauc_mrr_at_20_diff1
value: 29.4502
verified: no, type: nauc_mrr_at_100_max
value: 32.9242
verified: no, type: nauc_mrr_at_100_std
value: 17.7699
verified: no, type: nauc_mrr_at_100_diff1
value: 29.504399999999997
verified: no, type: nauc_mrr_at_1000_max
value: 32.9303
verified: no, type: nauc_mrr_at_1000_std
value: 17.7636
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.526799999999998
verified: no, type: main_score
value: 52.553000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: ndcg_at_1
value: 14.155000000000001
verified: no, type: ndcg_at_3
value: 22.499
verified: no, type: ndcg_at_5
value: 26.233
verified: no, type: ndcg_at_10
value: 29.866999999999997
verified: no, type: ndcg_at_20
value: 32.616
verified: no, type: ndcg_at_100
value: 36.301
verified: no, type: ndcg_at_1000
value: 38.318999999999996
verified: no, type: map_at_1
value: 13.793
verified: no, type: map_at_3
value: 20.237
verified: no, type: map_at_5
value: 22.32
verified: no, type: map_at_10
value: 23.829
verified: no, type: map_at_20
value: 24.596999999999998
verified: no, type: map_at_100
value: 25.117
verified: no, type: map_at_1000
value: 25.194
verified: no, type: recall_at_1
value: 13.793
verified: no, type: recall_at_3
value: 28.592000000000002
verified: no, type: recall_at_5
value: 37.556
verified: no, type: recall_at_10
value: 48.669000000000004
verified: no, type: recall_at_20
value: 59.379000000000005
verified: no, type: recall_at_100
value: 78.927
verified: no, type: recall_at_1000
value: 94.568
verified: no, type: precision_at_1
value: 14.155000000000001
verified: no, type: precision_at_3
value: 9.828000000000001
verified: no, type: precision_at_5
value: 7.785
verified: no, type: precision_at_10
value: 5.06
verified: no, type: precision_at_20
value: 3.097
verified: no, type: precision_at_100
value: 0.83
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 14.1547
verified: no, type: mrr_at_3
value: 20.7139
verified: no, type: mrr_at_5
value: 22.8028
verified: no, type: mrr_at_10
value: 24.3047
verified: no, type: mrr_at_20
value: 25.0548
verified: no, type: mrr_at_100
value: 25.552000000000003
verified: no, type: mrr_at_1000
value: 25.622
verified: no, type: nauc_ndcg_at_1_max
value: 1.4238
verified: no, type: nauc_ndcg_at_1_std
value: -13.091800000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.1051
verified: no, type: nauc_ndcg_at_3_max
value: 2.6131
verified: no, type: nauc_ndcg_at_3_std
value: -14.6122
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.0988
verified: no, type: nauc_ndcg_at_5_max
value: 2.3456
verified: no, type: nauc_ndcg_at_5_std
value: -15.092500000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.5516
verified: no, type: nauc_ndcg_at_10_max
value: 2.8182
verified: no, type: nauc_ndcg_at_10_std
value: -14.623700000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.1711
verified: no, type: nauc_ndcg_at_20_max
value: 3.5518
verified: no, type: nauc_ndcg_at_20_std
value: -12.931500000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.1818
verified: no, type: nauc_ndcg_at_100_max
value: 4.7755
verified: no, type: nauc_ndcg_at_100_std
value: -9.851899999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.340700000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 4.5916
verified: no, type: nauc_ndcg_at_1000_std
value: -10.4923
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.5174
verified: no, type: nauc_map_at_1_max
value: 1.4764
verified: no, type: nauc_map_at_1_std
value: -13.2414
verified: no, type: nauc_map_at_1_diff1
value: 29.1169
verified: no, type: nauc_map_at_3_max
value: 2.3523
verified: no, type: nauc_map_at_3_std
value: -14.453
verified: no, type: nauc_map_at_3_diff1
value: 25.0786
verified: no, type: nauc_map_at_5_max
value: 2.1924
verified: no, type: nauc_map_at_5_std
value: -14.7681
verified: no, type: nauc_map_at_5_diff1
value: 24.7695
verified: no, type: nauc_map_at_10_max
value: 2.3542
verified: no, type: nauc_map_at_10_std
value: -14.6287
verified: no, type: nauc_map_at_10_diff1
value: 24.6169
verified: no, type: nauc_map_at_20_max
value: 2.5815
verified: no, type: nauc_map_at_20_std
value: -14.141699999999998
verified: no, type: nauc_map_at_20_diff1
value: 24.6406
verified: no, type: nauc_map_at_100_max
value: 2.7435
verified: no, type: nauc_map_at_100_std
value: -13.7208
verified: no, type: nauc_map_at_100_diff1
value: 24.6504
verified: no, type: nauc_map_at_1000_max
value: 2.7392
verified: no, type: nauc_map_at_1000_std
value: -13.7302
verified: no, type: nauc_map_at_1000_diff1
value: 24.654300000000003
verified: no, type: nauc_recall_at_1_max
value: 1.4764
verified: no, type: nauc_recall_at_1_std
value: -13.2414
verified: no, type: nauc_recall_at_1_diff1
value: 29.1169
verified: no, type: nauc_recall_at_3_max
value: 3.2174
verified: no, type: nauc_recall_at_3_std
value: -15.143300000000002
verified: no, type: nauc_recall_at_3_diff1
value: 21.593899999999998
verified: no, type: nauc_recall_at_5_max
value: 2.6845
verified: no, type: nauc_recall_at_5_std
value: -15.9795
verified: no, type: nauc_recall_at_5_diff1
value: 20.567
verified: no, type: nauc_recall_at_10_max
value: 3.913
verified: no, type: nauc_recall_at_10_std
value: -14.566899999999999
verified: no, type: nauc_recall_at_10_diff1
value: 19.4393
verified: no, type: nauc_recall_at_20_max
value: 6.5038
verified: no, type: nauc_recall_at_20_std
value: -8.572799999999999
verified: no, type: nauc_recall_at_20_diff1
value: 19.0899
verified: no, type: nauc_recall_at_100_max
value: 16.7968
verified: no, type: nauc_recall_at_100_std
value: 15.837200000000001
verified: no, type: nauc_recall_at_100_diff1
value: 18.3296
verified: no, type: nauc_recall_at_1000_max
value: 39.6225
verified: no, type: nauc_recall_at_1000_std
value: 53.9736
verified: no, type: nauc_recall_at_1000_diff1
value: 12.565499999999998
verified: no, type: nauc_precision_at_1_max
value: 1.4238
verified: no, type: nauc_precision_at_1_std
value: -13.091800000000001
verified: no, type: nauc_precision_at_1_diff1
value: 29.1051
verified: no, type: nauc_precision_at_3_max
value: 3.3477
verified: no, type: nauc_precision_at_3_std
value: -14.8784
verified: no, type: nauc_precision_at_3_diff1
value: 21.8029
verified: no, type: nauc_precision_at_5_max
value: 2.8493
verified: no, type: nauc_precision_at_5_std
value: -15.767000000000001
verified: no, type: nauc_precision_at_5_diff1
value: 20.5677
verified: no, type: nauc_precision_at_10_max
value: 4.2772
verified: no, type: nauc_precision_at_10_std
value: -14.0627
verified: no, type: nauc_precision_at_10_diff1
value: 19.1205
verified: no, type: nauc_precision_at_20_max
value: 7.135800000000001
verified: no, type: nauc_precision_at_20_std
value: -7.5076
verified: no, type: nauc_precision_at_20_diff1
value: 18.0149
verified: no, type: nauc_precision_at_100_max
value: 16.791
verified: no, type: nauc_precision_at_100_std
value: 16.2346
verified: no, type: nauc_precision_at_100_diff1
value: 13.9316
verified: no, type: nauc_precision_at_1000_max
value: 20.7529
verified: no, type: nauc_precision_at_1000_std
value: 27.4859
verified: no, type: nauc_precision_at_1000_diff1
value: 3.9303
verified: no, type: nauc_mrr_at_1_max
value: 1.4238
verified: no, type: nauc_mrr_at_1_std
value: -13.091800000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 29.1051
verified: no, type: nauc_mrr_at_3_max
value: 2.3397
verified: no, type: nauc_mrr_at_3_std
value: -14.1544
verified: no, type: nauc_mrr_at_3_diff1
value: 25.208799999999997
verified: no, type: nauc_mrr_at_5_max
value: 2.1534
verified: no, type: nauc_mrr_at_5_std
value: -14.4094
verified: no, type: nauc_mrr_at_5_diff1
value: 24.8258
verified: no, type: nauc_mrr_at_10_max
value: 2.4274
verified: no, type: nauc_mrr_at_10_std
value: -14.2121
verified: no, type: nauc_mrr_at_10_diff1
value: 24.6847
verified: no, type: nauc_mrr_at_20_max
value: 2.6235999999999997
verified: no, type: nauc_mrr_at_20_std
value: -13.736400000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 24.6859
verified: no, type: nauc_mrr_at_100_max
value: 2.7653
verified: no, type: nauc_mrr_at_100_std
value: -13.358600000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 24.7238
verified: no, type: nauc_mrr_at_1000_max
value: 2.7588999999999997
verified: no, type: nauc_mrr_at_1000_std
value: -13.373199999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.7274
verified: no, type: main_score
value: 29.866999999999997
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 89.89970000000001
verified: no, type: f1
value: 89.6705
verified: no, type: f1_weighted
value: 89.8682
verified: no, type: main_score
value: 89.89970000000001
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 60.26899999999999
verified: no, type: f1
value: 40.8003
verified: no, type: f1_weighted
value: 63.033899999999996
verified: no, type: main_score
value: 60.26899999999999
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 63.9509
verified: no, type: f1
value: 60.7828
verified: no, type: f1_weighted
value: 62.8
verified: no, type: main_score
value: 63.9509
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 70.928
verified: no, type: f1
value: 69.4755
verified: no, type: f1_weighted
value: 70.6366
verified: no, type: main_score
value: 70.928
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: v_measure
value: 31.522
verified: no, type: v_measure_std
value: 1.5528
verified: no, type: main_score
value: 31.522
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: v_measure
value: 28.572599999999998
verified: no, type: v_measure_std
value: 1.8154
verified: no, type: main_score
value: 28.572599999999998
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: map
value: 30.5381
verified: no, type: mrr
value: 31.574099999999998
verified: no, type: nAUC_map_max
value: -19.592000000000002
verified: no, type: nAUC_map_std
value: -3.0272
verified: no, type: nAUC_map_diff1
value: 14.0537
verified: no, type: nAUC_mrr_max
value: -13.974900000000002
verified: no, type: nAUC_mrr_std
value: -0.8847
verified: no, type: nAUC_mrr_diff1
value: 13.2721
verified: no, type: main_score
value: 30.5381
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: ndcg_at_1
value: 38.080000000000005
verified: no, type: ndcg_at_3
value: 34.405
verified: no, type: ndcg_at_5
value: 32.019999999999996
verified: no, type: ndcg_at_10
value: 28.903000000000002
verified: no, type: ndcg_at_20
value: 26.693
verified: no, type: ndcg_at_100
value: 26.662999999999997
verified: no, type: ndcg_at_1000
value: 35.698
verified: no, type: map_at_1
value: 4.423
verified: no, type: map_at_3
value: 7.733
verified: no, type: map_at_5
value: 9.006
verified: no, type: map_at_10
value: 10.366
verified: no, type: map_at_20
value: 11.333
verified: no, type: map_at_100
value: 12.811
verified: no, type: map_at_1000
value: 14.066
verified: no, type: recall_at_1
value: 4.423
verified: no, type: recall_at_3
value: 8.908000000000001
verified: no, type: recall_at_5
value: 11.179
verified: no, type: recall_at_10
value: 14.280999999999999
verified: no, type: recall_at_20
value: 17.192
verified: no, type: recall_at_100
value: 27.685
verified: no, type: recall_at_1000
value: 59.108000000000004
verified: no, type: precision_at_1
value: 40.248
verified: no, type: precision_at_3
value: 33.127
verified: no, type: precision_at_5
value: 27.864
verified: no, type: precision_at_10
value: 21.053
verified: no, type: precision_at_20
value: 15.356
verified: no, type: precision_at_100
value: 6.709
verified: no, type: precision_at_1000
value: 1.9529999999999998
verified: no, type: mrr_at_1
value: 40.247699999999995
verified: no, type: mrr_at_3
value: 47.7812
verified: no, type: mrr_at_5
value: 48.8958
verified: no, type: mrr_at_10
value: 49.4034
verified: no, type: mrr_at_20
value: 49.8468
verified: no, type: mrr_at_100
value: 50.104800000000004
verified: no, type: mrr_at_1000
value: 50.1703
verified: no, type: nauc_ndcg_at_1_max
value: 34.5735
verified: no, type: nauc_ndcg_at_1_std
value: 15.1084
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.779
verified: no, type: nauc_ndcg_at_3_max
value: 38.8071
verified: no, type: nauc_ndcg_at_3_std
value: 24.7697
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.5807
verified: no, type: nauc_ndcg_at_5_max
value: 39.128800000000005
verified: no, type: nauc_ndcg_at_5_std
value: 26.398
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.3835
verified: no, type: nauc_ndcg_at_10_max
value: 37.7665
verified: no, type: nauc_ndcg_at_10_std
value: 27.5455
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.1575
verified: no, type: nauc_ndcg_at_20_max
value: 36.3537
verified: no, type: nauc_ndcg_at_20_std
value: 28.4047
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.9553
verified: no, type: nauc_ndcg_at_100_max
value: 39.0086
verified: no, type: nauc_ndcg_at_100_std
value: 28.4221
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.833799999999997
verified: no, type: nauc_ndcg_at_1000_max
value: 44.7295
verified: no, type: nauc_ndcg_at_1000_std
value: 35.369
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.4449
verified: no, type: nauc_map_at_1_max
value: 12.645100000000001
verified: no, type: nauc_map_at_1_std
value: -13.536999999999999
verified: no, type: nauc_map_at_1_diff1
value: 45.0881
verified: no, type: nauc_map_at_3_max
value: 14.6862
verified: no, type: nauc_map_at_3_std
value: -6.6259
verified: no, type: nauc_map_at_3_diff1
value: 34.2575
verified: no, type: nauc_map_at_5_max
value: 18.6559
verified: no, type: nauc_map_at_5_std
value: -2.8853
verified: no, type: nauc_map_at_5_diff1
value: 32.9187
verified: no, type: nauc_map_at_10_max
value: 22.1906
verified: no, type: nauc_map_at_10_std
value: 1.8654
verified: no, type: nauc_map_at_10_diff1
value: 31.3784
verified: no, type: nauc_map_at_20_max
value: 24.696199999999997
verified: no, type: nauc_map_at_20_std
value: 6.1949
verified: no, type: nauc_map_at_20_diff1
value: 30.9956
verified: no, type: nauc_map_at_100_max
value: 27.2011
verified: no, type: nauc_map_at_100_std
value: 12.3619
verified: no, type: nauc_map_at_100_diff1
value: 30.811500000000002
verified: no, type: nauc_map_at_1000_max
value: 27.6972
verified: no, type: nauc_map_at_1000_std
value: 15.845999999999998
verified: no, type: nauc_map_at_1000_diff1
value: 30.5315
verified: no, type: nauc_recall_at_1_max
value: 12.645100000000001
verified: no, type: nauc_recall_at_1_std
value: -13.536999999999999
verified: no, type: nauc_recall_at_1_diff1
value: 45.0881
verified: no, type: nauc_recall_at_3_max
value: 14.2305
verified: no, type: nauc_recall_at_3_std
value: -2.4143000000000003
verified: no, type: nauc_recall_at_3_diff1
value: 27.1661
verified: no, type: nauc_recall_at_5_max
value: 20.62
verified: no, type: nauc_recall_at_5_std
value: 3.1332
verified: no, type: nauc_recall_at_5_diff1
value: 26.7813
verified: no, type: nauc_recall_at_10_max
value: 22.0278
verified: no, type: nauc_recall_at_10_std
value: 4.587
verified: no, type: nauc_recall_at_10_diff1
value: 22.0275
verified: no, type: nauc_recall_at_20_max
value: 23.4161
verified: no, type: nauc_recall_at_20_std
value: 8.2901
verified: no, type: nauc_recall_at_20_diff1
value: 20.9799
verified: no, type: nauc_recall_at_100_max
value: 24.5345
verified: no, type: nauc_recall_at_100_std
value: 17.1618
verified: no, type: nauc_recall_at_100_diff1
value: 15.586500000000001
verified: no, type: nauc_recall_at_1000_max
value: 22.3168
verified: no, type: nauc_recall_at_1000_std
value: 22.6961
verified: no, type: nauc_recall_at_1000_diff1
value: 9.9602
verified: no, type: nauc_precision_at_1_max
value: 36.549
verified: no, type: nauc_precision_at_1_std
value: 16.6789
verified: no, type: nauc_precision_at_1_diff1
value: 35.6095
verified: no, type: nauc_precision_at_3_max
value: 42.6539
verified: no, type: nauc_precision_at_3_std
value: 33.0974
verified: no, type: nauc_precision_at_3_diff1
value: 21.9208
verified: no, type: nauc_precision_at_5_max
value: 41.787800000000004
verified: no, type: nauc_precision_at_5_std
value: 35.2286
verified: no, type: nauc_precision_at_5_diff1
value: 21.104899999999997
verified: no, type: nauc_precision_at_10_max
value: 37.7473
verified: no, type: nauc_precision_at_10_std
value: 39.887
verified: no, type: nauc_precision_at_10_diff1
value: 18.9082
verified: no, type: nauc_precision_at_20_max
value: 32.0874
verified: no, type: nauc_precision_at_20_std
value: 44.798100000000005
verified: no, type: nauc_precision_at_20_diff1
value: 12.953000000000001
verified: no, type: nauc_precision_at_100_max
value: 19.108900000000002
verified: no, type: nauc_precision_at_100_std
value: 44.49
verified: no, type: nauc_precision_at_100_diff1
value: 6.4374
verified: no, type: nauc_precision_at_1000_max
value: 2.5292
verified: no, type: nauc_precision_at_1000_std
value: 30.523400000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -0.6787
verified: no, type: nauc_mrr_at_1_max
value: 36.549
verified: no, type: nauc_mrr_at_1_std
value: 16.6789
verified: no, type: nauc_mrr_at_1_diff1
value: 35.6095
verified: no, type: nauc_mrr_at_3_max
value: 43.425599999999996
verified: no, type: nauc_mrr_at_3_std
value: 28.8242
verified: no, type: nauc_mrr_at_3_diff1
value: 33.4411
verified: no, type: nauc_mrr_at_5_max
value: 44.5717
verified: no, type: nauc_mrr_at_5_std
value: 29.5765
verified: no, type: nauc_mrr_at_5_diff1
value: 34.463899999999995
verified: no, type: nauc_mrr_at_10_max
value: 44.6062
verified: no, type: nauc_mrr_at_10_std
value: 29.5773
verified: no, type: nauc_mrr_at_10_diff1
value: 34.5158
verified: no, type: nauc_mrr_at_20_max
value: 44.6961
verified: no, type: nauc_mrr_at_20_std
value: 29.5126
verified: no, type: nauc_mrr_at_20_diff1
value: 34.2436
verified: no, type: nauc_mrr_at_100_max
value: 44.8207
verified: no, type: nauc_mrr_at_100_std
value: 29.649700000000003
verified: no, type: nauc_mrr_at_100_diff1
value: 34.3576
verified: no, type: nauc_mrr_at_1000_max
value: 44.7763
verified: no, type: nauc_mrr_at_1000_std
value: 29.6044
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.3718
verified: no, type: main_score
value: 28.903000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: ndcg_at_1
value: 34.589
verified: no, type: ndcg_at_3
value: 45.289
verified: no, type: ndcg_at_5
value: 49.919000000000004
verified: no, type: ndcg_at_10
value: 53.410000000000004
verified: no, type: ndcg_at_20
value: 55.786
verified: no, type: ndcg_at_100
value: 57.75599999999999
verified: no, type: ndcg_at_1000
value: 58.51499999999999
verified: no, type: map_at_1
value: 30.503999999999998
verified: no, type: map_at_3
value: 41.396
verified: no, type: map_at_5
value: 44.216
verified: no, type: map_at_10
value: 45.802
verified: no, type: map_at_20
value: 46.542
verified: no, type: map_at_100
value: 46.867999999999995
verified: no, type: map_at_1000
value: 46.903
verified: no, type: recall_at_1
value: 30.503999999999998
verified: no, type: recall_at_3
value: 53.244
verified: no, type: recall_at_5
value: 63.912
verified: no, type: recall_at_10
value: 74.06099999999999
verified: no, type: recall_at_20
value: 82.819
verified: no, type: recall_at_100
value: 92.51599999999999
verified: no, type: recall_at_1000
value: 98.156
verified: no, type: precision_at_1
value: 34.589
verified: no, type: precision_at_3
value: 20.693
verified: no, type: precision_at_5
value: 15.058
verified: no, type: precision_at_10
value: 8.818
verified: no, type: precision_at_20
value: 4.9799999999999995
verified: no, type: precision_at_100
value: 1.125
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: mrr_at_1
value: 34.617599999999996
verified: no, type: mrr_at_3
value: 44.7277
verified: no, type: mrr_at_5
value: 47.0408
verified: no, type: mrr_at_10
value: 48.335499999999996
verified: no, type: mrr_at_20
value: 48.8925
verified: no, type: mrr_at_100
value: 49.1307
verified: no, type: mrr_at_1000
value: 49.154199999999996
verified: no, type: nauc_ndcg_at_1_max
value: 23.8893
verified: no, type: nauc_ndcg_at_1_std
value: -3.0092
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.789899999999996
verified: no, type: nauc_ndcg_at_3_max
value: 26.161800000000003
verified: no, type: nauc_ndcg_at_3_std
value: -3.6557
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.381500000000003
verified: no, type: nauc_ndcg_at_5_max
value: 28.4273
verified: no, type: nauc_ndcg_at_5_std
value: -2.6271
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.960700000000003
verified: no, type: nauc_ndcg_at_10_max
value: 29.1744
verified: no, type: nauc_ndcg_at_10_std
value: -0.9882
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.9664
verified: no, type: nauc_ndcg_at_20_max
value: 30.1188
verified: no, type: nauc_ndcg_at_20_std
value: 0.6556000000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.8734
verified: no, type: nauc_ndcg_at_100_max
value: 29.822
verified: no, type: nauc_ndcg_at_100_std
value: 1.1388
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.348300000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 29.1591
verified: no, type: nauc_ndcg_at_1000_std
value: 0.22569999999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.7286
verified: no, type: nauc_map_at_1_max
value: 22.2587
verified: no, type: nauc_map_at_1_std
value: -4.6109
verified: no, type: nauc_map_at_1_diff1
value: 37.0942
verified: no, type: nauc_map_at_3_max
value: 25.3764
verified: no, type: nauc_map_at_3_std
value: -4.1876
verified: no, type: nauc_map_at_3_diff1
value: 32.752700000000004
verified: no, type: nauc_map_at_5_max
value: 26.6367
verified: no, type: nauc_map_at_5_std
value: -3.6224
verified: no, type: nauc_map_at_5_diff1
value: 32.4957
verified: no, type: nauc_map_at_10_max
value: 27.0304
verified: no, type: nauc_map_at_10_std
value: -2.852
verified: no, type: nauc_map_at_10_diff1
value: 32.548899999999996
verified: no, type: nauc_map_at_20_max
value: 27.2991
verified: no, type: nauc_map_at_20_std
value: -2.3765
verified: no, type: nauc_map_at_20_diff1
value: 32.5216
verified: no, type: nauc_map_at_100_max
value: 27.2665
verified: no, type: nauc_map_at_100_std
value: -2.2849999999999997
verified: no, type: nauc_map_at_100_diff1
value: 32.5791
verified: no, type: nauc_map_at_1000_max
value: 27.243499999999997
verified: no, type: nauc_map_at_1000_std
value: -2.3154999999999997
verified: no, type: nauc_map_at_1000_diff1
value: 32.5925
verified: no, type: nauc_recall_at_1_max
value: 22.2587
verified: no, type: nauc_recall_at_1_std
value: -4.6109
verified: no, type: nauc_recall_at_1_diff1
value: 37.0942
verified: no, type: nauc_recall_at_3_max
value: 27.0818
verified: no, type: nauc_recall_at_3_std
value: -3.5904
verified: no, type: nauc_recall_at_3_diff1
value: 26.6279
verified: no, type: nauc_recall_at_5_max
value: 32.6179
verified: no, type: nauc_recall_at_5_std
value: -1.2186000000000001
verified: no, type: nauc_recall_at_5_diff1
value: 24.7151
verified: no, type: nauc_recall_at_10_max
value: 36.105599999999995
verified: no, type: nauc_recall_at_10_std
value: 4.5315
verified: no, type: nauc_recall_at_10_diff1
value: 23.4044
verified: no, type: nauc_recall_at_20_max
value: 45.2605
verified: no, type: nauc_recall_at_20_std
value: 17.092299999999998
verified: no, type: nauc_recall_at_20_diff1
value: 20.5304
verified: no, type: nauc_recall_at_100_max
value: 57.85829999999999
verified: no, type: nauc_recall_at_100_std
value: 42.517500000000005
verified: no, type: nauc_recall_at_100_diff1
value: 19.6591
verified: no, type: nauc_recall_at_1000_max
value: 75.3601
verified: no, type: nauc_recall_at_1000_std
value: 69.4265
verified: no, type: nauc_recall_at_1000_diff1
value: 29.8635
verified: no, type: nauc_precision_at_1_max
value: 23.8893
verified: no, type: nauc_precision_at_1_std
value: -3.0092
verified: no, type: nauc_precision_at_1_diff1
value: 36.789899999999996
verified: no, type: nauc_precision_at_3_max
value: 27.1749
verified: no, type: nauc_precision_at_3_std
value: -0.9776
verified: no, type: nauc_precision_at_3_diff1
value: 22.9551
verified: no, type: nauc_precision_at_5_max
value: 28.6992
verified: no, type: nauc_precision_at_5_std
value: 2.1732
verified: no, type: nauc_precision_at_5_diff1
value: 17.6422
verified: no, type: nauc_precision_at_10_max
value: 27.2755
verified: no, type: nauc_precision_at_10_std
value: 8.4934
verified: no, type: nauc_precision_at_10_diff1
value: 12.1581
verified: no, type: nauc_precision_at_20_max
value: 26.858900000000002
verified: no, type: nauc_precision_at_20_std
value: 15.7942
verified: no, type: nauc_precision_at_20_diff1
value: 5.8980999999999995
verified: no, type: nauc_precision_at_100_max
value: 18.8392
verified: no, type: nauc_precision_at_100_std
value: 19.7054
verified: no, type: nauc_precision_at_100_diff1
value: -0.8163
verified: no, type: nauc_precision_at_1000_max
value: 9.8054
verified: no, type: nauc_precision_at_1000_std
value: 14.4735
verified: no, type: nauc_precision_at_1000_diff1
value: -4.7447
verified: no, type: nauc_mrr_at_1_max
value: 23.8759
verified: no, type: nauc_mrr_at_1_std
value: -3.0908
verified: no, type: nauc_mrr_at_1_diff1
value: 36.7027
verified: no, type: nauc_mrr_at_3_max
value: 25.9165
verified: no, type: nauc_mrr_at_3_std
value: -2.3997
verified: no, type: nauc_mrr_at_3_diff1
value: 32.5473
verified: no, type: nauc_mrr_at_5_max
value: 27.1119
verified: no, type: nauc_mrr_at_5_std
value: -1.8426999999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 32.4999
verified: no, type: nauc_mrr_at_10_max
value: 27.2217
verified: no, type: nauc_mrr_at_10_std
value: -1.3365
verified: no, type: nauc_mrr_at_10_diff1
value: 32.5293
verified: no, type: nauc_mrr_at_20_max
value: 27.3157
verified: no, type: nauc_mrr_at_20_std
value: -1.1132
verified: no, type: nauc_mrr_at_20_diff1
value: 32.554300000000005
verified: no, type: nauc_mrr_at_100_max
value: 27.2621
verified: no, type: nauc_mrr_at_100_std
value: -1.0897000000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 32.6073
verified: no, type: nauc_mrr_at_1000_max
value: 27.2409
verified: no, type: nauc_mrr_at_1000_std
value: -1.1176
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.6192
verified: no, type: main_score
value: 53.410000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: ndcg_at_1
value: 79.64
verified: no, type: ndcg_at_3
value: 83.67599999999999
verified: no, type: ndcg_at_5
value: 85.52
verified: no, type: ndcg_at_10
value: 86.871
verified: no, type: ndcg_at_20
value: 87.59
verified: no, type: ndcg_at_100
value: 88.211
verified: no, type: ndcg_at_1000
value: 88.36
verified: no, type: map_at_1
value: 69.133
verified: no, type: map_at_3
value: 79.776
verified: no, type: map_at_5
value: 81.747
verified: no, type: map_at_10
value: 82.852
verified: no, type: map_at_20
value: 83.282
verified: no, type: map_at_100
value: 83.5
verified: no, type: map_at_1000
value: 83.519
verified: no, type: recall_at_1
value: 69.133
verified: no, type: recall_at_3
value: 85.526
verified: no, type: recall_at_5
value: 90.596
verified: no, type: recall_at_10
value: 94.613
verified: no, type: recall_at_20
value: 96.92699999999999
verified: no, type: recall_at_100
value: 99.24300000000001
verified: no, type: recall_at_1000
value: 99.96000000000001
verified: no, type: precision_at_1
value: 79.64
verified: no, type: precision_at_3
value: 36.516999999999996
verified: no, type: precision_at_5
value: 24.194
verified: no, type: precision_at_10
value: 13.203000000000001
verified: no, type: precision_at_20
value: 7.02
verified: no, type: precision_at_100
value: 1.514
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: mrr_at_1
value: 79.60000000000001
verified: no, type: mrr_at_3
value: 84.955
verified: no, type: mrr_at_5
value: 85.74000000000001
verified: no, type: mrr_at_10
value: 86.0913
verified: no, type: mrr_at_20
value: 86.1768
verified: no, type: mrr_at_100
value: 86.2076
verified: no, type: mrr_at_1000
value: 86.2092
verified: no, type: nauc_ndcg_at_1_max
value: 39.4509
verified: no, type: nauc_ndcg_at_1_std
value: -30.6309
verified: no, type: nauc_ndcg_at_1_diff1
value: 76.5171
verified: no, type: nauc_ndcg_at_3_max
value: 37.9586
verified: no, type: nauc_ndcg_at_3_std
value: -35.8174
verified: no, type: nauc_ndcg_at_3_diff1
value: 74.5992
verified: no, type: nauc_ndcg_at_5_max
value: 38.541799999999995
verified: no, type: nauc_ndcg_at_5_std
value: -36.456300000000006
verified: no, type: nauc_ndcg_at_5_diff1
value: 75.0506
verified: no, type: nauc_ndcg_at_10_max
value: 38.996199999999995
verified: no, type: nauc_ndcg_at_10_std
value: -35.6649
verified: no, type: nauc_ndcg_at_10_diff1
value: 75.3601
verified: no, type: nauc_ndcg_at_20_max
value: 39.1758
verified: no, type: nauc_ndcg_at_20_std
value: -34.7636
verified: no, type: nauc_ndcg_at_20_diff1
value: 75.3846
verified: no, type: nauc_ndcg_at_100_max
value: 39.6116
verified: no, type: nauc_ndcg_at_100_std
value: -33.2361
verified: no, type: nauc_ndcg_at_100_diff1
value: 75.31
verified: no, type: nauc_ndcg_at_1000_max
value: 39.6171
verified: no, type: nauc_ndcg_at_1000_std
value: -33.1588
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.2929
verified: no, type: nauc_map_at_1_max
value: 28.8061
verified: no, type: nauc_map_at_1_std
value: -33.7016
verified: no, type: nauc_map_at_1_diff1
value: 78.7612
verified: no, type: nauc_map_at_3_max
value: 35.2541
verified: no, type: nauc_map_at_3_std
value: -37.741400000000006
verified: no, type: nauc_map_at_3_diff1
value: 75.8173
verified: no, type: nauc_map_at_5_max
value: 36.822500000000005
verified: no, type: nauc_map_at_5_std
value: -37.710300000000004
verified: no, type: nauc_map_at_5_diff1
value: 75.7355
verified: no, type: nauc_map_at_10_max
value: 37.5769
verified: no, type: nauc_map_at_10_std
value: -36.5907
verified: no, type: nauc_map_at_10_diff1
value: 75.60040000000001
verified: no, type: nauc_map_at_20_max
value: 37.8409
verified: no, type: nauc_map_at_20_std
value: -35.7977
verified: no, type: nauc_map_at_20_diff1
value: 75.4885
verified: no, type: nauc_map_at_100_max
value: 38.0097
verified: no, type: nauc_map_at_100_std
value: -35.1815
verified: no, type: nauc_map_at_100_diff1
value: 75.4349
verified: no, type: nauc_map_at_1000_max
value: 38.0191
verified: no, type: nauc_map_at_1000_std
value: -35.1434
verified: no, type: nauc_map_at_1000_diff1
value: 75.4325
verified: no, type: nauc_recall_at_1_max
value: 28.8061
verified: no, type: nauc_recall_at_1_std
value: -33.7016
verified: no, type: nauc_recall_at_1_diff1
value: 78.7612
verified: no, type: nauc_recall_at_3_max
value: 32.889
verified: no, type: nauc_recall_at_3_std
value: -41.323100000000004
verified: no, type: nauc_recall_at_3_diff1
value: 71.73570000000001
verified: no, type: nauc_recall_at_5_max
value: 34.6917
verified: no, type: nauc_recall_at_5_std
value: -44.5216
verified: no, type: nauc_recall_at_5_diff1
value: 70.42540000000001
verified: no, type: nauc_recall_at_10_max
value: 36.0356
verified: no, type: nauc_recall_at_10_std
value: -45.073
verified: no, type: nauc_recall_at_10_diff1
value: 70.1776
verified: no, type: nauc_recall_at_20_max
value: 35.714800000000004
verified: no, type: nauc_recall_at_20_std
value: -44.0962
verified: no, type: nauc_recall_at_20_diff1
value: 71.23620000000001
verified: no, type: nauc_recall_at_100_max
value: 43.105199999999996
verified: no, type: nauc_recall_at_100_std
value: -18.800900000000002
verified: no, type: nauc_recall_at_100_diff1
value: 70.7888
verified: no, type: nauc_recall_at_1000_max
value: 64.4844
verified: no, type: nauc_recall_at_1000_std
value: 41.486200000000004
verified: no, type: nauc_recall_at_1000_diff1
value: 69.0643
verified: no, type: nauc_precision_at_1_max
value: 39.4509
verified: no, type: nauc_precision_at_1_std
value: -30.6309
verified: no, type: nauc_precision_at_1_diff1
value: 76.5171
verified: no, type: nauc_precision_at_3_max
value: 12.514800000000001
verified: no, type: nauc_precision_at_3_std
value: 3.2272000000000003
verified: no, type: nauc_precision_at_3_diff1
value: -11.8298
verified: no, type: nauc_precision_at_5_max
value: 6.0901
verified: no, type: nauc_precision_at_5_std
value: 12.6778
verified: no, type: nauc_precision_at_5_diff1
value: -26.570300000000003
verified: no, type: nauc_precision_at_10_max
value: 0.9773999999999999
verified: no, type: nauc_precision_at_10_std
value: 21.1764
verified: no, type: nauc_precision_at_10_diff1
value: -35.2909
verified: no, type: nauc_precision_at_20_max
value: -2.2387
verified: no, type: nauc_precision_at_20_std
value: 26.571099999999998
verified: no, type: nauc_precision_at_20_diff1
value: -39.0582
verified: no, type: nauc_precision_at_100_max
value: -4.9125000000000005
verified: no, type: nauc_precision_at_100_std
value: 31.9907
verified: no, type: nauc_precision_at_100_diff1
value: -41.5916
verified: no, type: nauc_precision_at_1000_max
value: -6.0841
verified: no, type: nauc_precision_at_1000_std
value: 32.8504
verified: no, type: nauc_precision_at_1000_diff1
value: -42.25
verified: no, type: nauc_mrr_at_1_max
value: 39.285599999999995
verified: no, type: nauc_mrr_at_1_std
value: -30.799100000000003
verified: no, type: nauc_mrr_at_1_diff1
value: 76.6113
verified: no, type: nauc_mrr_at_3_max
value: 40.7492
verified: no, type: nauc_mrr_at_3_std
value: -31.933699999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 75.593
verified: no, type: nauc_mrr_at_5_max
value: 40.87
verified: no, type: nauc_mrr_at_5_std
value: -31.9333
verified: no, type: nauc_mrr_at_5_diff1
value: 75.7331
verified: no, type: nauc_mrr_at_10_max
value: 40.7704
verified: no, type: nauc_mrr_at_10_std
value: -31.839699999999997
verified: no, type: nauc_mrr_at_10_diff1
value: 75.8249
verified: no, type: nauc_mrr_at_20_max
value: 40.7107
verified: no, type: nauc_mrr_at_20_std
value: -31.7701
verified: no, type: nauc_mrr_at_20_diff1
value: 75.8463
verified: no, type: nauc_mrr_at_100_max
value: 40.6937
verified: no, type: nauc_mrr_at_100_std
value: -31.735999999999997
verified: no, type: nauc_mrr_at_100_diff1
value: 75.84309999999999
verified: no, type: nauc_mrr_at_1000_max
value: 40.691
verified: no, type: nauc_mrr_at_1000_std
value: -31.7368
verified: no, type: nauc_mrr_at_1000_diff1
value: 75.84349999999999
verified: no, type: main_score
value: 86.871
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: v_measure
value: 45.8568
verified: no, type: v_measure_std
value: 5.685
verified: no, type: main_score
value: 45.8568
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: v_measure
value: 54.9896
verified: no, type: v_measure_std
value: 12.0517
verified: no, type: main_score
value: 54.9896
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: ndcg_at_1
value: 20.599999999999998
verified: no, type: ndcg_at_3
value: 17.214
verified: no, type: ndcg_at_5
value: 14.93
verified: no, type: ndcg_at_10
value: 17.721
verified: no, type: ndcg_at_20
value: 20.619
verified: no, type: ndcg_at_100
value: 25.46
verified: no, type: ndcg_at_1000
value: 30.846
verified: no, type: map_at_1
value: 4.175
verified: no, type: map_at_3
value: 7.611
verified: no, type: map_at_5
value: 8.955
verified: no, type: map_at_10
value: 10.360999999999999
verified: no, type: map_at_20
value: 11.414
verified: no, type: map_at_100
value: 12.3
verified: no, type: map_at_1000
value: 12.595999999999998
verified: no, type: recall_at_1
value: 4.175
verified: no, type: recall_at_3
value: 9.868
verified: no, type: recall_at_5
value: 13.303
verified: no, type: recall_at_10
value: 18.397
verified: no, type: recall_at_20
value: 25.162000000000003
verified: no, type: recall_at_100
value: 40.99
verified: no, type: recall_at_1000
value: 67.322
verified: no, type: precision_at_1
value: 20.599999999999998
verified: no, type: precision_at_3
value: 16.2
verified: no, type: precision_at_5
value: 13.120000000000001
verified: no, type: precision_at_10
value: 9.06
verified: no, type: precision_at_20
value: 6.1899999999999995
verified: no, type: precision_at_100
value: 2.017
verified: no, type: precision_at_1000
value: 0.331
verified: no, type: mrr_at_1
value: 20.599999999999998
verified: no, type: mrr_at_3
value: 28.1833
verified: no, type: mrr_at_5
value: 30.043300000000002
verified: no, type: mrr_at_10
value: 31.1391
verified: no, type: mrr_at_20
value: 31.9095
verified: no, type: mrr_at_100
value: 32.3914
verified: no, type: mrr_at_1000
value: 32.4509
verified: no, type: nauc_ndcg_at_1_max
value: 26.9024
verified: no, type: nauc_ndcg_at_1_std
value: 4.1442
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.9169
verified: no, type: nauc_ndcg_at_3_max
value: 33.2338
verified: no, type: nauc_ndcg_at_3_std
value: 7.0103
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.8464
verified: no, type: nauc_ndcg_at_5_max
value: 33.833999999999996
verified: no, type: nauc_ndcg_at_5_std
value: 8.515
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.7135
verified: no, type: nauc_ndcg_at_10_max
value: 34.6873
verified: no, type: nauc_ndcg_at_10_std
value: 12.3294
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.4198
verified: no, type: nauc_ndcg_at_20_max
value: 36.889
verified: no, type: nauc_ndcg_at_20_std
value: 15.5519
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.7428
verified: no, type: nauc_ndcg_at_100_max
value: 39.0403
verified: no, type: nauc_ndcg_at_100_std
value: 20.2488
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.572
verified: no, type: nauc_ndcg_at_1000_max
value: 38.7458
verified: no, type: nauc_ndcg_at_1000_std
value: 21.7088
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.5603
verified: no, type: nauc_map_at_1_max
value: 27.091199999999997
verified: no, type: nauc_map_at_1_std
value: 4.3355999999999995
verified: no, type: nauc_map_at_1_diff1
value: 25.7587
verified: no, type: nauc_map_at_3_max
value: 33.602900000000005
verified: no, type: nauc_map_at_3_std
value: 5.8709
verified: no, type: nauc_map_at_3_diff1
value: 25.5351
verified: no, type: nauc_map_at_5_max
value: 34.414
verified: no, type: nauc_map_at_5_std
value: 6.914199999999999
verified: no, type: nauc_map_at_5_diff1
value: 23.7741
verified: no, type: nauc_map_at_10_max
value: 35.1586
verified: no, type: nauc_map_at_10_std
value: 10.078800000000001
verified: no, type: nauc_map_at_10_diff1
value: 21.628600000000002
verified: no, type: nauc_map_at_20_max
value: 36.7719
verified: no, type: nauc_map_at_20_std
value: 12.1807
verified: no, type: nauc_map_at_20_diff1
value: 22.0201
verified: no, type: nauc_map_at_100_max
value: 37.5971
verified: no, type: nauc_map_at_100_std
value: 13.828299999999999
verified: no, type: nauc_map_at_100_diff1
value: 21.8011
verified: no, type: nauc_map_at_1000_max
value: 37.6524
verified: no, type: nauc_map_at_1000_std
value: 14.0603
verified: no, type: nauc_map_at_1000_diff1
value: 21.87
verified: no, type: nauc_recall_at_1_max
value: 27.091199999999997
verified: no, type: nauc_recall_at_1_std
value: 4.3355999999999995
verified: no, type: nauc_recall_at_1_diff1
value: 25.7587
verified: no, type: nauc_recall_at_3_max
value: 35.0346
verified: no, type: nauc_recall_at_3_std
value: 7.6722
verified: no, type: nauc_recall_at_3_diff1
value: 23.8398
verified: no, type: nauc_recall_at_5_max
value: 34.7429
verified: no, type: nauc_recall_at_5_std
value: 9.8479
verified: no, type: nauc_recall_at_5_diff1
value: 19.9693
verified: no, type: nauc_recall_at_10_max
value: 34.1188
verified: no, type: nauc_recall_at_10_std
value: 16.0443
verified: no, type: nauc_recall_at_10_diff1
value: 14.844399999999998
verified: no, type: nauc_recall_at_20_max
value: 36.9825
verified: no, type: nauc_recall_at_20_std
value: 21.5553
verified: no, type: nauc_recall_at_20_diff1
value: 15.4056
verified: no, type: nauc_recall_at_100_max
value: 37.238
verified: no, type: nauc_recall_at_100_std
value: 30.425400000000003
verified: no, type: nauc_recall_at_100_diff1
value: 12.839
verified: no, type: nauc_recall_at_1000_max
value: 30.188599999999997
verified: no, type: nauc_recall_at_1000_std
value: 34.7768
verified: no, type: nauc_recall_at_1000_diff1
value: 8.337
verified: no, type: nauc_precision_at_1_max
value: 26.9024
verified: no, type: nauc_precision_at_1_std
value: 4.1442
verified: no, type: nauc_precision_at_1_diff1
value: 25.9169
verified: no, type: nauc_precision_at_3_max
value: 35.3949
verified: no, type: nauc_precision_at_3_std
value: 7.818300000000001
verified: no, type: nauc_precision_at_3_diff1
value: 24.4077
verified: no, type: nauc_precision_at_5_max
value: 35.0653
verified: no, type: nauc_precision_at_5_std
value: 10.1252
verified: no, type: nauc_precision_at_5_diff1
value: 20.4485
verified: no, type: nauc_precision_at_10_max
value: 34.5799
verified: no, type: nauc_precision_at_10_std
value: 16.2893
verified: no, type: nauc_precision_at_10_diff1
value: 15.337600000000002
verified: no, type: nauc_precision_at_20_max
value: 37.47
verified: no, type: nauc_precision_at_20_std
value: 21.7447
verified: no, type: nauc_precision_at_20_diff1
value: 15.644
verified: no, type: nauc_precision_at_100_max
value: 37.8956
verified: no, type: nauc_precision_at_100_std
value: 30.6388
verified: no, type: nauc_precision_at_100_diff1
value: 13.5011
verified: no, type: nauc_precision_at_1000_max
value: 30.456699999999998
verified: no, type: nauc_precision_at_1000_std
value: 34.3528
verified: no, type: nauc_precision_at_1000_diff1
value: 8.963899999999999
verified: no, type: nauc_mrr_at_1_max
value: 26.9024
verified: no, type: nauc_mrr_at_1_std
value: 4.1442
verified: no, type: nauc_mrr_at_1_diff1
value: 25.9169
verified: no, type: nauc_mrr_at_3_max
value: 30.214999999999996
verified: no, type: nauc_mrr_at_3_std
value: 7.4483
verified: no, type: nauc_mrr_at_3_diff1
value: 23.7169
verified: no, type: nauc_mrr_at_5_max
value: 30.1892
verified: no, type: nauc_mrr_at_5_std
value: 8.319
verified: no, type: nauc_mrr_at_5_diff1
value: 23.4187
verified: no, type: nauc_mrr_at_10_max
value: 30.5879
verified: no, type: nauc_mrr_at_10_std
value: 8.9701
verified: no, type: nauc_mrr_at_10_diff1
value: 23.4357
verified: no, type: nauc_mrr_at_20_max
value: 30.579800000000002
verified: no, type: nauc_mrr_at_20_std
value: 9.3186
verified: no, type: nauc_mrr_at_20_diff1
value: 23.2358
verified: no, type: nauc_mrr_at_100_max
value: 30.660500000000003
verified: no, type: nauc_mrr_at_100_std
value: 9.404
verified: no, type: nauc_mrr_at_100_diff1
value: 23.3937
verified: no, type: nauc_mrr_at_1000_max
value: 30.6315
verified: no, type: nauc_mrr_at_1000_std
value: 9.363299999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.392599999999998
verified: no, type: main_score
value: 17.721
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: pearson
value: 75.5378
verified: no, type: spearman
value: 68.7448
verified: no, type: cosine_pearson
value: 75.5378
verified: no, type: cosine_spearman
value: 68.7448
verified: no, type: manhattan_pearson
value: 72.905
verified: no, type: manhattan_spearman
value: 68.9036
verified: no, type: euclidean_pearson
value: 72.7586
verified: no, type: euclidean_spearman
value: 68.7448
verified: no, type: main_score
value: 68.7448
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: pearson
value: 81.6341
verified: no, type: spearman
value: 75.1911
verified: no, type: cosine_pearson
value: 81.6341
verified: no, type: cosine_spearman
value: 75.1911
verified: no, type: manhattan_pearson
value: 78.4046
verified: no, type: manhattan_spearman
value: 75.1706
verified: no, type: euclidean_pearson
value: 78.3649
verified: no, type: euclidean_spearman
value: 75.1934
verified: no, type: main_score
value: 75.1911
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: pearson
value: 76.4378
verified: no, type: spearman
value: 77.3053
verified: no, type: cosine_pearson
value: 76.4378
verified: no, type: cosine_spearman
value: 77.3053
verified: no, type: manhattan_pearson
value: 77.1958
verified: no, type: manhattan_spearman
value: 77.2543
verified: no, type: euclidean_pearson
value: 77.2317
verified: no, type: euclidean_spearman
value: 77.3053
verified: no, type: main_score
value: 77.3053
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: pearson
value: 78.4342
verified: no, type: spearman
value: 74.9479
verified: no, type: cosine_pearson
value: 78.4342
verified: no, type: cosine_spearman
value: 74.9479
verified: no, type: manhattan_pearson
value: 77.12219999999999
verified: no, type: manhattan_spearman
value: 74.924
verified: no, type: euclidean_pearson
value: 77.14800000000001
verified: no, type: euclidean_spearman
value: 74.94800000000001
verified: no, type: main_score
value: 74.9479
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: pearson
value: 85.1908
verified: no, type: spearman
value: 86.0174
verified: no, type: cosine_pearson
value: 85.1908
verified: no, type: cosine_spearman
value: 86.0174
verified: no, type: manhattan_pearson
value: 85.4436
verified: no, type: manhattan_spearman
value: 86.0332
verified: no, type: euclidean_pearson
value: 85.4339
verified: no, type: euclidean_spearman
value: 86.0174
verified: no, type: main_score
value: 86.0174
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: pearson
value: 80.5421
verified: no, type: spearman
value: 81.9568
verified: no, type: cosine_pearson
value: 80.5421
verified: no, type: cosine_spearman
value: 81.9568
verified: no, type: manhattan_pearson
value: 81.1013
verified: no, type: manhattan_spearman
value: 81.8165
verified: no, type: euclidean_pearson
value: 81.24510000000001
verified: no, type: euclidean_spearman
value: 81.9568
verified: no, type: main_score
value: 81.9568
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 48.2717
verified: no, type: spearman
value: 44.642900000000004
verified: no, type: cosine_pearson
value: 48.2717
verified: no, type: cosine_spearman
value: 44.642900000000004
verified: no, type: manhattan_pearson
value: 50.314400000000006
verified: no, type: manhattan_spearman
value: 44.982299999999995
verified: no, type: euclidean_pearson
value: 50.1685
verified: no, type: euclidean_spearman
value: 44.642900000000004
verified: no, type: main_score
value: 44.642900000000004
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 67.8601
verified: no, type: spearman
value: 68.2763
verified: no, type: cosine_pearson
value: 67.8601
verified: no, type: cosine_spearman
value: 68.2763
verified: no, type: manhattan_pearson
value: 68.1563
verified: no, type: manhattan_spearman
value: 68.4724
verified: no, type: euclidean_pearson
value: 68.1026
verified: no, type: euclidean_spearman
value: 68.2763
verified: no, type: main_score
value: 68.2763
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 78.05539999999999
verified: no, type: spearman
value: 78.5929
verified: no, type: cosine_pearson
value: 78.05539999999999
verified: no, type: cosine_spearman
value: 78.5929
verified: no, type: manhattan_pearson
value: 78.408
verified: no, type: manhattan_spearman
value: 78.8622
verified: no, type: euclidean_pearson
value: 78.1413
verified: no, type: euclidean_spearman
value: 78.5929
verified: no, type: main_score
value: 78.5929
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 59.4349
verified: no, type: spearman
value: 59.838800000000006
verified: no, type: cosine_pearson
value: 59.4349
verified: no, type: cosine_spearman
value: 59.838800000000006
verified: no, type: manhattan_pearson
value: 60.7565
verified: no, type: manhattan_spearman
value: 60.5824
verified: no, type: euclidean_pearson
value: 60.247099999999996
verified: no, type: euclidean_spearman
value: 59.838800000000006
verified: no, type: main_score
value: 59.838800000000006
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 73.84039999999999
verified: no, type: spearman
value: 74.2498
verified: no, type: cosine_pearson
value: 73.84039999999999
verified: no, type: cosine_spearman
value: 74.2498
verified: no, type: manhattan_pearson
value: 74.6784
verified: no, type: manhattan_spearman
value: 74.4608
verified: no, type: euclidean_pearson
value: 74.5596
verified: no, type: euclidean_spearman
value: 74.2498
verified: no, type: main_score
value: 74.2498
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 67.9218
verified: no, type: spearman
value: 68.0418
verified: no, type: cosine_pearson
value: 67.9218
verified: no, type: cosine_spearman
value: 68.0418
verified: no, type: manhattan_pearson
value: 68.51
verified: no, type: manhattan_spearman
value: 68.1968
verified: no, type: euclidean_pearson
value: 68.343
verified: no, type: euclidean_spearman
value: 68.0418
verified: no, type: main_score
value: 68.0418
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 70.381
verified: no, type: spearman
value: 69.5729
verified: no, type: cosine_pearson
value: 70.381
verified: no, type: cosine_spearman
value: 69.5729
verified: no, type: manhattan_pearson
value: 70.8688
verified: no, type: manhattan_spearman
value: 69.4406
verified: no, type: euclidean_pearson
value: 71.0267
verified: no, type: euclidean_spearman
value: 69.5729
verified: no, type: main_score
value: 69.5729
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 70.0196
verified: no, type: spearman
value: 69.7175
verified: no, type: cosine_pearson
value: 70.0196
verified: no, type: cosine_spearman
value: 69.7175
verified: no, type: manhattan_pearson
value: 71.40990000000001
verified: no, type: manhattan_spearman
value: 70.1461
verified: no, type: euclidean_pearson
value: 70.88799999999999
verified: no, type: euclidean_spearman
value: 69.7175
verified: no, type: main_score
value: 69.7175
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 65.7536
verified: no, type: spearman
value: 60.04429999999999
verified: no, type: cosine_pearson
value: 65.7536
verified: no, type: cosine_spearman
value: 60.04429999999999
verified: no, type: manhattan_pearson
value: 68.58579999999999
verified: no, type: manhattan_spearman
value: 60.3699
verified: no, type: euclidean_pearson
value: 68.3761
verified: no, type: euclidean_spearman
value: 60.04429999999999
verified: no, type: main_score
value: 60.04429999999999
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 68.997
verified: no, type: spearman
value: 68.1508
verified: no, type: cosine_pearson
value: 68.997
verified: no, type: cosine_spearman
value: 68.1508
verified: no, type: manhattan_pearson
value: 68.9229
verified: no, type: manhattan_spearman
value: 68.0124
verified: no, type: euclidean_pearson
value: 69.0519
verified: no, type: euclidean_spearman
value: 68.1508
verified: no, type: main_score
value: 68.1508
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 80.2006
verified: no, type: spearman
value: 80.4702
verified: no, type: cosine_pearson
value: 80.2006
verified: no, type: cosine_spearman
value: 80.4702
verified: no, type: manhattan_pearson
value: 80.81009999999999
verified: no, type: manhattan_spearman
value: 80.6037
verified: no, type: euclidean_pearson
value: 80.66290000000001
verified: no, type: euclidean_spearman
value: 80.4702
verified: no, type: main_score
value: 80.4702
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 74.0885
verified: no, type: spearman
value: 72.4574
verified: no, type: cosine_pearson
value: 74.0885
verified: no, type: cosine_spearman
value: 72.4574
verified: no, type: manhattan_pearson
value: 75.25659999999999
verified: no, type: manhattan_spearman
value: 71.9695
verified: no, type: euclidean_pearson
value: 75.4999
verified: no, type: euclidean_spearman
value: 72.4574
verified: no, type: main_score
value: 72.4574
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 74.1794
verified: no, type: spearman
value: 70.6749
verified: no, type: cosine_pearson
value: 74.1794
verified: no, type: cosine_spearman
value: 70.6749
verified: no, type: manhattan_pearson
value: 74.3245
verified: no, type: manhattan_spearman
value: 71.2375
verified: no, type: euclidean_pearson
value: 73.221
verified: no, type: euclidean_spearman
value: 70.6749
verified: no, type: main_score
value: 70.6749
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: pearson
value: 76.7328
verified: no, type: spearman
value: 78.4076
verified: no, type: cosine_pearson
value: 76.7328
verified: no, type: cosine_spearman
value: 78.4076
verified: no, type: manhattan_pearson
value: 78.24950000000001
verified: no, type: manhattan_spearman
value: 78.23400000000001
verified: no, type: euclidean_pearson
value: 78.3628
verified: no, type: euclidean_spearman
value: 78.4076
verified: no, type: main_score
value: 78.4076
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: map
value: 79.6097
verified: no, type: mrr
value: 94.12939999999999
verified: no, type: nAUC_map_max
value: 58.7937
verified: no, type: nAUC_map_std
value: 69.6785
verified: no, type: nAUC_map_diff1
value: 7.4891
verified: no, type: nAUC_mrr_max
value: 84.7821
verified: no, type: nAUC_mrr_std
value: 77.6636
verified: no, type: nAUC_mrr_diff1
value: 49.763600000000004
verified: no, type: main_score
value: 79.6097
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: ndcg_at_1
value: 54
verified: no, type: ndcg_at_3
value: 60.851
verified: no, type: ndcg_at_5
value: 63.410999999999994
verified: no, type: ndcg_at_10
value: 65.847
verified: no, type: ndcg_at_20
value: 66.937
verified: no, type: ndcg_at_100
value: 68.262
verified: no, type: ndcg_at_1000
value: 69.341
verified: no, type: map_at_1
value: 51.093999999999994
verified: no, type: map_at_3
value: 58.044
verified: no, type: map_at_5
value: 59.702999999999996
verified: no, type: map_at_10
value: 60.885999999999996
verified: no, type: map_at_20
value: 61.266
verified: no, type: map_at_100
value: 61.482000000000006
verified: no, type: map_at_1000
value: 61.519
verified: no, type: recall_at_1
value: 51.093999999999994
verified: no, type: recall_at_3
value: 66.128
verified: no, type: recall_at_5
value: 72.456
verified: no, type: recall_at_10
value: 79.3
verified: no, type: recall_at_20
value: 83.2
verified: no, type: recall_at_100
value: 90
verified: no, type: recall_at_1000
value: 98.667
verified: no, type: precision_at_1
value: 54
verified: no, type: precision_at_3
value: 23.778
verified: no, type: precision_at_5
value: 15.933
verified: no, type: precision_at_10
value: 8.967
verified: no, type: precision_at_20
value: 4.75
verified: no, type: precision_at_100
value: 1.03
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: mrr_at_1
value: 54
verified: no, type: mrr_at_3
value: 60.3889
verified: no, type: mrr_at_5
value: 61.7556
verified: no, type: mrr_at_10
value: 62.5984
verified: no, type: mrr_at_20
value: 62.85039999999999
verified: no, type: mrr_at_100
value: 63.0155
verified: no, type: mrr_at_1000
value: 63.052699999999994
verified: no, type: nauc_ndcg_at_1_max
value: 56.6373
verified: no, type: nauc_ndcg_at_1_std
value: 2.1765
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.14829999999999
verified: no, type: nauc_ndcg_at_3_max
value: 53.7965
verified: no, type: nauc_ndcg_at_3_std
value: -3.4057999999999997
verified: no, type: nauc_ndcg_at_3_diff1
value: 63.712199999999996
verified: no, type: nauc_ndcg_at_5_max
value: 56.96059999999999
verified: no, type: nauc_ndcg_at_5_std
value: 1.4794
verified: no, type: nauc_ndcg_at_5_diff1
value: 64.65419999999999
verified: no, type: nauc_ndcg_at_10_max
value: 59.4154
verified: no, type: nauc_ndcg_at_10_std
value: 5.2752
verified: no, type: nauc_ndcg_at_10_diff1
value: 64.3098
verified: no, type: nauc_ndcg_at_20_max
value: 59.7717
verified: no, type: nauc_ndcg_at_20_std
value: 6.2032
verified: no, type: nauc_ndcg_at_20_diff1
value: 64.18599999999999
verified: no, type: nauc_ndcg_at_100_max
value: 59.2146
verified: no, type: nauc_ndcg_at_100_std
value: 6.0138
verified: no, type: nauc_ndcg_at_100_diff1
value: 64.0895
verified: no, type: nauc_ndcg_at_1000_max
value: 58.5714
verified: no, type: nauc_ndcg_at_1000_std
value: 4.8872
verified: no, type: nauc_ndcg_at_1000_diff1
value: 64.66969999999999
verified: no, type: nauc_map_at_1_max
value: 51.2417
verified: no, type: nauc_map_at_1_std
value: -5.42
verified: no, type: nauc_map_at_1_diff1
value: 70.0616
verified: no, type: nauc_map_at_3_max
value: 51.9587
verified: no, type: nauc_map_at_3_std
value: -5.3035
verified: no, type: nauc_map_at_3_diff1
value: 65.282
verified: no, type: nauc_map_at_5_max
value: 54.1516
verified: no, type: nauc_map_at_5_std
value: -2.2858
verified: no, type: nauc_map_at_5_diff1
value: 65.86659999999999
verified: no, type: nauc_map_at_10_max
value: 55.5412
verified: no, type: nauc_map_at_10_std
value: -0.34299999999999997
verified: no, type: nauc_map_at_10_diff1
value: 65.89620000000001
verified: no, type: nauc_map_at_20_max
value: 55.7967
verified: no, type: nauc_map_at_20_std
value: 0.13799999999999998
verified: no, type: nauc_map_at_20_diff1
value: 65.8685
verified: no, type: nauc_map_at_100_max
value: 55.74550000000001
verified: no, type: nauc_map_at_100_std
value: 0.211
verified: no, type: nauc_map_at_100_diff1
value: 65.8557
verified: no, type: nauc_map_at_1000_max
value: 55.728
verified: no, type: nauc_map_at_1000_std
value: 0.1875
verified: no, type: nauc_map_at_1000_diff1
value: 65.8748
verified: no, type: nauc_recall_at_1_max
value: 51.2417
verified: no, type: nauc_recall_at_1_std
value: -5.42
verified: no, type: nauc_recall_at_1_diff1
value: 70.0616
verified: no, type: nauc_recall_at_3_max
value: 52.4327
verified: no, type: nauc_recall_at_3_std
value: -6.7153
verified: no, type: nauc_recall_at_3_diff1
value: 57.111999999999995
verified: no, type: nauc_recall_at_5_max
value: 60.5827
verified: no, type: nauc_recall_at_5_std
value: 7.1365
verified: no, type: nauc_recall_at_5_diff1
value: 58.3449
verified: no, type: nauc_recall_at_10_max
value: 70.24770000000001
verified: no, type: nauc_recall_at_10_std
value: 22.0896
verified: no, type: nauc_recall_at_10_diff1
value: 55.7264
verified: no, type: nauc_recall_at_20_max
value: 73.483
verified: no, type: nauc_recall_at_20_std
value: 29.653299999999998
verified: no, type: nauc_recall_at_20_diff1
value: 53.54750000000001
verified: no, type: nauc_recall_at_100_max
value: 74.0321
verified: no, type: nauc_recall_at_100_std
value: 37.491400000000006
verified: no, type: nauc_recall_at_100_diff1
value: 47.3918
verified: no, type: nauc_recall_at_1000_max
value: 69.5378
verified: no, type: nauc_recall_at_1000_std
value: 60.5042
verified: no, type: nauc_recall_at_1000_diff1
value: 19.5028
verified: no, type: nauc_precision_at_1_max
value: 56.6373
verified: no, type: nauc_precision_at_1_std
value: 2.1765
verified: no, type: nauc_precision_at_1_diff1
value: 71.14829999999999
verified: no, type: nauc_precision_at_3_max
value: 51.811099999999996
verified: no, type: nauc_precision_at_3_std
value: 8.4319
verified: no, type: nauc_precision_at_3_diff1
value: 48.545500000000004
verified: no, type: nauc_precision_at_5_max
value: 55.4685
verified: no, type: nauc_precision_at_5_std
value: 26.387
verified: no, type: nauc_precision_at_5_diff1
value: 39.6201
verified: no, type: nauc_precision_at_10_max
value: 53.2436
verified: no, type: nauc_precision_at_10_std
value: 41.6957
verified: no, type: nauc_precision_at_10_diff1
value: 24.6115
verified: no, type: nauc_precision_at_20_max
value: 48.353699999999996
verified: no, type: nauc_precision_at_20_std
value: 47.253
verified: no, type: nauc_precision_at_20_diff1
value: 15.687599999999998
verified: no, type: nauc_precision_at_100_max
value: 36.771100000000004
verified: no, type: nauc_precision_at_100_std
value: 48.1335
verified: no, type: nauc_precision_at_100_diff1
value: 2.6454
verified: no, type: nauc_precision_at_1000_max
value: 23.0391
verified: no, type: nauc_precision_at_1000_std
value: 53.26499999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -15.0974
verified: no, type: nauc_mrr_at_1_max
value: 56.6373
verified: no, type: nauc_mrr_at_1_std
value: 2.1765
verified: no, type: nauc_mrr_at_1_diff1
value: 71.14829999999999
verified: no, type: nauc_mrr_at_3_max
value: 57.6843
verified: no, type: nauc_mrr_at_3_std
value: 2.4692
verified: no, type: nauc_mrr_at_3_diff1
value: 66.10340000000001
verified: no, type: nauc_mrr_at_5_max
value: 59.2453
verified: no, type: nauc_mrr_at_5_std
value: 5.1308
verified: no, type: nauc_mrr_at_5_diff1
value: 66.7377
verified: no, type: nauc_mrr_at_10_max
value: 59.5575
verified: no, type: nauc_mrr_at_10_std
value: 5.7778
verified: no, type: nauc_mrr_at_10_diff1
value: 66.36149999999999
verified: no, type: nauc_mrr_at_20_max
value: 59.466300000000004
verified: no, type: nauc_mrr_at_20_std
value: 5.6867
verified: no, type: nauc_mrr_at_20_diff1
value: 66.37100000000001
verified: no, type: nauc_mrr_at_100_max
value: 59.404999999999994
verified: no, type: nauc_mrr_at_100_std
value: 5.6528
verified: no, type: nauc_mrr_at_100_diff1
value: 66.41040000000001
verified: no, type: nauc_mrr_at_1000_max
value: 59.3919
verified: no, type: nauc_mrr_at_1000_std
value: 5.6358
verified: no, type: nauc_mrr_at_1000_diff1
value: 66.43050000000001
verified: no, type: main_score
value: 65.847
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: similarity_accuracy
value: 99.7386
verified: no, type: similarity_accuracy_threshold
value: 84.1442
verified: no, type: similarity_f1
value: 86.41980000000001
verified: no, type: similarity_f1_threshold
value: 84.1442
verified: no, type: similarity_precision
value: 88.98310000000001
verified: no, type: similarity_recall
value: 84
verified: no, type: similarity_ap
value: 93.50309999999999
verified: no, type: cosine_accuracy
value: 99.7386
verified: no, type: cosine_accuracy_threshold
value: 84.1442
verified: no, type: cosine_f1
value: 86.41980000000001
verified: no, type: cosine_f1_threshold
value: 84.1442
verified: no, type: cosine_precision
value: 88.98310000000001
verified: no, type: cosine_recall
value: 84
verified: no, type: cosine_ap
value: 93.50309999999999
verified: no, type: manhattan_accuracy
value: 99.7406
verified: no, type: manhattan_accuracy_threshold
value: 1243.0971
verified: no, type: manhattan_f1
value: 86.5641
verified: no, type: manhattan_f1_threshold
value: 1243.0971
verified: no, type: manhattan_precision
value: 88.8421
verified: no, type: manhattan_recall
value: 84.39999999999999
verified: no, type: manhattan_ap
value: 93.50840000000001
verified: no, type: euclidean_accuracy
value: 99.7386
verified: no, type: euclidean_accuracy_threshold
value: 56.313
verified: no, type: euclidean_f1
value: 86.41980000000001
verified: no, type: euclidean_f1_threshold
value: 56.313
verified: no, type: euclidean_precision
value: 88.98310000000001
verified: no, type: euclidean_recall
value: 84
verified: no, type: euclidean_ap
value: 93.50309999999999
verified: no, type: dot_accuracy
value: 99.7386
verified: no, type: dot_accuracy_threshold
value: 84.1442
verified: no, type: dot_f1
value: 86.41980000000001
verified: no, type: dot_f1_threshold
value: 84.1442
verified: no, type: dot_precision
value: 88.98310000000001
verified: no, type: dot_recall
value: 84
verified: no, type: dot_ap
value: 93.50309999999999
verified: no, type: max_accuracy
value: 99.7406
verified: no, type: max_f1
value: 86.5641
verified: no, type: max_precision
value: 88.98310000000001
verified: no, type: max_recall
value: 84.39999999999999
verified: no, type: max_ap
value: 93.50840000000001
verified: no, type: main_score
value: 93.50840000000001
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: v_measure
value: 55.9311
verified: no, type: v_measure_std
value: 5.0881
verified: no, type: main_score
value: 55.9311
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: v_measure
value: 32.9298
verified: no, type: v_measure_std
value: 1.7169
verified: no, type: main_score
value: 32.9298
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: map
value: 51.7759
verified: no, type: mrr
value: 52.7456
verified: no, type: nAUC_map_max
value: 15.138499999999999
verified: no, type: nAUC_map_std
value: 9.876999999999999
verified: no, type: nAUC_map_diff1
value: 37.8337
verified: no, type: nAUC_mrr_max
value: 16.128600000000002
verified: no, type: nAUC_mrr_std
value: 10.4175
verified: no, type: nAUC_mrr_diff1
value: 37.3753
verified: no, type: main_score
value: 51.7759
verified: no
task: type: Reranking, dataset: config: default
name: MTEB StackOverflowQA (default)
revision: db8f169f3894c14a00251061f957b2063eef2bd5
split: test
type: CoIR-Retrieval/stackoverflow-qa
metrics: type: ndcg_at_1
value: 68.205
verified: no, type: ndcg_at_3
value: 75.473
verified: no, type: ndcg_at_5
value: 77.118
verified: no, type: ndcg_at_10
value: 78.45
verified: no, type: ndcg_at_20
value: 79.181
verified: no, type: ndcg_at_100
value: 80.259
verified: no, type: ndcg_at_1000
value: 80.518
verified: no, type: map_at_1
value: 68.205
verified: no, type: map_at_3
value: 73.763
verified: no, type: map_at_5
value: 74.68299999999999
verified: no, type: map_at_10
value: 75.234
verified: no, type: map_at_20
value: 75.43900000000001
verified: no, type: map_at_100
value: 75.59
verified: no, type: map_at_1000
value: 75.599
verified: no, type: recall_at_1
value: 68.205
verified: no, type: recall_at_3
value: 80.391
verified: no, type: recall_at_5
value: 84.353
verified: no, type: recall_at_10
value: 88.465
verified: no, type: recall_at_20
value: 91.32400000000001
verified: no, type: recall_at_100
value: 97.09100000000001
verified: no, type: recall_at_1000
value: 99.14699999999999
verified: no, type: precision_at_1
value: 68.205
verified: no, type: precision_at_3
value: 26.796999999999997
verified: no, type: precision_at_5
value: 16.871
verified: no, type: precision_at_10
value: 8.847
verified: no, type: precision_at_20
value: 4.566
verified: no, type: precision_at_100
value: 0.971
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: mrr_at_1
value: 68.2046
verified: no, type: mrr_at_3
value: 73.763
verified: no, type: mrr_at_5
value: 74.6832
verified: no, type: mrr_at_10
value: 75.23440000000001
verified: no, type: mrr_at_20
value: 75.4389
verified: no, type: mrr_at_100
value: 75.5901
verified: no, type: mrr_at_1000
value: 75.59909999999999
verified: no, type: nauc_ndcg_at_1_max
value: 70.0997
verified: no, type: nauc_ndcg_at_1_std
value: -6.6174
verified: no, type: nauc_ndcg_at_1_diff1
value: 80.8018
verified: no, type: nauc_ndcg_at_3_max
value: 71.8713
verified: no, type: nauc_ndcg_at_3_std
value: -5.7584
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.6152
verified: no, type: nauc_ndcg_at_5_max
value: 71.7906
verified: no, type: nauc_ndcg_at_5_std
value: -5.6573
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.6923
verified: no, type: nauc_ndcg_at_10_max
value: 71.4058
verified: no, type: nauc_ndcg_at_10_std
value: -4.8043000000000005
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.4267
verified: no, type: nauc_ndcg_at_20_max
value: 71.5511
verified: no, type: nauc_ndcg_at_20_std
value: -4.8308
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.49669999999999
verified: no, type: nauc_ndcg_at_100_max
value: 71.5604
verified: no, type: nauc_ndcg_at_100_std
value: -4.8645000000000005
verified: no, type: nauc_ndcg_at_100_diff1
value: 77.022
verified: no, type: nauc_ndcg_at_1000_max
value: 71.4953
verified: no, type: nauc_ndcg_at_1000_std
value: -4.8631
verified: no, type: nauc_ndcg_at_1000_diff1
value: 77.1952
verified: no, type: nauc_map_at_1_max
value: 70.0997
verified: no, type: nauc_map_at_1_std
value: -6.6174
verified: no, type: nauc_map_at_1_diff1
value: 80.8018
verified: no, type: nauc_map_at_3_max
value: 71.46329999999999
verified: no, type: nauc_map_at_3_std
value: -5.9901
verified: no, type: nauc_map_at_3_diff1
value: 77.7281
verified: no, type: nauc_map_at_5_max
value: 71.4046
verified: no, type: nauc_map_at_5_std
value: -5.9794
verified: no, type: nauc_map_at_5_diff1
value: 77.8163
verified: no, type: nauc_map_at_10_max
value: 71.2618
verified: no, type: nauc_map_at_10_std
value: -5.702999999999999
verified: no, type: nauc_map_at_10_diff1
value: 77.73780000000001
verified: no, type: nauc_map_at_20_max
value: 71.30330000000001
verified: no, type: nauc_map_at_20_std
value: -5.691
verified: no, type: nauc_map_at_20_diff1
value: 77.7683
verified: no, type: nauc_map_at_100_max
value: 71.3035
verified: no, type: nauc_map_at_100_std
value: -5.680000000000001
verified: no, type: nauc_map_at_100_diff1
value: 77.8324
verified: no, type: nauc_map_at_1000_max
value: 71.3013
verified: no, type: nauc_map_at_1000_std
value: -5.6772
verified: no, type: nauc_map_at_1000_diff1
value: 77.837
verified: no, type: nauc_recall_at_1_max
value: 70.0997
verified: no, type: nauc_recall_at_1_std
value: -6.6174
verified: no, type: nauc_recall_at_1_diff1
value: 80.8018
verified: no, type: nauc_recall_at_3_max
value: 73.3015
verified: no, type: nauc_recall_at_3_std
value: -4.9247
verified: no, type: nauc_recall_at_3_diff1
value: 72.6201
verified: no, type: nauc_recall_at_5_max
value: 73.3818
verified: no, type: nauc_recall_at_5_std
value: -4.196
verified: no, type: nauc_recall_at_5_diff1
value: 71.8984
verified: no, type: nauc_recall_at_10_max
value: 71.8002
verified: no, type: nauc_recall_at_10_std
value: 1.0328
verified: no, type: nauc_recall_at_10_diff1
value: 69.0552
verified: no, type: nauc_recall_at_20_max
value: 72.9934
verified: no, type: nauc_recall_at_20_std
value: 2.0923000000000003
verified: no, type: nauc_recall_at_20_diff1
value: 67.3481
verified: no, type: nauc_recall_at_100_max
value: 76.0971
verified: no, type: nauc_recall_at_100_std
value: 12.4217
verified: no, type: nauc_recall_at_100_diff1
value: 66.6112
verified: no, type: nauc_recall_at_1000_max
value: 76.7462
verified: no, type: nauc_recall_at_1000_std
value: 50.754200000000004
verified: no, type: nauc_recall_at_1000_diff1
value: 69.8675
verified: no, type: nauc_precision_at_1_max
value: 70.0997
verified: no, type: nauc_precision_at_1_std
value: -6.6174
verified: no, type: nauc_precision_at_1_diff1
value: 80.8018
verified: no, type: nauc_precision_at_3_max
value: 73.3015
verified: no, type: nauc_precision_at_3_std
value: -4.9247
verified: no, type: nauc_precision_at_3_diff1
value: 72.6201
verified: no, type: nauc_precision_at_5_max
value: 73.3818
verified: no, type: nauc_precision_at_5_std
value: -4.196
verified: no, type: nauc_precision_at_5_diff1
value: 71.8984
verified: no, type: nauc_precision_at_10_max
value: 71.8002
verified: no, type: nauc_precision_at_10_std
value: 1.0328
verified: no, type: nauc_precision_at_10_diff1
value: 69.0552
verified: no, type: nauc_precision_at_20_max
value: 72.9934
verified: no, type: nauc_precision_at_20_std
value: 2.0923000000000003
verified: no, type: nauc_precision_at_20_diff1
value: 67.3481
verified: no, type: nauc_precision_at_100_max
value: 76.0971
verified: no, type: nauc_precision_at_100_std
value: 12.4217
verified: no, type: nauc_precision_at_100_diff1
value: 66.6112
verified: no, type: nauc_precision_at_1000_max
value: 76.7462
verified: no, type: nauc_precision_at_1000_std
value: 50.754200000000004
verified: no, type: nauc_precision_at_1000_diff1
value: 69.8675
verified: no, type: nauc_mrr_at_1_max
value: 70.0997
verified: no, type: nauc_mrr_at_1_std
value: -6.6174
verified: no, type: nauc_mrr_at_1_diff1
value: 80.8018
verified: no, type: nauc_mrr_at_3_max
value: 71.46329999999999
verified: no, type: nauc_mrr_at_3_std
value: -5.9901
verified: no, type: nauc_mrr_at_3_diff1
value: 77.7281
verified: no, type: nauc_mrr_at_5_max
value: 71.4046
verified: no, type: nauc_mrr_at_5_std
value: -5.9794
verified: no, type: nauc_mrr_at_5_diff1
value: 77.8163
verified: no, type: nauc_mrr_at_10_max
value: 71.2618
verified: no, type: nauc_mrr_at_10_std
value: -5.702999999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 77.73780000000001
verified: no, type: nauc_mrr_at_20_max
value: 71.30330000000001
verified: no, type: nauc_mrr_at_20_std
value: -5.691
verified: no, type: nauc_mrr_at_20_diff1
value: 77.7683
verified: no, type: nauc_mrr_at_100_max
value: 71.3035
verified: no, type: nauc_mrr_at_100_std
value: -5.680000000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 77.8324
verified: no, type: nauc_mrr_at_1000_max
value: 71.3013
verified: no, type: nauc_mrr_at_1000_std
value: -5.6772
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.837
verified: no, type: main_score
value: 78.45
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: pearson
value: 31.7097
verified: no, type: spearman
value: 32.0256
verified: no, type: cosine_spearman
value: 32.0256
verified: no, type: cosine_pearson
value: 31.7097
verified: no, type: dot_spearman
value: 32.0256
verified: no, type: dot_pearson
value: 31.7097
verified: no, type: main_score
value: 32.0256
verified: no
task: type: Summarization, dataset: config: default
name: MTEB SyntheticText2SQL (default)
revision: 686b87296c3a0191b5d9415a00526c62db9fce09
split: test
type: CoIR-Retrieval/synthetic-text2sql
metrics: type: ndcg_at_1
value: 3.5549999999999997
verified: no, type: ndcg_at_3
value: 41.534
verified: no, type: ndcg_at_5
value: 44.847
verified: no, type: ndcg_at_10
value: 47.344
verified: no, type: ndcg_at_20
value: 48.826
verified: no, type: ndcg_at_100
value: 50.442
verified: no, type: ndcg_at_1000
value: 50.937
verified: no, type: map_at_1
value: 3.5549999999999997
verified: no, type: map_at_3
value: 33.083
verified: no, type: map_at_5
value: 34.928
verified: no, type: map_at_10
value: 35.964
verified: no, type: map_at_20
value: 36.376
verified: no, type: map_at_100
value: 36.61
verified: no, type: map_at_1000
value: 36.63
verified: no, type: recall_at_1
value: 3.5549999999999997
verified: no, type: recall_at_3
value: 65.63
verified: no, type: recall_at_5
value: 73.646
verified: no, type: recall_at_10
value: 81.337
verified: no, type: recall_at_20
value: 87.165
verified: no, type: recall_at_100
value: 95.71
verified: no, type: recall_at_1000
value: 99.556
verified: no, type: precision_at_1
value: 3.5549999999999997
verified: no, type: precision_at_3
value: 21.877
verified: no, type: precision_at_5
value: 14.729000000000001
verified: no, type: precision_at_10
value: 8.134
verified: no, type: precision_at_20
value: 4.358
verified: no, type: precision_at_100
value: 0.9570000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 31.721100000000003
verified: no, type: mrr_at_3
value: 48.6754
verified: no, type: mrr_at_5
value: 50.3093
verified: no, type: mrr_at_10
value: 51.2454
verified: no, type: mrr_at_20
value: 51.629999999999995
verified: no, type: mrr_at_100
value: 51.8552
verified: no, type: mrr_at_1000
value: 51.8747
verified: no, type: nauc_ndcg_at_1_max
value: 6.543
verified: no, type: nauc_ndcg_at_1_std
value: -11.0614
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.4191
verified: no, type: nauc_ndcg_at_3_max
value: 35.9842
verified: no, type: nauc_ndcg_at_3_std
value: -16.258200000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: -62.2219
verified: no, type: nauc_ndcg_at_5_max
value: 35.0885
verified: no, type: nauc_ndcg_at_5_std
value: -14.935699999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: -58.3931
verified: no, type: nauc_ndcg_at_10_max
value: 33.7926
verified: no, type: nauc_ndcg_at_10_std
value: -14.2862
verified: no, type: nauc_ndcg_at_10_diff1
value: -55.5325
verified: no, type: nauc_ndcg_at_20_max
value: 33.631899999999995
verified: no, type: nauc_ndcg_at_20_std
value: -14.061499999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: -53.7148
verified: no, type: nauc_ndcg_at_100_max
value: 32.736900000000006
verified: no, type: nauc_ndcg_at_100_std
value: -13.7486
verified: no, type: nauc_ndcg_at_100_diff1
value: -52.0744
verified: no, type: nauc_ndcg_at_1000_max
value: 32.941500000000005
verified: no, type: nauc_ndcg_at_1000_std
value: -14.186099999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: -51.6402
verified: no, type: nauc_map_at_1_max
value: 6.543
verified: no, type: nauc_map_at_1_std
value: -11.0614
verified: no, type: nauc_map_at_1_diff1
value: 77.4191
verified: no, type: nauc_map_at_3_max
value: 33.901399999999995
verified: no, type: nauc_map_at_3_std
value: -15.789
verified: no, type: nauc_map_at_3_diff1
value: -53.5257
verified: no, type: nauc_map_at_5_max
value: 33.1725
verified: no, type: nauc_map_at_5_std
value: -14.948400000000001
verified: no, type: nauc_map_at_5_diff1
value: -50.5361
verified: no, type: nauc_map_at_10_max
value: 32.5273
verified: no, type: nauc_map_at_10_std
value: -14.648
verified: no, type: nauc_map_at_10_diff1
value: -48.928
verified: no, type: nauc_map_at_20_max
value: 32.4474
verified: no, type: nauc_map_at_20_std
value: -14.6155
verified: no, type: nauc_map_at_20_diff1
value: -48.2673
verified: no, type: nauc_map_at_100_max
value: 32.2692
verified: no, type: nauc_map_at_100_std
value: -14.5789
verified: no, type: nauc_map_at_100_diff1
value: -47.9677
verified: no, type: nauc_map_at_1000_max
value: 32.2805
verified: no, type: nauc_map_at_1000_std
value: -14.594999999999999
verified: no, type: nauc_map_at_1000_diff1
value: -47.944700000000005
verified: no, type: nauc_recall_at_1_max
value: 6.543
verified: no, type: nauc_recall_at_1_std
value: -11.0614
verified: no, type: nauc_recall_at_1_diff1
value: 77.4191
verified: no, type: nauc_recall_at_3_max
value: 39.704899999999995
verified: no, type: nauc_recall_at_3_std
value: -17.1274
verified: no, type: nauc_recall_at_3_diff1
value: -77.3937
verified: no, type: nauc_recall_at_5_max
value: 38.8786
verified: no, type: nauc_recall_at_5_std
value: -14.7304
verified: no, type: nauc_recall_at_5_diff1
value: -73.366
verified: no, type: nauc_recall_at_10_max
value: 36.2642
verified: no, type: nauc_recall_at_10_std
value: -12.828800000000001
verified: no, type: nauc_recall_at_10_diff1
value: -69.7955
verified: no, type: nauc_recall_at_20_max
value: 36.5493
verified: no, type: nauc_recall_at_20_std
value: -10.9359
verified: no, type: nauc_recall_at_20_diff1
value: -66.8099
verified: no, type: nauc_recall_at_100_max
value: 29.1291
verified: no, type: nauc_recall_at_100_std
value: 0.3365
verified: no, type: nauc_recall_at_100_diff1
value: -63.8938
verified: no, type: nauc_recall_at_1000_max
value: 37.589800000000004
verified: no, type: nauc_recall_at_1000_std
value: 17.3579
verified: no, type: nauc_recall_at_1000_diff1
value: -68.429
verified: no, type: nauc_precision_at_1_max
value: 6.543
verified: no, type: nauc_precision_at_1_std
value: -11.0614
verified: no, type: nauc_precision_at_1_diff1
value: 77.4191
verified: no, type: nauc_precision_at_3_max
value: 39.704899999999995
verified: no, type: nauc_precision_at_3_std
value: -17.1274
verified: no, type: nauc_precision_at_3_diff1
value: -77.3937
verified: no, type: nauc_precision_at_5_max
value: 38.8786
verified: no, type: nauc_precision_at_5_std
value: -14.7304
verified: no, type: nauc_precision_at_5_diff1
value: -73.366
verified: no, type: nauc_precision_at_10_max
value: 36.2642
verified: no, type: nauc_precision_at_10_std
value: -12.828800000000001
verified: no, type: nauc_precision_at_10_diff1
value: -69.7955
verified: no, type: nauc_precision_at_20_max
value: 36.5493
verified: no, type: nauc_precision_at_20_std
value: -10.9359
verified: no, type: nauc_precision_at_20_diff1
value: -66.8099
verified: no, type: nauc_precision_at_100_max
value: 29.1291
verified: no, type: nauc_precision_at_100_std
value: 0.3365
verified: no, type: nauc_precision_at_100_diff1
value: -63.8938
verified: no, type: nauc_precision_at_1000_max
value: 37.589800000000004
verified: no, type: nauc_precision_at_1000_std
value: 17.3579
verified: no, type: nauc_precision_at_1000_diff1
value: -68.429
verified: no, type: nauc_mrr_at_1_max
value: 18.7616
verified: no, type: nauc_mrr_at_1_std
value: -9.332600000000001
verified: no, type: nauc_mrr_at_1_diff1
value: -38.775
verified: no, type: nauc_mrr_at_3_max
value: 27.9627
verified: no, type: nauc_mrr_at_3_std
value: -12.1163
verified: no, type: nauc_mrr_at_3_diff1
value: -56.172900000000006
verified: no, type: nauc_mrr_at_5_max
value: 27.385900000000003
verified: no, type: nauc_mrr_at_5_std
value: -11.7823
verified: no, type: nauc_mrr_at_5_diff1
value: -55.085300000000004
verified: no, type: nauc_mrr_at_10_max
value: 26.9297
verified: no, type: nauc_mrr_at_10_std
value: -11.5899
verified: no, type: nauc_mrr_at_10_diff1
value: -54.352900000000005
verified: no, type: nauc_mrr_at_20_max
value: 26.8231
verified: no, type: nauc_mrr_at_20_std
value: -11.5438
verified: no, type: nauc_mrr_at_20_diff1
value: -54.101
verified: no, type: nauc_mrr_at_100_max
value: 26.6888
verified: no, type: nauc_mrr_at_100_std
value: -11.5184
verified: no, type: nauc_mrr_at_100_diff1
value: -53.9839
verified: no, type: nauc_mrr_at_1000_max
value: 26.691399999999998
verified: no, type: nauc_mrr_at_1000_std
value: -11.5244
verified: no, type: nauc_mrr_at_1000_diff1
value: -53.976
verified: no, type: main_score
value: 47.344
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 70
verified: no, type: ndcg_at_3
value: 70.877
verified: no, type: ndcg_at_5
value: 70.735
verified: no, type: ndcg_at_10
value: 68.573
verified: no, type: ndcg_at_20
value: 65.635
verified: no, type: ndcg_at_100
value: 53.501
verified: no, type: ndcg_at_1000
value: 49.288
verified: no, type: map_at_1
value: 0.207
verified: no, type: map_at_3
value: 0.551
verified: no, type: map_at_5
value: 0.8909999999999999
verified: no, type: map_at_10
value: 1.635
verified: no, type: map_at_20
value: 2.952
verified: no, type: map_at_100
value: 9.713
verified: no, type: map_at_1000
value: 24.064
verified: no, type: recall_at_1
value: 0.207
verified: no, type: recall_at_3
value: 0.602
verified: no, type: recall_at_5
value: 0.992
verified: no, type: recall_at_10
value: 1.9009999999999998
verified: no, type: recall_at_20
value: 3.5709999999999997
verified: no, type: recall_at_100
value: 13.297999999999998
verified: no, type: recall_at_1000
value: 47.067
verified: no, type: precision_at_1
value: 80
verified: no, type: precision_at_3
value: 76.667
verified: no, type: precision_at_5
value: 76.4
verified: no, type: precision_at_10
value: 73.2
verified: no, type: precision_at_20
value: 70.1
verified: no, type: precision_at_100
value: 55.04
verified: no, type: precision_at_1000
value: 22.046
verified: no, type: mrr_at_1
value: 80
verified: no, type: mrr_at_3
value: 88.66669999999999
verified: no, type: mrr_at_5
value: 89.16669999999999
verified: no, type: mrr_at_10
value: 89.16669999999999
verified: no, type: mrr_at_20
value: 89.16669999999999
verified: no, type: mrr_at_100
value: 89.16669999999999
verified: no, type: mrr_at_1000
value: 89.16669999999999
verified: no, type: nauc_ndcg_at_1_max
value: 9.0505
verified: no, type: nauc_ndcg_at_1_std
value: 17.7341
verified: no, type: nauc_ndcg_at_1_diff1
value: -17.272399999999998
verified: no, type: nauc_ndcg_at_3_max
value: 27.3702
verified: no, type: nauc_ndcg_at_3_std
value: 43.432500000000005
verified: no, type: nauc_ndcg_at_3_diff1
value: -5.716600000000001
verified: no, type: nauc_ndcg_at_5_max
value: 24.6447
verified: no, type: nauc_ndcg_at_5_std
value: 48.0114
verified: no, type: nauc_ndcg_at_5_diff1
value: -7.0447999999999995
verified: no, type: nauc_ndcg_at_10_max
value: 31.5589
verified: no, type: nauc_ndcg_at_10_std
value: 60.242
verified: no, type: nauc_ndcg_at_10_diff1
value: -4.827
verified: no, type: nauc_ndcg_at_20_max
value: 39.195600000000006
verified: no, type: nauc_ndcg_at_20_std
value: 67.9313
verified: no, type: nauc_ndcg_at_20_diff1
value: -10.0317
verified: no, type: nauc_ndcg_at_100_max
value: 43.8896
verified: no, type: nauc_ndcg_at_100_std
value: 76.6623
verified: no, type: nauc_ndcg_at_100_diff1
value: -14.7694
verified: no, type: nauc_ndcg_at_1000_max
value: 46.935
verified: no, type: nauc_ndcg_at_1000_std
value: 79.9247
verified: no, type: nauc_ndcg_at_1000_diff1
value: -12.9885
verified: no, type: nauc_map_at_1_max
value: 5.587899999999999
verified: no, type: nauc_map_at_1_std
value: -6.5333000000000006
verified: no, type: nauc_map_at_1_diff1
value: 7.8414
verified: no, type: nauc_map_at_3_max
value: 14.21
verified: no, type: nauc_map_at_3_std
value: 7.9614
verified: no, type: nauc_map_at_3_diff1
value: 11.9467
verified: no, type: nauc_map_at_5_max
value: 14.514299999999999
verified: no, type: nauc_map_at_5_std
value: 10.6974
verified: no, type: nauc_map_at_5_diff1
value: 11.732800000000001
verified: no, type: nauc_map_at_10_max
value: 17.5629
verified: no, type: nauc_map_at_10_std
value: 21.4707
verified: no, type: nauc_map_at_10_diff1
value: 10.9138
verified: no, type: nauc_map_at_20_max
value: 23.891399999999997
verified: no, type: nauc_map_at_20_std
value: 32.5254
verified: no, type: nauc_map_at_20_diff1
value: 5.6072999999999995
verified: no, type: nauc_map_at_100_max
value: 37.247
verified: no, type: nauc_map_at_100_std
value: 66.2197
verified: no, type: nauc_map_at_100_diff1
value: -6.0896
verified: no, type: nauc_map_at_1000_max
value: 51.590599999999995
verified: no, type: nauc_map_at_1000_std
value: 83.3358
verified: no, type: nauc_map_at_1000_diff1
value: -18.7689
verified: no, type: nauc_recall_at_1_max
value: 5.587899999999999
verified: no, type: nauc_recall_at_1_std
value: -6.5333000000000006
verified: no, type: nauc_recall_at_1_diff1
value: 7.8414
verified: no, type: nauc_recall_at_3_max
value: 10.6036
verified: no, type: nauc_recall_at_3_std
value: 8.7269
verified: no, type: nauc_recall_at_3_diff1
value: 13.296
verified: no, type: nauc_recall_at_5_max
value: 9.3121
verified: no, type: nauc_recall_at_5_std
value: 9.9978
verified: no, type: nauc_recall_at_5_diff1
value: 12.5994
verified: no, type: nauc_recall_at_10_max
value: 10.0265
verified: no, type: nauc_recall_at_10_std
value: 16.8073
verified: no, type: nauc_recall_at_10_diff1
value: 10.8776
verified: no, type: nauc_recall_at_20_max
value: 16.3788
verified: no, type: nauc_recall_at_20_std
value: 23.7003
verified: no, type: nauc_recall_at_20_diff1
value: 7.832
verified: no, type: nauc_recall_at_100_max
value: 25.289
verified: no, type: nauc_recall_at_100_std
value: 51.6757
verified: no, type: nauc_recall_at_100_diff1
value: 0.4044
verified: no, type: nauc_recall_at_1000_max
value: 42.1531
verified: no, type: nauc_recall_at_1000_std
value: 72.10419999999999
verified: no, type: nauc_recall_at_1000_diff1
value: -12.410499999999999
verified: no, type: nauc_precision_at_1_max
value: 31.203799999999998
verified: no, type: nauc_precision_at_1_std
value: 23.1918
verified: no, type: nauc_precision_at_1_diff1
value: -32.057900000000004
verified: no, type: nauc_precision_at_3_max
value: 40.368300000000005
verified: no, type: nauc_precision_at_3_std
value: 50.225699999999996
verified: no, type: nauc_precision_at_3_diff1
value: -2.2047
verified: no, type: nauc_precision_at_5_max
value: 29.592200000000002
verified: no, type: nauc_precision_at_5_std
value: 49.6822
verified: no, type: nauc_precision_at_5_diff1
value: -4.1202000000000005
verified: no, type: nauc_precision_at_10_max
value: 41.876400000000004
verified: no, type: nauc_precision_at_10_std
value: 67.3955
verified: no, type: nauc_precision_at_10_diff1
value: 1.8023
verified: no, type: nauc_precision_at_20_max
value: 49.011500000000005
verified: no, type: nauc_precision_at_20_std
value: 72.0322
verified: no, type: nauc_precision_at_20_diff1
value: -8.0818
verified: no, type: nauc_precision_at_100_max
value: 49.385200000000005
verified: no, type: nauc_precision_at_100_std
value: 79.20660000000001
verified: no, type: nauc_precision_at_100_diff1
value: -12.9969
verified: no, type: nauc_precision_at_1000_max
value: 41.5596
verified: no, type: nauc_precision_at_1000_std
value: 51.89470000000001
verified: no, type: nauc_precision_at_1000_diff1
value: -24.5507
verified: no, type: nauc_mrr_at_1_max
value: 31.203799999999998
verified: no, type: nauc_mrr_at_1_std
value: 23.1918
verified: no, type: nauc_mrr_at_1_diff1
value: -32.057900000000004
verified: no, type: nauc_mrr_at_3_max
value: 37.7018
verified: no, type: nauc_mrr_at_3_std
value: 31.9141
verified: no, type: nauc_mrr_at_3_diff1
value: -22.4835
verified: no, type: nauc_mrr_at_5_max
value: 35.284
verified: no, type: nauc_mrr_at_5_std
value: 28.569899999999997
verified: no, type: nauc_mrr_at_5_diff1
value: -26.309700000000003
verified: no, type: nauc_mrr_at_10_max
value: 35.284
verified: no, type: nauc_mrr_at_10_std
value: 28.569899999999997
verified: no, type: nauc_mrr_at_10_diff1
value: -26.309700000000003
verified: no, type: nauc_mrr_at_20_max
value: 35.284
verified: no, type: nauc_mrr_at_20_std
value: 28.569899999999997
verified: no, type: nauc_mrr_at_20_diff1
value: -26.309700000000003
verified: no, type: nauc_mrr_at_100_max
value: 35.284
verified: no, type: nauc_mrr_at_100_std
value: 28.569899999999997
verified: no, type: nauc_mrr_at_100_diff1
value: -26.309700000000003
verified: no, type: nauc_mrr_at_1000_max
value: 35.284
verified: no, type: nauc_mrr_at_1000_std
value: 28.569899999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: -26.309700000000003
verified: no, type: main_score
value: 68.573
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: ndcg_at_1
value: 41.837
verified: no, type: ndcg_at_3
value: 34.675
verified: no, type: ndcg_at_5
value: 30.017
verified: no, type: ndcg_at_10
value: 27.306
verified: no, type: ndcg_at_20
value: 27.009
verified: no, type: ndcg_at_100
value: 38.037
verified: no, type: ndcg_at_1000
value: 49.413000000000004
verified: no, type: map_at_1
value: 3.304
verified: no, type: map_at_3
value: 6.0569999999999995
verified: no, type: map_at_5
value: 7.856000000000001
verified: no, type: map_at_10
value: 10.869
verified: no, type: map_at_20
value: 12.824
verified: no, type: map_at_100
value: 16.631999999999998
verified: no, type: map_at_1000
value: 18.138
verified: no, type: recall_at_1
value: 3.304
verified: no, type: recall_at_3
value: 7.13
verified: no, type: recall_at_5
value: 9.995999999999999
verified: no, type: recall_at_10
value: 16.766000000000002
verified: no, type: recall_at_20
value: 22.933
verified: no, type: recall_at_100
value: 47.427
verified: no, type: recall_at_1000
value: 81.527
verified: no, type: precision_at_1
value: 42.857
verified: no, type: precision_at_3
value: 35.374
verified: no, type: precision_at_5
value: 28.163
verified: no, type: precision_at_10
value: 23.061
verified: no, type: precision_at_20
value: 16.633
verified: no, type: precision_at_100
value: 7.632999999999999
verified: no, type: precision_at_1000
value: 1.51
verified: no, type: mrr_at_1
value: 42.857099999999996
verified: no, type: mrr_at_3
value: 54.4218
verified: no, type: mrr_at_5
value: 54.4218
verified: no, type: mrr_at_10
value: 56.431
verified: no, type: mrr_at_20
value: 56.880900000000004
verified: no, type: mrr_at_100
value: 57.0526
verified: no, type: mrr_at_1000
value: 57.0526
verified: no, type: nauc_ndcg_at_1_max
value: -44.2104
verified: no, type: nauc_ndcg_at_1_std
value: -2.3875
verified: no, type: nauc_ndcg_at_1_diff1
value: -23.4197
verified: no, type: nauc_ndcg_at_3_max
value: -40.1986
verified: no, type: nauc_ndcg_at_3_std
value: -4.3845
verified: no, type: nauc_ndcg_at_3_diff1
value: -26.881100000000004
verified: no, type: nauc_ndcg_at_5_max
value: -37.8693
verified: no, type: nauc_ndcg_at_5_std
value: -5.817
verified: no, type: nauc_ndcg_at_5_diff1
value: -30.292599999999997
verified: no, type: nauc_ndcg_at_10_max
value: -35.0514
verified: no, type: nauc_ndcg_at_10_std
value: -12.628
verified: no, type: nauc_ndcg_at_10_diff1
value: -28.5171
verified: no, type: nauc_ndcg_at_20_max
value: -36.829499999999996
verified: no, type: nauc_ndcg_at_20_std
value: -10.9047
verified: no, type: nauc_ndcg_at_20_diff1
value: -25.590200000000003
verified: no, type: nauc_ndcg_at_100_max
value: -33.1224
verified: no, type: nauc_ndcg_at_100_std
value: 14.3094
verified: no, type: nauc_ndcg_at_100_diff1
value: -17.6544
verified: no, type: nauc_ndcg_at_1000_max
value: -30.8819
verified: no, type: nauc_ndcg_at_1000_std
value: 22.3523
verified: no, type: nauc_ndcg_at_1000_diff1
value: -19.5741
verified: no, type: nauc_map_at_1_max
value: -38.6863
verified: no, type: nauc_map_at_1_std
value: -15.0366
verified: no, type: nauc_map_at_1_diff1
value: -8.5063
verified: no, type: nauc_map_at_3_max
value: -38.9161
verified: no, type: nauc_map_at_3_std
value: -16.71
verified: no, type: nauc_map_at_3_diff1
value: -21.3221
verified: no, type: nauc_map_at_5_max
value: -35.0036
verified: no, type: nauc_map_at_5_std
value: -18.4668
verified: no, type: nauc_map_at_5_diff1
value: -27.6758
verified: no, type: nauc_map_at_10_max
value: -29.7816
verified: no, type: nauc_map_at_10_std
value: -20.890900000000002
verified: no, type: nauc_map_at_10_diff1
value: -27.380100000000002
verified: no, type: nauc_map_at_20_max
value: -29.3362
verified: no, type: nauc_map_at_20_std
value: -18.9281
verified: no, type: nauc_map_at_20_diff1
value: -27.058500000000002
verified: no, type: nauc_map_at_100_max
value: -27.9555
verified: no, type: nauc_map_at_100_std
value: -7.222
verified: no, type: nauc_map_at_100_diff1
value: -22.7849
verified: no, type: nauc_map_at_1000_max
value: -26.954
verified: no, type: nauc_map_at_1000_std
value: -4.0097000000000005
verified: no, type: nauc_map_at_1000_diff1
value: -22.855
verified: no, type: nauc_recall_at_1_max
value: -38.6863
verified: no, type: nauc_recall_at_1_std
value: -15.0366
verified: no, type: nauc_recall_at_1_diff1
value: -8.5063
verified: no, type: nauc_recall_at_3_max
value: -42.2532
verified: no, type: nauc_recall_at_3_std
value: -20.399
verified: no, type: nauc_recall_at_3_diff1
value: -23.8415
verified: no, type: nauc_recall_at_5_max
value: -35.3457
verified: no, type: nauc_recall_at_5_std
value: -20.0969
verified: no, type: nauc_recall_at_5_diff1
value: -29.5907
verified: no, type: nauc_recall_at_10_max
value: -31.7181
verified: no, type: nauc_recall_at_10_std
value: -22.9559
verified: no, type: nauc_recall_at_10_diff1
value: -22.564400000000003
verified: no, type: nauc_recall_at_20_max
value: -34.5273
verified: no, type: nauc_recall_at_20_std
value: -15.6335
verified: no, type: nauc_recall_at_20_diff1
value: -22.9889
verified: no, type: nauc_recall_at_100_max
value: -28.2509
verified: no, type: nauc_recall_at_100_std
value: 30.481399999999997
verified: no, type: nauc_recall_at_100_diff1
value: -6.9437999999999995
verified: no, type: nauc_recall_at_1000_max
value: -12.5952
verified: no, type: nauc_recall_at_1000_std
value: 69.9957
verified: no, type: nauc_recall_at_1000_diff1
value: 2.2129
verified: no, type: nauc_precision_at_1_max
value: -45.3657
verified: no, type: nauc_precision_at_1_std
value: -4.4435
verified: no, type: nauc_precision_at_1_diff1
value: -18.6647
verified: no, type: nauc_precision_at_3_max
value: -39.1078
verified: no, type: nauc_precision_at_3_std
value: -8.047600000000001
verified: no, type: nauc_precision_at_3_diff1
value: -27.322200000000002
verified: no, type: nauc_precision_at_5_max
value: -32.8848
verified: no, type: nauc_precision_at_5_std
value: -8.5508
verified: no, type: nauc_precision_at_5_diff1
value: -31.567600000000002
verified: no, type: nauc_precision_at_10_max
value: -28.719499999999996
verified: no, type: nauc_precision_at_10_std
value: -14.498800000000001
verified: no, type: nauc_precision_at_10_diff1
value: -27.8402
verified: no, type: nauc_precision_at_20_max
value: -26.466
verified: no, type: nauc_precision_at_20_std
value: 3.3133000000000004
verified: no, type: nauc_precision_at_20_diff1
value: -31.5367
verified: no, type: nauc_precision_at_100_max
value: -5.4186
verified: no, type: nauc_precision_at_100_std
value: 61.58709999999999
verified: no, type: nauc_precision_at_100_diff1
value: -8.8049
verified: no, type: nauc_precision_at_1000_max
value: 37.745400000000004
verified: no, type: nauc_precision_at_1000_std
value: 48.7776
verified: no, type: nauc_precision_at_1000_diff1
value: 6.4595
verified: no, type: nauc_mrr_at_1_max
value: -45.3657
verified: no, type: nauc_mrr_at_1_std
value: -4.4435
verified: no, type: nauc_mrr_at_1_diff1
value: -18.6647
verified: no, type: nauc_mrr_at_3_max
value: -52.9035
verified: no, type: nauc_mrr_at_3_std
value: -13.174800000000001
verified: no, type: nauc_mrr_at_3_diff1
value: -20.045299999999997
verified: no, type: nauc_mrr_at_5_max
value: -52.9035
verified: no, type: nauc_mrr_at_5_std
value: -13.174800000000001
verified: no, type: nauc_mrr_at_5_diff1
value: -20.045299999999997
verified: no, type: nauc_mrr_at_10_max
value: -51.358599999999996
verified: no, type: nauc_mrr_at_10_std
value: -11.266
verified: no, type: nauc_mrr_at_10_diff1
value: -19.4274
verified: no, type: nauc_mrr_at_20_max
value: -51.648799999999994
verified: no, type: nauc_mrr_at_20_std
value: -10.9663
verified: no, type: nauc_mrr_at_20_diff1
value: -19.5931
verified: no, type: nauc_mrr_at_100_max
value: -51.669200000000004
verified: no, type: nauc_mrr_at_100_std
value: -10.9424
verified: no, type: nauc_mrr_at_100_diff1
value: -19.7412
verified: no, type: nauc_mrr_at_1000_max
value: -51.669200000000004
verified: no, type: nauc_mrr_at_1000_std
value: -10.9424
verified: no, type: nauc_mrr_at_1000_diff1
value: -19.7412
verified: no, type: main_score
value: 27.306
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 62.480500000000006
verified: no, type: f1
value: 48.201100000000004
verified: no, type: f1_weighted
value: 70.8591
verified: no, type: ap
value: 10.9948
verified: no, type: ap_weighted
value: 10.9948
verified: no, type: main_score
value: 62.480500000000006
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 58.3616
verified: no, type: f1
value: 58.5596
verified: no, type: f1_weighted
value: 57.801
verified: no, type: main_score
value: 58.3616
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: v_measure
value: 38.6199
verified: no, type: v_measure_std
value: 2.3855999999999997
verified: no, type: main_score
value: 38.6199
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: similarity_accuracy
value: 82.9886
verified: no, type: similarity_accuracy_threshold
value: 86.3901
verified: no, type: similarity_f1
value: 60.866200000000006
verified: no, type: similarity_f1_threshold
value: 83.9821
verified: no, type: similarity_precision
value: 59.333499999999994
verified: no, type: similarity_recall
value: 62.480199999999996
verified: no, type: similarity_ap
value: 64.413
verified: no, type: cosine_accuracy
value: 82.9886
verified: no, type: cosine_accuracy_threshold
value: 86.3901
verified: no, type: cosine_f1
value: 60.866200000000006
verified: no, type: cosine_f1_threshold
value: 83.9821
verified: no, type: cosine_precision
value: 59.333499999999994
verified: no, type: cosine_recall
value: 62.480199999999996
verified: no, type: cosine_ap
value: 64.413
verified: no, type: manhattan_accuracy
value: 82.9409
verified: no, type: manhattan_accuracy_threshold
value: 1144.7468000000001
verified: no, type: manhattan_f1
value: 60.760400000000004
verified: no, type: manhattan_f1_threshold
value: 1291.7232999999999
verified: no, type: manhattan_precision
value: 54.7126
verified: no, type: manhattan_recall
value: 68.3113
verified: no, type: manhattan_ap
value: 64.3592
verified: no, type: euclidean_accuracy
value: 82.9886
verified: no, type: euclidean_accuracy_threshold
value: 52.1726
verified: no, type: euclidean_f1
value: 60.866200000000006
verified: no, type: euclidean_f1_threshold
value: 56.6001
verified: no, type: euclidean_precision
value: 59.333499999999994
verified: no, type: euclidean_recall
value: 62.480199999999996
verified: no, type: euclidean_ap
value: 64.4131
verified: no, type: dot_accuracy
value: 82.9886
verified: no, type: dot_accuracy_threshold
value: 86.3901
verified: no, type: dot_f1
value: 60.866200000000006
verified: no, type: dot_f1_threshold
value: 83.9821
verified: no, type: dot_precision
value: 59.333499999999994
verified: no, type: dot_recall
value: 62.480199999999996
verified: no, type: dot_ap
value: 64.413
verified: no, type: max_accuracy
value: 82.9886
verified: no, type: max_f1
value: 60.866200000000006
verified: no, type: max_precision
value: 59.333499999999994
verified: no, type: max_recall
value: 68.3113
verified: no, type: max_ap
value: 64.4131
verified: no, type: main_score
value: 64.4131
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: similarity_accuracy
value: 88.95100000000001
verified: no, type: similarity_accuracy_threshold
value: 82.18520000000001
verified: no, type: similarity_f1
value: 77.9051
verified: no, type: similarity_f1_threshold
value: 80.3369
verified: no, type: similarity_precision
value: 76.07310000000001
verified: no, type: similarity_recall
value: 79.8275
verified: no, type: similarity_ap
value: 86.1545
verified: no, type: cosine_accuracy
value: 88.95100000000001
verified: no, type: cosine_accuracy_threshold
value: 82.18520000000001
verified: no, type: cosine_f1
value: 77.9051
verified: no, type: cosine_f1_threshold
value: 80.3369
verified: no, type: cosine_precision
value: 76.07310000000001
verified: no, type: cosine_recall
value: 79.8275
verified: no, type: cosine_ap
value: 86.1545
verified: no, type: manhattan_accuracy
value: 88.9277
verified: no, type: manhattan_accuracy_threshold
value: 1338.2836
verified: no, type: manhattan_f1
value: 77.8186
verified: no, type: manhattan_f1_threshold
value: 1372.5978
verified: no, type: manhattan_precision
value: 76.5745
verified: no, type: manhattan_recall
value: 79.1038
verified: no, type: manhattan_ap
value: 86.114
verified: no, type: euclidean_accuracy
value: 88.95100000000001
verified: no, type: euclidean_accuracy_threshold
value: 59.6905
verified: no, type: euclidean_f1
value: 77.9051
verified: no, type: euclidean_f1_threshold
value: 62.71060000000001
verified: no, type: euclidean_precision
value: 76.07310000000001
verified: no, type: euclidean_recall
value: 79.8275
verified: no, type: euclidean_ap
value: 86.1544
verified: no, type: dot_accuracy
value: 88.95100000000001
verified: no, type: dot_accuracy_threshold
value: 82.18520000000001
verified: no, type: dot_f1
value: 77.9051
verified: no, type: dot_f1_threshold
value: 80.3369
verified: no, type: dot_precision
value: 76.07310000000001
verified: no, type: dot_recall
value: 79.8275
verified: no, type: dot_ap
value: 86.1544
verified: no, type: max_accuracy
value: 88.95100000000001
verified: no, type: max_f1
value: 77.9051
verified: no, type: max_precision
value: 76.5745
verified: no, type: max_recall
value: 79.8275
verified: no, type: max_ap
value: 86.1545
verified: no, type: main_score
value: 86.1545
verified: no
task: type: PairClassification
pipeline_tag: sentence-similarity
Likes: 71 | All-time downloads: 579984
Created: 2024-12-04 20:29:12