Model: jxm/cde-small-v2
Author: jxm
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, feature-extraction, mteb, transformers, modernbert, custom_code, arxiv:2410.02525, base_model:answerdotai/ModernBERT-base, base_model:finetune:answerdotai/ModernBERT-base, model-index, endpoints_compatible, region:us
Base models (finetune): id: answerdotai/ModernBERT-base
Card metadata: tags: mteb, transformers, sentence-transformers, modernbert
base_model: answerdotai/ModernBERT-base
model-index: name: cde-small-v2
results: dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 86.01490000000001
verified: no, type: f1
value: 80.938
verified: no, type: f1_weighted
value: 86.9232
verified: no, type: ap
value: 54.949099999999994
verified: no, type: ap_weighted
value: 54.949099999999994
verified: no, type: main_score
value: 86.01490000000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 96.0223
verified: no, type: f1
value: 96.0206
verified: no, type: f1_weighted
value: 96.0206
verified: no, type: ap
value: 93.8301
verified: no, type: ap_weighted
value: 93.8301
verified: no, type: main_score
value: 96.0223
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 55.096000000000004
verified: no, type: f1
value: 54.4353
verified: no, type: f1_weighted
value: 54.4353
verified: no, type: main_score
value: 55.096000000000004
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: ndcg_at_1
value: 54.125
verified: no, type: ndcg_at_3
value: 69.009
verified: no, type: ndcg_at_5
value: 72.722
verified: no, type: ndcg_at_10
value: 74.957
verified: no, type: ndcg_at_20
value: 75.801
verified: no, type: ndcg_at_100
value: 75.986
verified: no, type: ndcg_at_1000
value: 76.015
verified: no, type: map_at_1
value: 54.125
verified: no, type: map_at_3
value: 65.375
verified: no, type: map_at_5
value: 67.448
verified: no, type: map_at_10
value: 68.38499999999999
verified: no, type: map_at_20
value: 68.636
verified: no, type: map_at_100
value: 68.66600000000001
verified: no, type: map_at_1000
value: 68.66799999999999
verified: no, type: recall_at_1
value: 54.125
verified: no, type: recall_at_3
value: 79.51599999999999
verified: no, type: recall_at_5
value: 88.478
verified: no, type: recall_at_10
value: 95.306
verified: no, type: recall_at_20
value: 98.506
verified: no, type: recall_at_100
value: 99.431
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: precision_at_1
value: 54.125
verified: no, type: precision_at_3
value: 26.505000000000003
verified: no, type: precision_at_5
value: 17.696
verified: no, type: precision_at_10
value: 9.531
verified: no, type: precision_at_20
value: 4.925
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 54.623
verified: no, type: mrr_at_3
value: 65.505
verified: no, type: mrr_at_5
value: 67.6174
verified: no, type: mrr_at_10
value: 68.5664
verified: no, type: mrr_at_20
value: 68.8173
verified: no, type: mrr_at_100
value: 68.8476
verified: no, type: mrr_at_1000
value: 68.8489
verified: no, type: nauc_ndcg_at_1_max
value: -14.4789
verified: no, type: nauc_ndcg_at_1_std
value: -25.5432
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.7267
verified: no, type: nauc_ndcg_at_3_max
value: -8.1401
verified: no, type: nauc_ndcg_at_3_std
value: -22.9099
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.069499999999998
verified: no, type: nauc_ndcg_at_5_max
value: -8.4301
verified: no, type: nauc_ndcg_at_5_std
value: -22.9185
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.229100000000003
verified: no, type: nauc_ndcg_at_10_max
value: -8.6651
verified: no, type: nauc_ndcg_at_10_std
value: -23.5444
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.9585
verified: no, type: nauc_ndcg_at_20_max
value: -9.285400000000001
verified: no, type: nauc_ndcg_at_20_std
value: -23.4297
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.6731
verified: no, type: nauc_ndcg_at_100_max
value: -9.8693
verified: no, type: nauc_ndcg_at_100_std
value: -23.313
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.5888
verified: no, type: nauc_ndcg_at_1000_max
value: -9.9675
verified: no, type: nauc_ndcg_at_1000_std
value: -23.3522
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.5714
verified: no, type: nauc_map_at_1_max
value: -14.4789
verified: no, type: nauc_map_at_1_std
value: -25.5432
verified: no, type: nauc_map_at_1_diff1
value: 23.7267
verified: no, type: nauc_map_at_3_max
value: -10.0484
verified: no, type: nauc_map_at_3_std
value: -23.3575
verified: no, type: nauc_map_at_3_diff1
value: 21.329
verified: no, type: nauc_map_at_5_max
value: -10.3514
verified: no, type: nauc_map_at_5_std
value: -23.3955
verified: no, type: nauc_map_at_5_diff1
value: 21.3531
verified: no, type: nauc_map_at_10_max
value: -10.484200000000001
verified: no, type: nauc_map_at_10_std
value: -23.6726
verified: no, type: nauc_map_at_10_diff1
value: 21.6458
verified: no, type: nauc_map_at_20_max
value: -10.638499999999999
verified: no, type: nauc_map_at_20_std
value: -23.6588
verified: no, type: nauc_map_at_20_diff1
value: 21.576600000000003
verified: no, type: nauc_map_at_100_max
value: -10.717400000000001
verified: no, type: nauc_map_at_100_std
value: -23.6559
verified: no, type: nauc_map_at_100_diff1
value: 21.5688
verified: no, type: nauc_map_at_1000_max
value: -10.7203
verified: no, type: nauc_map_at_1000_std
value: -23.6557
verified: no, type: nauc_map_at_1000_diff1
value: 21.5682
verified: no, type: nauc_recall_at_1_max
value: -14.4789
verified: no, type: nauc_recall_at_1_std
value: -25.5432
verified: no, type: nauc_recall_at_1_diff1
value: 23.7267
verified: no, type: nauc_recall_at_3_max
value: -0.2134
verified: no, type: nauc_recall_at_3_std
value: -21.251800000000003
verified: no, type: nauc_recall_at_3_diff1
value: 20.3069
verified: no, type: nauc_recall_at_5_max
value: 4.109100000000001
verified: no, type: nauc_recall_at_5_std
value: -20.1382
verified: no, type: nauc_recall_at_5_diff1
value: 21.1976
verified: no, type: nauc_recall_at_10_max
value: 18.3416
verified: no, type: nauc_recall_at_10_std
value: -22.9791
verified: no, type: nauc_recall_at_10_diff1
value: 29.4668
verified: no, type: nauc_recall_at_20_max
value: 45.3219
verified: no, type: nauc_recall_at_20_std
value: -14.8366
verified: no, type: nauc_recall_at_20_diff1
value: 31.829800000000002
verified: no, type: nauc_recall_at_100_max
value: 38.8075
verified: no, type: nauc_recall_at_100_std
value: 25.4176
verified: no, type: nauc_recall_at_100_diff1
value: 32.2733
verified: no, type: nauc_recall_at_1000_max
value: 28.1372
verified: no, type: nauc_recall_at_1000_std
value: 35.442
verified: no, type: nauc_recall_at_1000_diff1
value: 31.8247
verified: no, type: nauc_precision_at_1_max
value: -14.4789
verified: no, type: nauc_precision_at_1_std
value: -25.5432
verified: no, type: nauc_precision_at_1_diff1
value: 23.7267
verified: no, type: nauc_precision_at_3_max
value: -0.2134
verified: no, type: nauc_precision_at_3_std
value: -21.251800000000003
verified: no, type: nauc_precision_at_3_diff1
value: 20.3069
verified: no, type: nauc_precision_at_5_max
value: 4.109100000000001
verified: no, type: nauc_precision_at_5_std
value: -20.1382
verified: no, type: nauc_precision_at_5_diff1
value: 21.1976
verified: no, type: nauc_precision_at_10_max
value: 18.3416
verified: no, type: nauc_precision_at_10_std
value: -22.9791
verified: no, type: nauc_precision_at_10_diff1
value: 29.4668
verified: no, type: nauc_precision_at_20_max
value: 45.3219
verified: no, type: nauc_precision_at_20_std
value: -14.8366
verified: no, type: nauc_precision_at_20_diff1
value: 31.829800000000002
verified: no, type: nauc_precision_at_100_max
value: 38.8075
verified: no, type: nauc_precision_at_100_std
value: 25.4176
verified: no, type: nauc_precision_at_100_diff1
value: 32.2733
verified: no, type: nauc_precision_at_1000_max
value: 28.1372
verified: no, type: nauc_precision_at_1000_std
value: 35.442
verified: no, type: nauc_precision_at_1000_diff1
value: 31.8247
verified: no, type: nauc_mrr_at_1_max
value: -14.066600000000001
verified: no, type: nauc_mrr_at_1_std
value: -25.0145
verified: no, type: nauc_mrr_at_1_diff1
value: 22.361900000000002
verified: no, type: nauc_mrr_at_3_max
value: -10.6465
verified: no, type: nauc_mrr_at_3_std
value: -23.4323
verified: no, type: nauc_mrr_at_3_diff1
value: 19.758899999999997
verified: no, type: nauc_mrr_at_5_max
value: -10.7144
verified: no, type: nauc_mrr_at_5_std
value: -23.2823
verified: no, type: nauc_mrr_at_5_diff1
value: 19.8552
verified: no, type: nauc_mrr_at_10_max
value: -10.7815
verified: no, type: nauc_mrr_at_10_std
value: -23.51
verified: no, type: nauc_mrr_at_10_diff1
value: 20.157
verified: no, type: nauc_mrr_at_20_max
value: -10.9391
verified: no, type: nauc_mrr_at_20_std
value: -23.4946
verified: no, type: nauc_mrr_at_20_diff1
value: 20.072400000000002
verified: no, type: nauc_mrr_at_100_max
value: -11.018500000000001
verified: no, type: nauc_mrr_at_100_std
value: -23.491400000000002
verified: no, type: nauc_mrr_at_100_diff1
value: 20.0627
verified: no, type: nauc_mrr_at_1000_max
value: -11.0214
verified: no, type: nauc_mrr_at_1000_std
value: -23.491300000000003
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.061999999999998
verified: no, type: main_score
value: 74.957
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: v_measure
value: 50.5269
verified: no, type: v_measure_std
value: 14.0094
verified: no, type: main_score
value: 50.5269
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: v_measure
value: 41.620200000000004
verified: no, type: v_measure_std
value: 14.4842
verified: no, type: main_score
value: 41.620200000000004
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: map
value: 61.790299999999995
verified: no, type: mrr
value: 75.8156
verified: no, type: nAUC_map_max
value: 26.151200000000003
verified: no, type: nAUC_map_std
value: 15.8953
verified: no, type: nAUC_map_diff1
value: 5.0684
verified: no, type: nAUC_mrr_max
value: 36.9643
verified: no, type: nAUC_mrr_std
value: 19.0749
verified: no, type: nAUC_mrr_diff1
value: 15.549399999999999
verified: no, type: main_score
value: 61.790299999999995
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: pearson
value: 88.41590000000001
verified: no, type: spearman
value: 86.7116
verified: no, type: cosine_pearson
value: 88.41590000000001
verified: no, type: cosine_spearman
value: 86.7116
verified: no, type: manhattan_pearson
value: 86.2045
verified: no, type: manhattan_spearman
value: 85.7248
verified: no, type: euclidean_pearson
value: 86.2336
verified: no, type: euclidean_spearman
value: 85.861
verified: no, type: main_score
value: 86.7116
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 88.3052
verified: no, type: f1
value: 88.2617
verified: no, type: f1_weighted
value: 88.2617
verified: no, type: main_score
value: 88.3052
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: v_measure
value: 45.4377
verified: no, type: v_measure_std
value: 0.8543000000000001
verified: no, type: main_score
value: 45.4377
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: v_measure
value: 39.6472
verified: no, type: v_measure_std
value: 0.7081999999999999
verified: no, type: main_score
value: 39.6472
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: ndcg_at_1
value: 39.342
verified: no, type: ndcg_at_3
value: 44.718999999999994
verified: no, type: ndcg_at_5
value: 47.449999999999996
verified: no, type: ndcg_at_10
value: 50.17
verified: no, type: ndcg_at_20
value: 52.366
verified: no, type: ndcg_at_100
value: 55.400000000000006
verified: no, type: ndcg_at_1000
value: 57.13399999999999
verified: no, type: map_at_1
value: 32.300000000000004
verified: no, type: map_at_3
value: 39.937
verified: no, type: map_at_5
value: 42.141
verified: no, type: map_at_10
value: 43.681
verified: no, type: map_at_20
value: 44.516
verified: no, type: map_at_100
value: 45.14
verified: no, type: map_at_1000
value: 45.25
verified: no, type: recall_at_1
value: 32.300000000000004
verified: no, type: recall_at_3
value: 47.12
verified: no, type: recall_at_5
value: 54.581
verified: no, type: recall_at_10
value: 62.873000000000005
verified: no, type: recall_at_20
value: 70.604
verified: no, type: recall_at_100
value: 84.465
verified: no, type: recall_at_1000
value: 95.299
verified: no, type: precision_at_1
value: 39.342
verified: no, type: precision_at_3
value: 21.459
verified: no, type: precision_at_5
value: 15.622
verified: no, type: precision_at_10
value: 9.514
verified: no, type: precision_at_20
value: 5.665
verified: no, type: precision_at_100
value: 1.5150000000000001
verified: no, type: precision_at_1000
value: 0.19499999999999998
verified: no, type: mrr_at_1
value: 39.3419
verified: no, type: mrr_at_3
value: 46.805
verified: no, type: mrr_at_5
value: 48.5861
verified: no, type: mrr_at_10
value: 49.6697
verified: no, type: mrr_at_20
value: 50.131
verified: no, type: mrr_at_100
value: 50.373599999999996
verified: no, type: mrr_at_1000
value: 50.4106
verified: no, type: nauc_ndcg_at_1_max
value: 40.0004
verified: no, type: nauc_ndcg_at_1_std
value: -1.8753
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.9146
verified: no, type: nauc_ndcg_at_3_max
value: 41.3777
verified: no, type: nauc_ndcg_at_3_std
value: -1.2817
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.710100000000004
verified: no, type: nauc_ndcg_at_5_max
value: 42.4211
verified: no, type: nauc_ndcg_at_5_std
value: -0.6910999999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.9048
verified: no, type: nauc_ndcg_at_10_max
value: 42.609399999999994
verified: no, type: nauc_ndcg_at_10_std
value: 0.4398
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.4967
verified: no, type: nauc_ndcg_at_20_max
value: 42.7921
verified: no, type: nauc_ndcg_at_20_std
value: 0.9266
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.701899999999995
verified: no, type: nauc_ndcg_at_100_max
value: 43.4878
verified: no, type: nauc_ndcg_at_100_std
value: 2.2893
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.735
verified: no, type: nauc_ndcg_at_1000_max
value: 43.3776
verified: no, type: nauc_ndcg_at_1000_std
value: 2.1375
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.6437
verified: no, type: nauc_map_at_1_max
value: 37.573499999999996
verified: no, type: nauc_map_at_1_std
value: -1.4611
verified: no, type: nauc_map_at_1_diff1
value: 50.0479
verified: no, type: nauc_map_at_3_max
value: 40.5952
verified: no, type: nauc_map_at_3_std
value: -1.7034
verified: no, type: nauc_map_at_3_diff1
value: 45.7247
verified: no, type: nauc_map_at_5_max
value: 41.3854
verified: no, type: nauc_map_at_5_std
value: -1.5435
verified: no, type: nauc_map_at_5_diff1
value: 45.278400000000005
verified: no, type: nauc_map_at_10_max
value: 41.7269
verified: no, type: nauc_map_at_10_std
value: -1.0763
verified: no, type: nauc_map_at_10_diff1
value: 45.0862
verified: no, type: nauc_map_at_20_max
value: 42.0241
verified: no, type: nauc_map_at_20_std
value: -0.8463999999999999
verified: no, type: nauc_map_at_20_diff1
value: 45.1365
verified: no, type: nauc_map_at_100_max
value: 42.248200000000004
verified: no, type: nauc_map_at_100_std
value: -0.6139
verified: no, type: nauc_map_at_100_diff1
value: 45.0658
verified: no, type: nauc_map_at_1000_max
value: 42.2442
verified: no, type: nauc_map_at_1000_std
value: -0.6187
verified: no, type: nauc_map_at_1000_diff1
value: 45.0382
verified: no, type: nauc_recall_at_1_max
value: 37.573499999999996
verified: no, type: nauc_recall_at_1_std
value: -1.4611
verified: no, type: nauc_recall_at_1_diff1
value: 50.0479
verified: no, type: nauc_recall_at_3_max
value: 39.9536
verified: no, type: nauc_recall_at_3_std
value: -0.132
verified: no, type: nauc_recall_at_3_diff1
value: 39.6892
verified: no, type: nauc_recall_at_5_max
value: 41.428799999999995
verified: no, type: nauc_recall_at_5_std
value: 1.2703
verified: no, type: nauc_recall_at_5_diff1
value: 38.2213
verified: no, type: nauc_recall_at_10_max
value: 41.3254
verified: no, type: nauc_recall_at_10_std
value: 4.9163
verified: no, type: nauc_recall_at_10_diff1
value: 35.1215
verified: no, type: nauc_recall_at_20_max
value: 41.3807
verified: no, type: nauc_recall_at_20_std
value: 7.3897
verified: no, type: nauc_recall_at_20_diff1
value: 33.7864
verified: no, type: nauc_recall_at_100_max
value: 49.6612
verified: no, type: nauc_recall_at_100_std
value: 25.1511
verified: no, type: nauc_recall_at_100_diff1
value: 33.968199999999996
verified: no, type: nauc_recall_at_1000_max
value: 71.2452
verified: no, type: nauc_recall_at_1000_std
value: 68.7065
verified: no, type: nauc_recall_at_1000_diff1
value: 33.0124
verified: no, type: nauc_precision_at_1_max
value: 40.0004
verified: no, type: nauc_precision_at_1_std
value: -1.8753
verified: no, type: nauc_precision_at_1_diff1
value: 45.9146
verified: no, type: nauc_precision_at_3_max
value: 36.741800000000005
verified: no, type: nauc_precision_at_3_std
value: -1.2777
verified: no, type: nauc_precision_at_3_diff1
value: 23.3539
verified: no, type: nauc_precision_at_5_max
value: 32.9756
verified: no, type: nauc_precision_at_5_std
value: -0.1613
verified: no, type: nauc_precision_at_5_diff1
value: 15.866
verified: no, type: nauc_precision_at_10_max
value: 25.7284
verified: no, type: nauc_precision_at_10_std
value: 2.7586
verified: no, type: nauc_precision_at_10_diff1
value: 6.579899999999999
verified: no, type: nauc_precision_at_20_max
value: 18.8213
verified: no, type: nauc_precision_at_20_std
value: 3.6470000000000002
verified: no, type: nauc_precision_at_20_diff1
value: -0.45690000000000003
verified: no, type: nauc_precision_at_100_max
value: 5.7518
verified: no, type: nauc_precision_at_100_std
value: 3.4711
verified: no, type: nauc_precision_at_100_diff1
value: -12.380700000000001
verified: no, type: nauc_precision_at_1000_max
value: -8.6862
verified: no, type: nauc_precision_at_1000_std
value: -4.5796
verified: no, type: nauc_precision_at_1000_diff1
value: -19.9355
verified: no, type: nauc_mrr_at_1_max
value: 40.0004
verified: no, type: nauc_mrr_at_1_std
value: -1.8753
verified: no, type: nauc_mrr_at_1_diff1
value: 45.9146
verified: no, type: nauc_mrr_at_3_max
value: 40.686
verified: no, type: nauc_mrr_at_3_std
value: -0.8626999999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 41.4552
verified: no, type: nauc_mrr_at_5_max
value: 41.2445
verified: no, type: nauc_mrr_at_5_std
value: -0.7058
verified: no, type: nauc_mrr_at_5_diff1
value: 41.7244
verified: no, type: nauc_mrr_at_10_max
value: 41.1575
verified: no, type: nauc_mrr_at_10_std
value: -0.44489999999999996
verified: no, type: nauc_mrr_at_10_diff1
value: 41.355199999999996
verified: no, type: nauc_mrr_at_20_max
value: 41.1548
verified: no, type: nauc_mrr_at_20_std
value: -0.33
verified: no, type: nauc_mrr_at_20_diff1
value: 41.444199999999995
verified: no, type: nauc_mrr_at_100_max
value: 41.1908
verified: no, type: nauc_mrr_at_100_std
value: -0.3263
verified: no, type: nauc_mrr_at_100_diff1
value: 41.505900000000004
verified: no, type: nauc_mrr_at_1000_max
value: 41.1935
verified: no, type: nauc_mrr_at_1000_std
value: -0.3216
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.5128
verified: no, type: main_score
value: 50.17
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: ndcg_at_1
value: 42.102000000000004
verified: no, type: ndcg_at_3
value: 45.741
verified: no, type: ndcg_at_5
value: 47.734
verified: no, type: ndcg_at_10
value: 49.732
verified: no, type: ndcg_at_20
value: 51.295
verified: no, type: ndcg_at_100
value: 53.935
verified: no, type: ndcg_at_1000
value: 55.765
verified: no, type: map_at_1
value: 33.306999999999995
verified: no, type: map_at_3
value: 40.953
verified: no, type: map_at_5
value: 42.731
verified: no, type: map_at_10
value: 44.022
verified: no, type: map_at_20
value: 44.693
verified: no, type: map_at_100
value: 45.259
verified: no, type: map_at_1000
value: 45.383
verified: no, type: recall_at_1
value: 33.306999999999995
verified: no, type: recall_at_3
value: 47.127
verified: no, type: recall_at_5
value: 52.89
verified: no, type: recall_at_10
value: 59.16400000000001
verified: no, type: recall_at_20
value: 64.85
verified: no, type: recall_at_100
value: 77.206
verified: no, type: recall_at_1000
value: 88.701
verified: no, type: precision_at_1
value: 42.102000000000004
verified: no, type: precision_at_3
value: 21.975
verified: no, type: precision_at_5
value: 15.465000000000002
verified: no, type: precision_at_10
value: 9.229
verified: no, type: precision_at_20
value: 5.404
verified: no, type: precision_at_100
value: 1.461
verified: no, type: precision_at_1000
value: 0.192
verified: no, type: mrr_at_1
value: 42.1019
verified: no, type: mrr_at_3
value: 48.322700000000005
verified: no, type: mrr_at_5
value: 49.593399999999995
verified: no, type: mrr_at_10
value: 50.364399999999996
verified: no, type: mrr_at_20
value: 50.7215
verified: no, type: mrr_at_100
value: 50.962300000000006
verified: no, type: mrr_at_1000
value: 50.9999
verified: no, type: nauc_ndcg_at_1_max
value: 40.6054
verified: no, type: nauc_ndcg_at_1_std
value: -3.4602
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.0346
verified: no, type: nauc_ndcg_at_3_max
value: 40.0946
verified: no, type: nauc_ndcg_at_3_std
value: -3.7981000000000003
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.2481
verified: no, type: nauc_ndcg_at_5_max
value: 40.198699999999995
verified: no, type: nauc_ndcg_at_5_std
value: -3.2983
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.7252
verified: no, type: nauc_ndcg_at_10_max
value: 40.6072
verified: no, type: nauc_ndcg_at_10_std
value: -3.472
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.7302
verified: no, type: nauc_ndcg_at_20_max
value: 41.0897
verified: no, type: nauc_ndcg_at_20_std
value: -2.8645
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.8834
verified: no, type: nauc_ndcg_at_100_max
value: 41.450900000000004
verified: no, type: nauc_ndcg_at_100_std
value: -1.3305
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.2699
verified: no, type: nauc_ndcg_at_1000_max
value: 41.4853
verified: no, type: nauc_ndcg_at_1000_std
value: -0.7634
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.28
verified: no, type: nauc_map_at_1_max
value: 31.776100000000003
verified: no, type: nauc_map_at_1_std
value: -12.5085
verified: no, type: nauc_map_at_1_diff1
value: 56.84630000000001
verified: no, type: nauc_map_at_3_max
value: 36.3131
verified: no, type: nauc_map_at_3_std
value: -9.3976
verified: no, type: nauc_map_at_3_diff1
value: 52.4471
verified: no, type: nauc_map_at_5_max
value: 37.330799999999996
verified: no, type: nauc_map_at_5_std
value: -8.0619
verified: no, type: nauc_map_at_5_diff1
value: 51.692800000000005
verified: no, type: nauc_map_at_10_max
value: 38.406400000000005
verified: no, type: nauc_map_at_10_std
value: -7.1754
verified: no, type: nauc_map_at_10_diff1
value: 51.46849999999999
verified: no, type: nauc_map_at_20_max
value: 38.940000000000005
verified: no, type: nauc_map_at_20_std
value: -6.4747
verified: no, type: nauc_map_at_20_diff1
value: 51.34570000000001
verified: no, type: nauc_map_at_100_max
value: 39.3424
verified: no, type: nauc_map_at_100_std
value: -5.7301
verified: no, type: nauc_map_at_100_diff1
value: 51.0633
verified: no, type: nauc_map_at_1000_max
value: 39.3905
verified: no, type: nauc_map_at_1000_std
value: -5.5938
verified: no, type: nauc_map_at_1000_diff1
value: 51.04109999999999
verified: no, type: nauc_recall_at_1_max
value: 31.776100000000003
verified: no, type: nauc_recall_at_1_std
value: -12.5085
verified: no, type: nauc_recall_at_1_diff1
value: 56.84630000000001
verified: no, type: nauc_recall_at_3_max
value: 35.702
verified: no, type: nauc_recall_at_3_std
value: -7.3138
verified: no, type: nauc_recall_at_3_diff1
value: 46.3454
verified: no, type: nauc_recall_at_5_max
value: 36.459399999999995
verified: no, type: nauc_recall_at_5_std
value: -4.678100000000001
verified: no, type: nauc_recall_at_5_diff1
value: 43.6423
verified: no, type: nauc_recall_at_10_max
value: 37.3534
verified: no, type: nauc_recall_at_10_std
value: -4.0492
verified: no, type: nauc_recall_at_10_diff1
value: 41.7513
verified: no, type: nauc_recall_at_20_max
value: 39.379999999999995
verified: no, type: nauc_recall_at_20_std
value: -1.0078
verified: no, type: nauc_recall_at_20_diff1
value: 41.638
verified: no, type: nauc_recall_at_100_max
value: 40.705799999999996
verified: no, type: nauc_recall_at_100_std
value: 8.9477
verified: no, type: nauc_recall_at_100_diff1
value: 35.7987
verified: no, type: nauc_recall_at_1000_max
value: 41.560399999999994
verified: no, type: nauc_recall_at_1000_std
value: 19.6108
verified: no, type: nauc_recall_at_1000_diff1
value: 30.694399999999998
verified: no, type: nauc_precision_at_1_max
value: 40.6054
verified: no, type: nauc_precision_at_1_std
value: -3.4602
verified: no, type: nauc_precision_at_1_diff1
value: 54.0346
verified: no, type: nauc_precision_at_3_max
value: 42.0217
verified: no, type: nauc_precision_at_3_std
value: 10.3896
verified: no, type: nauc_precision_at_3_diff1
value: 26.7498
verified: no, type: nauc_precision_at_5_max
value: 40.4414
verified: no, type: nauc_precision_at_5_std
value: 18.177599999999998
verified: no, type: nauc_precision_at_5_diff1
value: 16.9455
verified: no, type: nauc_precision_at_10_max
value: 38.921
verified: no, type: nauc_precision_at_10_std
value: 24.1093
verified: no, type: nauc_precision_at_10_diff1
value: 8.4258
verified: no, type: nauc_precision_at_20_max
value: 34.620200000000004
verified: no, type: nauc_precision_at_20_std
value: 29.351399999999998
verified: no, type: nauc_precision_at_20_diff1
value: 0.15360000000000001
verified: no, type: nauc_precision_at_100_max
value: 25.230000000000004
verified: no, type: nauc_precision_at_100_std
value: 36.8424
verified: no, type: nauc_precision_at_100_diff1
value: -12.225900000000001
verified: no, type: nauc_precision_at_1000_max
value: 13.1715
verified: no, type: nauc_precision_at_1000_std
value: 34.7096
verified: no, type: nauc_precision_at_1000_diff1
value: -16.5331
verified: no, type: nauc_mrr_at_1_max
value: 40.6054
verified: no, type: nauc_mrr_at_1_std
value: -3.4602
verified: no, type: nauc_mrr_at_1_diff1
value: 54.0346
verified: no, type: nauc_mrr_at_3_max
value: 42.2127
verified: no, type: nauc_mrr_at_3_std
value: -1.0392000000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 49.748
verified: no, type: nauc_mrr_at_5_max
value: 42.2638
verified: no, type: nauc_mrr_at_5_std
value: -0.40049999999999997
verified: no, type: nauc_mrr_at_5_diff1
value: 49.3009
verified: no, type: nauc_mrr_at_10_max
value: 42.0477
verified: no, type: nauc_mrr_at_10_std
value: -0.6505000000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 49.0978
verified: no, type: nauc_mrr_at_20_max
value: 42.0895
verified: no, type: nauc_mrr_at_20_std
value: -0.5649000000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 49.1893
verified: no, type: nauc_mrr_at_100_max
value: 42.0951
verified: no, type: nauc_mrr_at_100_std
value: -0.5555
verified: no, type: nauc_mrr_at_100_diff1
value: 49.2047
verified: no, type: nauc_mrr_at_1000_max
value: 42.0946
verified: no, type: nauc_mrr_at_1000_std
value: -0.5584
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.207699999999996
verified: no, type: main_score
value: 49.732
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: ndcg_at_1
value: 48.276
verified: no, type: ndcg_at_3
value: 53.727000000000004
verified: no, type: ndcg_at_5
value: 56.511
verified: no, type: ndcg_at_10
value: 59.023
verified: no, type: ndcg_at_20
value: 60.802
verified: no, type: ndcg_at_100
value: 62.980999999999995
verified: no, type: ndcg_at_1000
value: 64.13600000000001
verified: no, type: map_at_1
value: 42.347
verified: no, type: map_at_3
value: 50.349999999999994
verified: no, type: map_at_5
value: 52.276999999999994
verified: no, type: map_at_10
value: 53.6
verified: no, type: map_at_20
value: 54.217000000000006
verified: no, type: map_at_100
value: 54.605000000000004
verified: no, type: map_at_1000
value: 54.663
verified: no, type: recall_at_1
value: 42.347
verified: no, type: recall_at_3
value: 57.499
verified: no, type: recall_at_5
value: 64.269
verified: no, type: recall_at_10
value: 71.568
verified: no, type: recall_at_20
value: 78.125
verified: no, type: recall_at_100
value: 88.699
verified: no, type: recall_at_1000
value: 96.887
verified: no, type: precision_at_1
value: 48.276
verified: no, type: precision_at_3
value: 23.49
verified: no, type: precision_at_5
value: 16.262999999999998
verified: no, type: precision_at_10
value: 9.322999999999999
verified: no, type: precision_at_20
value: 5.21
verified: no, type: precision_at_100
value: 1.22
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: mrr_at_1
value: 48.2759
verified: no, type: mrr_at_3
value: 54.5246
verified: no, type: mrr_at_5
value: 56.0982
verified: no, type: mrr_at_10
value: 56.961
verified: no, type: mrr_at_20
value: 57.391400000000004
verified: no, type: mrr_at_100
value: 57.6295
verified: no, type: mrr_at_1000
value: 57.66139999999999
verified: no, type: nauc_ndcg_at_1_max
value: 43.5037
verified: no, type: nauc_ndcg_at_1_std
value: -7.6921
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.544700000000006
verified: no, type: nauc_ndcg_at_3_max
value: 44.630900000000004
verified: no, type: nauc_ndcg_at_3_std
value: -6.260300000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.120999999999995
verified: no, type: nauc_ndcg_at_5_max
value: 45.1267
verified: no, type: nauc_ndcg_at_5_std
value: -5.5512
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.8272
verified: no, type: nauc_ndcg_at_10_max
value: 45.691199999999995
verified: no, type: nauc_ndcg_at_10_std
value: -4.1767
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.8565
verified: no, type: nauc_ndcg_at_20_max
value: 46.0581
verified: no, type: nauc_ndcg_at_20_std
value: -2.4019
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.67150000000001
verified: no, type: nauc_ndcg_at_100_max
value: 46.3071
verified: no, type: nauc_ndcg_at_100_std
value: -1.856
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.2616
verified: no, type: nauc_ndcg_at_1000_max
value: 46.3054
verified: no, type: nauc_ndcg_at_1000_std
value: -2.4795000000000003
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.6332
verified: no, type: nauc_map_at_1_max
value: 37.3915
verified: no, type: nauc_map_at_1_std
value: -9.6709
verified: no, type: nauc_map_at_1_diff1
value: 59.0807
verified: no, type: nauc_map_at_3_max
value: 42.3532
verified: no, type: nauc_map_at_3_std
value: -8.4634
verified: no, type: nauc_map_at_3_diff1
value: 57.342400000000005
verified: no, type: nauc_map_at_5_max
value: 43.065799999999996
verified: no, type: nauc_map_at_5_std
value: -7.430000000000001
verified: no, type: nauc_map_at_5_diff1
value: 56.5453
verified: no, type: nauc_map_at_10_max
value: 43.4845
verified: no, type: nauc_map_at_10_std
value: -6.5406
verified: no, type: nauc_map_at_10_diff1
value: 55.959199999999996
verified: no, type: nauc_map_at_20_max
value: 43.8265
verified: no, type: nauc_map_at_20_std
value: -5.8393
verified: no, type: nauc_map_at_20_diff1
value: 55.8438
verified: no, type: nauc_map_at_100_max
value: 44.014399999999995
verified: no, type: nauc_map_at_100_std
value: -5.6227
verified: no, type: nauc_map_at_100_diff1
value: 55.8762
verified: no, type: nauc_map_at_1000_max
value: 44.0386
verified: no, type: nauc_map_at_1000_std
value: -5.6262
verified: no, type: nauc_map_at_1000_diff1
value: 55.888099999999994
verified: no, type: nauc_recall_at_1_max
value: 37.3915
verified: no, type: nauc_recall_at_1_std
value: -9.6709
verified: no, type: nauc_recall_at_1_diff1
value: 59.0807
verified: no, type: nauc_recall_at_3_max
value: 43.8264
verified: no, type: nauc_recall_at_3_std
value: -6.309099999999999
verified: no, type: nauc_recall_at_3_diff1
value: 53.4872
verified: no, type: nauc_recall_at_5_max
value: 44.237300000000005
verified: no, type: nauc_recall_at_5_std
value: -4.1856
verified: no, type: nauc_recall_at_5_diff1
value: 49.3654
verified: no, type: nauc_recall_at_10_max
value: 46.7914
verified: no, type: nauc_recall_at_10_std
value: 1.3229
verified: no, type: nauc_recall_at_10_diff1
value: 45.1973
verified: no, type: nauc_recall_at_20_max
value: 49.560500000000005
verified: no, type: nauc_recall_at_20_std
value: 11.9406
verified: no, type: nauc_recall_at_20_diff1
value: 42.821999999999996
verified: no, type: nauc_recall_at_100_max
value: 53.3482
verified: no, type: nauc_recall_at_100_std
value: 27.375
verified: no, type: nauc_recall_at_100_diff1
value: 44.0535
verified: no, type: nauc_recall_at_1000_max
value: 64.18
verified: no, type: nauc_recall_at_1000_std
value: 53.603699999999996
verified: no, type: nauc_recall_at_1000_diff1
value: 50.1113
verified: no, type: nauc_precision_at_1_max
value: 43.5037
verified: no, type: nauc_precision_at_1_std
value: -7.6921
verified: no, type: nauc_precision_at_1_diff1
value: 58.544700000000006
verified: no, type: nauc_precision_at_3_max
value: 41.9145
verified: no, type: nauc_precision_at_3_std
value: 0.6891999999999999
verified: no, type: nauc_precision_at_3_diff1
value: 35.0689
verified: no, type: nauc_precision_at_5_max
value: 38.553399999999996
verified: no, type: nauc_precision_at_5_std
value: 6.1493
verified: no, type: nauc_precision_at_5_diff1
value: 23.127
verified: no, type: nauc_precision_at_10_max
value: 34.076699999999995
verified: no, type: nauc_precision_at_10_std
value: 12.673300000000001
verified: no, type: nauc_precision_at_10_diff1
value: 10.7967
verified: no, type: nauc_precision_at_20_max
value: 31.9315
verified: no, type: nauc_precision_at_20_std
value: 21.0503
verified: no, type: nauc_precision_at_20_diff1
value: 1.9767
verified: no, type: nauc_precision_at_100_max
value: 24.287300000000002
verified: no, type: nauc_precision_at_100_std
value: 24.5746
verified: no, type: nauc_precision_at_100_diff1
value: -9.751700000000001
verified: no, type: nauc_precision_at_1000_max
value: 19.252
verified: no, type: nauc_precision_at_1000_std
value: 21.0394
verified: no, type: nauc_precision_at_1000_diff1
value: -16.8851
verified: no, type: nauc_mrr_at_1_max
value: 43.5037
verified: no, type: nauc_mrr_at_1_std
value: -7.6921
verified: no, type: nauc_mrr_at_1_diff1
value: 58.544700000000006
verified: no, type: nauc_mrr_at_3_max
value: 45.9732
verified: no, type: nauc_mrr_at_3_std
value: -5.3982
verified: no, type: nauc_mrr_at_3_diff1
value: 56.1002
verified: no, type: nauc_mrr_at_5_max
value: 45.9223
verified: no, type: nauc_mrr_at_5_std
value: -5.3386000000000005
verified: no, type: nauc_mrr_at_5_diff1
value: 55.196
verified: no, type: nauc_mrr_at_10_max
value: 46.1619
verified: no, type: nauc_mrr_at_10_std
value: -4.965
verified: no, type: nauc_mrr_at_10_diff1
value: 55.081199999999995
verified: no, type: nauc_mrr_at_20_max
value: 46.238600000000005
verified: no, type: nauc_mrr_at_20_std
value: -4.5938
verified: no, type: nauc_mrr_at_20_diff1
value: 55.0906
verified: no, type: nauc_mrr_at_100_max
value: 46.2087
verified: no, type: nauc_mrr_at_100_std
value: -4.6099
verified: no, type: nauc_mrr_at_100_diff1
value: 55.1922
verified: no, type: nauc_mrr_at_1000_max
value: 46.2022
verified: no, type: nauc_mrr_at_1000_std
value: -4.6231
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.209399999999995
verified: no, type: main_score
value: 59.023
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: ndcg_at_1
value: 27.797
verified: no, type: ndcg_at_3
value: 34.787
verified: no, type: ndcg_at_5
value: 37.326
verified: no, type: ndcg_at_10
value: 39.583
verified: no, type: ndcg_at_20
value: 41.677
verified: no, type: ndcg_at_100
value: 44.932
verified: no, type: ndcg_at_1000
value: 46.893
verified: no, type: map_at_1
value: 26.209
verified: no, type: map_at_3
value: 32.365
verified: no, type: map_at_5
value: 33.819
verified: no, type: map_at_10
value: 34.827999999999996
verified: no, type: map_at_20
value: 35.447
verified: no, type: map_at_100
value: 35.93
verified: no, type: map_at_1000
value: 36.007
verified: no, type: recall_at_1
value: 26.209
verified: no, type: recall_at_3
value: 39.562999999999995
verified: no, type: recall_at_5
value: 45.594
verified: no, type: recall_at_10
value: 52.236000000000004
verified: no, type: recall_at_20
value: 60.019
verified: no, type: recall_at_100
value: 76.6
verified: no, type: recall_at_1000
value: 91.389
verified: no, type: precision_at_1
value: 27.797
verified: no, type: precision_at_3
value: 14.539
verified: no, type: precision_at_5
value: 10.215
verified: no, type: precision_at_10
value: 5.944
verified: no, type: precision_at_20
value: 3.469
verified: no, type: precision_at_100
value: 0.907
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: mrr_at_1
value: 27.796599999999998
verified: no, type: mrr_at_3
value: 34.2373
verified: no, type: mrr_at_5
value: 35.762699999999995
verified: no, type: mrr_at_10
value: 36.6849
verified: no, type: mrr_at_20
value: 37.257600000000004
verified: no, type: mrr_at_100
value: 37.6676
verified: no, type: mrr_at_1000
value: 37.723800000000004
verified: no, type: nauc_ndcg_at_1_max
value: 27.845599999999997
verified: no, type: nauc_ndcg_at_1_std
value: -8.0177
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.9034
verified: no, type: nauc_ndcg_at_3_max
value: 28.7984
verified: no, type: nauc_ndcg_at_3_std
value: -6.7625
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.344
verified: no, type: nauc_ndcg_at_5_max
value: 29.8333
verified: no, type: nauc_ndcg_at_5_std
value: -5.305
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.8077
verified: no, type: nauc_ndcg_at_10_max
value: 30.0319
verified: no, type: nauc_ndcg_at_10_std
value: -3.7874
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.7867
verified: no, type: nauc_ndcg_at_20_max
value: 29.768499999999996
verified: no, type: nauc_ndcg_at_20_std
value: -4.4994
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.2424
verified: no, type: nauc_ndcg_at_100_max
value: 29.6882
verified: no, type: nauc_ndcg_at_100_std
value: -3.0686999999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.5097
verified: no, type: nauc_ndcg_at_1000_max
value: 30.0696
verified: no, type: nauc_ndcg_at_1000_std
value: -3.0852
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.168
verified: no, type: nauc_map_at_1_max
value: 26.105800000000002
verified: no, type: nauc_map_at_1_std
value: -9.0379
verified: no, type: nauc_map_at_1_diff1
value: 46.5148
verified: no, type: nauc_map_at_3_max
value: 27.851100000000002
verified: no, type: nauc_map_at_3_std
value: -7.6508
verified: no, type: nauc_map_at_3_diff1
value: 40.441
verified: no, type: nauc_map_at_5_max
value: 28.498600000000003
verified: no, type: nauc_map_at_5_std
value: -6.8919
verified: no, type: nauc_map_at_5_diff1
value: 40.2012
verified: no, type: nauc_map_at_10_max
value: 28.754
verified: no, type: nauc_map_at_10_std
value: -6.1987
verified: no, type: nauc_map_at_10_diff1
value: 39.7856
verified: no, type: nauc_map_at_20_max
value: 28.7468
verified: no, type: nauc_map_at_20_std
value: -6.372999999999999
verified: no, type: nauc_map_at_20_diff1
value: 39.7445
verified: no, type: nauc_map_at_100_max
value: 28.762999999999998
verified: no, type: nauc_map_at_100_std
value: -6.1504
verified: no, type: nauc_map_at_100_diff1
value: 39.643699999999995
verified: no, type: nauc_map_at_1000_max
value: 28.7886
verified: no, type: nauc_map_at_1000_std
value: -6.1426
verified: no, type: nauc_map_at_1000_diff1
value: 39.6637
verified: no, type: nauc_recall_at_1_max
value: 26.105800000000002
verified: no, type: nauc_recall_at_1_std
value: -9.0379
verified: no, type: nauc_recall_at_1_diff1
value: 46.5148
verified: no, type: nauc_recall_at_3_max
value: 28.845399999999998
verified: no, type: nauc_recall_at_3_std
value: -4.6356
verified: no, type: nauc_recall_at_3_diff1
value: 32.9931
verified: no, type: nauc_recall_at_5_max
value: 31.3996
verified: no, type: nauc_recall_at_5_std
value: -1.7656
verified: no, type: nauc_recall_at_5_diff1
value: 31.254199999999997
verified: no, type: nauc_recall_at_10_max
value: 31.406
verified: no, type: nauc_recall_at_10_std
value: 2.6767
verified: no, type: nauc_recall_at_10_diff1
value: 27.5627
verified: no, type: nauc_recall_at_20_max
value: 29.6752
verified: no, type: nauc_recall_at_20_std
value: 0.0991
verified: no, type: nauc_recall_at_20_diff1
value: 24.0771
verified: no, type: nauc_recall_at_100_max
value: 28.4217
verified: no, type: nauc_recall_at_100_std
value: 12.0071
verified: no, type: nauc_recall_at_100_diff1
value: 13.231100000000001
verified: no, type: nauc_recall_at_1000_max
value: 35.8245
verified: no, type: nauc_recall_at_1000_std
value: 30.705
verified: no, type: nauc_recall_at_1000_diff1
value: 2.7809
verified: no, type: nauc_precision_at_1_max
value: 27.845599999999997
verified: no, type: nauc_precision_at_1_std
value: -8.0177
verified: no, type: nauc_precision_at_1_diff1
value: 44.9034
verified: no, type: nauc_precision_at_3_max
value: 32.706
verified: no, type: nauc_precision_at_3_std
value: -3.9037
verified: no, type: nauc_precision_at_3_diff1
value: 29.921599999999998
verified: no, type: nauc_precision_at_5_max
value: 34.192
verified: no, type: nauc_precision_at_5_std
value: -0.5177
verified: no, type: nauc_precision_at_5_diff1
value: 28.4206
verified: no, type: nauc_precision_at_10_max
value: 33.6132
verified: no, type: nauc_precision_at_10_std
value: 4.372
verified: no, type: nauc_precision_at_10_diff1
value: 23.5257
verified: no, type: nauc_precision_at_20_max
value: 31.1237
verified: no, type: nauc_precision_at_20_std
value: 1.9191
verified: no, type: nauc_precision_at_20_diff1
value: 18.445700000000002
verified: no, type: nauc_precision_at_100_max
value: 22.5504
verified: no, type: nauc_precision_at_100_std
value: 11.1776
verified: no, type: nauc_precision_at_100_diff1
value: 3.3670999999999998
verified: no, type: nauc_precision_at_1000_max
value: 13.5905
verified: no, type: nauc_precision_at_1000_std
value: 12.9311
verified: no, type: nauc_precision_at_1000_diff1
value: -8.054699999999999
verified: no, type: nauc_mrr_at_1_max
value: 27.845599999999997
verified: no, type: nauc_mrr_at_1_std
value: -8.0177
verified: no, type: nauc_mrr_at_1_diff1
value: 44.9034
verified: no, type: nauc_mrr_at_3_max
value: 29.1589
verified: no, type: nauc_mrr_at_3_std
value: -6.4891000000000005
verified: no, type: nauc_mrr_at_3_diff1
value: 39.088699999999996
verified: no, type: nauc_mrr_at_5_max
value: 29.9228
verified: no, type: nauc_mrr_at_5_std
value: -5.6324
verified: no, type: nauc_mrr_at_5_diff1
value: 38.862
verified: no, type: nauc_mrr_at_10_max
value: 29.907600000000002
verified: no, type: nauc_mrr_at_10_std
value: -5.148
verified: no, type: nauc_mrr_at_10_diff1
value: 38.4778
verified: no, type: nauc_mrr_at_20_max
value: 29.8398
verified: no, type: nauc_mrr_at_20_std
value: -5.3067
verified: no, type: nauc_mrr_at_20_diff1
value: 38.275999999999996
verified: no, type: nauc_mrr_at_100_max
value: 29.828100000000003
verified: no, type: nauc_mrr_at_100_std
value: -5.1385
verified: no, type: nauc_mrr_at_100_diff1
value: 38.2314
verified: no, type: nauc_mrr_at_1000_max
value: 29.8443
verified: no, type: nauc_mrr_at_1000_std
value: -5.146
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.2581
verified: no, type: main_score
value: 39.583
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: ndcg_at_1
value: 22.015
verified: no, type: ndcg_at_3
value: 25.941
verified: no, type: ndcg_at_5
value: 28.469
verified: no, type: ndcg_at_10
value: 31.391000000000002
verified: no, type: ndcg_at_20
value: 33.485
verified: no, type: ndcg_at_100
value: 37.145
verified: no, type: ndcg_at_1000
value: 39.909
verified: no, type: map_at_1
value: 17.580000000000002
verified: no, type: map_at_3
value: 22.900000000000002
verified: no, type: map_at_5
value: 24.498
verified: no, type: map_at_10
value: 25.823
verified: no, type: map_at_20
value: 26.429000000000002
verified: no, type: map_at_100
value: 27.029999999999998
verified: no, type: map_at_1000
value: 27.147
verified: no, type: recall_at_1
value: 17.580000000000002
verified: no, type: recall_at_3
value: 29.355999999999998
verified: no, type: recall_at_5
value: 35.634
verified: no, type: recall_at_10
value: 44.336
verified: no, type: recall_at_20
value: 51.661
verified: no, type: recall_at_100
value: 68.766
verified: no, type: recall_at_1000
value: 88.429
verified: no, type: precision_at_1
value: 22.015
verified: no, type: precision_at_3
value: 12.520999999999999
verified: no, type: precision_at_5
value: 9.254
verified: no, type: precision_at_10
value: 5.784000000000001
verified: no, type: precision_at_20
value: 3.514
verified: no, type: precision_at_100
value: 1.019
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: mrr_at_1
value: 22.0149
verified: no, type: mrr_at_3
value: 27.5705
verified: no, type: mrr_at_5
value: 29.168699999999998
verified: no, type: mrr_at_10
value: 30.352
verified: no, type: mrr_at_20
value: 30.968200000000003
verified: no, type: mrr_at_100
value: 31.3807
verified: no, type: mrr_at_1000
value: 31.4469
verified: no, type: nauc_ndcg_at_1_max
value: 21.2985
verified: no, type: nauc_ndcg_at_1_std
value: -4.6632
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.1703
verified: no, type: nauc_ndcg_at_3_max
value: 23.2761
verified: no, type: nauc_ndcg_at_3_std
value: -2.9883
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.11
verified: no, type: nauc_ndcg_at_5_max
value: 22.697400000000002
verified: no, type: nauc_ndcg_at_5_std
value: -2.6858
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.1155
verified: no, type: nauc_ndcg_at_10_max
value: 21.745
verified: no, type: nauc_ndcg_at_10_std
value: -2.1321
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.6691
verified: no, type: nauc_ndcg_at_20_max
value: 22.368
verified: no, type: nauc_ndcg_at_20_std
value: -1.1924000000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.453100000000003
verified: no, type: nauc_ndcg_at_100_max
value: 23.1279
verified: no, type: nauc_ndcg_at_100_std
value: 0.1931
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.2613
verified: no, type: nauc_ndcg_at_1000_max
value: 23.5609
verified: no, type: nauc_ndcg_at_1000_std
value: 0.4277
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.898
verified: no, type: nauc_map_at_1_max
value: 22.1777
verified: no, type: nauc_map_at_1_std
value: -3.6511
verified: no, type: nauc_map_at_1_diff1
value: 35.193799999999996
verified: no, type: nauc_map_at_3_max
value: 22.6711
verified: no, type: nauc_map_at_3_std
value: -3.2921
verified: no, type: nauc_map_at_3_diff1
value: 31.647199999999998
verified: no, type: nauc_map_at_5_max
value: 22.3125
verified: no, type: nauc_map_at_5_std
value: -3.3684
verified: no, type: nauc_map_at_5_diff1
value: 30.6346
verified: no, type: nauc_map_at_10_max
value: 22.1293
verified: no, type: nauc_map_at_10_std
value: -3.0963000000000003
verified: no, type: nauc_map_at_10_diff1
value: 29.9676
verified: no, type: nauc_map_at_20_max
value: 22.345599999999997
verified: no, type: nauc_map_at_20_std
value: -2.7918
verified: no, type: nauc_map_at_20_diff1
value: 29.873300000000004
verified: no, type: nauc_map_at_100_max
value: 22.547600000000003
verified: no, type: nauc_map_at_100_std
value: -2.5456
verified: no, type: nauc_map_at_100_diff1
value: 29.8869
verified: no, type: nauc_map_at_1000_max
value: 22.5777
verified: no, type: nauc_map_at_1000_std
value: -2.5162
verified: no, type: nauc_map_at_1000_diff1
value: 29.9082
verified: no, type: nauc_recall_at_1_max
value: 22.1777
verified: no, type: nauc_recall_at_1_std
value: -3.6511
verified: no, type: nauc_recall_at_1_diff1
value: 35.193799999999996
verified: no, type: nauc_recall_at_3_max
value: 22.8589
verified: no, type: nauc_recall_at_3_std
value: -1.541
verified: no, type: nauc_recall_at_3_diff1
value: 26.8307
verified: no, type: nauc_recall_at_5_max
value: 21.2508
verified: no, type: nauc_recall_at_5_std
value: -1.6594000000000002
verified: no, type: nauc_recall_at_5_diff1
value: 23.0152
verified: no, type: nauc_recall_at_10_max
value: 18.4227
verified: no, type: nauc_recall_at_10_std
value: -0.29610000000000003
verified: no, type: nauc_recall_at_10_diff1
value: 19.0389
verified: no, type: nauc_recall_at_20_max
value: 20.0064
verified: no, type: nauc_recall_at_20_std
value: 2.6574
verified: no, type: nauc_recall_at_20_diff1
value: 18.1572
verified: no, type: nauc_recall_at_100_max
value: 22.8024
verified: no, type: nauc_recall_at_100_std
value: 11.629100000000001
verified: no, type: nauc_recall_at_100_diff1
value: 13.7353
verified: no, type: nauc_recall_at_1000_max
value: 33.8158
verified: no, type: nauc_recall_at_1000_std
value: 28.807
verified: no, type: nauc_recall_at_1000_diff1
value: 10.385900000000001
verified: no, type: nauc_precision_at_1_max
value: 21.2985
verified: no, type: nauc_precision_at_1_std
value: -4.6632
verified: no, type: nauc_precision_at_1_diff1
value: 36.1703
verified: no, type: nauc_precision_at_3_max
value: 23.8607
verified: no, type: nauc_precision_at_3_std
value: -1.2343
verified: no, type: nauc_precision_at_3_diff1
value: 26.056600000000003
verified: no, type: nauc_precision_at_5_max
value: 22.3303
verified: no, type: nauc_precision_at_5_std
value: -0.6769
verified: no, type: nauc_precision_at_5_diff1
value: 21.1393
verified: no, type: nauc_precision_at_10_max
value: 18.9603
verified: no, type: nauc_precision_at_10_std
value: 0.9261
verified: no, type: nauc_precision_at_10_diff1
value: 15.4373
verified: no, type: nauc_precision_at_20_max
value: 18.1666
verified: no, type: nauc_precision_at_20_std
value: 3.9616
verified: no, type: nauc_precision_at_20_diff1
value: 11.2774
verified: no, type: nauc_precision_at_100_max
value: 13.095399999999998
verified: no, type: nauc_precision_at_100_std
value: 7.7341999999999995
verified: no, type: nauc_precision_at_100_diff1
value: 3.3591999999999995
verified: no, type: nauc_precision_at_1000_max
value: 3.0223
verified: no, type: nauc_precision_at_1000_std
value: 4.3308
verified: no, type: nauc_precision_at_1000_diff1
value: -1.0134
verified: no, type: nauc_mrr_at_1_max
value: 21.2985
verified: no, type: nauc_mrr_at_1_std
value: -4.6632
verified: no, type: nauc_mrr_at_1_diff1
value: 36.1703
verified: no, type: nauc_mrr_at_3_max
value: 23.1376
verified: no, type: nauc_mrr_at_3_std
value: -3.228
verified: no, type: nauc_mrr_at_3_diff1
value: 33.150800000000004
verified: no, type: nauc_mrr_at_5_max
value: 22.7773
verified: no, type: nauc_mrr_at_5_std
value: -2.9971
verified: no, type: nauc_mrr_at_5_diff1
value: 31.8828
verified: no, type: nauc_mrr_at_10_max
value: 22.15
verified: no, type: nauc_mrr_at_10_std
value: -2.8863
verified: no, type: nauc_mrr_at_10_diff1
value: 31.465799999999998
verified: no, type: nauc_mrr_at_20_max
value: 22.3119
verified: no, type: nauc_mrr_at_20_std
value: -2.6858
verified: no, type: nauc_mrr_at_20_diff1
value: 31.446600000000004
verified: no, type: nauc_mrr_at_100_max
value: 22.3597
verified: no, type: nauc_mrr_at_100_std
value: -2.6425
verified: no, type: nauc_mrr_at_100_diff1
value: 31.4728
verified: no, type: nauc_mrr_at_1000_max
value: 22.3731
verified: no, type: nauc_mrr_at_1000_std
value: -2.6344
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.489299999999997
verified: no, type: main_score
value: 31.391000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: ndcg_at_1
value: 38.690999999999995
verified: no, type: ndcg_at_3
value: 43.519000000000005
verified: no, type: ndcg_at_5
value: 45.862
verified: no, type: ndcg_at_10
value: 48.542
verified: no, type: ndcg_at_20
value: 50.40599999999999
verified: no, type: ndcg_at_100
value: 53.766000000000005
verified: no, type: ndcg_at_1000
value: 55.657000000000004
verified: no, type: map_at_1
value: 31.696
verified: no, type: map_at_3
value: 39.228
verified: no, type: map_at_5
value: 41.046
verified: no, type: map_at_10
value: 42.539
verified: no, type: map_at_20
value: 43.199
verified: no, type: map_at_100
value: 43.799
verified: no, type: map_at_1000
value: 43.902
verified: no, type: recall_at_1
value: 31.696
verified: no, type: recall_at_3
value: 46.482
verified: no, type: recall_at_5
value: 52.800999999999995
verified: no, type: recall_at_10
value: 60.650999999999996
verified: no, type: recall_at_20
value: 67.007
verified: no, type: recall_at_100
value: 82.669
verified: no, type: recall_at_1000
value: 95.02199999999999
verified: no, type: precision_at_1
value: 38.690999999999995
verified: no, type: precision_at_3
value: 20.404
verified: no, type: precision_at_5
value: 14.321
verified: no, type: precision_at_10
value: 8.709999999999999
verified: no, type: precision_at_20
value: 5.01
verified: no, type: precision_at_100
value: 1.315
verified: no, type: precision_at_1000
value: 0.165
verified: no, type: mrr_at_1
value: 38.690999999999995
verified: no, type: mrr_at_3
value: 45.684999999999995
verified: no, type: mrr_at_5
value: 47.1575
verified: no, type: mrr_at_10
value: 48.1562
verified: no, type: mrr_at_20
value: 48.582
verified: no, type: mrr_at_100
value: 48.9294
verified: no, type: mrr_at_1000
value: 48.968
verified: no, type: nauc_ndcg_at_1_max
value: 38.6678
verified: no, type: nauc_ndcg_at_1_std
value: -0.7451
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.51089999999999
verified: no, type: nauc_ndcg_at_3_max
value: 38.5936
verified: no, type: nauc_ndcg_at_3_std
value: -1.185
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.5312
verified: no, type: nauc_ndcg_at_5_max
value: 38.0602
verified: no, type: nauc_ndcg_at_5_std
value: -1.8034999999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.2837
verified: no, type: nauc_ndcg_at_10_max
value: 38.342
verified: no, type: nauc_ndcg_at_10_std
value: -0.9533
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.0239
verified: no, type: nauc_ndcg_at_20_max
value: 39.2226
verified: no, type: nauc_ndcg_at_20_std
value: 0.6093999999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.7193
verified: no, type: nauc_ndcg_at_100_max
value: 39.3235
verified: no, type: nauc_ndcg_at_100_std
value: 2.3982
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.5831
verified: no, type: nauc_ndcg_at_1000_max
value: 39.8333
verified: no, type: nauc_ndcg_at_1000_std
value: 2.4336
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.802099999999996
verified: no, type: nauc_map_at_1_max
value: 33.9405
verified: no, type: nauc_map_at_1_std
value: -3.9303999999999997
verified: no, type: nauc_map_at_1_diff1
value: 55.7491
verified: no, type: nauc_map_at_3_max
value: 36.550399999999996
verified: no, type: nauc_map_at_3_std
value: -2.7818
verified: no, type: nauc_map_at_3_diff1
value: 51.7018
verified: no, type: nauc_map_at_5_max
value: 36.999500000000005
verified: no, type: nauc_map_at_5_std
value: -2.7546999999999997
verified: no, type: nauc_map_at_5_diff1
value: 51.011300000000006
verified: no, type: nauc_map_at_10_max
value: 37.4157
verified: no, type: nauc_map_at_10_std
value: -1.9426999999999999
verified: no, type: nauc_map_at_10_diff1
value: 50.8876
verified: no, type: nauc_map_at_20_max
value: 37.729
verified: no, type: nauc_map_at_20_std
value: -1.3641999999999999
verified: no, type: nauc_map_at_20_diff1
value: 50.6926
verified: no, type: nauc_map_at_100_max
value: 37.7894
verified: no, type: nauc_map_at_100_std
value: -1.0082
verified: no, type: nauc_map_at_100_diff1
value: 50.6244
verified: no, type: nauc_map_at_1000_max
value: 37.8313
verified: no, type: nauc_map_at_1000_std
value: -0.9648
verified: no, type: nauc_map_at_1000_diff1
value: 50.6292
verified: no, type: nauc_recall_at_1_max
value: 33.9405
verified: no, type: nauc_recall_at_1_std
value: -3.9303999999999997
verified: no, type: nauc_recall_at_1_diff1
value: 55.7491
verified: no, type: nauc_recall_at_3_max
value: 35.6518
verified: no, type: nauc_recall_at_3_std
value: -3.166
verified: no, type: nauc_recall_at_3_diff1
value: 47.0684
verified: no, type: nauc_recall_at_5_max
value: 34.9043
verified: no, type: nauc_recall_at_5_std
value: -3.3676
verified: no, type: nauc_recall_at_5_diff1
value: 43.152499999999996
verified: no, type: nauc_recall_at_10_max
value: 35.2134
verified: no, type: nauc_recall_at_10_std
value: -1.0841
verified: no, type: nauc_recall_at_10_diff1
value: 41.1852
verified: no, type: nauc_recall_at_20_max
value: 37.417699999999996
verified: no, type: nauc_recall_at_20_std
value: 4.1923
verified: no, type: nauc_recall_at_20_diff1
value: 39.1819
verified: no, type: nauc_recall_at_100_max
value: 36.471900000000005
verified: no, type: nauc_recall_at_100_std
value: 19.8322
verified: no, type: nauc_recall_at_100_diff1
value: 34.0503
verified: no, type: nauc_recall_at_1000_max
value: 51.3256
verified: no, type: nauc_recall_at_1000_std
value: 46.2018
verified: no, type: nauc_recall_at_1000_diff1
value: 25.4702
verified: no, type: nauc_precision_at_1_max
value: 38.6678
verified: no, type: nauc_precision_at_1_std
value: -0.7451
verified: no, type: nauc_precision_at_1_diff1
value: 54.51089999999999
verified: no, type: nauc_precision_at_3_max
value: 39.763
verified: no, type: nauc_precision_at_3_std
value: 5.3316
verified: no, type: nauc_precision_at_3_diff1
value: 34.5965
verified: no, type: nauc_precision_at_5_max
value: 35.8709
verified: no, type: nauc_precision_at_5_std
value: 5.8021
verified: no, type: nauc_precision_at_5_diff1
value: 25.3427
verified: no, type: nauc_precision_at_10_max
value: 30.9008
verified: no, type: nauc_precision_at_10_std
value: 11.5405
verified: no, type: nauc_precision_at_10_diff1
value: 15.775
verified: no, type: nauc_precision_at_20_max
value: 28.403200000000002
verified: no, type: nauc_precision_at_20_std
value: 18.1899
verified: no, type: nauc_precision_at_20_diff1
value: 6.8557999999999995
verified: no, type: nauc_precision_at_100_max
value: 15.776499999999999
verified: no, type: nauc_precision_at_100_std
value: 21.5746
verified: no, type: nauc_precision_at_100_diff1
value: -7.0051000000000005
verified: no, type: nauc_precision_at_1000_max
value: 6.2587
verified: no, type: nauc_precision_at_1000_std
value: 18.0076
verified: no, type: nauc_precision_at_1000_diff1
value: -17.366400000000002
verified: no, type: nauc_mrr_at_1_max
value: 38.6678
verified: no, type: nauc_mrr_at_1_std
value: -0.7451
verified: no, type: nauc_mrr_at_1_diff1
value: 54.51089999999999
verified: no, type: nauc_mrr_at_3_max
value: 40.489399999999996
verified: no, type: nauc_mrr_at_3_std
value: -0.3225
verified: no, type: nauc_mrr_at_3_diff1
value: 51.41480000000001
verified: no, type: nauc_mrr_at_5_max
value: 40.1627
verified: no, type: nauc_mrr_at_5_std
value: -0.16219999999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 50.560300000000005
verified: no, type: nauc_mrr_at_10_max
value: 40.125899999999994
verified: no, type: nauc_mrr_at_10_std
value: 0.0545
verified: no, type: nauc_mrr_at_10_diff1
value: 50.3771
verified: no, type: nauc_mrr_at_20_max
value: 40.2183
verified: no, type: nauc_mrr_at_20_std
value: 0.2818
verified: no, type: nauc_mrr_at_20_diff1
value: 50.387
verified: no, type: nauc_mrr_at_100_max
value: 40.201100000000004
verified: no, type: nauc_mrr_at_100_std
value: 0.43350000000000005
verified: no, type: nauc_mrr_at_100_diff1
value: 50.395100000000006
verified: no, type: nauc_mrr_at_1000_max
value: 40.2026
verified: no, type: nauc_mrr_at_1000_std
value: 0.42129999999999995
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.405199999999994
verified: no, type: main_score
value: 48.542
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: ndcg_at_1
value: 33.333
verified: no, type: ndcg_at_3
value: 39.431
verified: no, type: ndcg_at_5
value: 42.120000000000005
verified: no, type: ndcg_at_10
value: 44.968
verified: no, type: ndcg_at_20
value: 47.099000000000004
verified: no, type: ndcg_at_100
value: 50.288
verified: no, type: ndcg_at_1000
value: 52.371
verified: no, type: map_at_1
value: 27.087
verified: no, type: map_at_3
value: 35.203
verified: no, type: map_at_5
value: 37.230999999999995
verified: no, type: map_at_10
value: 38.693
verified: no, type: map_at_20
value: 39.425
verified: no, type: map_at_100
value: 40.001
verified: no, type: map_at_1000
value: 40.119
verified: no, type: recall_at_1
value: 27.087
verified: no, type: recall_at_3
value: 42.846000000000004
verified: no, type: recall_at_5
value: 49.846000000000004
verified: no, type: recall_at_10
value: 58.083
verified: no, type: recall_at_20
value: 65.615
verified: no, type: recall_at_100
value: 80.831
verified: no, type: recall_at_1000
value: 94.474
verified: no, type: precision_at_1
value: 33.333
verified: no, type: precision_at_3
value: 19.139999999999997
verified: no, type: precision_at_5
value: 13.858
verified: no, type: precision_at_10
value: 8.413
verified: no, type: precision_at_20
value: 4.926
verified: no, type: precision_at_100
value: 1.275
verified: no, type: precision_at_1000
value: 0.165
verified: no, type: mrr_at_1
value: 33.3333
verified: no, type: mrr_at_3
value: 41.0959
verified: no, type: mrr_at_5
value: 42.6826
verified: no, type: mrr_at_10
value: 43.819900000000004
verified: no, type: mrr_at_20
value: 44.3087
verified: no, type: mrr_at_100
value: 44.6693
verified: no, type: mrr_at_1000
value: 44.7164
verified: no, type: nauc_ndcg_at_1_max
value: 36.037
verified: no, type: nauc_ndcg_at_1_std
value: -0.2425
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.9443
verified: no, type: nauc_ndcg_at_3_max
value: 33.5311
verified: no, type: nauc_ndcg_at_3_std
value: 1.2205000000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.8166
verified: no, type: nauc_ndcg_at_5_max
value: 34.3091
verified: no, type: nauc_ndcg_at_5_std
value: 2.8846
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.222899999999996
verified: no, type: nauc_ndcg_at_10_max
value: 34.443400000000004
verified: no, type: nauc_ndcg_at_10_std
value: 3.5393
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.9537
verified: no, type: nauc_ndcg_at_20_max
value: 34.929500000000004
verified: no, type: nauc_ndcg_at_20_std
value: 4.4444
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.811099999999996
verified: no, type: nauc_ndcg_at_100_max
value: 35.6285
verified: no, type: nauc_ndcg_at_100_std
value: 6.356199999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.4749
verified: no, type: nauc_ndcg_at_1000_max
value: 35.8451
verified: no, type: nauc_ndcg_at_1000_std
value: 6.1044
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.5065
verified: no, type: nauc_map_at_1_max
value: 30.017100000000003
verified: no, type: nauc_map_at_1_std
value: -5.056299999999999
verified: no, type: nauc_map_at_1_diff1
value: 46.4338
verified: no, type: nauc_map_at_3_max
value: 31.936999999999998
verified: no, type: nauc_map_at_3_std
value: -1.0591
verified: no, type: nauc_map_at_3_diff1
value: 39.8778
verified: no, type: nauc_map_at_5_max
value: 32.859100000000005
verified: no, type: nauc_map_at_5_std
value: 0.42050000000000004
verified: no, type: nauc_map_at_5_diff1
value: 39.7368
verified: no, type: nauc_map_at_10_max
value: 33.042899999999996
verified: no, type: nauc_map_at_10_std
value: 0.8545
verified: no, type: nauc_map_at_10_diff1
value: 39.5713
verified: no, type: nauc_map_at_20_max
value: 33.3227
verified: no, type: nauc_map_at_20_std
value: 1.3109000000000002
verified: no, type: nauc_map_at_20_diff1
value: 39.5833
verified: no, type: nauc_map_at_100_max
value: 33.537
verified: no, type: nauc_map_at_100_std
value: 1.7505
verified: no, type: nauc_map_at_100_diff1
value: 39.6109
verified: no, type: nauc_map_at_1000_max
value: 33.578
verified: no, type: nauc_map_at_1000_std
value: 1.7679
verified: no, type: nauc_map_at_1000_diff1
value: 39.677299999999995
verified: no, type: nauc_recall_at_1_max
value: 30.017100000000003
verified: no, type: nauc_recall_at_1_std
value: -5.056299999999999
verified: no, type: nauc_recall_at_1_diff1
value: 46.4338
verified: no, type: nauc_recall_at_3_max
value: 31.3062
verified: no, type: nauc_recall_at_3_std
value: 1.6736
verified: no, type: nauc_recall_at_3_diff1
value: 32.743
verified: no, type: nauc_recall_at_5_max
value: 32.7338
verified: no, type: nauc_recall_at_5_std
value: 5.9388000000000005
verified: no, type: nauc_recall_at_5_diff1
value: 30.8784
verified: no, type: nauc_recall_at_10_max
value: 32.9312
verified: no, type: nauc_recall_at_10_std
value: 8.1993
verified: no, type: nauc_recall_at_10_diff1
value: 29.4248
verified: no, type: nauc_recall_at_20_max
value: 33.9206
verified: no, type: nauc_recall_at_20_std
value: 10.673
verified: no, type: nauc_recall_at_20_diff1
value: 27.377200000000002
verified: no, type: nauc_recall_at_100_max
value: 37.119
verified: no, type: nauc_recall_at_100_std
value: 24.6249
verified: no, type: nauc_recall_at_100_diff1
value: 19.403699999999997
verified: no, type: nauc_recall_at_1000_max
value: 52.2307
verified: no, type: nauc_recall_at_1000_std
value: 53.405199999999994
verified: no, type: nauc_recall_at_1000_diff1
value: 24.122799999999998
verified: no, type: nauc_precision_at_1_max
value: 36.037
verified: no, type: nauc_precision_at_1_std
value: -0.2425
verified: no, type: nauc_precision_at_1_diff1
value: 46.9443
verified: no, type: nauc_precision_at_3_max
value: 34.110600000000005
verified: no, type: nauc_precision_at_3_std
value: 8.7398
verified: no, type: nauc_precision_at_3_diff1
value: 27.441
verified: no, type: nauc_precision_at_5_max
value: 33.0042
verified: no, type: nauc_precision_at_5_std
value: 13.7932
verified: no, type: nauc_precision_at_5_diff1
value: 23.011300000000002
verified: no, type: nauc_precision_at_10_max
value: 28.8408
verified: no, type: nauc_precision_at_10_std
value: 14.4897
verified: no, type: nauc_precision_at_10_diff1
value: 18.0244
verified: no, type: nauc_precision_at_20_max
value: 25.5054
verified: no, type: nauc_precision_at_20_std
value: 16.5918
verified: no, type: nauc_precision_at_20_diff1
value: 14.665500000000002
verified: no, type: nauc_precision_at_100_max
value: 18.084400000000002
verified: no, type: nauc_precision_at_100_std
value: 20.7595
verified: no, type: nauc_precision_at_100_diff1
value: 6.2877
verified: no, type: nauc_precision_at_1000_max
value: 6.778099999999999
verified: no, type: nauc_precision_at_1000_std
value: 9.0734
verified: no, type: nauc_precision_at_1000_diff1
value: 5.6030999999999995
verified: no, type: nauc_mrr_at_1_max
value: 36.037
verified: no, type: nauc_mrr_at_1_std
value: -0.2425
verified: no, type: nauc_mrr_at_1_diff1
value: 46.9443
verified: no, type: nauc_mrr_at_3_max
value: 36.0423
verified: no, type: nauc_mrr_at_3_std
value: 3.0699
verified: no, type: nauc_mrr_at_3_diff1
value: 40.6527
verified: no, type: nauc_mrr_at_5_max
value: 36.3279
verified: no, type: nauc_mrr_at_5_std
value: 4.0948
verified: no, type: nauc_mrr_at_5_diff1
value: 40.1667
verified: no, type: nauc_mrr_at_10_max
value: 36.3884
verified: no, type: nauc_mrr_at_10_std
value: 4.5214
verified: no, type: nauc_mrr_at_10_diff1
value: 40.3499
verified: no, type: nauc_mrr_at_20_max
value: 36.3977
verified: no, type: nauc_mrr_at_20_std
value: 4.4357
verified: no, type: nauc_mrr_at_20_diff1
value: 40.342800000000004
verified: no, type: nauc_mrr_at_100_max
value: 36.422900000000006
verified: no, type: nauc_mrr_at_100_std
value: 4.501200000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 40.3487
verified: no, type: nauc_mrr_at_1000_max
value: 36.4317
verified: no, type: nauc_mrr_at_1000_std
value: 4.4942
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.3843
verified: no, type: main_score
value: 44.968
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 42.51058333333334
verified: no, type: ndcg_at_10
value: 42.51058333333334
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: ndcg_at_1
value: 28.066999999999997
verified: no, type: ndcg_at_3
value: 33.326
verified: no, type: ndcg_at_5
value: 35.432
verified: no, type: ndcg_at_10
value: 37.711
verified: no, type: ndcg_at_20
value: 39.377
verified: no, type: ndcg_at_100
value: 42.437999999999995
verified: no, type: ndcg_at_1000
value: 44.653999999999996
verified: no, type: map_at_1
value: 24.91
verified: no, type: map_at_3
value: 30.641000000000002
verified: no, type: map_at_5
value: 32.003
verified: no, type: map_at_10
value: 33.027
verified: no, type: map_at_20
value: 33.52
verified: no, type: map_at_100
value: 33.958
verified: no, type: map_at_1000
value: 34.048
verified: no, type: recall_at_1
value: 24.91
verified: no, type: recall_at_3
value: 36.931000000000004
verified: no, type: recall_at_5
value: 42.257
verified: no, type: recall_at_10
value: 49.248
verified: no, type: recall_at_20
value: 55.504
verified: no, type: recall_at_100
value: 71.086
verified: no, type: recall_at_1000
value: 87.209
verified: no, type: precision_at_1
value: 28.066999999999997
verified: no, type: precision_at_3
value: 14.571000000000002
verified: no, type: precision_at_5
value: 10.152999999999999
verified: no, type: precision_at_10
value: 5.982
verified: no, type: precision_at_20
value: 3.405
verified: no, type: precision_at_100
value: 0.903
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: mrr_at_1
value: 28.067500000000003
verified: no, type: mrr_at_3
value: 33.8957
verified: no, type: mrr_at_5
value: 35.0997
verified: no, type: mrr_at_10
value: 36.0272
verified: no, type: mrr_at_20
value: 36.4454
verified: no, type: mrr_at_100
value: 36.8325
verified: no, type: mrr_at_1000
value: 36.8906
verified: no, type: nauc_ndcg_at_1_max
value: 41.64
verified: no, type: nauc_ndcg_at_1_std
value: -3.0991999999999997
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.059
verified: no, type: nauc_ndcg_at_3_max
value: 38.3407
verified: no, type: nauc_ndcg_at_3_std
value: -2.0187
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.6053
verified: no, type: nauc_ndcg_at_5_max
value: 39.5482
verified: no, type: nauc_ndcg_at_5_std
value: 0.6605
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.1187
verified: no, type: nauc_ndcg_at_10_max
value: 40.2625
verified: no, type: nauc_ndcg_at_10_std
value: 1.6514999999999997
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.170500000000004
verified: no, type: nauc_ndcg_at_20_max
value: 40.067
verified: no, type: nauc_ndcg_at_20_std
value: 2.1887
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.8359
verified: no, type: nauc_ndcg_at_100_max
value: 41.749900000000004
verified: no, type: nauc_ndcg_at_100_std
value: 4.3462
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.1422
verified: no, type: nauc_ndcg_at_1000_max
value: 41.4899
verified: no, type: nauc_ndcg_at_1000_std
value: 3.9956
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.4235
verified: no, type: nauc_map_at_1_max
value: 39.1049
verified: no, type: nauc_map_at_1_std
value: -7.072000000000001
verified: no, type: nauc_map_at_1_diff1
value: 53.76840000000001
verified: no, type: nauc_map_at_3_max
value: 38.3832
verified: no, type: nauc_map_at_3_std
value: -4.0869
verified: no, type: nauc_map_at_3_diff1
value: 46.848600000000005
verified: no, type: nauc_map_at_5_max
value: 39.4646
verified: no, type: nauc_map_at_5_std
value: -2.0288
verified: no, type: nauc_map_at_5_diff1
value: 46.3888
verified: no, type: nauc_map_at_10_max
value: 39.8593
verified: no, type: nauc_map_at_10_std
value: -1.4203000000000001
verified: no, type: nauc_map_at_10_diff1
value: 45.9306
verified: no, type: nauc_map_at_20_max
value: 39.835300000000004
verified: no, type: nauc_map_at_20_std
value: -1.2231
verified: no, type: nauc_map_at_20_diff1
value: 45.8283
verified: no, type: nauc_map_at_100_max
value: 40.1343
verified: no, type: nauc_map_at_100_std
value: -0.9245
verified: no, type: nauc_map_at_100_diff1
value: 45.7762
verified: no, type: nauc_map_at_1000_max
value: 40.1356
verified: no, type: nauc_map_at_1000_std
value: -0.9329000000000001
verified: no, type: nauc_map_at_1000_diff1
value: 45.785
verified: no, type: nauc_recall_at_1_max
value: 39.1049
verified: no, type: nauc_recall_at_1_std
value: -7.072000000000001
verified: no, type: nauc_recall_at_1_diff1
value: 53.76840000000001
verified: no, type: nauc_recall_at_3_max
value: 34.5115
verified: no, type: nauc_recall_at_3_std
value: -1.5186
verified: no, type: nauc_recall_at_3_diff1
value: 39.2881
verified: no, type: nauc_recall_at_5_max
value: 36.8705
verified: no, type: nauc_recall_at_5_std
value: 5.2115
verified: no, type: nauc_recall_at_5_diff1
value: 37.2112
verified: no, type: nauc_recall_at_10_max
value: 38.9486
verified: no, type: nauc_recall_at_10_std
value: 8.558
verified: no, type: nauc_recall_at_10_diff1
value: 34.027499999999996
verified: no, type: nauc_recall_at_20_max
value: 37.4174
verified: no, type: nauc_recall_at_20_std
value: 10.7121
verified: no, type: nauc_recall_at_20_diff1
value: 31.6372
verified: no, type: nauc_recall_at_100_max
value: 45.7135
verified: no, type: nauc_recall_at_100_std
value: 26.958900000000003
verified: no, type: nauc_recall_at_100_diff1
value: 22.6293
verified: no, type: nauc_recall_at_1000_max
value: 45.8455
verified: no, type: nauc_recall_at_1000_std
value: 41.8128
verified: no, type: nauc_recall_at_1000_diff1
value: 11.1735
verified: no, type: nauc_precision_at_1_max
value: 41.64
verified: no, type: nauc_precision_at_1_std
value: -3.0991999999999997
verified: no, type: nauc_precision_at_1_diff1
value: 52.059
verified: no, type: nauc_precision_at_3_max
value: 37.5109
verified: no, type: nauc_precision_at_3_std
value: 4.5869
verified: no, type: nauc_precision_at_3_diff1
value: 35.604200000000006
verified: no, type: nauc_precision_at_5_max
value: 39.441500000000005
verified: no, type: nauc_precision_at_5_std
value: 12.413499999999999
verified: no, type: nauc_precision_at_5_diff1
value: 31.566699999999997
verified: no, type: nauc_precision_at_10_max
value: 39.3943
verified: no, type: nauc_precision_at_10_std
value: 14.4375
verified: no, type: nauc_precision_at_10_diff1
value: 26.4044
verified: no, type: nauc_precision_at_20_max
value: 34.6082
verified: no, type: nauc_precision_at_20_std
value: 15.573899999999998
verified: no, type: nauc_precision_at_20_diff1
value: 21.3312
verified: no, type: nauc_precision_at_100_max
value: 33.6787
verified: no, type: nauc_precision_at_100_std
value: 24.4628
verified: no, type: nauc_precision_at_100_diff1
value: 9.238399999999999
verified: no, type: nauc_precision_at_1000_max
value: 15.7002
verified: no, type: nauc_precision_at_1000_std
value: 17.6244
verified: no, type: nauc_precision_at_1000_diff1
value: -2.8333
verified: no, type: nauc_mrr_at_1_max
value: 41.64
verified: no, type: nauc_mrr_at_1_std
value: -3.0991999999999997
verified: no, type: nauc_mrr_at_1_diff1
value: 52.059
verified: no, type: nauc_mrr_at_3_max
value: 40.2887
verified: no, type: nauc_mrr_at_3_std
value: -0.48650000000000004
verified: no, type: nauc_mrr_at_3_diff1
value: 46.2812
verified: no, type: nauc_mrr_at_5_max
value: 40.792899999999996
verified: no, type: nauc_mrr_at_5_std
value: 0.7635000000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 45.8179
verified: no, type: nauc_mrr_at_10_max
value: 40.970099999999995
verified: no, type: nauc_mrr_at_10_std
value: 0.9508000000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 45.4065
verified: no, type: nauc_mrr_at_20_max
value: 40.9322
verified: no, type: nauc_mrr_at_20_std
value: 1.0284
verified: no, type: nauc_mrr_at_20_diff1
value: 45.440999999999995
verified: no, type: nauc_mrr_at_100_max
value: 41.1209
verified: no, type: nauc_mrr_at_100_std
value: 1.2597
verified: no, type: nauc_mrr_at_100_diff1
value: 45.3654
verified: no, type: nauc_mrr_at_1000_max
value: 41.1143
verified: no, type: nauc_mrr_at_1000_std
value: 1.2467000000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.3792
verified: no, type: main_score
value: 37.711
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: ndcg_at_1
value: 21.37
verified: no, type: ndcg_at_3
value: 25.308000000000003
verified: no, type: ndcg_at_5
value: 27.211999999999996
verified: no, type: ndcg_at_10
value: 29.759999999999998
verified: no, type: ndcg_at_20
value: 31.806
verified: no, type: ndcg_at_100
value: 35.148
verified: no, type: ndcg_at_1000
value: 38.115
verified: no, type: map_at_1
value: 17.635
verified: no, type: map_at_3
value: 22.537
verified: no, type: map_at_5
value: 23.834
verified: no, type: map_at_10
value: 24.984
verified: no, type: map_at_20
value: 25.613999999999997
verified: no, type: map_at_100
value: 26.125
verified: no, type: map_at_1000
value: 26.256
verified: no, type: recall_at_1
value: 17.635
verified: no, type: recall_at_3
value: 27.759
verified: no, type: recall_at_5
value: 32.688
verified: no, type: recall_at_10
value: 40.326
verified: no, type: recall_at_20
value: 47.865
verified: no, type: recall_at_100
value: 64.43799999999999
verified: no, type: recall_at_1000
value: 85.589
verified: no, type: precision_at_1
value: 21.37
verified: no, type: precision_at_3
value: 11.928999999999998
verified: no, type: precision_at_5
value: 8.679
verified: no, type: precision_at_10
value: 5.502
verified: no, type: precision_at_20
value: 3.345
verified: no, type: precision_at_100
value: 0.962
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: mrr_at_1
value: 21.3696
verified: no, type: mrr_at_3
value: 26.4854
verified: no, type: mrr_at_5
value: 27.726
verified: no, type: mrr_at_10
value: 28.842499999999998
verified: no, type: mrr_at_20
value: 29.3902
verified: no, type: mrr_at_100
value: 29.7846
verified: no, type: mrr_at_1000
value: 29.860799999999998
verified: no, type: nauc_ndcg_at_1_max
value: 31.770300000000002
verified: no, type: nauc_ndcg_at_1_std
value: -4.784999999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.290499999999994
verified: no, type: nauc_ndcg_at_3_max
value: 31.1434
verified: no, type: nauc_ndcg_at_3_std
value: -2.8424
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.7329
verified: no, type: nauc_ndcg_at_5_max
value: 31.1525
verified: no, type: nauc_ndcg_at_5_std
value: -2.2824
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.517199999999995
verified: no, type: nauc_ndcg_at_10_max
value: 31.3549
verified: no, type: nauc_ndcg_at_10_std
value: -1.089
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.9647
verified: no, type: nauc_ndcg_at_20_max
value: 31.3283
verified: no, type: nauc_ndcg_at_20_std
value: -0.5032
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.73
verified: no, type: nauc_ndcg_at_100_max
value: 31.3324
verified: no, type: nauc_ndcg_at_100_std
value: 0.8308
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.0739
verified: no, type: nauc_ndcg_at_1000_max
value: 31.563799999999997
verified: no, type: nauc_ndcg_at_1000_std
value: 1.0345
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.321400000000004
verified: no, type: nauc_map_at_1_max
value: 29.935299999999998
verified: no, type: nauc_map_at_1_std
value: -4.6685
verified: no, type: nauc_map_at_1_diff1
value: 43.6434
verified: no, type: nauc_map_at_3_max
value: 30.476
verified: no, type: nauc_map_at_3_std
value: -3.3331
verified: no, type: nauc_map_at_3_diff1
value: 38.6884
verified: no, type: nauc_map_at_5_max
value: 30.625200000000003
verified: no, type: nauc_map_at_5_std
value: -3.0722
verified: no, type: nauc_map_at_5_diff1
value: 37.845
verified: no, type: nauc_map_at_10_max
value: 30.8581
verified: no, type: nauc_map_at_10_std
value: -2.5201000000000002
verified: no, type: nauc_map_at_10_diff1
value: 37.5217
verified: no, type: nauc_map_at_20_max
value: 30.9267
verified: no, type: nauc_map_at_20_std
value: -2.3167
verified: no, type: nauc_map_at_20_diff1
value: 37.4216
verified: no, type: nauc_map_at_100_max
value: 31.0064
verified: no, type: nauc_map_at_100_std
value: -2.0629999999999997
verified: no, type: nauc_map_at_100_diff1
value: 37.3075
verified: no, type: nauc_map_at_1000_max
value: 31.0478
verified: no, type: nauc_map_at_1000_std
value: -2.0301
verified: no, type: nauc_map_at_1000_diff1
value: 37.3077
verified: no, type: nauc_recall_at_1_max
value: 29.935299999999998
verified: no, type: nauc_recall_at_1_std
value: -4.6685
verified: no, type: nauc_recall_at_1_diff1
value: 43.6434
verified: no, type: nauc_recall_at_3_max
value: 29.2327
verified: no, type: nauc_recall_at_3_std
value: -1.8466
verified: no, type: nauc_recall_at_3_diff1
value: 32.5214
verified: no, type: nauc_recall_at_5_max
value: 28.8576
verified: no, type: nauc_recall_at_5_std
value: -0.8358000000000001
verified: no, type: nauc_recall_at_5_diff1
value: 29.329499999999996
verified: no, type: nauc_recall_at_10_max
value: 28.8851
verified: no, type: nauc_recall_at_10_std
value: 2.3084000000000002
verified: no, type: nauc_recall_at_10_diff1
value: 27.3001
verified: no, type: nauc_recall_at_20_max
value: 28.0772
verified: no, type: nauc_recall_at_20_std
value: 4.2632
verified: no, type: nauc_recall_at_20_diff1
value: 25.6873
verified: no, type: nauc_recall_at_100_max
value: 27.4461
verified: no, type: nauc_recall_at_100_std
value: 11.9175
verified: no, type: nauc_recall_at_100_diff1
value: 20.7784
verified: no, type: nauc_recall_at_1000_max
value: 27.1262
verified: no, type: nauc_recall_at_1000_std
value: 24.4024
verified: no, type: nauc_recall_at_1000_diff1
value: 14.5445
verified: no, type: nauc_precision_at_1_max
value: 31.770300000000002
verified: no, type: nauc_precision_at_1_std
value: -4.784999999999999
verified: no, type: nauc_precision_at_1_diff1
value: 42.290499999999994
verified: no, type: nauc_precision_at_3_max
value: 32.5608
verified: no, type: nauc_precision_at_3_std
value: -1.3823999999999999
verified: no, type: nauc_precision_at_3_diff1
value: 30.9278
verified: no, type: nauc_precision_at_5_max
value: 32.0685
verified: no, type: nauc_precision_at_5_std
value: -0.2231
verified: no, type: nauc_precision_at_5_diff1
value: 26.8139
verified: no, type: nauc_precision_at_10_max
value: 31.8615
verified: no, type: nauc_precision_at_10_std
value: 3.3291
verified: no, type: nauc_precision_at_10_diff1
value: 22.608800000000002
verified: no, type: nauc_precision_at_20_max
value: 30.250799999999998
verified: no, type: nauc_precision_at_20_std
value: 5.242
verified: no, type: nauc_precision_at_20_diff1
value: 19.532
verified: no, type: nauc_precision_at_100_max
value: 25.2481
verified: no, type: nauc_precision_at_100_std
value: 9.711599999999999
verified: no, type: nauc_precision_at_100_diff1
value: 9.5108
verified: no, type: nauc_precision_at_1000_max
value: 19.072
verified: no, type: nauc_precision_at_1000_std
value: 9.0718
verified: no, type: nauc_precision_at_1000_diff1
value: -0.21090000000000003
verified: no, type: nauc_mrr_at_1_max
value: 31.770300000000002
verified: no, type: nauc_mrr_at_1_std
value: -4.784999999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 42.290499999999994
verified: no, type: nauc_mrr_at_3_max
value: 31.5869
verified: no, type: nauc_mrr_at_3_std
value: -3.2058999999999997
verified: no, type: nauc_mrr_at_3_diff1
value: 37.3799
verified: no, type: nauc_mrr_at_5_max
value: 31.675199999999997
verified: no, type: nauc_mrr_at_5_std
value: -2.7127
verified: no, type: nauc_mrr_at_5_diff1
value: 36.5429
verified: no, type: nauc_mrr_at_10_max
value: 31.7662
verified: no, type: nauc_mrr_at_10_std
value: -2.314
verified: no, type: nauc_mrr_at_10_diff1
value: 36.3532
verified: no, type: nauc_mrr_at_20_max
value: 31.771300000000004
verified: no, type: nauc_mrr_at_20_std
value: -2.1448
verified: no, type: nauc_mrr_at_20_diff1
value: 36.3367
verified: no, type: nauc_mrr_at_100_max
value: 31.767899999999997
verified: no, type: nauc_mrr_at_100_std
value: -2.0333
verified: no, type: nauc_mrr_at_100_diff1
value: 36.2815
verified: no, type: nauc_mrr_at_1000_max
value: 31.7795
verified: no, type: nauc_mrr_at_1000_std
value: -2.0261
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.2999
verified: no, type: main_score
value: 29.759999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: ndcg_at_1
value: 33.302
verified: no, type: ndcg_at_3
value: 38.403
verified: no, type: ndcg_at_5
value: 40.319
verified: no, type: ndcg_at_10
value: 42.834
verified: no, type: ndcg_at_20
value: 44.932
verified: no, type: ndcg_at_100
value: 47.833
verified: no, type: ndcg_at_1000
value: 50.157
verified: no, type: map_at_1
value: 28.457
verified: no, type: map_at_3
value: 35.184
verified: no, type: map_at_5
value: 36.532
verified: no, type: map_at_10
value: 37.714
verified: no, type: map_at_20
value: 38.340999999999994
verified: no, type: map_at_100
value: 38.797
verified: no, type: map_at_1000
value: 38.903999999999996
verified: no, type: recall_at_1
value: 28.457
verified: no, type: recall_at_3
value: 41.937999999999995
verified: no, type: recall_at_5
value: 46.911
verified: no, type: recall_at_10
value: 54.303000000000004
verified: no, type: recall_at_20
value: 61.906000000000006
verified: no, type: recall_at_100
value: 76.074
verified: no, type: recall_at_1000
value: 92.191
verified: no, type: precision_at_1
value: 33.302
verified: no, type: precision_at_3
value: 17.382
verified: no, type: precision_at_5
value: 11.922
verified: no, type: precision_at_10
value: 7.08
verified: no, type: precision_at_20
value: 4.137
verified: no, type: precision_at_100
value: 1.064
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: mrr_at_1
value: 33.3022
verified: no, type: mrr_at_3
value: 39.5056
verified: no, type: mrr_at_5
value: 40.7276
verified: no, type: mrr_at_10
value: 41.7227
verified: no, type: mrr_at_20
value: 42.270799999999994
verified: no, type: mrr_at_100
value: 42.5991
verified: no, type: mrr_at_1000
value: 42.653999999999996
verified: no, type: nauc_ndcg_at_1_max
value: 41.5343
verified: no, type: nauc_ndcg_at_1_std
value: -2.8242
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.388099999999994
verified: no, type: nauc_ndcg_at_3_max
value: 41.531800000000004
verified: no, type: nauc_ndcg_at_3_std
value: -0.0958
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.5951
verified: no, type: nauc_ndcg_at_5_max
value: 41.0756
verified: no, type: nauc_ndcg_at_5_std
value: 0.7116
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.0397
verified: no, type: nauc_ndcg_at_10_max
value: 40.5656
verified: no, type: nauc_ndcg_at_10_std
value: 1.2275
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.1935
verified: no, type: nauc_ndcg_at_20_max
value: 39.967000000000006
verified: no, type: nauc_ndcg_at_20_std
value: 1.2213
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.5459
verified: no, type: nauc_ndcg_at_100_max
value: 40.2487
verified: no, type: nauc_ndcg_at_100_std
value: 2.6310000000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.3499
verified: no, type: nauc_ndcg_at_1000_max
value: 40.802
verified: no, type: nauc_ndcg_at_1000_std
value: 2.9029
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.893299999999996
verified: no, type: nauc_map_at_1_max
value: 40.0689
verified: no, type: nauc_map_at_1_std
value: -3.2761
verified: no, type: nauc_map_at_1_diff1
value: 56.685399999999994
verified: no, type: nauc_map_at_3_max
value: 41.350500000000004
verified: no, type: nauc_map_at_3_std
value: -0.6871999999999999
verified: no, type: nauc_map_at_3_diff1
value: 52.737100000000005
verified: no, type: nauc_map_at_5_max
value: 41.1119
verified: no, type: nauc_map_at_5_std
value: -0.23340000000000002
verified: no, type: nauc_map_at_5_diff1
value: 51.5269
verified: no, type: nauc_map_at_10_max
value: 40.860400000000006
verified: no, type: nauc_map_at_10_std
value: -0.08760000000000001
verified: no, type: nauc_map_at_10_diff1
value: 51.01369999999999
verified: no, type: nauc_map_at_20_max
value: 40.5859
verified: no, type: nauc_map_at_20_std
value: -0.154
verified: no, type: nauc_map_at_20_diff1
value: 50.744699999999995
verified: no, type: nauc_map_at_100_max
value: 40.646300000000004
verified: no, type: nauc_map_at_100_std
value: 0.10189999999999999
verified: no, type: nauc_map_at_100_diff1
value: 50.7085
verified: no, type: nauc_map_at_1000_max
value: 40.6731
verified: no, type: nauc_map_at_1000_std
value: 0.1394
verified: no, type: nauc_map_at_1000_diff1
value: 50.708
verified: no, type: nauc_recall_at_1_max
value: 40.0689
verified: no, type: nauc_recall_at_1_std
value: -3.2761
verified: no, type: nauc_recall_at_1_diff1
value: 56.685399999999994
verified: no, type: nauc_recall_at_3_max
value: 40.5338
verified: no, type: nauc_recall_at_3_std
value: 1.4996
verified: no, type: nauc_recall_at_3_diff1
value: 46.9882
verified: no, type: nauc_recall_at_5_max
value: 39.745999999999995
verified: no, type: nauc_recall_at_5_std
value: 3.7415
verified: no, type: nauc_recall_at_5_diff1
value: 42.7628
verified: no, type: nauc_recall_at_10_max
value: 37.6122
verified: no, type: nauc_recall_at_10_std
value: 5.1345
verified: no, type: nauc_recall_at_10_diff1
value: 39.2683
verified: no, type: nauc_recall_at_20_max
value: 34.9745
verified: no, type: nauc_recall_at_20_std
value: 5.7971
verified: no, type: nauc_recall_at_20_diff1
value: 35.6486
verified: no, type: nauc_recall_at_100_max
value: 35.1278
verified: no, type: nauc_recall_at_100_std
value: 16.569
verified: no, type: nauc_recall_at_100_diff1
value: 30.4082
verified: no, type: nauc_recall_at_1000_max
value: 48.1561
verified: no, type: nauc_recall_at_1000_std
value: 46.2123
verified: no, type: nauc_recall_at_1000_diff1
value: 28.9314
verified: no, type: nauc_precision_at_1_max
value: 41.5343
verified: no, type: nauc_precision_at_1_std
value: -2.8242
verified: no, type: nauc_precision_at_1_diff1
value: 55.388099999999994
verified: no, type: nauc_precision_at_3_max
value: 37.9897
verified: no, type: nauc_precision_at_3_std
value: 2.563
verified: no, type: nauc_precision_at_3_diff1
value: 37.253
verified: no, type: nauc_precision_at_5_max
value: 33.9735
verified: no, type: nauc_precision_at_5_std
value: 3.5601000000000003
verified: no, type: nauc_precision_at_5_diff1
value: 29.017300000000002
verified: no, type: nauc_precision_at_10_max
value: 27.8221
verified: no, type: nauc_precision_at_10_std
value: 4.3591999999999995
verified: no, type: nauc_precision_at_10_diff1
value: 20.7948
verified: no, type: nauc_precision_at_20_max
value: 21.0119
verified: no, type: nauc_precision_at_20_std
value: 4.4604
verified: no, type: nauc_precision_at_20_diff1
value: 12.5115
verified: no, type: nauc_precision_at_100_max
value: 11.1615
verified: no, type: nauc_precision_at_100_std
value: 10.1361
verified: no, type: nauc_precision_at_100_diff1
value: -2.5748
verified: no, type: nauc_precision_at_1000_max
value: -3.5173
verified: no, type: nauc_precision_at_1000_std
value: 6.248
verified: no, type: nauc_precision_at_1000_diff1
value: -17.6147
verified: no, type: nauc_mrr_at_1_max
value: 41.5343
verified: no, type: nauc_mrr_at_1_std
value: -2.8242
verified: no, type: nauc_mrr_at_1_diff1
value: 55.388099999999994
verified: no, type: nauc_mrr_at_3_max
value: 41.599199999999996
verified: no, type: nauc_mrr_at_3_std
value: -0.5716
verified: no, type: nauc_mrr_at_3_diff1
value: 50.932100000000005
verified: no, type: nauc_mrr_at_5_max
value: 41.2312
verified: no, type: nauc_mrr_at_5_std
value: -0.2443
verified: no, type: nauc_mrr_at_5_diff1
value: 49.9174
verified: no, type: nauc_mrr_at_10_max
value: 41.0053
verified: no, type: nauc_mrr_at_10_std
value: 0.0628
verified: no, type: nauc_mrr_at_10_diff1
value: 49.6375
verified: no, type: nauc_mrr_at_20_max
value: 40.930499999999995
verified: no, type: nauc_mrr_at_20_std
value: -0.063
verified: no, type: nauc_mrr_at_20_diff1
value: 49.6391
verified: no, type: nauc_mrr_at_100_max
value: 40.9473
verified: no, type: nauc_mrr_at_100_std
value: 0.0646
verified: no, type: nauc_mrr_at_100_diff1
value: 49.6701
verified: no, type: nauc_mrr_at_1000_max
value: 40.9676
verified: no, type: nauc_mrr_at_1000_std
value: 0.0838
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.695299999999996
verified: no, type: main_score
value: 42.834
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: ndcg_at_1
value: 32.411
verified: no, type: ndcg_at_3
value: 37.911
verified: no, type: ndcg_at_5
value: 39.983000000000004
verified: no, type: ndcg_at_10
value: 42.321999999999996
verified: no, type: ndcg_at_20
value: 44.855000000000004
verified: no, type: ndcg_at_100
value: 48.515
verified: no, type: ndcg_at_1000
value: 50.845
verified: no, type: map_at_1
value: 27.062
verified: no, type: map_at_3
value: 33.689
verified: no, type: map_at_5
value: 35.161
verified: no, type: map_at_10
value: 36.492000000000004
verified: no, type: map_at_20
value: 37.486999999999995
verified: no, type: map_at_100
value: 38.235
verified: no, type: map_at_1000
value: 38.421
verified: no, type: recall_at_1
value: 27.062
verified: no, type: recall_at_3
value: 40.459
verified: no, type: recall_at_5
value: 46.221000000000004
verified: no, type: recall_at_10
value: 53.348
verified: no, type: recall_at_20
value: 62.852
verified: no, type: recall_at_100
value: 80.582
verified: no, type: recall_at_1000
value: 95.14099999999999
verified: no, type: precision_at_1
value: 32.411
verified: no, type: precision_at_3
value: 17.984
verified: no, type: precision_at_5
value: 12.767000000000001
verified: no, type: precision_at_10
value: 7.945
verified: no, type: precision_at_20
value: 5
verified: no, type: precision_at_100
value: 1.534
verified: no, type: precision_at_1000
value: 0.234
verified: no, type: mrr_at_1
value: 32.4111
verified: no, type: mrr_at_3
value: 38.8011
verified: no, type: mrr_at_5
value: 40.2437
verified: no, type: mrr_at_10
value: 41.1494
verified: no, type: mrr_at_20
value: 41.8962
verified: no, type: mrr_at_100
value: 42.275800000000004
verified: no, type: mrr_at_1000
value: 42.3273
verified: no, type: nauc_ndcg_at_1_max
value: 27.961799999999997
verified: no, type: nauc_ndcg_at_1_std
value: 1.9207999999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.9837
verified: no, type: nauc_ndcg_at_3_max
value: 28.009099999999997
verified: no, type: nauc_ndcg_at_3_std
value: 1.212
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.1361
verified: no, type: nauc_ndcg_at_5_max
value: 27.304299999999998
verified: no, type: nauc_ndcg_at_5_std
value: 1.4559
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.8799
verified: no, type: nauc_ndcg_at_10_max
value: 26.0726
verified: no, type: nauc_ndcg_at_10_std
value: 1.5731
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.9119
verified: no, type: nauc_ndcg_at_20_max
value: 28.139799999999997
verified: no, type: nauc_ndcg_at_20_std
value: 3.0962
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.0918
verified: no, type: nauc_ndcg_at_100_max
value: 29.0945
verified: no, type: nauc_ndcg_at_100_std
value: 5.6239
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.4526
verified: no, type: nauc_ndcg_at_1000_max
value: 28.7139
verified: no, type: nauc_ndcg_at_1000_std
value: 4.3576
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.1353
verified: no, type: nauc_map_at_1_max
value: 26.4001
verified: no, type: nauc_map_at_1_std
value: -2.4035
verified: no, type: nauc_map_at_1_diff1
value: 50.6355
verified: no, type: nauc_map_at_3_max
value: 27.6775
verified: no, type: nauc_map_at_3_std
value: -1.2323
verified: no, type: nauc_map_at_3_diff1
value: 45.1028
verified: no, type: nauc_map_at_5_max
value: 27.7501
verified: no, type: nauc_map_at_5_std
value: -1.0206
verified: no, type: nauc_map_at_5_diff1
value: 44.137100000000004
verified: no, type: nauc_map_at_10_max
value: 27.3169
verified: no, type: nauc_map_at_10_std
value: -0.6242
verified: no, type: nauc_map_at_10_diff1
value: 42.992799999999995
verified: no, type: nauc_map_at_20_max
value: 27.9088
verified: no, type: nauc_map_at_20_std
value: 0.369
verified: no, type: nauc_map_at_20_diff1
value: 42.7076
verified: no, type: nauc_map_at_100_max
value: 28.0018
verified: no, type: nauc_map_at_100_std
value: 1.0477999999999998
verified: no, type: nauc_map_at_100_diff1
value: 42.663000000000004
verified: no, type: nauc_map_at_1000_max
value: 27.8892
verified: no, type: nauc_map_at_1000_std
value: 1.0114
verified: no, type: nauc_map_at_1000_diff1
value: 42.6802
verified: no, type: nauc_recall_at_1_max
value: 26.4001
verified: no, type: nauc_recall_at_1_std
value: -2.4035
verified: no, type: nauc_recall_at_1_diff1
value: 50.6355
verified: no, type: nauc_recall_at_3_max
value: 26.4415
verified: no, type: nauc_recall_at_3_std
value: 0.6093000000000001
verified: no, type: nauc_recall_at_3_diff1
value: 38.3001
verified: no, type: nauc_recall_at_5_max
value: 25.5757
verified: no, type: nauc_recall_at_5_std
value: 1.7046999999999999
verified: no, type: nauc_recall_at_5_diff1
value: 33.9953
verified: no, type: nauc_recall_at_10_max
value: 21.9077
verified: no, type: nauc_recall_at_10_std
value: 2.4832
verified: no, type: nauc_recall_at_10_diff1
value: 27.6569
verified: no, type: nauc_recall_at_20_max
value: 27.9785
verified: no, type: nauc_recall_at_20_std
value: 8.717
verified: no, type: nauc_recall_at_20_diff1
value: 26.076
verified: no, type: nauc_recall_at_100_max
value: 32.8372
verified: no, type: nauc_recall_at_100_std
value: 28.644799999999996
verified: no, type: nauc_recall_at_100_diff1
value: 22.3344
verified: no, type: nauc_recall_at_1000_max
value: 43.087199999999996
verified: no, type: nauc_recall_at_1000_std
value: 38.6013
verified: no, type: nauc_recall_at_1000_diff1
value: 19.057399999999998
verified: no, type: nauc_precision_at_1_max
value: 27.961799999999997
verified: no, type: nauc_precision_at_1_std
value: 1.9207999999999998
verified: no, type: nauc_precision_at_1_diff1
value: 47.9837
verified: no, type: nauc_precision_at_3_max
value: 26.680999999999997
verified: no, type: nauc_precision_at_3_std
value: 6.4623
verified: no, type: nauc_precision_at_3_diff1
value: 26.0754
verified: no, type: nauc_precision_at_5_max
value: 23.0766
verified: no, type: nauc_precision_at_5_std
value: 8.0635
verified: no, type: nauc_precision_at_5_diff1
value: 18.249399999999998
verified: no, type: nauc_precision_at_10_max
value: 14.0187
verified: no, type: nauc_precision_at_10_std
value: 10.793999999999999
verified: no, type: nauc_precision_at_10_diff1
value: 5.7888
verified: no, type: nauc_precision_at_20_max
value: 12.065
verified: no, type: nauc_precision_at_20_std
value: 15.728800000000001
verified: no, type: nauc_precision_at_20_diff1
value: -0.7351
verified: no, type: nauc_precision_at_100_max
value: -0.4148
verified: no, type: nauc_precision_at_100_std
value: 17.0201
verified: no, type: nauc_precision_at_100_diff1
value: -8.088099999999999
verified: no, type: nauc_precision_at_1000_max
value: -18.342
verified: no, type: nauc_precision_at_1000_std
value: 5.6757
verified: no, type: nauc_precision_at_1000_diff1
value: -13.869200000000001
verified: no, type: nauc_mrr_at_1_max
value: 27.961799999999997
verified: no, type: nauc_mrr_at_1_std
value: 1.9207999999999998
verified: no, type: nauc_mrr_at_1_diff1
value: 47.9837
verified: no, type: nauc_mrr_at_3_max
value: 27.7754
verified: no, type: nauc_mrr_at_3_std
value: 2.2727
verified: no, type: nauc_mrr_at_3_diff1
value: 42.864999999999995
verified: no, type: nauc_mrr_at_5_max
value: 27.7453
verified: no, type: nauc_mrr_at_5_std
value: 2.7718
verified: no, type: nauc_mrr_at_5_diff1
value: 41.9633
verified: no, type: nauc_mrr_at_10_max
value: 27.308300000000003
verified: no, type: nauc_mrr_at_10_std
value: 3.089
verified: no, type: nauc_mrr_at_10_diff1
value: 41.3641
verified: no, type: nauc_mrr_at_20_max
value: 27.814299999999996
verified: no, type: nauc_mrr_at_20_std
value: 3.2985
verified: no, type: nauc_mrr_at_20_diff1
value: 41.6228
verified: no, type: nauc_mrr_at_100_max
value: 27.8378
verified: no, type: nauc_mrr_at_100_std
value: 3.517
verified: no, type: nauc_mrr_at_100_diff1
value: 41.7328
verified: no, type: nauc_mrr_at_1000_max
value: 27.8277
verified: no, type: nauc_mrr_at_1000_std
value: 3.4743000000000004
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.7584
verified: no, type: main_score
value: 42.321999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: ndcg_at_1
value: 23.105
verified: no, type: ndcg_at_3
value: 28.781000000000002
verified: no, type: ndcg_at_5
value: 31.338
verified: no, type: ndcg_at_10
value: 34.091
verified: no, type: ndcg_at_20
value: 36.046
verified: no, type: ndcg_at_100
value: 39.556999999999995
verified: no, type: ndcg_at_1000
value: 41.647
verified: no, type: map_at_1
value: 21.448
verified: no, type: map_at_3
value: 26.527
verified: no, type: map_at_5
value: 28.02
verified: no, type: map_at_10
value: 29.204
verified: no, type: map_at_20
value: 29.774
verified: no, type: map_at_100
value: 30.278
verified: no, type: map_at_1000
value: 30.364
verified: no, type: recall_at_1
value: 21.448
verified: no, type: recall_at_3
value: 33.167
verified: no, type: recall_at_5
value: 39.156
verified: no, type: recall_at_10
value: 47.277
verified: no, type: recall_at_20
value: 54.639
verified: no, type: recall_at_100
value: 72.809
verified: no, type: recall_at_1000
value: 88.099
verified: no, type: precision_at_1
value: 23.105
verified: no, type: precision_at_3
value: 12.138
verified: no, type: precision_at_5
value: 8.834999999999999
verified: no, type: precision_at_10
value: 5.434
verified: no, type: precision_at_20
value: 3.189
verified: no, type: precision_at_100
value: 0.8710000000000001
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: mrr_at_1
value: 23.1054
verified: no, type: mrr_at_3
value: 28.5582
verified: no, type: mrr_at_5
value: 30.0462
verified: no, type: mrr_at_10
value: 31.1854
verified: no, type: mrr_at_20
value: 31.6775
verified: no, type: mrr_at_100
value: 32.1183
verified: no, type: mrr_at_1000
value: 32.1723
verified: no, type: nauc_ndcg_at_1_max
value: 30.894
verified: no, type: nauc_ndcg_at_1_std
value: 0.8228
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.571600000000004
verified: no, type: nauc_ndcg_at_3_max
value: 24.9603
verified: no, type: nauc_ndcg_at_3_std
value: -0.3032
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.803799999999995
verified: no, type: nauc_ndcg_at_5_max
value: 26.1479
verified: no, type: nauc_ndcg_at_5_std
value: 0.3038
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.5296
verified: no, type: nauc_ndcg_at_10_max
value: 26.0992
verified: no, type: nauc_ndcg_at_10_std
value: 1.2644
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.943000000000005
verified: no, type: nauc_ndcg_at_20_max
value: 26.132300000000004
verified: no, type: nauc_ndcg_at_20_std
value: 1.798
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.1586
verified: no, type: nauc_ndcg_at_100_max
value: 26.4048
verified: no, type: nauc_ndcg_at_100_std
value: 3.7023
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.3297
verified: no, type: nauc_ndcg_at_1000_max
value: 26.889200000000002
verified: no, type: nauc_ndcg_at_1000_std
value: 3.7087000000000003
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.716300000000004
verified: no, type: nauc_map_at_1_max
value: 27.5981
verified: no, type: nauc_map_at_1_std
value: 0.387
verified: no, type: nauc_map_at_1_diff1
value: 48.6362
verified: no, type: nauc_map_at_3_max
value: 24.8521
verified: no, type: nauc_map_at_3_std
value: -0.414
verified: no, type: nauc_map_at_3_diff1
value: 44.766600000000004
verified: no, type: nauc_map_at_5_max
value: 25.937900000000003
verified: no, type: nauc_map_at_5_std
value: -0.054900000000000004
verified: no, type: nauc_map_at_5_diff1
value: 44.0302
verified: no, type: nauc_map_at_10_max
value: 26.018
verified: no, type: nauc_map_at_10_std
value: 0.3584
verified: no, type: nauc_map_at_10_diff1
value: 43.7009
verified: no, type: nauc_map_at_20_max
value: 26.0129
verified: no, type: nauc_map_at_20_std
value: 0.5091
verified: no, type: nauc_map_at_20_diff1
value: 43.4823
verified: no, type: nauc_map_at_100_max
value: 26.1059
verified: no, type: nauc_map_at_100_std
value: 0.7867999999999999
verified: no, type: nauc_map_at_100_diff1
value: 43.4867
verified: no, type: nauc_map_at_1000_max
value: 26.131500000000003
verified: no, type: nauc_map_at_1000_std
value: 0.8026
verified: no, type: nauc_map_at_1000_diff1
value: 43.5097
verified: no, type: nauc_recall_at_1_max
value: 27.5981
verified: no, type: nauc_recall_at_1_std
value: 0.387
verified: no, type: nauc_recall_at_1_diff1
value: 48.6362
verified: no, type: nauc_recall_at_3_max
value: 21.7315
verified: no, type: nauc_recall_at_3_std
value: -1.0671
verified: no, type: nauc_recall_at_3_diff1
value: 39.4999
verified: no, type: nauc_recall_at_5_max
value: 23.994699999999998
verified: no, type: nauc_recall_at_5_std
value: 0.0779
verified: no, type: nauc_recall_at_5_diff1
value: 36.9505
verified: no, type: nauc_recall_at_10_max
value: 23.2468
verified: no, type: nauc_recall_at_10_std
value: 2.654
verified: no, type: nauc_recall_at_10_diff1
value: 35.158899999999996
verified: no, type: nauc_recall_at_20_max
value: 23.28
verified: no, type: nauc_recall_at_20_std
value: 4.8041
verified: no, type: nauc_recall_at_20_diff1
value: 31.547399999999996
verified: no, type: nauc_recall_at_100_max
value: 21.7186
verified: no, type: nauc_recall_at_100_std
value: 17.083000000000002
verified: no, type: nauc_recall_at_100_diff1
value: 29.229899999999997
verified: no, type: nauc_recall_at_1000_max
value: 28.9168
verified: no, type: nauc_recall_at_1000_std
value: 29.9591
verified: no, type: nauc_recall_at_1000_diff1
value: 27.0436
verified: no, type: nauc_precision_at_1_max
value: 30.894
verified: no, type: nauc_precision_at_1_std
value: 0.8228
verified: no, type: nauc_precision_at_1_diff1
value: 50.571600000000004
verified: no, type: nauc_precision_at_3_max
value: 25.076999999999998
verified: no, type: nauc_precision_at_3_std
value: 0.39890000000000003
verified: no, type: nauc_precision_at_3_diff1
value: 40.618300000000005
verified: no, type: nauc_precision_at_5_max
value: 29.274299999999997
verified: no, type: nauc_precision_at_5_std
value: 3.02
verified: no, type: nauc_precision_at_5_diff1
value: 35.3233
verified: no, type: nauc_precision_at_10_max
value: 28.1411
verified: no, type: nauc_precision_at_10_std
value: 6.628100000000001
verified: no, type: nauc_precision_at_10_diff1
value: 30.949700000000004
verified: no, type: nauc_precision_at_20_max
value: 25.974999999999998
verified: no, type: nauc_precision_at_20_std
value: 8.3134
verified: no, type: nauc_precision_at_20_diff1
value: 25.324799999999996
verified: no, type: nauc_precision_at_100_max
value: 22.682
verified: no, type: nauc_precision_at_100_std
value: 20.4648
verified: no, type: nauc_precision_at_100_diff1
value: 13.2139
verified: no, type: nauc_precision_at_1000_max
value: 2.8796
verified: no, type: nauc_precision_at_1000_std
value: 10.6158
verified: no, type: nauc_precision_at_1000_diff1
value: -11.8614
verified: no, type: nauc_mrr_at_1_max
value: 30.894
verified: no, type: nauc_mrr_at_1_std
value: 0.8228
verified: no, type: nauc_mrr_at_1_diff1
value: 50.571600000000004
verified: no, type: nauc_mrr_at_3_max
value: 27.8993
verified: no, type: nauc_mrr_at_3_std
value: 0.5541
verified: no, type: nauc_mrr_at_3_diff1
value: 46.307900000000004
verified: no, type: nauc_mrr_at_5_max
value: 28.4404
verified: no, type: nauc_mrr_at_5_std
value: 0.8992
verified: no, type: nauc_mrr_at_5_diff1
value: 45.405699999999996
verified: no, type: nauc_mrr_at_10_max
value: 28.492099999999997
verified: no, type: nauc_mrr_at_10_std
value: 1.3769
verified: no, type: nauc_mrr_at_10_diff1
value: 45.163
verified: no, type: nauc_mrr_at_20_max
value: 28.4509
verified: no, type: nauc_mrr_at_20_std
value: 1.4745
verified: no, type: nauc_mrr_at_20_diff1
value: 44.9459
verified: no, type: nauc_mrr_at_100_max
value: 28.533199999999997
verified: no, type: nauc_mrr_at_100_std
value: 1.7016
verified: no, type: nauc_mrr_at_100_diff1
value: 45.0053
verified: no, type: nauc_mrr_at_1000_max
value: 28.5364
verified: no, type: nauc_mrr_at_1000_std
value: 1.6894
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.0407
verified: no, type: main_score
value: 34.091
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: ndcg_at_1
value: 32.964
verified: no, type: ndcg_at_3
value: 28.116000000000003
verified: no, type: ndcg_at_5
value: 29.932
verified: no, type: ndcg_at_10
value: 33.207
verified: no, type: ndcg_at_20
value: 35.730000000000004
verified: no, type: ndcg_at_100
value: 40.251999999999995
verified: no, type: ndcg_at_1000
value: 43.463
verified: no, type: map_at_1
value: 14.846
verified: no, type: map_at_3
value: 20.683
verified: no, type: map_at_5
value: 22.753999999999998
verified: no, type: map_at_10
value: 24.413
verified: no, type: map_at_20
value: 25.355
verified: no, type: map_at_100
value: 26.243
verified: no, type: map_at_1000
value: 26.43
verified: no, type: recall_at_1
value: 14.846
verified: no, type: recall_at_3
value: 25.368000000000002
verified: no, type: recall_at_5
value: 31.159
verified: no, type: recall_at_10
value: 38.391
verified: no, type: recall_at_20
value: 45.366
verified: no, type: recall_at_100
value: 62.597
verified: no, type: recall_at_1000
value: 80.448
verified: no, type: precision_at_1
value: 32.964
verified: no, type: precision_at_3
value: 20.782
verified: no, type: precision_at_5
value: 15.595999999999998
verified: no, type: precision_at_10
value: 9.98
verified: no, type: precision_at_20
value: 6.091
verified: no, type: precision_at_100
value: 1.7760000000000002
verified: no, type: precision_at_1000
value: 0.23700000000000002
verified: no, type: mrr_at_1
value: 32.9642
verified: no, type: mrr_at_3
value: 41.9001
verified: no, type: mrr_at_5
value: 43.4701
verified: no, type: mrr_at_10
value: 44.6392
verified: no, type: mrr_at_20
value: 45.129999999999995
verified: no, type: mrr_at_100
value: 45.4343
verified: no, type: mrr_at_1000
value: 45.4726
verified: no, type: nauc_ndcg_at_1_max
value: 31.2733
verified: no, type: nauc_ndcg_at_1_std
value: 17.8778
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.7939
verified: no, type: nauc_ndcg_at_3_max
value: 35.7233
verified: no, type: nauc_ndcg_at_3_std
value: 20.499200000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.6175
verified: no, type: nauc_ndcg_at_5_max
value: 36.5593
verified: no, type: nauc_ndcg_at_5_std
value: 20.5487
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.8006
verified: no, type: nauc_ndcg_at_10_max
value: 38.1663
verified: no, type: nauc_ndcg_at_10_std
value: 23.8688
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.7262
verified: no, type: nauc_ndcg_at_20_max
value: 38.719
verified: no, type: nauc_ndcg_at_20_std
value: 26.4556
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.7078
verified: no, type: nauc_ndcg_at_100_max
value: 40.396100000000004
verified: no, type: nauc_ndcg_at_100_std
value: 29.325200000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.7562
verified: no, type: nauc_ndcg_at_1000_max
value: 40.4082
verified: no, type: nauc_ndcg_at_1000_std
value: 29.595
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.8439
verified: no, type: nauc_map_at_1_max
value: 33.0891
verified: no, type: nauc_map_at_1_std
value: 13.3677
verified: no, type: nauc_map_at_1_diff1
value: 34.1515
verified: no, type: nauc_map_at_3_max
value: 35.384
verified: no, type: nauc_map_at_3_std
value: 17.637
verified: no, type: nauc_map_at_3_diff1
value: 28.4007
verified: no, type: nauc_map_at_5_max
value: 36.0659
verified: no, type: nauc_map_at_5_std
value: 18.5628
verified: no, type: nauc_map_at_5_diff1
value: 26.5464
verified: no, type: nauc_map_at_10_max
value: 37.2578
verified: no, type: nauc_map_at_10_std
value: 20.617
verified: no, type: nauc_map_at_10_diff1
value: 25.926199999999998
verified: no, type: nauc_map_at_20_max
value: 37.500299999999996
verified: no, type: nauc_map_at_20_std
value: 21.851300000000002
verified: no, type: nauc_map_at_20_diff1
value: 25.3292
verified: no, type: nauc_map_at_100_max
value: 37.933299999999996
verified: no, type: nauc_map_at_100_std
value: 22.6615
verified: no, type: nauc_map_at_100_diff1
value: 25.259500000000003
verified: no, type: nauc_map_at_1000_max
value: 37.9165
verified: no, type: nauc_map_at_1000_std
value: 22.7028
verified: no, type: nauc_map_at_1000_diff1
value: 25.239299999999997
verified: no, type: nauc_recall_at_1_max
value: 33.0891
verified: no, type: nauc_recall_at_1_std
value: 13.3677
verified: no, type: nauc_recall_at_1_diff1
value: 34.1515
verified: no, type: nauc_recall_at_3_max
value: 35.282000000000004
verified: no, type: nauc_recall_at_3_std
value: 18.8367
verified: no, type: nauc_recall_at_3_diff1
value: 24.2501
verified: no, type: nauc_recall_at_5_max
value: 34.3122
verified: no, type: nauc_recall_at_5_std
value: 18.5093
verified: no, type: nauc_recall_at_5_diff1
value: 18.8749
verified: no, type: nauc_recall_at_10_max
value: 36.2395
verified: no, type: nauc_recall_at_10_std
value: 24.2952
verified: no, type: nauc_recall_at_10_diff1
value: 16.3158
verified: no, type: nauc_recall_at_20_max
value: 35.6255
verified: no, type: nauc_recall_at_20_std
value: 29.56
verified: no, type: nauc_recall_at_20_diff1
value: 12.856699999999998
verified: no, type: nauc_recall_at_100_max
value: 39.016600000000004
verified: no, type: nauc_recall_at_100_std
value: 37.9984
verified: no, type: nauc_recall_at_100_diff1
value: 10.807
verified: no, type: nauc_recall_at_1000_max
value: 42.7582
verified: no, type: nauc_recall_at_1000_std
value: 46.9593
verified: no, type: nauc_recall_at_1000_diff1
value: 8.1464
verified: no, type: nauc_precision_at_1_max
value: 31.2733
verified: no, type: nauc_precision_at_1_std
value: 17.8778
verified: no, type: nauc_precision_at_1_diff1
value: 30.7939
verified: no, type: nauc_precision_at_3_max
value: 35.2819
verified: no, type: nauc_precision_at_3_std
value: 25.9018
verified: no, type: nauc_precision_at_3_diff1
value: 18.4633
verified: no, type: nauc_precision_at_5_max
value: 32.7525
verified: no, type: nauc_precision_at_5_std
value: 25.5596
verified: no, type: nauc_precision_at_5_diff1
value: 11.241
verified: no, type: nauc_precision_at_10_max
value: 32.4574
verified: no, type: nauc_precision_at_10_std
value: 31.1815
verified: no, type: nauc_precision_at_10_diff1
value: 6.3983
verified: no, type: nauc_precision_at_20_max
value: 29.522100000000002
verified: no, type: nauc_precision_at_20_std
value: 34.4644
verified: no, type: nauc_precision_at_20_diff1
value: 1.9328
verified: no, type: nauc_precision_at_100_max
value: 25.594299999999997
verified: no, type: nauc_precision_at_100_std
value: 36.7783
verified: no, type: nauc_precision_at_100_diff1
value: -1.9514
verified: no, type: nauc_precision_at_1000_max
value: 14.3931
verified: no, type: nauc_precision_at_1000_std
value: 28.8585
verified: no, type: nauc_precision_at_1000_diff1
value: -7.264600000000001
verified: no, type: nauc_mrr_at_1_max
value: 31.2733
verified: no, type: nauc_mrr_at_1_std
value: 17.8778
verified: no, type: nauc_mrr_at_1_diff1
value: 30.7939
verified: no, type: nauc_mrr_at_3_max
value: 34.4613
verified: no, type: nauc_mrr_at_3_std
value: 21.529
verified: no, type: nauc_mrr_at_3_diff1
value: 27.369
verified: no, type: nauc_mrr_at_5_max
value: 34.5965
verified: no, type: nauc_mrr_at_5_std
value: 21.7303
verified: no, type: nauc_mrr_at_5_diff1
value: 26.521800000000002
verified: no, type: nauc_mrr_at_10_max
value: 34.6792
verified: no, type: nauc_mrr_at_10_std
value: 22.4157
verified: no, type: nauc_mrr_at_10_diff1
value: 26.2542
verified: no, type: nauc_mrr_at_20_max
value: 34.746
verified: no, type: nauc_mrr_at_20_std
value: 22.586000000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 26.305600000000002
verified: no, type: nauc_mrr_at_100_max
value: 34.7901
verified: no, type: nauc_mrr_at_100_std
value: 22.5625
verified: no, type: nauc_mrr_at_100_diff1
value: 26.429599999999997
verified: no, type: nauc_mrr_at_1000_max
value: 34.779700000000005
verified: no, type: nauc_mrr_at_1000_std
value: 22.5434
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.437300000000004
verified: no, type: main_score
value: 33.207
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: ndcg_at_1
value: 51.87500000000001
verified: no, type: ndcg_at_3
value: 42.552
verified: no, type: ndcg_at_5
value: 39.946
verified: no, type: ndcg_at_10
value: 37.897999999999996
verified: no, type: ndcg_at_20
value: 37.153000000000006
verified: no, type: ndcg_at_100
value: 42.012
verified: no, type: ndcg_at_1000
value: 49.202
verified: no, type: map_at_1
value: 7.869
verified: no, type: map_at_3
value: 12.307
verified: no, type: map_at_5
value: 14.394000000000002
verified: no, type: map_at_10
value: 17.175
verified: no, type: map_at_20
value: 19.689
verified: no, type: map_at_100
value: 23.857999999999997
verified: no, type: map_at_1000
value: 25.417
verified: no, type: recall_at_1
value: 7.869
verified: no, type: recall_at_3
value: 13.566
verified: no, type: recall_at_5
value: 17.403
verified: no, type: recall_at_10
value: 22.811999999999998
verified: no, type: recall_at_20
value: 29.378999999999998
verified: no, type: recall_at_100
value: 48.353
verified: no, type: recall_at_1000
value: 70.801
verified: no, type: precision_at_1
value: 62.5
verified: no, type: precision_at_3
value: 45.417
verified: no, type: precision_at_5
value: 38.15
verified: no, type: precision_at_10
value: 29.95
verified: no, type: precision_at_20
value: 22.462
verified: no, type: precision_at_100
value: 9.703000000000001
verified: no, type: precision_at_1000
value: 2.027
verified: no, type: mrr_at_1
value: 62.5
verified: no, type: mrr_at_3
value: 68.625
verified: no, type: mrr_at_5
value: 70.0625
verified: no, type: mrr_at_10
value: 70.60549999999999
verified: no, type: mrr_at_20
value: 70.934
verified: no, type: mrr_at_100
value: 71.0742
verified: no, type: mrr_at_1000
value: 71.0797
verified: no, type: nauc_ndcg_at_1_max
value: 41.436499999999995
verified: no, type: nauc_ndcg_at_1_std
value: 26.6537
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.362500000000004
verified: no, type: nauc_ndcg_at_3_max
value: 38.2075
verified: no, type: nauc_ndcg_at_3_std
value: 28.1899
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.353299999999997
verified: no, type: nauc_ndcg_at_5_max
value: 36.592
verified: no, type: nauc_ndcg_at_5_std
value: 27.9763
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.2168
verified: no, type: nauc_ndcg_at_10_max
value: 36.2032
verified: no, type: nauc_ndcg_at_10_std
value: 26.7501
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.409499999999994
verified: no, type: nauc_ndcg_at_20_max
value: 33.981
verified: no, type: nauc_ndcg_at_20_std
value: 25.5934
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.3985
verified: no, type: nauc_ndcg_at_100_max
value: 36.448
verified: no, type: nauc_ndcg_at_100_std
value: 32.3459
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.2002
verified: no, type: nauc_ndcg_at_1000_max
value: 40.2408
verified: no, type: nauc_ndcg_at_1000_std
value: 38.6683
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.9563
verified: no, type: nauc_map_at_1_max
value: 8.8384
verified: no, type: nauc_map_at_1_std
value: -12.18
verified: no, type: nauc_map_at_1_diff1
value: 42.5949
verified: no, type: nauc_map_at_3_max
value: 10.4264
verified: no, type: nauc_map_at_3_std
value: -6.4437
verified: no, type: nauc_map_at_3_diff1
value: 31.555
verified: no, type: nauc_map_at_5_max
value: 12.4445
verified: no, type: nauc_map_at_5_std
value: -3.5782000000000003
verified: no, type: nauc_map_at_5_diff1
value: 29.8594
verified: no, type: nauc_map_at_10_max
value: 16.9699
verified: no, type: nauc_map_at_10_std
value: 2.0362999999999998
verified: no, type: nauc_map_at_10_diff1
value: 29.737599999999997
verified: no, type: nauc_map_at_20_max
value: 21.4809
verified: no, type: nauc_map_at_20_std
value: 9.0494
verified: no, type: nauc_map_at_20_diff1
value: 30.0806
verified: no, type: nauc_map_at_100_max
value: 29.0583
verified: no, type: nauc_map_at_100_std
value: 22.3292
verified: no, type: nauc_map_at_100_diff1
value: 29.9971
verified: no, type: nauc_map_at_1000_max
value: 30.4654
verified: no, type: nauc_map_at_1000_std
value: 25.208799999999997
verified: no, type: nauc_map_at_1000_diff1
value: 29.3623
verified: no, type: nauc_recall_at_1_max
value: 8.8384
verified: no, type: nauc_recall_at_1_std
value: -12.18
verified: no, type: nauc_recall_at_1_diff1
value: 42.5949
verified: no, type: nauc_recall_at_3_max
value: 7.692400000000001
verified: no, type: nauc_recall_at_3_std
value: -7.5964
verified: no, type: nauc_recall_at_3_diff1
value: 27.5878
verified: no, type: nauc_recall_at_5_max
value: 7.3506
verified: no, type: nauc_recall_at_5_std
value: -7.152799999999999
verified: no, type: nauc_recall_at_5_diff1
value: 25.565199999999997
verified: no, type: nauc_recall_at_10_max
value: 13.009
verified: no, type: nauc_recall_at_10_std
value: -0.6829
verified: no, type: nauc_recall_at_10_diff1
value: 25.8442
verified: no, type: nauc_recall_at_20_max
value: 15.329
verified: no, type: nauc_recall_at_20_std
value: 5.9502
verified: no, type: nauc_recall_at_20_diff1
value: 24.584400000000002
verified: no, type: nauc_recall_at_100_max
value: 26.1527
verified: no, type: nauc_recall_at_100_std
value: 28.8597
verified: no, type: nauc_recall_at_100_diff1
value: 23.5886
verified: no, type: nauc_recall_at_1000_max
value: 32.736
verified: no, type: nauc_recall_at_1000_std
value: 41.5612
verified: no, type: nauc_recall_at_1000_diff1
value: 21.8267
verified: no, type: nauc_precision_at_1_max
value: 56.4401
verified: no, type: nauc_precision_at_1_std
value: 39.5242
verified: no, type: nauc_precision_at_1_diff1
value: 44.307
verified: no, type: nauc_precision_at_3_max
value: 44.521100000000004
verified: no, type: nauc_precision_at_3_std
value: 42.4366
verified: no, type: nauc_precision_at_3_diff1
value: 13.569899999999999
verified: no, type: nauc_precision_at_5_max
value: 42.3594
verified: no, type: nauc_precision_at_5_std
value: 44.4758
verified: no, type: nauc_precision_at_5_diff1
value: 10.2733
verified: no, type: nauc_precision_at_10_max
value: 41.260000000000005
verified: no, type: nauc_precision_at_10_std
value: 47.2496
verified: no, type: nauc_precision_at_10_diff1
value: 9.393799999999999
verified: no, type: nauc_precision_at_20_max
value: 39.8169
verified: no, type: nauc_precision_at_20_std
value: 49.8068
verified: no, type: nauc_precision_at_20_diff1
value: 8.7204
verified: no, type: nauc_precision_at_100_max
value: 30.9015
verified: no, type: nauc_precision_at_100_std
value: 46.853899999999996
verified: no, type: nauc_precision_at_100_diff1
value: 2.0425
verified: no, type: nauc_precision_at_1000_max
value: 5.3395
verified: no, type: nauc_precision_at_1000_std
value: 17.8995
verified: no, type: nauc_precision_at_1000_diff1
value: -13.3583
verified: no, type: nauc_mrr_at_1_max
value: 56.4401
verified: no, type: nauc_mrr_at_1_std
value: 39.5242
verified: no, type: nauc_mrr_at_1_diff1
value: 44.307
verified: no, type: nauc_mrr_at_3_max
value: 56.97990000000001
verified: no, type: nauc_mrr_at_3_std
value: 42.138
verified: no, type: nauc_mrr_at_3_diff1
value: 41.5078
verified: no, type: nauc_mrr_at_5_max
value: 56.234399999999994
verified: no, type: nauc_mrr_at_5_std
value: 41.3617
verified: no, type: nauc_mrr_at_5_diff1
value: 41.227599999999995
verified: no, type: nauc_mrr_at_10_max
value: 56.6701
verified: no, type: nauc_mrr_at_10_std
value: 41.6424
verified: no, type: nauc_mrr_at_10_diff1
value: 41.814800000000005
verified: no, type: nauc_mrr_at_20_max
value: 56.6094
verified: no, type: nauc_mrr_at_20_std
value: 41.7269
verified: no, type: nauc_mrr_at_20_diff1
value: 41.8099
verified: no, type: nauc_mrr_at_100_max
value: 56.623900000000006
verified: no, type: nauc_mrr_at_100_std
value: 41.6436
verified: no, type: nauc_mrr_at_100_diff1
value: 41.7734
verified: no, type: nauc_mrr_at_1000_max
value: 56.6269
verified: no, type: nauc_mrr_at_1000_std
value: 41.6455
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.7701
verified: no, type: main_score
value: 37.897999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 63.235
verified: no, type: f1
value: 59.071799999999996
verified: no, type: f1_weighted
value: 64.6776
verified: no, type: main_score
value: 63.235
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: ndcg_at_1
value: 83.498
verified: no, type: ndcg_at_3
value: 86.69200000000001
verified: no, type: ndcg_at_5
value: 87.787
verified: no, type: ndcg_at_10
value: 88.31
verified: no, type: ndcg_at_20
value: 88.595
verified: no, type: ndcg_at_100
value: 88.905
verified: no, type: ndcg_at_1000
value: 89.09700000000001
verified: no, type: map_at_1
value: 77.41
verified: no, type: map_at_3
value: 83.673
verified: no, type: map_at_5
value: 84.464
verified: no, type: map_at_10
value: 84.748
verified: no, type: map_at_20
value: 84.863
verified: no, type: map_at_100
value: 84.929
verified: no, type: map_at_1000
value: 84.941
verified: no, type: recall_at_1
value: 77.41
verified: no, type: recall_at_3
value: 90.027
verified: no, type: recall_at_5
value: 92.804
verified: no, type: recall_at_10
value: 94.377
verified: no, type: recall_at_20
value: 95.321
verified: no, type: recall_at_100
value: 96.646
verified: no, type: recall_at_1000
value: 97.77900000000001
verified: no, type: precision_at_1
value: 83.498
verified: no, type: precision_at_3
value: 32.728
verified: no, type: precision_at_5
value: 20.375
verified: no, type: precision_at_10
value: 10.424999999999999
verified: no, type: precision_at_20
value: 5.305
verified: no, type: precision_at_100
value: 1.0919999999999999
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: mrr_at_1
value: 83.4983
verified: no, type: mrr_at_3
value: 89.1189
verified: no, type: mrr_at_5
value: 89.6395
verified: no, type: mrr_at_10
value: 89.79899999999999
verified: no, type: mrr_at_20
value: 89.8266
verified: no, type: mrr_at_100
value: 89.8373
verified: no, type: mrr_at_1000
value: 89.8376
verified: no, type: nauc_ndcg_at_1_max
value: 31.5238
verified: no, type: nauc_ndcg_at_1_std
value: -2.2584
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.5023
verified: no, type: nauc_ndcg_at_3_max
value: 24.1127
verified: no, type: nauc_ndcg_at_3_std
value: -2.6446
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.2508
verified: no, type: nauc_ndcg_at_5_max
value: 23.6616
verified: no, type: nauc_ndcg_at_5_std
value: -1.3849
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.106300000000005
verified: no, type: nauc_ndcg_at_10_max
value: 24.0605
verified: no, type: nauc_ndcg_at_10_std
value: -0.4336
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.9328
verified: no, type: nauc_ndcg_at_20_max
value: 24.7393
verified: no, type: nauc_ndcg_at_20_std
value: 0.2855
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.6414
verified: no, type: nauc_ndcg_at_100_max
value: 25.228099999999998
verified: no, type: nauc_ndcg_at_100_std
value: 0.5433
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.7128
verified: no, type: nauc_ndcg_at_1000_max
value: 25.7762
verified: no, type: nauc_ndcg_at_1000_std
value: 0.7018
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.6639
verified: no, type: nauc_map_at_1_max
value: 22.7408
verified: no, type: nauc_map_at_1_std
value: -1.3189
verified: no, type: nauc_map_at_1_diff1
value: 54.049400000000006
verified: no, type: nauc_map_at_3_max
value: 22.6962
verified: no, type: nauc_map_at_3_std
value: -1.9411
verified: no, type: nauc_map_at_3_diff1
value: 47.3787
verified: no, type: nauc_map_at_5_max
value: 22.8472
verified: no, type: nauc_map_at_5_std
value: -1.2210999999999999
verified: no, type: nauc_map_at_5_diff1
value: 46.8099
verified: no, type: nauc_map_at_10_max
value: 23.1253
verified: no, type: nauc_map_at_10_std
value: -0.8166
verified: no, type: nauc_map_at_10_diff1
value: 46.961000000000006
verified: no, type: nauc_map_at_20_max
value: 23.336299999999998
verified: no, type: nauc_map_at_20_std
value: -0.6204000000000001
verified: no, type: nauc_map_at_20_diff1
value: 47.2216
verified: no, type: nauc_map_at_100_max
value: 23.4294
verified: no, type: nauc_map_at_100_std
value: -0.5717
verified: no, type: nauc_map_at_100_diff1
value: 47.3991
verified: no, type: nauc_map_at_1000_max
value: 23.4583
verified: no, type: nauc_map_at_1000_std
value: -0.5559999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 47.4426
verified: no, type: nauc_recall_at_1_max
value: 22.7408
verified: no, type: nauc_recall_at_1_std
value: -1.3189
verified: no, type: nauc_recall_at_1_diff1
value: 54.049400000000006
verified: no, type: nauc_recall_at_3_max
value: 17.4806
verified: no, type: nauc_recall_at_3_std
value: -3.1338
verified: no, type: nauc_recall_at_3_diff1
value: 26.4903
verified: no, type: nauc_recall_at_5_max
value: 13.660400000000001
verified: no, type: nauc_recall_at_5_std
value: 1.3013000000000001
verified: no, type: nauc_recall_at_5_diff1
value: 12.3123
verified: no, type: nauc_recall_at_10_max
value: 13.4502
verified: no, type: nauc_recall_at_10_std
value: 7.7186
verified: no, type: nauc_recall_at_10_diff1
value: 2.9850000000000003
verified: no, type: nauc_recall_at_20_max
value: 16.927400000000002
verified: no, type: nauc_recall_at_20_std
value: 15.0728
verified: no, type: nauc_recall_at_20_diff1
value: 0.3826
verified: no, type: nauc_recall_at_100_max
value: 19.942899999999998
verified: no, type: nauc_recall_at_100_std
value: 23.5429
verified: no, type: nauc_recall_at_100_diff1
value: -3.4923
verified: no, type: nauc_recall_at_1000_max
value: 31.8901
verified: no, type: nauc_recall_at_1000_std
value: 37.6917
verified: no, type: nauc_recall_at_1000_diff1
value: -3.8215
verified: no, type: nauc_precision_at_1_max
value: 31.5238
verified: no, type: nauc_precision_at_1_std
value: -2.2584
verified: no, type: nauc_precision_at_1_diff1
value: 74.5023
verified: no, type: nauc_precision_at_3_max
value: 21.2432
verified: no, type: nauc_precision_at_3_std
value: -4.3431
verified: no, type: nauc_precision_at_3_diff1
value: 27.9237
verified: no, type: nauc_precision_at_5_max
value: 12.6046
verified: no, type: nauc_precision_at_5_std
value: 1.9817
verified: no, type: nauc_precision_at_5_diff1
value: 4.920100000000001
verified: no, type: nauc_precision_at_10_max
value: 11.452900000000001
verified: no, type: nauc_precision_at_10_std
value: 7.691199999999999
verified: no, type: nauc_precision_at_10_diff1
value: -2.363
verified: no, type: nauc_precision_at_20_max
value: 10.7846
verified: no, type: nauc_precision_at_20_std
value: 9.517100000000001
verified: no, type: nauc_precision_at_20_diff1
value: -3.3125
verified: no, type: nauc_precision_at_100_max
value: 9.1886
verified: no, type: nauc_precision_at_100_std
value: 9.5228
verified: no, type: nauc_precision_at_100_diff1
value: -1.9271
verified: no, type: nauc_precision_at_1000_max
value: 8.9731
verified: no, type: nauc_precision_at_1000_std
value: 8.952200000000001
verified: no, type: nauc_precision_at_1000_diff1
value: 1.226
verified: no, type: nauc_mrr_at_1_max
value: 31.5238
verified: no, type: nauc_mrr_at_1_std
value: -2.2584
verified: no, type: nauc_mrr_at_1_diff1
value: 74.5023
verified: no, type: nauc_mrr_at_3_max
value: 32.1889
verified: no, type: nauc_mrr_at_3_std
value: -4.9427
verified: no, type: nauc_mrr_at_3_diff1
value: 72.74080000000001
verified: no, type: nauc_mrr_at_5_max
value: 32.0768
verified: no, type: nauc_mrr_at_5_std
value: -4.4333
verified: no, type: nauc_mrr_at_5_diff1
value: 72.8939
verified: no, type: nauc_mrr_at_10_max
value: 32.1312
verified: no, type: nauc_mrr_at_10_std
value: -4.1756
verified: no, type: nauc_mrr_at_10_diff1
value: 73.0284
verified: no, type: nauc_mrr_at_20_max
value: 32.163199999999996
verified: no, type: nauc_mrr_at_20_std
value: -4.0634999999999994
verified: no, type: nauc_mrr_at_20_diff1
value: 73.0685
verified: no, type: nauc_mrr_at_100_max
value: 32.118
verified: no, type: nauc_mrr_at_100_std
value: -4.0852
verified: no, type: nauc_mrr_at_100_diff1
value: 73.0722
verified: no, type: nauc_mrr_at_1000_max
value: 32.1164
verified: no, type: nauc_mrr_at_1000_std
value: -4.0867
verified: no, type: nauc_mrr_at_1000_diff1
value: 73.0722
verified: no, type: main_score
value: 88.31
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: ndcg_at_1
value: 48.302
verified: no, type: ndcg_at_3
value: 44.882
verified: no, type: ndcg_at_5
value: 45.898
verified: no, type: ndcg_at_10
value: 48.28
verified: no, type: ndcg_at_20
value: 51.536
verified: no, type: ndcg_at_100
value: 55.461000000000006
verified: no, type: ndcg_at_1000
value: 57.938
verified: no, type: map_at_1
value: 24.324
verified: no, type: map_at_3
value: 35.225
verified: no, type: map_at_5
value: 37.962
verified: no, type: map_at_10
value: 40.054
verified: no, type: map_at_20
value: 41.399
verified: no, type: map_at_100
value: 42.321
verified: no, type: map_at_1000
value: 42.476
verified: no, type: recall_at_1
value: 24.324
verified: no, type: recall_at_3
value: 41.036
verified: no, type: recall_at_5
value: 46.844
verified: no, type: recall_at_10
value: 54.75
verified: no, type: recall_at_20
value: 64.86800000000001
verified: no, type: recall_at_100
value: 80.413
verified: no, type: recall_at_1000
value: 95.242
verified: no, type: precision_at_1
value: 48.302
verified: no, type: precision_at_3
value: 29.835
verified: no, type: precision_at_5
value: 21.852
verified: no, type: precision_at_10
value: 13.333
verified: no, type: precision_at_20
value: 8.017000000000001
verified: no, type: precision_at_100
value: 2.068
verified: no, type: precision_at_1000
value: 0.25
verified: no, type: mrr_at_1
value: 48.302499999999995
verified: no, type: mrr_at_3
value: 55.0669
verified: no, type: mrr_at_5
value: 56.208800000000004
verified: no, type: mrr_at_10
value: 57.128299999999996
verified: no, type: mrr_at_20
value: 57.6631
verified: no, type: mrr_at_100
value: 57.897
verified: no, type: mrr_at_1000
value: 57.9236
verified: no, type: nauc_ndcg_at_1_max
value: 35.3012
verified: no, type: nauc_ndcg_at_1_std
value: -10.4163
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.8902
verified: no, type: nauc_ndcg_at_3_max
value: 33.3967
verified: no, type: nauc_ndcg_at_3_std
value: -6.623900000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.811600000000006
verified: no, type: nauc_ndcg_at_5_max
value: 32.1592
verified: no, type: nauc_ndcg_at_5_std
value: -7.155799999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.4895
verified: no, type: nauc_ndcg_at_10_max
value: 32.6943
verified: no, type: nauc_ndcg_at_10_std
value: -5.543
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.4015
verified: no, type: nauc_ndcg_at_20_max
value: 33.247
verified: no, type: nauc_ndcg_at_20_std
value: -3.5911
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.1093
verified: no, type: nauc_ndcg_at_100_max
value: 35.8738
verified: no, type: nauc_ndcg_at_100_std
value: -0.0625
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.1993
verified: no, type: nauc_ndcg_at_1000_max
value: 36.105
verified: no, type: nauc_ndcg_at_1000_std
value: -1.2023000000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.9404
verified: no, type: nauc_map_at_1_max
value: 15.893099999999999
verified: no, type: nauc_map_at_1_std
value: -10.817400000000001
verified: no, type: nauc_map_at_1_diff1
value: 42.2743
verified: no, type: nauc_map_at_3_max
value: 24.8811
verified: no, type: nauc_map_at_3_std
value: -8.8756
verified: no, type: nauc_map_at_3_diff1
value: 40.2234
verified: no, type: nauc_map_at_5_max
value: 28.198
verified: no, type: nauc_map_at_5_std
value: -8.2681
verified: no, type: nauc_map_at_5_diff1
value: 39.8233
verified: no, type: nauc_map_at_10_max
value: 29.8969
verified: no, type: nauc_map_at_10_std
value: -7.2732
verified: no, type: nauc_map_at_10_diff1
value: 39.056200000000004
verified: no, type: nauc_map_at_20_max
value: 30.438900000000004
verified: no, type: nauc_map_at_20_std
value: -6.2997
verified: no, type: nauc_map_at_20_diff1
value: 39.2282
verified: no, type: nauc_map_at_100_max
value: 31.2085
verified: no, type: nauc_map_at_100_std
value: -5.4389
verified: no, type: nauc_map_at_100_diff1
value: 39.2156
verified: no, type: nauc_map_at_1000_max
value: 31.2581
verified: no, type: nauc_map_at_1000_std
value: -5.4575
verified: no, type: nauc_map_at_1000_diff1
value: 39.256099999999996
verified: no, type: nauc_recall_at_1_max
value: 15.893099999999999
verified: no, type: nauc_recall_at_1_std
value: -10.817400000000001
verified: no, type: nauc_recall_at_1_diff1
value: 42.2743
verified: no, type: nauc_recall_at_3_max
value: 20.7605
verified: no, type: nauc_recall_at_3_std
value: -7.9595
verified: no, type: nauc_recall_at_3_diff1
value: 33.0679
verified: no, type: nauc_recall_at_5_max
value: 24.532899999999998
verified: no, type: nauc_recall_at_5_std
value: -7.535
verified: no, type: nauc_recall_at_5_diff1
value: 32.5104
verified: no, type: nauc_recall_at_10_max
value: 26.8851
verified: no, type: nauc_recall_at_10_std
value: -2.7628
verified: no, type: nauc_recall_at_10_diff1
value: 28.9325
verified: no, type: nauc_recall_at_20_max
value: 25.8328
verified: no, type: nauc_recall_at_20_std
value: 3.2887
verified: no, type: nauc_recall_at_20_diff1
value: 28.417399999999997
verified: no, type: nauc_recall_at_100_max
value: 36.079699999999995
verified: no, type: nauc_recall_at_100_std
value: 27.093099999999996
verified: no, type: nauc_recall_at_100_diff1
value: 26.377299999999998
verified: no, type: nauc_recall_at_1000_max
value: 47.7952
verified: no, type: nauc_recall_at_1000_std
value: 53.0751
verified: no, type: nauc_recall_at_1000_diff1
value: 32.7248
verified: no, type: nauc_precision_at_1_max
value: 35.3012
verified: no, type: nauc_precision_at_1_std
value: -10.4163
verified: no, type: nauc_precision_at_1_diff1
value: 49.8902
verified: no, type: nauc_precision_at_3_max
value: 39.9322
verified: no, type: nauc_precision_at_3_std
value: 0.2644
verified: no, type: nauc_precision_at_3_diff1
value: 26.600600000000004
verified: no, type: nauc_precision_at_5_max
value: 40.3902
verified: no, type: nauc_precision_at_5_std
value: 2.3505000000000003
verified: no, type: nauc_precision_at_5_diff1
value: 19.7771
verified: no, type: nauc_precision_at_10_max
value: 39.415299999999995
verified: no, type: nauc_precision_at_10_std
value: 6.5885
verified: no, type: nauc_precision_at_10_diff1
value: 13.7527
verified: no, type: nauc_precision_at_20_max
value: 37.2422
verified: no, type: nauc_precision_at_20_std
value: 12.9599
verified: no, type: nauc_precision_at_20_diff1
value: 9.6751
verified: no, type: nauc_precision_at_100_max
value: 35.6967
verified: no, type: nauc_precision_at_100_std
value: 19.8202
verified: no, type: nauc_precision_at_100_diff1
value: 1.6320999999999999
verified: no, type: nauc_precision_at_1000_max
value: 28.9716
verified: no, type: nauc_precision_at_1000_std
value: 15.8223
verified: no, type: nauc_precision_at_1000_diff1
value: -3.3576
verified: no, type: nauc_mrr_at_1_max
value: 35.3012
verified: no, type: nauc_mrr_at_1_std
value: -10.4163
verified: no, type: nauc_mrr_at_1_diff1
value: 49.8902
verified: no, type: nauc_mrr_at_3_max
value: 36.6979
verified: no, type: nauc_mrr_at_3_std
value: -7.6057
verified: no, type: nauc_mrr_at_3_diff1
value: 48.1421
verified: no, type: nauc_mrr_at_5_max
value: 37.0712
verified: no, type: nauc_mrr_at_5_std
value: -7.4076
verified: no, type: nauc_mrr_at_5_diff1
value: 47.7326
verified: no, type: nauc_mrr_at_10_max
value: 37.4375
verified: no, type: nauc_mrr_at_10_std
value: -6.875299999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 47.7446
verified: no, type: nauc_mrr_at_20_max
value: 37.473
verified: no, type: nauc_mrr_at_20_std
value: -6.694799999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 47.8238
verified: no, type: nauc_mrr_at_100_max
value: 37.453599999999994
verified: no, type: nauc_mrr_at_100_std
value: -6.612500000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 47.8186
verified: no, type: nauc_mrr_at_1000_max
value: 37.4367
verified: no, type: nauc_mrr_at_1000_std
value: -6.6572000000000005
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.8333
verified: no, type: main_score
value: 48.28
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: ndcg_at_1
value: 82.836
verified: no, type: ndcg_at_3
value: 60.80799999999999
verified: no, type: ndcg_at_5
value: 62.719
verified: no, type: ndcg_at_10
value: 64.464
verified: no, type: ndcg_at_20
value: 65.613
verified: no, type: ndcg_at_100
value: 67.244
verified: no, type: ndcg_at_1000
value: 68.633
verified: no, type: map_at_1
value: 41.418
verified: no, type: map_at_3
value: 51.913
verified: no, type: map_at_5
value: 53.45100000000001
verified: no, type: map_at_10
value: 54.50899999999999
verified: no, type: map_at_20
value: 54.981
verified: no, type: map_at_100
value: 55.315000000000005
verified: no, type: map_at_1000
value: 55.387
verified: no, type: recall_at_1
value: 41.418
verified: no, type: recall_at_3
value: 55.206
verified: no, type: recall_at_5
value: 58.987
verified: no, type: recall_at_10
value: 63.369
verified: no, type: recall_at_20
value: 67.07
verified: no, type: recall_at_100
value: 74.29400000000001
verified: no, type: recall_at_1000
value: 83.504
verified: no, type: precision_at_1
value: 82.836
verified: no, type: precision_at_3
value: 36.803999999999995
verified: no, type: precision_at_5
value: 23.595
verified: no, type: precision_at_10
value: 12.674
verified: no, type: precision_at_20
value: 6.707000000000001
verified: no, type: precision_at_100
value: 1.486
verified: no, type: precision_at_1000
value: 0.167
verified: no, type: mrr_at_1
value: 82.8359
verified: no, type: mrr_at_3
value: 86.7207
verified: no, type: mrr_at_5
value: 87.1062
verified: no, type: mrr_at_10
value: 87.3533
verified: no, type: mrr_at_20
value: 87.4411
verified: no, type: mrr_at_100
value: 87.4944
verified: no, type: mrr_at_1000
value: 87.5012
verified: no, type: nauc_ndcg_at_1_max
value: 55.378400000000006
verified: no, type: nauc_ndcg_at_1_std
value: -8.999799999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 81.65289999999999
verified: no, type: nauc_ndcg_at_3_max
value: 27.530900000000003
verified: no, type: nauc_ndcg_at_3_std
value: -1.4845000000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.8078
verified: no, type: nauc_ndcg_at_5_max
value: 24.8019
verified: no, type: nauc_ndcg_at_5_std
value: -0.6705
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.1054
verified: no, type: nauc_ndcg_at_10_max
value: 22.6678
verified: no, type: nauc_ndcg_at_10_std
value: 0.8309000000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.1137
verified: no, type: nauc_ndcg_at_20_max
value: 21.601200000000002
verified: no, type: nauc_ndcg_at_20_std
value: 1.6587
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.9774
verified: no, type: nauc_ndcg_at_100_max
value: 20.258499999999998
verified: no, type: nauc_ndcg_at_100_std
value: 2.4681
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.4499
verified: no, type: nauc_ndcg_at_1000_max
value: 20.4564
verified: no, type: nauc_ndcg_at_1000_std
value: 2.8757
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.674500000000002
verified: no, type: nauc_map_at_1_max
value: 55.378400000000006
verified: no, type: nauc_map_at_1_std
value: -8.999799999999999
verified: no, type: nauc_map_at_1_diff1
value: 81.65289999999999
verified: no, type: nauc_map_at_3_max
value: 22.8016
verified: no, type: nauc_map_at_3_std
value: -1.3432
verified: no, type: nauc_map_at_3_diff1
value: 21.9107
verified: no, type: nauc_map_at_5_max
value: 21.0041
verified: no, type: nauc_map_at_5_std
value: -0.8455
verified: no, type: nauc_map_at_5_diff1
value: 19.5463
verified: no, type: nauc_map_at_10_max
value: 19.9533
verified: no, type: nauc_map_at_10_std
value: -0.058
verified: no, type: nauc_map_at_10_diff1
value: 18.075
verified: no, type: nauc_map_at_20_max
value: 19.5951
verified: no, type: nauc_map_at_20_std
value: 0.2562
verified: no, type: nauc_map_at_20_diff1
value: 17.71
verified: no, type: nauc_map_at_100_max
value: 19.3598
verified: no, type: nauc_map_at_100_std
value: 0.42960000000000004
verified: no, type: nauc_map_at_100_diff1
value: 17.461299999999998
verified: no, type: nauc_map_at_1000_max
value: 19.359
verified: no, type: nauc_map_at_1000_std
value: 0.451
verified: no, type: nauc_map_at_1000_diff1
value: 17.4648
verified: no, type: nauc_recall_at_1_max
value: 55.378400000000006
verified: no, type: nauc_recall_at_1_std
value: -8.999799999999999
verified: no, type: nauc_recall_at_1_diff1
value: 81.65289999999999
verified: no, type: nauc_recall_at_3_max
value: 18.226
verified: no, type: nauc_recall_at_3_std
value: 0.7939999999999999
verified: no, type: nauc_recall_at_3_diff1
value: 12.2289
verified: no, type: nauc_recall_at_5_max
value: 12.998999999999999
verified: no, type: nauc_recall_at_5_std
value: 2.1354
verified: no, type: nauc_recall_at_5_diff1
value: 5.6548
verified: no, type: nauc_recall_at_10_max
value: 7.985200000000001
verified: no, type: nauc_recall_at_10_std
value: 5.3194
verified: no, type: nauc_recall_at_10_diff1
value: -0.9107000000000001
verified: no, type: nauc_recall_at_20_max
value: 4.3701
verified: no, type: nauc_recall_at_20_std
value: 7.6056
verified: no, type: nauc_recall_at_20_diff1
value: -4.7479000000000005
verified: no, type: nauc_recall_at_100_max
value: -2.7925
verified: no, type: nauc_recall_at_100_std
value: 11.228200000000001
verified: no, type: nauc_recall_at_100_diff1
value: -13.4144
verified: no, type: nauc_recall_at_1000_max
value: -7.6068
verified: no, type: nauc_recall_at_1000_std
value: 17.0487
verified: no, type: nauc_recall_at_1000_diff1
value: -21.2775
verified: no, type: nauc_precision_at_1_max
value: 55.378400000000006
verified: no, type: nauc_precision_at_1_std
value: -8.999799999999999
verified: no, type: nauc_precision_at_1_diff1
value: 81.65289999999999
verified: no, type: nauc_precision_at_3_max
value: 18.226
verified: no, type: nauc_precision_at_3_std
value: 0.7939999999999999
verified: no, type: nauc_precision_at_3_diff1
value: 12.2289
verified: no, type: nauc_precision_at_5_max
value: 12.998999999999999
verified: no, type: nauc_precision_at_5_std
value: 2.1354
verified: no, type: nauc_precision_at_5_diff1
value: 5.6548
verified: no, type: nauc_precision_at_10_max
value: 7.985200000000001
verified: no, type: nauc_precision_at_10_std
value: 5.3194
verified: no, type: nauc_precision_at_10_diff1
value: -0.9107000000000001
verified: no, type: nauc_precision_at_20_max
value: 4.3701
verified: no, type: nauc_precision_at_20_std
value: 7.6056
verified: no, type: nauc_precision_at_20_diff1
value: -4.7479000000000005
verified: no, type: nauc_precision_at_100_max
value: -2.7925
verified: no, type: nauc_precision_at_100_std
value: 11.228200000000001
verified: no, type: nauc_precision_at_100_diff1
value: -13.4144
verified: no, type: nauc_precision_at_1000_max
value: -7.6068
verified: no, type: nauc_precision_at_1000_std
value: 17.0487
verified: no, type: nauc_precision_at_1000_diff1
value: -21.2775
verified: no, type: nauc_mrr_at_1_max
value: 55.378400000000006
verified: no, type: nauc_mrr_at_1_std
value: -8.999799999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 81.65289999999999
verified: no, type: nauc_mrr_at_3_max
value: 58.457
verified: no, type: nauc_mrr_at_3_std
value: -6.3487
verified: no, type: nauc_mrr_at_3_diff1
value: 80.559
verified: no, type: nauc_mrr_at_5_max
value: 58.4461
verified: no, type: nauc_mrr_at_5_std
value: -5.9587
verified: no, type: nauc_mrr_at_5_diff1
value: 80.6051
verified: no, type: nauc_mrr_at_10_max
value: 58.42659999999999
verified: no, type: nauc_mrr_at_10_std
value: -5.6473
verified: no, type: nauc_mrr_at_10_diff1
value: 80.6628
verified: no, type: nauc_mrr_at_20_max
value: 58.3928
verified: no, type: nauc_mrr_at_20_std
value: -5.6386
verified: no, type: nauc_mrr_at_20_diff1
value: 80.7154
verified: no, type: nauc_mrr_at_100_max
value: 58.341699999999996
verified: no, type: nauc_mrr_at_100_std
value: -5.6933
verified: no, type: nauc_mrr_at_100_diff1
value: 80.7071
verified: no, type: nauc_mrr_at_1000_max
value: 58.3298
verified: no, type: nauc_mrr_at_1000_std
value: -5.7103
verified: no, type: nauc_mrr_at_1000_diff1
value: 80.7062
verified: no, type: main_score
value: 64.464
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 94.9352
verified: no, type: f1
value: 94.9327
verified: no, type: f1_weighted
value: 94.9327
verified: no, type: ap
value: 92.00789999999999
verified: no, type: ap_weighted
value: 92.00789999999999
verified: no, type: main_score
value: 94.9352
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: ndcg_at_1
value: 21.504
verified: no, type: ndcg_at_3
value: 32.328
verified: no, type: ndcg_at_5
value: 36.452
verified: no, type: ndcg_at_10
value: 40.325
verified: no, type: ndcg_at_20
value: 43.07
verified: no, type: ndcg_at_100
value: 46.23
verified: no, type: ndcg_at_1000
value: 47.369
verified: no, type: map_at_1
value: 20.909
verified: no, type: map_at_3
value: 29.353
verified: no, type: map_at_5
value: 31.661
verified: no, type: map_at_10
value: 33.28
verified: no, type: map_at_20
value: 34.06
verified: no, type: map_at_100
value: 34.52
verified: no, type: map_at_1000
value: 34.567
verified: no, type: recall_at_1
value: 20.909
verified: no, type: recall_at_3
value: 40.339000000000006
verified: no, type: recall_at_5
value: 50.259
verified: no, type: recall_at_10
value: 62.059
verified: no, type: recall_at_20
value: 72.693
verified: no, type: recall_at_100
value: 89.269
verified: no, type: recall_at_1000
value: 97.933
verified: no, type: precision_at_1
value: 21.504
verified: no, type: precision_at_3
value: 13.944999999999999
verified: no, type: precision_at_5
value: 10.461
verified: no, type: precision_at_10
value: 6.491
verified: no, type: precision_at_20
value: 3.818
verified: no, type: precision_at_100
value: 0.943
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: mrr_at_1
value: 21.5043
verified: no, type: mrr_at_3
value: 29.978500000000004
verified: no, type: mrr_at_5
value: 32.251400000000004
verified: no, type: mrr_at_10
value: 33.8389
verified: no, type: mrr_at_20
value: 34.5788
verified: no, type: mrr_at_100
value: 35.010200000000005
verified: no, type: mrr_at_1000
value: 35.051100000000005
verified: no, type: nauc_ndcg_at_1_max
value: -1.0808
verified: no, type: nauc_ndcg_at_1_std
value: -22.361900000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.9204
verified: no, type: nauc_ndcg_at_3_max
value: -2.0822
verified: no, type: nauc_ndcg_at_3_std
value: -25.852999999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.8521
verified: no, type: nauc_ndcg_at_5_max
value: -2.0332
verified: no, type: nauc_ndcg_at_5_std
value: -26.375
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.1887
verified: no, type: nauc_ndcg_at_10_max
value: -2.2974
verified: no, type: nauc_ndcg_at_10_std
value: -26.712000000000003
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.1484
verified: no, type: nauc_ndcg_at_20_max
value: -1.825
verified: no, type: nauc_ndcg_at_20_std
value: -25.4078
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.1416
verified: no, type: nauc_ndcg_at_100_max
value: -1.2328000000000001
verified: no, type: nauc_ndcg_at_100_std
value: -23.2039
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.348399999999998
verified: no, type: nauc_ndcg_at_1000_max
value: -1.2148
verified: no, type: nauc_ndcg_at_1000_std
value: -23.8282
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.704900000000002
verified: no, type: nauc_map_at_1_max
value: -1.3643
verified: no, type: nauc_map_at_1_std
value: -22.5875
verified: no, type: nauc_map_at_1_diff1
value: 36.7618
verified: no, type: nauc_map_at_3_max
value: -2.0389999999999997
verified: no, type: nauc_map_at_3_std
value: -25.2612
verified: no, type: nauc_map_at_3_diff1
value: 32.171499999999995
verified: no, type: nauc_map_at_5_max
value: -2.0125
verified: no, type: nauc_map_at_5_std
value: -25.605800000000002
verified: no, type: nauc_map_at_5_diff1
value: 31.8081
verified: no, type: nauc_map_at_10_max
value: -2.1288
verified: no, type: nauc_map_at_10_std
value: -25.7592
verified: no, type: nauc_map_at_10_diff1
value: 31.8241
verified: no, type: nauc_map_at_20_max
value: -2.0061
verified: no, type: nauc_map_at_20_std
value: -25.4037
verified: no, type: nauc_map_at_20_diff1
value: 31.836799999999997
verified: no, type: nauc_map_at_100_max
value: -1.9212
verified: no, type: nauc_map_at_100_std
value: -25.0965
verified: no, type: nauc_map_at_100_diff1
value: 31.8741
verified: no, type: nauc_map_at_1000_max
value: -1.9189
verified: no, type: nauc_map_at_1000_std
value: -25.111800000000002
verified: no, type: nauc_map_at_1000_diff1
value: 31.8865
verified: no, type: nauc_recall_at_1_max
value: -1.3643
verified: no, type: nauc_recall_at_1_std
value: -22.5875
verified: no, type: nauc_recall_at_1_diff1
value: 36.7618
verified: no, type: nauc_recall_at_3_max
value: -2.4667000000000003
verified: no, type: nauc_recall_at_3_std
value: -27.6077
verified: no, type: nauc_recall_at_3_diff1
value: 27.2784
verified: no, type: nauc_recall_at_5_max
value: -2.3782
verified: no, type: nauc_recall_at_5_std
value: -28.6853
verified: no, type: nauc_recall_at_5_diff1
value: 25.5971
verified: no, type: nauc_recall_at_10_max
value: -3.2792000000000003
verified: no, type: nauc_recall_at_10_std
value: -29.9584
verified: no, type: nauc_recall_at_10_diff1
value: 24.7197
verified: no, type: nauc_recall_at_20_max
value: -1.2229999999999999
verified: no, type: nauc_recall_at_20_std
value: -24.479799999999997
verified: no, type: nauc_recall_at_20_diff1
value: 23.377100000000002
verified: no, type: nauc_recall_at_100_max
value: 6.815
verified: no, type: nauc_recall_at_100_std
value: 5.1981
verified: no, type: nauc_recall_at_100_diff1
value: 18.5723
verified: no, type: nauc_recall_at_1000_max
value: 38.1041
verified: no, type: nauc_recall_at_1000_std
value: 54.1207
verified: no, type: nauc_recall_at_1000_diff1
value: 6.8622000000000005
verified: no, type: nauc_precision_at_1_max
value: -1.0808
verified: no, type: nauc_precision_at_1_std
value: -22.361900000000002
verified: no, type: nauc_precision_at_1_diff1
value: 36.9204
verified: no, type: nauc_precision_at_3_max
value: -2.2124
verified: no, type: nauc_precision_at_3_std
value: -27.3546
verified: no, type: nauc_precision_at_3_diff1
value: 27.108700000000002
verified: no, type: nauc_precision_at_5_max
value: -1.8263000000000003
verified: no, type: nauc_precision_at_5_std
value: -27.977899999999998
verified: no, type: nauc_precision_at_5_diff1
value: 24.8638
verified: no, type: nauc_precision_at_10_max
value: -2.2207
verified: no, type: nauc_precision_at_10_std
value: -27.9458
verified: no, type: nauc_precision_at_10_diff1
value: 22.851
verified: no, type: nauc_precision_at_20_max
value: 0.5773999999999999
verified: no, type: nauc_precision_at_20_std
value: -20.118
verified: no, type: nauc_precision_at_20_diff1
value: 19.5377
verified: no, type: nauc_precision_at_100_max
value: 9.327399999999999
verified: no, type: nauc_precision_at_100_std
value: 8.4253
verified: no, type: nauc_precision_at_100_diff1
value: 8.33
verified: no, type: nauc_precision_at_1000_max
value: 15.6001
verified: no, type: nauc_precision_at_1000_std
value: 18.066
verified: no, type: nauc_precision_at_1000_diff1
value: -4.5068
verified: no, type: nauc_mrr_at_1_max
value: -1.0808
verified: no, type: nauc_mrr_at_1_std
value: -22.361900000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 36.9204
verified: no, type: nauc_mrr_at_3_max
value: -1.6818
verified: no, type: nauc_mrr_at_3_std
value: -24.8193
verified: no, type: nauc_mrr_at_3_diff1
value: 32.159
verified: no, type: nauc_mrr_at_5_max
value: -1.6575
verified: no, type: nauc_mrr_at_5_std
value: -25.0817
verified: no, type: nauc_mrr_at_5_diff1
value: 31.800800000000002
verified: no, type: nauc_mrr_at_10_max
value: -1.7668
verified: no, type: nauc_mrr_at_10_std
value: -25.196800000000003
verified: no, type: nauc_mrr_at_10_diff1
value: 31.8144
verified: no, type: nauc_mrr_at_20_max
value: -1.6674000000000002
verified: no, type: nauc_mrr_at_20_std
value: -24.8741
verified: no, type: nauc_mrr_at_20_diff1
value: 31.8324
verified: no, type: nauc_mrr_at_100_max
value: -1.6053000000000002
verified: no, type: nauc_mrr_at_100_std
value: -24.6091
verified: no, type: nauc_mrr_at_100_diff1
value: 31.883
verified: no, type: nauc_mrr_at_1000_max
value: -1.6053000000000002
verified: no, type: nauc_mrr_at_1000_std
value: -24.627
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.896200000000004
verified: no, type: main_score
value: 40.325
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 96.311
verified: no, type: f1
value: 96.0432
verified: no, type: f1_weighted
value: 96.3129
verified: no, type: main_score
value: 96.311
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 86.5048
verified: no, type: f1
value: 67.3883
verified: no, type: f1_weighted
value: 88.2687
verified: no, type: main_score
value: 86.5048
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 75.7902
verified: no, type: f1
value: 73.2351
verified: no, type: f1_weighted
value: 75.5894
verified: no, type: main_score
value: 75.7902
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 77.3571
verified: no, type: f1
value: 77.3086
verified: no, type: f1_weighted
value: 77.235
verified: no, type: main_score
value: 77.3571
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: v_measure
value: 39.4623
verified: no, type: v_measure_std
value: 1.3405
verified: no, type: main_score
value: 39.4623
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: v_measure
value: 37.5047
verified: no, type: v_measure_std
value: 1.2052
verified: no, type: main_score
value: 37.5047
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: map
value: 28.9125
verified: no, type: mrr
value: 29.656900000000004
verified: no, type: nAUC_map_max
value: -21.7929
verified: no, type: nAUC_map_std
value: -4.2712
verified: no, type: nAUC_map_diff1
value: 11.698500000000001
verified: no, type: nAUC_mrr_max
value: -16.4251
verified: no, type: nAUC_mrr_std
value: -2.1364
verified: no, type: nAUC_mrr_diff1
value: 11.3017
verified: no, type: main_score
value: 28.9125
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: ndcg_at_1
value: 44.737
verified: no, type: ndcg_at_3
value: 40.943000000000005
verified: no, type: ndcg_at_5
value: 38.914
verified: no, type: ndcg_at_10
value: 35.762
verified: no, type: ndcg_at_20
value: 33.274
verified: no, type: ndcg_at_100
value: 32.861000000000004
verified: no, type: ndcg_at_1000
value: 41.509
verified: no, type: map_at_1
value: 5.792
verified: no, type: map_at_3
value: 9.506
verified: no, type: map_at_5
value: 11.213
verified: no, type: map_at_10
value: 13.165
verified: no, type: map_at_20
value: 14.663
verified: no, type: map_at_100
value: 16.885
verified: no, type: map_at_1000
value: 18.368000000000002
verified: no, type: recall_at_1
value: 5.792
verified: no, type: recall_at_3
value: 10.517
verified: no, type: recall_at_5
value: 13.296
verified: no, type: recall_at_10
value: 17.37
verified: no, type: recall_at_20
value: 21.22
verified: no, type: recall_at_100
value: 33.953
verified: no, type: recall_at_1000
value: 65.462
verified: no, type: precision_at_1
value: 46.749
verified: no, type: precision_at_3
value: 38.596000000000004
verified: no, type: precision_at_5
value: 34.303
verified: no, type: precision_at_10
value: 26.779999999999998
verified: no, type: precision_at_20
value: 19.830000000000002
verified: no, type: precision_at_100
value: 8.466999999999999
verified: no, type: precision_at_1000
value: 2.12
verified: no, type: mrr_at_1
value: 46.7492
verified: no, type: mrr_at_3
value: 54.02479999999999
verified: no, type: mrr_at_5
value: 55.031
verified: no, type: mrr_at_10
value: 55.8081
verified: no, type: mrr_at_20
value: 56.143699999999995
verified: no, type: mrr_at_100
value: 56.4018
verified: no, type: mrr_at_1000
value: 56.4497
verified: no, type: nauc_ndcg_at_1_max
value: 54.4799
verified: no, type: nauc_ndcg_at_1_std
value: 19.8188
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.095
verified: no, type: nauc_ndcg_at_3_max
value: 49.5282
verified: no, type: nauc_ndcg_at_3_std
value: 19.1444
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.074800000000003
verified: no, type: nauc_ndcg_at_5_max
value: 50.437200000000004
verified: no, type: nauc_ndcg_at_5_std
value: 21.5019
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.414
verified: no, type: nauc_ndcg_at_10_max
value: 46.907199999999996
verified: no, type: nauc_ndcg_at_10_std
value: 22.5521
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.0604
verified: no, type: nauc_ndcg_at_20_max
value: 47.216
verified: no, type: nauc_ndcg_at_20_std
value: 24.535
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.3393
verified: no, type: nauc_ndcg_at_100_max
value: 47.647
verified: no, type: nauc_ndcg_at_100_std
value: 25.7305
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.5066
verified: no, type: nauc_ndcg_at_1000_max
value: 53.0034
verified: no, type: nauc_ndcg_at_1000_std
value: 32.229600000000005
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.729799999999997
verified: no, type: nauc_map_at_1_max
value: 18.8513
verified: no, type: nauc_map_at_1_std
value: -13.5714
verified: no, type: nauc_map_at_1_diff1
value: 42.4674
verified: no, type: nauc_map_at_3_max
value: 19.8798
verified: no, type: nauc_map_at_3_std
value: -12.600700000000002
verified: no, type: nauc_map_at_3_diff1
value: 34.545700000000004
verified: no, type: nauc_map_at_5_max
value: 24.756800000000002
verified: no, type: nauc_map_at_5_std
value: -7.959099999999999
verified: no, type: nauc_map_at_5_diff1
value: 29.1707
verified: no, type: nauc_map_at_10_max
value: 28.1916
verified: no, type: nauc_map_at_10_std
value: -3.1498
verified: no, type: nauc_map_at_10_diff1
value: 25.1522
verified: no, type: nauc_map_at_20_max
value: 31.9354
verified: no, type: nauc_map_at_20_std
value: 2.319
verified: no, type: nauc_map_at_20_diff1
value: 22.778100000000002
verified: no, type: nauc_map_at_100_max
value: 35.938700000000004
verified: no, type: nauc_map_at_100_std
value: 9.3661
verified: no, type: nauc_map_at_100_diff1
value: 21.2726
verified: no, type: nauc_map_at_1000_max
value: 36.8531
verified: no, type: nauc_map_at_1000_std
value: 12.0615
verified: no, type: nauc_map_at_1000_diff1
value: 19.761699999999998
verified: no, type: nauc_recall_at_1_max
value: 18.8513
verified: no, type: nauc_recall_at_1_std
value: -13.5714
verified: no, type: nauc_recall_at_1_diff1
value: 42.4674
verified: no, type: nauc_recall_at_3_max
value: 17.405
verified: no, type: nauc_recall_at_3_std
value: -11.779399999999999
verified: no, type: nauc_recall_at_3_diff1
value: 31.8655
verified: no, type: nauc_recall_at_5_max
value: 22.8368
verified: no, type: nauc_recall_at_5_std
value: -4.7815
verified: no, type: nauc_recall_at_5_diff1
value: 23.4258
verified: no, type: nauc_recall_at_10_max
value: 23.6849
verified: no, type: nauc_recall_at_10_std
value: 0.1013
verified: no, type: nauc_recall_at_10_diff1
value: 18.4986
verified: no, type: nauc_recall_at_20_max
value: 27.289400000000004
verified: no, type: nauc_recall_at_20_std
value: 7.126200000000001
verified: no, type: nauc_recall_at_20_diff1
value: 14.6343
verified: no, type: nauc_recall_at_100_max
value: 26.9683
verified: no, type: nauc_recall_at_100_std
value: 16.145899999999997
verified: no, type: nauc_recall_at_100_diff1
value: 9.705
verified: no, type: nauc_recall_at_1000_max
value: 18.4336
verified: no, type: nauc_recall_at_1000_std
value: 18.2245
verified: no, type: nauc_recall_at_1000_diff1
value: 2.3923
verified: no, type: nauc_precision_at_1_max
value: 56.8886
verified: no, type: nauc_precision_at_1_std
value: 22.122
verified: no, type: nauc_precision_at_1_diff1
value: 33.3152
verified: no, type: nauc_precision_at_3_max
value: 47.759299999999996
verified: no, type: nauc_precision_at_3_std
value: 23.3157
verified: no, type: nauc_precision_at_3_diff1
value: 14.015
verified: no, type: nauc_precision_at_5_max
value: 48.8089
verified: no, type: nauc_precision_at_5_std
value: 28.7149
verified: no, type: nauc_precision_at_5_diff1
value: 6.0146999999999995
verified: no, type: nauc_precision_at_10_max
value: 41.620200000000004
verified: no, type: nauc_precision_at_10_std
value: 32.275999999999996
verified: no, type: nauc_precision_at_10_diff1
value: -0.6839
verified: no, type: nauc_precision_at_20_max
value: 39.6123
verified: no, type: nauc_precision_at_20_std
value: 37.4586
verified: no, type: nauc_precision_at_20_diff1
value: -4.5309
verified: no, type: nauc_precision_at_100_max
value: 25.199700000000004
verified: no, type: nauc_precision_at_100_std
value: 34.449400000000004
verified: no, type: nauc_precision_at_100_diff1
value: -9.290700000000001
verified: no, type: nauc_precision_at_1000_max
value: 8.876000000000001
verified: no, type: nauc_precision_at_1000_std
value: 20.748
verified: no, type: nauc_precision_at_1000_diff1
value: -12.327399999999999
verified: no, type: nauc_mrr_at_1_max
value: 56.717600000000004
verified: no, type: nauc_mrr_at_1_std
value: 20.7515
verified: no, type: nauc_mrr_at_1_diff1
value: 33.3152
verified: no, type: nauc_mrr_at_3_max
value: 57.90689999999999
verified: no, type: nauc_mrr_at_3_std
value: 25.1369
verified: no, type: nauc_mrr_at_3_diff1
value: 31.157
verified: no, type: nauc_mrr_at_5_max
value: 59.2569
verified: no, type: nauc_mrr_at_5_std
value: 27.054000000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 30.840400000000002
verified: no, type: nauc_mrr_at_10_max
value: 59.44819999999999
verified: no, type: nauc_mrr_at_10_std
value: 27.903299999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 31.4959
verified: no, type: nauc_mrr_at_20_max
value: 59.7104
verified: no, type: nauc_mrr_at_20_std
value: 28.2328
verified: no, type: nauc_mrr_at_20_diff1
value: 31.330099999999998
verified: no, type: nauc_mrr_at_100_max
value: 59.573600000000006
verified: no, type: nauc_mrr_at_100_std
value: 28.044900000000002
verified: no, type: nauc_mrr_at_100_diff1
value: 31.305100000000003
verified: no, type: nauc_mrr_at_1000_max
value: 59.5608
verified: no, type: nauc_mrr_at_1000_std
value: 28.0034
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.314199999999996
verified: no, type: main_score
value: 35.762
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: ndcg_at_1
value: 39.89
verified: no, type: ndcg_at_3
value: 51.121
verified: no, type: ndcg_at_5
value: 55.184
verified: no, type: ndcg_at_10
value: 58.63699999999999
verified: no, type: ndcg_at_20
value: 60.659
verified: no, type: ndcg_at_100
value: 62.429
verified: no, type: ndcg_at_1000
value: 62.965
verified: no, type: map_at_1
value: 35.361
verified: no, type: map_at_3
value: 47.071000000000005
verified: no, type: map_at_5
value: 49.571
verified: no, type: map_at_10
value: 51.178999999999995
verified: no, type: map_at_20
value: 51.827999999999996
verified: no, type: map_at_100
value: 52.117000000000004
verified: no, type: map_at_1000
value: 52.141000000000005
verified: no, type: recall_at_1
value: 35.361
verified: no, type: recall_at_3
value: 59.40299999999999
verified: no, type: recall_at_5
value: 68.721
verified: no, type: recall_at_10
value: 78.64
verified: no, type: recall_at_20
value: 86.066
verified: no, type: recall_at_100
value: 94.865
verified: no, type: recall_at_1000
value: 98.79299999999999
verified: no, type: precision_at_1
value: 39.89
verified: no, type: precision_at_3
value: 23.078000000000003
verified: no, type: precision_at_5
value: 16.182
verified: no, type: precision_at_10
value: 9.363000000000001
verified: no, type: precision_at_20
value: 5.165
verified: no, type: precision_at_100
value: 1.15
verified: no, type: precision_at_1000
value: 0.12
verified: no, type: mrr_at_1
value: 39.8899
verified: no, type: mrr_at_3
value: 50.507000000000005
verified: no, type: mrr_at_5
value: 52.4899
verified: no, type: mrr_at_10
value: 53.761700000000005
verified: no, type: mrr_at_20
value: 54.223600000000005
verified: no, type: mrr_at_100
value: 54.427800000000005
verified: no, type: mrr_at_1000
value: 54.443299999999994
verified: no, type: nauc_ndcg_at_1_max
value: 19.524
verified: no, type: nauc_ndcg_at_1_std
value: -5.1782
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.5793
verified: no, type: nauc_ndcg_at_3_max
value: 24.2974
verified: no, type: nauc_ndcg_at_3_std
value: -5.2507
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.9937
verified: no, type: nauc_ndcg_at_5_max
value: 26.502100000000002
verified: no, type: nauc_ndcg_at_5_std
value: -3.6393
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.0319
verified: no, type: nauc_ndcg_at_10_max
value: 26.66
verified: no, type: nauc_ndcg_at_10_std
value: -2.3816
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.678100000000004
verified: no, type: nauc_ndcg_at_20_max
value: 26.9991
verified: no, type: nauc_ndcg_at_20_std
value: -1.5933
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.824
verified: no, type: nauc_ndcg_at_100_max
value: 26.879199999999997
verified: no, type: nauc_ndcg_at_100_std
value: -0.8982
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.338
verified: no, type: nauc_ndcg_at_1000_max
value: 26.2157
verified: no, type: nauc_ndcg_at_1000_std
value: -1.6907999999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.428099999999997
verified: no, type: nauc_map_at_1_max
value: 17.2868
verified: no, type: nauc_map_at_1_std
value: -7.0931
verified: no, type: nauc_map_at_1_diff1
value: 35.9826
verified: no, type: nauc_map_at_3_max
value: 23.0406
verified: no, type: nauc_map_at_3_std
value: -5.973599999999999
verified: no, type: nauc_map_at_3_diff1
value: 31.9658
verified: no, type: nauc_map_at_5_max
value: 24.3828
verified: no, type: nauc_map_at_5_std
value: -4.8592
verified: no, type: nauc_map_at_5_diff1
value: 31.9392
verified: no, type: nauc_map_at_10_max
value: 24.4782
verified: no, type: nauc_map_at_10_std
value: -4.2431
verified: no, type: nauc_map_at_10_diff1
value: 32.130399999999995
verified: no, type: nauc_map_at_20_max
value: 24.5589
verified: no, type: nauc_map_at_20_std
value: -3.9991
verified: no, type: nauc_map_at_20_diff1
value: 32.201299999999996
verified: no, type: nauc_map_at_100_max
value: 24.5696
verified: no, type: nauc_map_at_100_std
value: -3.8531999999999997
verified: no, type: nauc_map_at_100_diff1
value: 32.284
verified: no, type: nauc_map_at_1000_max
value: 24.546599999999998
verified: no, type: nauc_map_at_1000_std
value: -3.8784
verified: no, type: nauc_map_at_1000_diff1
value: 32.2879
verified: no, type: nauc_recall_at_1_max
value: 17.2868
verified: no, type: nauc_recall_at_1_std
value: -7.0931
verified: no, type: nauc_recall_at_1_diff1
value: 35.9826
verified: no, type: nauc_recall_at_3_max
value: 26.753300000000003
verified: no, type: nauc_recall_at_3_std
value: -5.1822
verified: no, type: nauc_recall_at_3_diff1
value: 24.4274
verified: no, type: nauc_recall_at_5_max
value: 32.697900000000004
verified: no, type: nauc_recall_at_5_std
value: -1.4673
verified: no, type: nauc_recall_at_5_diff1
value: 23.5655
verified: no, type: nauc_recall_at_10_max
value: 35.22
verified: no, type: nauc_recall_at_10_std
value: 3.6904
verified: no, type: nauc_recall_at_10_diff1
value: 24.5926
verified: no, type: nauc_recall_at_20_max
value: 42.0975
verified: no, type: nauc_recall_at_20_std
value: 11.574
verified: no, type: nauc_recall_at_20_diff1
value: 23.5964
verified: no, type: nauc_recall_at_100_max
value: 62.5657
verified: no, type: nauc_recall_at_100_std
value: 45.2673
verified: no, type: nauc_recall_at_100_diff1
value: 26.6811
verified: no, type: nauc_recall_at_1000_max
value: 78.6598
verified: no, type: nauc_recall_at_1000_std
value: 70.7318
verified: no, type: nauc_recall_at_1000_diff1
value: 29.530099999999997
verified: no, type: nauc_precision_at_1_max
value: 19.524
verified: no, type: nauc_precision_at_1_std
value: -5.1782
verified: no, type: nauc_precision_at_1_diff1
value: 35.5793
verified: no, type: nauc_precision_at_3_max
value: 27.230999999999998
verified: no, type: nauc_precision_at_3_std
value: 0.13649999999999998
verified: no, type: nauc_precision_at_3_diff1
value: 18.817500000000003
verified: no, type: nauc_precision_at_5_max
value: 28.734700000000004
verified: no, type: nauc_precision_at_5_std
value: 5.1929
verified: no, type: nauc_precision_at_5_diff1
value: 14.3006
verified: no, type: nauc_precision_at_10_max
value: 25.3071
verified: no, type: nauc_precision_at_10_std
value: 11.0166
verified: no, type: nauc_precision_at_10_diff1
value: 9.481
verified: no, type: nauc_precision_at_20_max
value: 22.5098
verified: no, type: nauc_precision_at_20_std
value: 15.695400000000001
verified: no, type: nauc_precision_at_20_diff1
value: 4.5483
verified: no, type: nauc_precision_at_100_max
value: 15.834999999999999
verified: no, type: nauc_precision_at_100_std
value: 21.391099999999998
verified: no, type: nauc_precision_at_100_diff1
value: -2.3594
verified: no, type: nauc_precision_at_1000_max
value: 7.2892
verified: no, type: nauc_precision_at_1000_std
value: 16.1876
verified: no, type: nauc_precision_at_1000_diff1
value: -6.698900000000001
verified: no, type: nauc_mrr_at_1_max
value: 19.524
verified: no, type: nauc_mrr_at_1_std
value: -5.1782
verified: no, type: nauc_mrr_at_1_diff1
value: 35.5793
verified: no, type: nauc_mrr_at_3_max
value: 23.3415
verified: no, type: nauc_mrr_at_3_std
value: -3.7981000000000003
verified: no, type: nauc_mrr_at_3_diff1
value: 30.531799999999997
verified: no, type: nauc_mrr_at_5_max
value: 24.2743
verified: no, type: nauc_mrr_at_5_std
value: -3.1985
verified: no, type: nauc_mrr_at_5_diff1
value: 30.7564
verified: no, type: nauc_mrr_at_10_max
value: 24.1952
verified: no, type: nauc_mrr_at_10_std
value: -2.9042
verified: no, type: nauc_mrr_at_10_diff1
value: 31.2183
verified: no, type: nauc_mrr_at_20_max
value: 24.2339
verified: no, type: nauc_mrr_at_20_std
value: -2.8143000000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 31.252999999999997
verified: no, type: nauc_mrr_at_100_max
value: 24.1954
verified: no, type: nauc_mrr_at_100_std
value: -2.7797
verified: no, type: nauc_mrr_at_100_diff1
value: 31.3283
verified: no, type: nauc_mrr_at_1000_max
value: 24.1793
verified: no, type: nauc_mrr_at_1000_std
value: -2.7987
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.330099999999998
verified: no, type: main_score
value: 58.63699999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: ndcg_at_1
value: 83.33
verified: no, type: ndcg_at_3
value: 87.21900000000001
verified: no, type: ndcg_at_5
value: 88.725
verified: no, type: ndcg_at_10
value: 89.848
verified: no, type: ndcg_at_20
value: 90.426
verified: no, type: ndcg_at_100
value: 90.881
verified: no, type: ndcg_at_1000
value: 90.947
verified: no, type: map_at_1
value: 72.354
verified: no, type: map_at_3
value: 83.447
verified: no, type: map_at_5
value: 85.3
verified: no, type: map_at_10
value: 86.33800000000001
verified: no, type: map_at_20
value: 86.752
verified: no, type: map_at_100
value: 86.952
verified: no, type: map_at_1000
value: 86.965
verified: no, type: recall_at_1
value: 72.354
verified: no, type: recall_at_3
value: 88.726
verified: no, type: recall_at_5
value: 93.07900000000001
verified: no, type: recall_at_10
value: 96.392
verified: no, type: recall_at_20
value: 98.185
verified: no, type: recall_at_100
value: 99.737
verified: no, type: recall_at_1000
value: 99.994
verified: no, type: precision_at_1
value: 83.33
verified: no, type: precision_at_3
value: 38.163000000000004
verified: no, type: precision_at_5
value: 25.054
verified: no, type: precision_at_10
value: 13.600000000000001
verified: no, type: precision_at_20
value: 7.199999999999999
verified: no, type: precision_at_100
value: 1.539
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: mrr_at_1
value: 83.33
verified: no, type: mrr_at_3
value: 88.2583
verified: no, type: mrr_at_5
value: 88.8703
verified: no, type: mrr_at_10
value: 89.1146
verified: no, type: mrr_at_20
value: 89.1631
verified: no, type: mrr_at_100
value: 89.1825
verified: no, type: mrr_at_1000
value: 89.1829
verified: no, type: nauc_ndcg_at_1_max
value: 35.1345
verified: no, type: nauc_ndcg_at_1_std
value: -51.2196
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.4909
verified: no, type: nauc_ndcg_at_3_max
value: 32.547399999999996
verified: no, type: nauc_ndcg_at_3_std
value: -59.377500000000005
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.46300000000001
verified: no, type: nauc_ndcg_at_5_max
value: 33.5504
verified: no, type: nauc_ndcg_at_5_std
value: -60.3836
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.9467
verified: no, type: nauc_ndcg_at_10_max
value: 34.1371
verified: no, type: nauc_ndcg_at_10_std
value: -59.3526
verified: no, type: nauc_ndcg_at_10_diff1
value: 77.1373
verified: no, type: nauc_ndcg_at_20_max
value: 34.5537
verified: no, type: nauc_ndcg_at_20_std
value: -57.8514
verified: no, type: nauc_ndcg_at_20_diff1
value: 77.2059
verified: no, type: nauc_ndcg_at_100_max
value: 34.8817
verified: no, type: nauc_ndcg_at_100_std
value: -55.6778
verified: no, type: nauc_ndcg_at_100_diff1
value: 77.08080000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 35.0003
verified: no, type: nauc_ndcg_at_1000_std
value: -55.292699999999996
verified: no, type: nauc_ndcg_at_1000_diff1
value: 77.078
verified: no, type: nauc_map_at_1_max
value: 24.889400000000002
verified: no, type: nauc_map_at_1_std
value: -50.5244
verified: no, type: nauc_map_at_1_diff1
value: 80.9461
verified: no, type: nauc_map_at_3_max
value: 30.461899999999996
verified: no, type: nauc_map_at_3_std
value: -61.017999999999994
verified: no, type: nauc_map_at_3_diff1
value: 77.8986
verified: no, type: nauc_map_at_5_max
value: 31.995800000000003
verified: no, type: nauc_map_at_5_std
value: -61.0579
verified: no, type: nauc_map_at_5_diff1
value: 77.6265
verified: no, type: nauc_map_at_10_max
value: 32.9371
verified: no, type: nauc_map_at_10_std
value: -59.662099999999995
verified: no, type: nauc_map_at_10_diff1
value: 77.3695
verified: no, type: nauc_map_at_20_max
value: 33.3268
verified: no, type: nauc_map_at_20_std
value: -58.4642
verified: no, type: nauc_map_at_20_diff1
value: 77.2616
verified: no, type: nauc_map_at_100_max
value: 33.481300000000005
verified: no, type: nauc_map_at_100_std
value: -57.51349999999999
verified: no, type: nauc_map_at_100_diff1
value: 77.1762
verified: no, type: nauc_map_at_1000_max
value: 33.51
verified: no, type: nauc_map_at_1000_std
value: -57.4361
verified: no, type: nauc_map_at_1000_diff1
value: 77.173
verified: no, type: nauc_recall_at_1_max
value: 24.889400000000002
verified: no, type: nauc_recall_at_1_std
value: -50.5244
verified: no, type: nauc_recall_at_1_diff1
value: 80.9461
verified: no, type: nauc_recall_at_3_max
value: 26.490399999999998
verified: no, type: nauc_recall_at_3_std
value: -70.6466
verified: no, type: nauc_recall_at_3_diff1
value: 74.3857
verified: no, type: nauc_recall_at_5_max
value: 28.3327
verified: no, type: nauc_recall_at_5_std
value: -77.8455
verified: no, type: nauc_recall_at_5_diff1
value: 73.348
verified: no, type: nauc_recall_at_10_max
value: 30.476999999999997
verified: no, type: nauc_recall_at_10_std
value: -84.933
verified: no, type: nauc_recall_at_10_diff1
value: 73.7724
verified: no, type: nauc_recall_at_20_max
value: 31.954700000000003
verified: no, type: nauc_recall_at_20_std
value: -88.4871
verified: no, type: nauc_recall_at_20_diff1
value: 75.3748
verified: no, type: nauc_recall_at_100_max
value: 26.290799999999997
verified: no, type: nauc_recall_at_100_std
value: -86.7429
verified: no, type: nauc_recall_at_100_diff1
value: 71.1186
verified: no, type: nauc_recall_at_1000_max
value: -46.823100000000004
verified: no, type: nauc_recall_at_1000_std
value: -34.474
verified: no, type: nauc_recall_at_1000_diff1
value: 43.9622
verified: no, type: nauc_precision_at_1_max
value: 35.1345
verified: no, type: nauc_precision_at_1_std
value: -51.2196
verified: no, type: nauc_precision_at_1_diff1
value: 78.4909
verified: no, type: nauc_precision_at_3_max
value: 5.0033
verified: no, type: nauc_precision_at_3_std
value: 6.1183000000000005
verified: no, type: nauc_precision_at_3_diff1
value: -23.093
verified: no, type: nauc_precision_at_5_max
value: 0.8462000000000001
verified: no, type: nauc_precision_at_5_std
value: 19.284599999999998
verified: no, type: nauc_precision_at_5_diff1
value: -34.740700000000004
verified: no, type: nauc_precision_at_10_max
value: -2.476
verified: no, type: nauc_precision_at_10_std
value: 30.449900000000003
verified: no, type: nauc_precision_at_10_diff1
value: -41.373
verified: no, type: nauc_precision_at_20_max
value: -4.067
verified: no, type: nauc_precision_at_20_std
value: 37.2089
verified: no, type: nauc_precision_at_20_diff1
value: -43.4846
verified: no, type: nauc_precision_at_100_max
value: -5.4187
verified: no, type: nauc_precision_at_100_std
value: 44.7639
verified: no, type: nauc_precision_at_100_diff1
value: -44.9325
verified: no, type: nauc_precision_at_1000_max
value: -5.309
verified: no, type: nauc_precision_at_1000_std
value: 46.4094
verified: no, type: nauc_precision_at_1000_diff1
value: -45.0127
verified: no, type: nauc_mrr_at_1_max
value: 35.1345
verified: no, type: nauc_mrr_at_1_std
value: -51.2196
verified: no, type: nauc_mrr_at_1_diff1
value: 78.4909
verified: no, type: nauc_mrr_at_3_max
value: 35.5355
verified: no, type: nauc_mrr_at_3_std
value: -54.636399999999995
verified: no, type: nauc_mrr_at_3_diff1
value: 77.537
verified: no, type: nauc_mrr_at_5_max
value: 35.8853
verified: no, type: nauc_mrr_at_5_std
value: -54.1871
verified: no, type: nauc_mrr_at_5_diff1
value: 77.6977
verified: no, type: nauc_mrr_at_10_max
value: 35.8488
verified: no, type: nauc_mrr_at_10_std
value: -53.825599999999994
verified: no, type: nauc_mrr_at_10_diff1
value: 77.7459
verified: no, type: nauc_mrr_at_20_max
value: 35.7887
verified: no, type: nauc_mrr_at_20_std
value: -53.778800000000004
verified: no, type: nauc_mrr_at_20_diff1
value: 77.7606
verified: no, type: nauc_mrr_at_100_max
value: 35.7656
verified: no, type: nauc_mrr_at_100_std
value: -53.74640000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 77.7597
verified: no, type: nauc_mrr_at_1000_max
value: 35.7642
verified: no, type: nauc_mrr_at_1000_std
value: -53.744899999999994
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.7598
verified: no, type: main_score
value: 89.848
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: v_measure
value: 58.794599999999996
verified: no, type: v_measure_std
value: 3.7606
verified: no, type: main_score
value: 58.794599999999996
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: v_measure
value: 65.4871
verified: no, type: v_measure_std
value: 13.1853
verified: no, type: main_score
value: 65.4871
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: ndcg_at_1
value: 26
verified: no, type: ndcg_at_3
value: 21.369
verified: no, type: ndcg_at_5
value: 18.865000000000002
verified: no, type: ndcg_at_10
value: 22.847
verified: no, type: ndcg_at_20
value: 25.817
verified: no, type: ndcg_at_100
value: 31.824
verified: no, type: ndcg_at_1000
value: 37.997
verified: no, type: map_at_1
value: 5.268
verified: no, type: map_at_3
value: 9.604
verified: no, type: map_at_5
value: 11.797
verified: no, type: map_at_10
value: 13.891
verified: no, type: map_at_20
value: 15.062000000000001
verified: no, type: map_at_100
value: 16.323
verified: no, type: map_at_1000
value: 16.71
verified: no, type: recall_at_1
value: 5.268
verified: no, type: recall_at_3
value: 12.203
verified: no, type: recall_at_5
value: 16.963
verified: no, type: recall_at_10
value: 24.29
verified: no, type: recall_at_20
value: 31.267
verified: no, type: recall_at_100
value: 50.727
verified: no, type: recall_at_1000
value: 80.67800000000001
verified: no, type: precision_at_1
value: 26
verified: no, type: precision_at_3
value: 20.067
verified: no, type: precision_at_5
value: 16.74
verified: no, type: precision_at_10
value: 11.97
verified: no, type: precision_at_20
value: 7.7
verified: no, type: precision_at_100
value: 2.4979999999999998
verified: no, type: precision_at_1000
value: 0.398
verified: no, type: mrr_at_1
value: 26
verified: no, type: mrr_at_3
value: 34.2833
verified: no, type: mrr_at_5
value: 35.9333
verified: no, type: mrr_at_10
value: 37.5791
verified: no, type: mrr_at_20
value: 38.1301
verified: no, type: mrr_at_100
value: 38.556200000000004
verified: no, type: mrr_at_1000
value: 38.606899999999996
verified: no, type: nauc_ndcg_at_1_max
value: 21.9327
verified: no, type: nauc_ndcg_at_1_std
value: 8.761800000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.0695
verified: no, type: nauc_ndcg_at_3_max
value: 27.475300000000004
verified: no, type: nauc_ndcg_at_3_std
value: 11.126
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.1458
verified: no, type: nauc_ndcg_at_5_max
value: 28.116200000000003
verified: no, type: nauc_ndcg_at_5_std
value: 13.919799999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.894400000000001
verified: no, type: nauc_ndcg_at_10_max
value: 30.3757
verified: no, type: nauc_ndcg_at_10_std
value: 17.2527
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.1508
verified: no, type: nauc_ndcg_at_20_max
value: 31.451600000000003
verified: no, type: nauc_ndcg_at_20_std
value: 19.9009
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.5029
verified: no, type: nauc_ndcg_at_100_max
value: 33.9342
verified: no, type: nauc_ndcg_at_100_std
value: 25.7798
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.335500000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 33.5581
verified: no, type: nauc_ndcg_at_1000_std
value: 25.082300000000004
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.223099999999999
verified: no, type: nauc_map_at_1_max
value: 22.0412
verified: no, type: nauc_map_at_1_std
value: 8.932
verified: no, type: nauc_map_at_1_diff1
value: 22.2384
verified: no, type: nauc_map_at_3_max
value: 26.761400000000002
verified: no, type: nauc_map_at_3_std
value: 9.1566
verified: no, type: nauc_map_at_3_diff1
value: 17.2375
verified: no, type: nauc_map_at_5_max
value: 27.7594
verified: no, type: nauc_map_at_5_std
value: 12.6506
verified: no, type: nauc_map_at_5_diff1
value: 15.739600000000001
verified: no, type: nauc_map_at_10_max
value: 29.6498
verified: no, type: nauc_map_at_10_std
value: 15.2716
verified: no, type: nauc_map_at_10_diff1
value: 14.638000000000002
verified: no, type: nauc_map_at_20_max
value: 30.1827
verified: no, type: nauc_map_at_20_std
value: 16.7742
verified: no, type: nauc_map_at_20_diff1
value: 14.0863
verified: no, type: nauc_map_at_100_max
value: 31.3787
verified: no, type: nauc_map_at_100_std
value: 19.3168
verified: no, type: nauc_map_at_100_diff1
value: 14.3807
verified: no, type: nauc_map_at_1000_max
value: 31.3749
verified: no, type: nauc_map_at_1000_std
value: 19.4008
verified: no, type: nauc_map_at_1000_diff1
value: 14.3151
verified: no, type: nauc_recall_at_1_max
value: 22.0412
verified: no, type: nauc_recall_at_1_std
value: 8.932
verified: no, type: nauc_recall_at_1_diff1
value: 22.2384
verified: no, type: nauc_recall_at_3_max
value: 29.4548
verified: no, type: nauc_recall_at_3_std
value: 12.4116
verified: no, type: nauc_recall_at_3_diff1
value: 14.9834
verified: no, type: nauc_recall_at_5_max
value: 28.7014
verified: no, type: nauc_recall_at_5_std
value: 16.1355
verified: no, type: nauc_recall_at_5_diff1
value: 12.4951
verified: no, type: nauc_recall_at_10_max
value: 31.2425
verified: no, type: nauc_recall_at_10_std
value: 21.3563
verified: no, type: nauc_recall_at_10_diff1
value: 9.0205
verified: no, type: nauc_recall_at_20_max
value: 31.478
verified: no, type: nauc_recall_at_20_std
value: 25.4813
verified: no, type: nauc_recall_at_20_diff1
value: 7.3628
verified: no, type: nauc_recall_at_100_max
value: 33.596199999999996
verified: no, type: nauc_recall_at_100_std
value: 37.5122
verified: no, type: nauc_recall_at_100_diff1
value: 8.3252
verified: no, type: nauc_recall_at_1000_max
value: 30.4869
verified: no, type: nauc_recall_at_1000_std
value: 38.8306
verified: no, type: nauc_recall_at_1000_diff1
value: 4.6079
verified: no, type: nauc_precision_at_1_max
value: 21.9327
verified: no, type: nauc_precision_at_1_std
value: 8.761800000000001
verified: no, type: nauc_precision_at_1_diff1
value: 22.0695
verified: no, type: nauc_precision_at_3_max
value: 29.608600000000003
verified: no, type: nauc_precision_at_3_std
value: 12.3347
verified: no, type: nauc_precision_at_3_diff1
value: 14.810200000000002
verified: no, type: nauc_precision_at_5_max
value: 28.8061
verified: no, type: nauc_precision_at_5_std
value: 16.0502
verified: no, type: nauc_precision_at_5_diff1
value: 12.251900000000001
verified: no, type: nauc_precision_at_10_max
value: 31.3513
verified: no, type: nauc_precision_at_10_std
value: 21.226300000000002
verified: no, type: nauc_precision_at_10_diff1
value: 8.772499999999999
verified: no, type: nauc_precision_at_20_max
value: 31.692999999999998
verified: no, type: nauc_precision_at_20_std
value: 25.4628
verified: no, type: nauc_precision_at_20_diff1
value: 7.1315
verified: no, type: nauc_precision_at_100_max
value: 33.3115
verified: no, type: nauc_precision_at_100_std
value: 36.888799999999996
verified: no, type: nauc_precision_at_100_diff1
value: 7.820100000000001
verified: no, type: nauc_precision_at_1000_max
value: 29.1927
verified: no, type: nauc_precision_at_1000_std
value: 36.2523
verified: no, type: nauc_precision_at_1000_diff1
value: 3.5833999999999997
verified: no, type: nauc_mrr_at_1_max
value: 21.9327
verified: no, type: nauc_mrr_at_1_std
value: 8.761800000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 22.0695
verified: no, type: nauc_mrr_at_3_max
value: 26.1187
verified: no, type: nauc_mrr_at_3_std
value: 12.5639
verified: no, type: nauc_mrr_at_3_diff1
value: 19.642599999999998
verified: no, type: nauc_mrr_at_5_max
value: 25.8562
verified: no, type: nauc_mrr_at_5_std
value: 12.495000000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 19.3465
verified: no, type: nauc_mrr_at_10_max
value: 26.218200000000003
verified: no, type: nauc_mrr_at_10_std
value: 13.1243
verified: no, type: nauc_mrr_at_10_diff1
value: 18.9542
verified: no, type: nauc_mrr_at_20_max
value: 26.422099999999997
verified: no, type: nauc_mrr_at_20_std
value: 13.4214
verified: no, type: nauc_mrr_at_20_diff1
value: 19.0105
verified: no, type: nauc_mrr_at_100_max
value: 26.338
verified: no, type: nauc_mrr_at_100_std
value: 13.4264
verified: no, type: nauc_mrr_at_100_diff1
value: 18.9729
verified: no, type: nauc_mrr_at_1000_max
value: 26.3327
verified: no, type: nauc_mrr_at_1000_std
value: 13.3904
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.004199999999997
verified: no, type: main_score
value: 22.847
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: pearson
value: 81.13050000000001
verified: no, type: spearman
value: 79.01310000000001
verified: no, type: cosine_pearson
value: 81.13050000000001
verified: no, type: cosine_spearman
value: 79.01310000000001
verified: no, type: manhattan_pearson
value: 79.03999999999999
verified: no, type: manhattan_spearman
value: 79.1744
verified: no, type: euclidean_pearson
value: 79.0977
verified: no, type: euclidean_spearman
value: 79.2268
verified: no, type: main_score
value: 79.01310000000001
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: pearson
value: 86.9675
verified: no, type: spearman
value: 80.3531
verified: no, type: cosine_pearson
value: 86.9675
verified: no, type: cosine_spearman
value: 80.3531
verified: no, type: manhattan_pearson
value: 82.2315
verified: no, type: manhattan_spearman
value: 79.7004
verified: no, type: euclidean_pearson
value: 82.3305
verified: no, type: euclidean_spearman
value: 79.8601
verified: no, type: main_score
value: 80.3531
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: pearson
value: 85.6041
verified: no, type: spearman
value: 86.0453
verified: no, type: cosine_pearson
value: 85.6041
verified: no, type: cosine_spearman
value: 86.0453
verified: no, type: manhattan_pearson
value: 85.2548
verified: no, type: manhattan_spearman
value: 85.8908
verified: no, type: euclidean_pearson
value: 85.253
verified: no, type: euclidean_spearman
value: 85.9181
verified: no, type: main_score
value: 86.0453
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: pearson
value: 82.8792
verified: no, type: spearman
value: 82.9681
verified: no, type: cosine_pearson
value: 82.8792
verified: no, type: cosine_spearman
value: 82.9681
verified: no, type: manhattan_pearson
value: 81.4789
verified: no, type: manhattan_spearman
value: 82.4797
verified: no, type: euclidean_pearson
value: 81.4674
verified: no, type: euclidean_spearman
value: 82.4547
verified: no, type: main_score
value: 82.9681
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: pearson
value: 87.5356
verified: no, type: spearman
value: 88.06540000000001
verified: no, type: cosine_pearson
value: 87.5356
verified: no, type: cosine_spearman
value: 88.06540000000001
verified: no, type: manhattan_pearson
value: 87.10759999999999
verified: no, type: manhattan_spearman
value: 87.75309999999999
verified: no, type: euclidean_pearson
value: 87.1489
verified: no, type: euclidean_spearman
value: 87.7857
verified: no, type: main_score
value: 88.06540000000001
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: pearson
value: 85.0208
verified: no, type: spearman
value: 86.0136
verified: no, type: cosine_pearson
value: 85.0208
verified: no, type: cosine_spearman
value: 86.0136
verified: no, type: manhattan_pearson
value: 85.22
verified: no, type: manhattan_spearman
value: 86.1101
verified: no, type: euclidean_pearson
value: 85.2043
verified: no, type: euclidean_spearman
value: 86.113
verified: no, type: main_score
value: 86.0136
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 89.4083
verified: no, type: spearman
value: 88.9498
verified: no, type: cosine_pearson
value: 89.4083
verified: no, type: cosine_spearman
value: 88.9498
verified: no, type: manhattan_pearson
value: 89.46539999999999
verified: no, type: manhattan_spearman
value: 88.8754
verified: no, type: euclidean_pearson
value: 89.4326
verified: no, type: euclidean_spearman
value: 88.8148
verified: no, type: main_score
value: 88.9498
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 66.60770000000001
verified: no, type: spearman
value: 67.1515
verified: no, type: cosine_pearson
value: 66.60770000000001
verified: no, type: cosine_spearman
value: 67.1515
verified: no, type: manhattan_pearson
value: 66.5604
verified: no, type: manhattan_spearman
value: 66.4621
verified: no, type: euclidean_pearson
value: 66.4628
verified: no, type: euclidean_spearman
value: 66.2979
verified: no, type: main_score
value: 67.1515
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: pearson
value: 86.86399999999999
verified: no, type: spearman
value: 87.7139
verified: no, type: cosine_pearson
value: 86.86399999999999
verified: no, type: cosine_spearman
value: 87.7139
verified: no, type: manhattan_pearson
value: 86.6602
verified: no, type: manhattan_spearman
value: 87.2606
verified: no, type: euclidean_pearson
value: 86.5924
verified: no, type: euclidean_spearman
value: 87.241
verified: no, type: main_score
value: 87.7139
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: map
value: 84.37360000000001
verified: no, type: mrr
value: 95.6275
verified: no, type: nAUC_map_max
value: 52.991699999999994
verified: no, type: nAUC_map_std
value: 66.8168
verified: no, type: nAUC_map_diff1
value: -3.2009999999999996
verified: no, type: nAUC_mrr_max
value: 85.7492
verified: no, type: nAUC_mrr_std
value: 77.3543
verified: no, type: nAUC_mrr_diff1
value: 38.014700000000005
verified: no, type: main_score
value: 84.37360000000001
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: ndcg_at_1
value: 60.667
verified: no, type: ndcg_at_3
value: 68.209
verified: no, type: ndcg_at_5
value: 71.409
verified: no, type: ndcg_at_10
value: 73.476
verified: no, type: ndcg_at_20
value: 74.339
verified: no, type: ndcg_at_100
value: 75.57000000000001
verified: no, type: ndcg_at_1000
value: 75.955
verified: no, type: map_at_1
value: 58.178
verified: no, type: map_at_3
value: 65.71900000000001
verified: no, type: map_at_5
value: 67.73
verified: no, type: map_at_10
value: 68.821
verified: no, type: map_at_20
value: 69.07600000000001
verified: no, type: map_at_100
value: 69.245
verified: no, type: map_at_1000
value: 69.258
verified: no, type: recall_at_1
value: 58.178
verified: no, type: recall_at_3
value: 73.172
verified: no, type: recall_at_5
value: 81
verified: no, type: recall_at_10
value: 86.867
verified: no, type: recall_at_20
value: 90.267
verified: no, type: recall_at_100
value: 96.933
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 60.667
verified: no, type: precision_at_3
value: 26.444000000000003
verified: no, type: precision_at_5
value: 18
verified: no, type: precision_at_10
value: 9.866999999999999
verified: no, type: precision_at_20
value: 5.133
verified: no, type: precision_at_100
value: 1.097
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: mrr_at_1
value: 60.6667
verified: no, type: mrr_at_3
value: 67.1667
verified: no, type: mrr_at_5
value: 68.85
verified: no, type: mrr_at_10
value: 69.4799
verified: no, type: mrr_at_20
value: 69.6658
verified: no, type: mrr_at_100
value: 69.8134
verified: no, type: mrr_at_1000
value: 69.8257
verified: no, type: nauc_ndcg_at_1_max
value: 49.3608
verified: no, type: nauc_ndcg_at_1_std
value: 12.742400000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.5012
verified: no, type: nauc_ndcg_at_3_max
value: 49.524499999999996
verified: no, type: nauc_ndcg_at_3_std
value: 7.7241
verified: no, type: nauc_ndcg_at_3_diff1
value: 72.0127
verified: no, type: nauc_ndcg_at_5_max
value: 51.897099999999995
verified: no, type: nauc_ndcg_at_5_std
value: 12.8641
verified: no, type: nauc_ndcg_at_5_diff1
value: 69.7789
verified: no, type: nauc_ndcg_at_10_max
value: 55.1141
verified: no, type: nauc_ndcg_at_10_std
value: 17.136499999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.8711
verified: no, type: nauc_ndcg_at_20_max
value: 54.74719999999999
verified: no, type: nauc_ndcg_at_20_std
value: 17.0485
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.4701
verified: no, type: nauc_ndcg_at_100_max
value: 53.7619
verified: no, type: nauc_ndcg_at_100_std
value: 15.335299999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 70.34479999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 53.4516
verified: no, type: nauc_ndcg_at_1000_std
value: 14.7843
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.6041
verified: no, type: nauc_map_at_1_max
value: 44.9654
verified: no, type: nauc_map_at_1_std
value: 5.9821
verified: no, type: nauc_map_at_1_diff1
value: 76.2581
verified: no, type: nauc_map_at_3_max
value: 47.515299999999996
verified: no, type: nauc_map_at_3_std
value: 6.2703
verified: no, type: nauc_map_at_3_diff1
value: 73.5279
verified: no, type: nauc_map_at_5_max
value: 49.805899999999994
verified: no, type: nauc_map_at_5_std
value: 10.1001
verified: no, type: nauc_map_at_5_diff1
value: 72.1812
verified: no, type: nauc_map_at_10_max
value: 51.9276
verified: no, type: nauc_map_at_10_std
value: 12.698200000000002
verified: no, type: nauc_map_at_10_diff1
value: 71.6343
verified: no, type: nauc_map_at_20_max
value: 51.8856
verified: no, type: nauc_map_at_20_std
value: 12.814800000000002
verified: no, type: nauc_map_at_20_diff1
value: 71.78179999999999
verified: no, type: nauc_map_at_100_max
value: 51.7504
verified: no, type: nauc_map_at_100_std
value: 12.5353
verified: no, type: nauc_map_at_100_diff1
value: 71.8854
verified: no, type: nauc_map_at_1000_max
value: 51.739900000000006
verified: no, type: nauc_map_at_1000_std
value: 12.519
verified: no, type: nauc_map_at_1000_diff1
value: 71.8964
verified: no, type: nauc_recall_at_1_max
value: 44.9654
verified: no, type: nauc_recall_at_1_std
value: 5.9821
verified: no, type: nauc_recall_at_1_diff1
value: 76.2581
verified: no, type: nauc_recall_at_3_max
value: 47.9306
verified: no, type: nauc_recall_at_3_std
value: 3.5374000000000003
verified: no, type: nauc_recall_at_3_diff1
value: 68.4552
verified: no, type: nauc_recall_at_5_max
value: 54.374
verified: no, type: nauc_recall_at_5_std
value: 17.646700000000003
verified: no, type: nauc_recall_at_5_diff1
value: 60.5644
verified: no, type: nauc_recall_at_10_max
value: 69.6484
verified: no, type: nauc_recall_at_10_std
value: 38.3671
verified: no, type: nauc_recall_at_10_diff1
value: 54.39580000000001
verified: no, type: nauc_recall_at_20_max
value: 70.0061
verified: no, type: nauc_recall_at_20_std
value: 42.403999999999996
verified: no, type: nauc_recall_at_20_diff1
value: 55.3831
verified: no, type: nauc_recall_at_100_max
value: 69.02629999999999
verified: no, type: nauc_recall_at_100_std
value: 43.850699999999996
verified: no, type: nauc_recall_at_100_diff1
value: 57.837
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 49.3608
verified: no, type: nauc_precision_at_1_std
value: 12.742400000000002
verified: no, type: nauc_precision_at_1_diff1
value: 74.5012
verified: no, type: nauc_precision_at_3_max
value: 45.2627
verified: no, type: nauc_precision_at_3_std
value: 15.5113
verified: no, type: nauc_precision_at_3_diff1
value: 44.5108
verified: no, type: nauc_precision_at_5_max
value: 48.4003
verified: no, type: nauc_precision_at_5_std
value: 35.3791
verified: no, type: nauc_precision_at_5_diff1
value: 19.7518
verified: no, type: nauc_precision_at_10_max
value: 46.688
verified: no, type: nauc_precision_at_10_std
value: 47.9876
verified: no, type: nauc_precision_at_10_diff1
value: 0.1083
verified: no, type: nauc_precision_at_20_max
value: 41.281400000000005
verified: no, type: nauc_precision_at_20_std
value: 49.0662
verified: no, type: nauc_precision_at_20_diff1
value: -6.2035
verified: no, type: nauc_precision_at_100_max
value: 30.0167
verified: no, type: nauc_precision_at_100_std
value: 47.2561
verified: no, type: nauc_precision_at_100_diff1
value: -22.8584
verified: no, type: nauc_precision_at_1000_max
value: 23.724999999999998
verified: no, type: nauc_precision_at_1000_std
value: 45.342
verified: no, type: nauc_precision_at_1000_diff1
value: -33.29
verified: no, type: nauc_mrr_at_1_max
value: 49.3608
verified: no, type: nauc_mrr_at_1_std
value: 12.742400000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 74.5012
verified: no, type: nauc_mrr_at_3_max
value: 51.1718
verified: no, type: nauc_mrr_at_3_std
value: 11.739700000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 71.5992
verified: no, type: nauc_mrr_at_5_max
value: 52.2421
verified: no, type: nauc_mrr_at_5_std
value: 14.127
verified: no, type: nauc_mrr_at_5_diff1
value: 70.57
verified: no, type: nauc_mrr_at_10_max
value: 52.5587
verified: no, type: nauc_mrr_at_10_std
value: 14.5207
verified: no, type: nauc_mrr_at_10_diff1
value: 70.55709999999999
verified: no, type: nauc_mrr_at_20_max
value: 52.3699
verified: no, type: nauc_mrr_at_20_std
value: 14.310300000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 70.6993
verified: no, type: nauc_mrr_at_100_max
value: 52.2734
verified: no, type: nauc_mrr_at_100_std
value: 14.0848
verified: no, type: nauc_mrr_at_100_diff1
value: 70.8146
verified: no, type: nauc_mrr_at_1000_max
value: 52.2622
verified: no, type: nauc_mrr_at_1000_std
value: 14.0715
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.8239
verified: no, type: main_score
value: 73.476
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: similarity_accuracy
value: 99.87819999999999
verified: no, type: similarity_accuracy_threshold
value: 74.8
verified: no, type: similarity_f1
value: 93.79729999999999
verified: no, type: similarity_f1_threshold
value: 74.6812
verified: no, type: similarity_precision
value: 94.6083
verified: no, type: similarity_recall
value: 93
verified: no, type: similarity_ap
value: 97.1971
verified: no, type: cosine_accuracy
value: 99.87819999999999
verified: no, type: cosine_accuracy_threshold
value: 74.8
verified: no, type: cosine_f1
value: 93.79729999999999
verified: no, type: cosine_f1_threshold
value: 74.6812
verified: no, type: cosine_precision
value: 94.6083
verified: no, type: cosine_recall
value: 93
verified: no, type: cosine_ap
value: 97.1971
verified: no, type: manhattan_accuracy
value: 99.8792
verified: no, type: manhattan_accuracy_threshold
value: 47567.8925
verified: no, type: manhattan_f1
value: 93.8508
verified: no, type: manhattan_f1_threshold
value: 47567.8925
verified: no, type: manhattan_precision
value: 94.6138
verified: no, type: manhattan_recall
value: 93.10000000000001
verified: no, type: manhattan_ap
value: 97.2177
verified: no, type: euclidean_accuracy
value: 99.8812
verified: no, type: euclidean_accuracy_threshold
value: 2164.0619
verified: no, type: euclidean_f1
value: 93.9759
verified: no, type: euclidean_f1_threshold
value: 2164.0619
verified: no, type: euclidean_precision
value: 94.35480000000001
verified: no, type: euclidean_recall
value: 93.60000000000001
verified: no, type: euclidean_ap
value: 97.2412
verified: no, type: dot_accuracy
value: 99.8446
verified: no, type: dot_accuracy_threshold
value: 68470.2454
verified: no, type: dot_f1
value: 91.9939
verified: no, type: dot_f1_threshold
value: 68470.2454
verified: no, type: dot_precision
value: 93.8606
verified: no, type: dot_recall
value: 90.2
verified: no, type: dot_ap
value: 96.36829999999999
verified: no, type: max_accuracy
value: 99.8812
verified: no, type: max_f1
value: 93.9759
verified: no, type: max_precision
value: 94.6138
verified: no, type: max_recall
value: 93.60000000000001
verified: no, type: max_ap
value: 97.2412
verified: no, type: main_score
value: 97.2412
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: v_measure
value: 70.04010000000001
verified: no, type: v_measure_std
value: 3.9558999999999997
verified: no, type: main_score
value: 70.04010000000001
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: v_measure
value: 42.4207
verified: no, type: v_measure_std
value: 1.3677
verified: no, type: main_score
value: 42.4207
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: map
value: 52.7026
verified: no, type: mrr
value: 53.5668
verified: no, type: nAUC_map_max
value: 12.1758
verified: no, type: nAUC_map_std
value: 6.7148
verified: no, type: nAUC_map_diff1
value: 39.881499999999996
verified: no, type: nAUC_mrr_max
value: 13.0771
verified: no, type: nAUC_mrr_std
value: 7.7001
verified: no, type: nAUC_mrr_diff1
value: 39.6391
verified: no, type: main_score
value: 52.7026
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: pearson
value: 31.346400000000003
verified: no, type: spearman
value: 31.5967
verified: no, type: cosine_spearman
value: 31.5967
verified: no, type: cosine_pearson
value: 31.346400000000003
verified: no, type: dot_spearman
value: 28.5388
verified: no, type: dot_pearson
value: 31.005300000000002
verified: no, type: main_score
value: 31.5967
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 87
verified: no, type: ndcg_at_3
value: 84.693
verified: no, type: ndcg_at_5
value: 82.211
verified: no, type: ndcg_at_10
value: 80.55
verified: no, type: ndcg_at_20
value: 77.766
verified: no, type: ndcg_at_100
value: 62.881
verified: no, type: ndcg_at_1000
value: 56.510000000000005
verified: no, type: map_at_1
value: 0.251
verified: no, type: map_at_3
value: 0.7000000000000001
verified: no, type: map_at_5
value: 1.124
verified: no, type: map_at_10
value: 2.114
verified: no, type: map_at_20
value: 3.837
verified: no, type: map_at_100
value: 12.903999999999998
verified: no, type: map_at_1000
value: 31.184
verified: no, type: recall_at_1
value: 0.251
verified: no, type: recall_at_3
value: 0.72
verified: no, type: recall_at_5
value: 1.179
verified: no, type: recall_at_10
value: 2.271
verified: no, type: recall_at_20
value: 4.242
verified: no, type: recall_at_100
value: 16.012999999999998
verified: no, type: recall_at_1000
value: 53.556000000000004
verified: no, type: precision_at_1
value: 92
verified: no, type: precision_at_3
value: 88.667
verified: no, type: precision_at_5
value: 86.8
verified: no, type: precision_at_10
value: 85.8
verified: no, type: precision_at_20
value: 82.39999999999999
verified: no, type: precision_at_100
value: 64.8
verified: no, type: precision_at_1000
value: 24.832
verified: no, type: mrr_at_1
value: 92
verified: no, type: mrr_at_3
value: 95
verified: no, type: mrr_at_5
value: 95
verified: no, type: mrr_at_10
value: 95
verified: no, type: mrr_at_20
value: 95
verified: no, type: mrr_at_100
value: 95
verified: no, type: mrr_at_1000
value: 95
verified: no, type: nauc_ndcg_at_1_max
value: 73.7596
verified: no, type: nauc_ndcg_at_1_std
value: 52.21130000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: -8.4225
verified: no, type: nauc_ndcg_at_3_max
value: 68.513
verified: no, type: nauc_ndcg_at_3_std
value: 61.9698
verified: no, type: nauc_ndcg_at_3_diff1
value: -13.079099999999999
verified: no, type: nauc_ndcg_at_5_max
value: 60.7482
verified: no, type: nauc_ndcg_at_5_std
value: 66.56830000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: -12.947500000000002
verified: no, type: nauc_ndcg_at_10_max
value: 57.4673
verified: no, type: nauc_ndcg_at_10_std
value: 65.25999999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: -14.4235
verified: no, type: nauc_ndcg_at_20_max
value: 61.1214
verified: no, type: nauc_ndcg_at_20_std
value: 73.60640000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: -18.1836
verified: no, type: nauc_ndcg_at_100_max
value: 55.3917
verified: no, type: nauc_ndcg_at_100_std
value: 80.9228
verified: no, type: nauc_ndcg_at_100_diff1
value: -13.6584
verified: no, type: nauc_ndcg_at_1000_max
value: 61.6035
verified: no, type: nauc_ndcg_at_1000_std
value: 77.73299999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 9.456199999999999
verified: no, type: nauc_map_at_1_max
value: 3.0159
verified: no, type: nauc_map_at_1_std
value: -6.6826
verified: no, type: nauc_map_at_1_diff1
value: 19.3295
verified: no, type: nauc_map_at_3_max
value: 11.3326
verified: no, type: nauc_map_at_3_std
value: 0.2297
verified: no, type: nauc_map_at_3_diff1
value: 18.4889
verified: no, type: nauc_map_at_5_max
value: 12.8623
verified: no, type: nauc_map_at_5_std
value: 3.1086
verified: no, type: nauc_map_at_5_diff1
value: 15.2538
verified: no, type: nauc_map_at_10_max
value: 15.9145
verified: no, type: nauc_map_at_10_std
value: 5.8626
verified: no, type: nauc_map_at_10_diff1
value: 11.5455
verified: no, type: nauc_map_at_20_max
value: 24.6148
verified: no, type: nauc_map_at_20_std
value: 17.161199999999997
verified: no, type: nauc_map_at_20_diff1
value: 7.6256
verified: no, type: nauc_map_at_100_max
value: 42.070299999999996
verified: no, type: nauc_map_at_100_std
value: 48.926700000000004
verified: no, type: nauc_map_at_100_diff1
value: 0.16
verified: no, type: nauc_map_at_1000_max
value: 63.9887
verified: no, type: nauc_map_at_1000_std
value: 81.2657
verified: no, type: nauc_map_at_1000_diff1
value: 4.1088
verified: no, type: nauc_recall_at_1_max
value: 3.0159
verified: no, type: nauc_recall_at_1_std
value: -6.6826
verified: no, type: nauc_recall_at_1_diff1
value: 19.3295
verified: no, type: nauc_recall_at_3_max
value: 7.7778
verified: no, type: nauc_recall_at_3_std
value: -3.3724
verified: no, type: nauc_recall_at_3_diff1
value: 17.9181
verified: no, type: nauc_recall_at_5_max
value: 6.716900000000001
verified: no, type: nauc_recall_at_5_std
value: -2.6891000000000003
verified: no, type: nauc_recall_at_5_diff1
value: 16.3817
verified: no, type: nauc_recall_at_10_max
value: 7.7518
verified: no, type: nauc_recall_at_10_std
value: -1.9855
verified: no, type: nauc_recall_at_10_diff1
value: 13.4496
verified: no, type: nauc_recall_at_20_max
value: 14.4895
verified: no, type: nauc_recall_at_20_std
value: 7.2935
verified: no, type: nauc_recall_at_20_diff1
value: 11.2986
verified: no, type: nauc_recall_at_100_max
value: 29.8636
verified: no, type: nauc_recall_at_100_std
value: 33.5546
verified: no, type: nauc_recall_at_100_diff1
value: 7.0793
verified: no, type: nauc_recall_at_1000_max
value: 57.184000000000005
verified: no, type: nauc_recall_at_1000_std
value: 65.3208
verified: no, type: nauc_recall_at_1000_diff1
value: 15.7381
verified: no, type: nauc_precision_at_1_max
value: 93.4641
verified: no, type: nauc_precision_at_1_std
value: 80.6839
verified: no, type: nauc_precision_at_1_diff1
value: 21.592
verified: no, type: nauc_precision_at_3_max
value: 87.6596
verified: no, type: nauc_precision_at_3_std
value: 71.28370000000001
verified: no, type: nauc_precision_at_3_diff1
value: -0.5263
verified: no, type: nauc_precision_at_5_max
value: 69.3194
verified: no, type: nauc_precision_at_5_std
value: 67.4507
verified: no, type: nauc_precision_at_5_diff1
value: 5.8362
verified: no, type: nauc_precision_at_10_max
value: 62.393299999999996
verified: no, type: nauc_precision_at_10_std
value: 62.443599999999996
verified: no, type: nauc_precision_at_10_diff1
value: -5.3395
verified: no, type: nauc_precision_at_20_max
value: 63.4842
verified: no, type: nauc_precision_at_20_std
value: 68.95599999999999
verified: no, type: nauc_precision_at_20_diff1
value: -13.494100000000001
verified: no, type: nauc_precision_at_100_max
value: 59.24549999999999
verified: no, type: nauc_precision_at_100_std
value: 81.3779
verified: no, type: nauc_precision_at_100_diff1
value: -11.0792
verified: no, type: nauc_precision_at_1000_max
value: 44.8354
verified: no, type: nauc_precision_at_1000_std
value: 55.232099999999996
verified: no, type: nauc_precision_at_1000_diff1
value: -1.4931
verified: no, type: nauc_mrr_at_1_max
value: 93.4641
verified: no, type: nauc_mrr_at_1_std
value: 80.6839
verified: no, type: nauc_mrr_at_1_diff1
value: 21.592
verified: no, type: nauc_mrr_at_3_max
value: 93.8998
verified: no, type: nauc_mrr_at_3_std
value: 79.3962
verified: no, type: nauc_mrr_at_3_diff1
value: 19.3371
verified: no, type: nauc_mrr_at_5_max
value: 93.8998
verified: no, type: nauc_mrr_at_5_std
value: 79.3962
verified: no, type: nauc_mrr_at_5_diff1
value: 19.3371
verified: no, type: nauc_mrr_at_10_max
value: 93.8998
verified: no, type: nauc_mrr_at_10_std
value: 79.3962
verified: no, type: nauc_mrr_at_10_diff1
value: 19.3371
verified: no, type: nauc_mrr_at_20_max
value: 93.8998
verified: no, type: nauc_mrr_at_20_std
value: 79.3962
verified: no, type: nauc_mrr_at_20_diff1
value: 19.3371
verified: no, type: nauc_mrr_at_100_max
value: 93.8998
verified: no, type: nauc_mrr_at_100_std
value: 79.3962
verified: no, type: nauc_mrr_at_100_diff1
value: 19.3371
verified: no, type: nauc_mrr_at_1000_max
value: 93.8998
verified: no, type: nauc_mrr_at_1000_std
value: 79.3962
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.3371
verified: no, type: main_score
value: 80.55
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: ndcg_at_1
value: 18.367
verified: no, type: ndcg_at_3
value: 23.105999999999998
verified: no, type: ndcg_at_5
value: 22.423000000000002
verified: no, type: ndcg_at_10
value: 21.83
verified: no, type: ndcg_at_20
value: 23.534
verified: no, type: ndcg_at_100
value: 33.332
verified: no, type: ndcg_at_1000
value: 44.842999999999996
verified: no, type: map_at_1
value: 1.52
verified: no, type: map_at_3
value: 3.811
verified: no, type: map_at_5
value: 5.4879999999999995
verified: no, type: map_at_10
value: 8.204
verified: no, type: map_at_20
value: 10.387
verified: no, type: map_at_100
value: 13.633000000000001
verified: no, type: map_at_1000
value: 15.156
verified: no, type: recall_at_1
value: 1.52
verified: no, type: recall_at_3
value: 5.466
verified: no, type: recall_at_5
value: 8.927
verified: no, type: recall_at_10
value: 15.237
verified: no, type: recall_at_20
value: 22.841
verified: no, type: recall_at_100
value: 44.586999999999996
verified: no, type: recall_at_1000
value: 79.199
verified: no, type: precision_at_1
value: 20.408
verified: no, type: precision_at_3
value: 25.169999999999998
verified: no, type: precision_at_5
value: 23.673
verified: no, type: precision_at_10
value: 20.408
verified: no, type: precision_at_20
value: 16.531000000000002
verified: no, type: precision_at_100
value: 7.204000000000001
verified: no, type: precision_at_1000
value: 1.473
verified: no, type: mrr_at_1
value: 20.4082
verified: no, type: mrr_at_3
value: 35.374100000000006
verified: no, type: mrr_at_5
value: 37.7211
verified: no, type: mrr_at_10
value: 39.7068
verified: no, type: mrr_at_20
value: 40.6272
verified: no, type: mrr_at_100
value: 40.7905
verified: no, type: mrr_at_1000
value: 40.805
verified: no, type: nauc_ndcg_at_1_max
value: -25.3799
verified: no, type: nauc_ndcg_at_1_std
value: -27.8526
verified: no, type: nauc_ndcg_at_1_diff1
value: 11.5616
verified: no, type: nauc_ndcg_at_3_max
value: -31.987900000000003
verified: no, type: nauc_ndcg_at_3_std
value: -18.1926
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.4188
verified: no, type: nauc_ndcg_at_5_max
value: -29.2499
verified: no, type: nauc_ndcg_at_5_std
value: -18.8992
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.677
verified: no, type: nauc_ndcg_at_10_max
value: -25.427899999999998
verified: no, type: nauc_ndcg_at_10_std
value: -19.0155
verified: no, type: nauc_ndcg_at_10_diff1
value: 1.5350000000000001
verified: no, type: nauc_ndcg_at_20_max
value: -25.007800000000003
verified: no, type: nauc_ndcg_at_20_std
value: -6.626899999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: -2.0142
verified: no, type: nauc_ndcg_at_100_max
value: -24.7187
verified: no, type: nauc_ndcg_at_100_std
value: 18.587899999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: -7.925599999999999
verified: no, type: nauc_ndcg_at_1000_max
value: -20.9609
verified: no, type: nauc_ndcg_at_1000_std
value: 27.360400000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: -5.3411
verified: no, type: nauc_map_at_1_max
value: -26.3166
verified: no, type: nauc_map_at_1_std
value: -27.701900000000002
verified: no, type: nauc_map_at_1_diff1
value: 14.4953
verified: no, type: nauc_map_at_3_max
value: -19.4984
verified: no, type: nauc_map_at_3_std
value: -26.0187
verified: no, type: nauc_map_at_3_diff1
value: 18.9316
verified: no, type: nauc_map_at_5_max
value: -17.6688
verified: no, type: nauc_map_at_5_std
value: -27.4662
verified: no, type: nauc_map_at_5_diff1
value: 16.3786
verified: no, type: nauc_map_at_10_max
value: -9.727
verified: no, type: nauc_map_at_10_std
value: -25.4592
verified: no, type: nauc_map_at_10_diff1
value: 8.434999999999999
verified: no, type: nauc_map_at_20_max
value: -14.2879
verified: no, type: nauc_map_at_20_std
value: -17.5881
verified: no, type: nauc_map_at_20_diff1
value: 2.4941
verified: no, type: nauc_map_at_100_max
value: -15.804499999999999
verified: no, type: nauc_map_at_100_std
value: -2.6222
verified: no, type: nauc_map_at_100_diff1
value: -4.3869
verified: no, type: nauc_map_at_1000_max
value: -15.4637
verified: no, type: nauc_map_at_1000_std
value: 1.8402000000000003
verified: no, type: nauc_map_at_1000_diff1
value: -5.3595
verified: no, type: nauc_recall_at_1_max
value: -26.3166
verified: no, type: nauc_recall_at_1_std
value: -27.701900000000002
verified: no, type: nauc_recall_at_1_diff1
value: 14.4953
verified: no, type: nauc_recall_at_3_max
value: -18.4525
verified: no, type: nauc_recall_at_3_std
value: -22.7019
verified: no, type: nauc_recall_at_3_diff1
value: 14.5105
verified: no, type: nauc_recall_at_5_max
value: -16.8608
verified: no, type: nauc_recall_at_5_std
value: -26.2799
verified: no, type: nauc_recall_at_5_diff1
value: 6.910299999999999
verified: no, type: nauc_recall_at_10_max
value: -11.498700000000001
verified: no, type: nauc_recall_at_10_std
value: -22.290499999999998
verified: no, type: nauc_recall_at_10_diff1
value: -1.6997000000000002
verified: no, type: nauc_recall_at_20_max
value: -16.319
verified: no, type: nauc_recall_at_20_std
value: -2.6968
verified: no, type: nauc_recall_at_20_diff1
value: -8.5511
verified: no, type: nauc_recall_at_100_max
value: -17.741
verified: no, type: nauc_recall_at_100_std
value: 36.1914
verified: no, type: nauc_recall_at_100_diff1
value: -20.1127
verified: no, type: nauc_recall_at_1000_max
value: 3.4278999999999997
verified: no, type: nauc_recall_at_1000_std
value: 65.7558
verified: no, type: nauc_recall_at_1000_diff1
value: -15.537899999999999
verified: no, type: nauc_precision_at_1_max
value: -27.3245
verified: no, type: nauc_precision_at_1_std
value: -28.615000000000002
verified: no, type: nauc_precision_at_1_diff1
value: 16.2275
verified: no, type: nauc_precision_at_3_max
value: -32.1286
verified: no, type: nauc_precision_at_3_std
value: -14.0653
verified: no, type: nauc_precision_at_3_diff1
value: 15.6075
verified: no, type: nauc_precision_at_5_max
value: -27.176299999999998
verified: no, type: nauc_precision_at_5_std
value: -15.5885
verified: no, type: nauc_precision_at_5_diff1
value: 7.3431999999999995
verified: no, type: nauc_precision_at_10_max
value: -26.9241
verified: no, type: nauc_precision_at_10_std
value: -11.737
verified: no, type: nauc_precision_at_10_diff1
value: -7.630000000000001
verified: no, type: nauc_precision_at_20_max
value: -26.901999999999997
verified: no, type: nauc_precision_at_20_std
value: 23.7519
verified: no, type: nauc_precision_at_20_diff1
value: -21.343799999999998
verified: no, type: nauc_precision_at_100_max
value: -16.9757
verified: no, type: nauc_precision_at_100_std
value: 70.6663
verified: no, type: nauc_precision_at_100_diff1
value: -32.3231
verified: no, type: nauc_precision_at_1000_max
value: 20.8431
verified: no, type: nauc_precision_at_1000_std
value: 37.8016
verified: no, type: nauc_precision_at_1000_diff1
value: -9.911200000000001
verified: no, type: nauc_mrr_at_1_max
value: -27.3245
verified: no, type: nauc_mrr_at_1_std
value: -28.615000000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 16.2275
verified: no, type: nauc_mrr_at_3_max
value: -33.332499999999996
verified: no, type: nauc_mrr_at_3_std
value: -21.543499999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 15.7577
verified: no, type: nauc_mrr_at_5_max
value: -34.56
verified: no, type: nauc_mrr_at_5_std
value: -21.0279
verified: no, type: nauc_mrr_at_5_diff1
value: 10.4699
verified: no, type: nauc_mrr_at_10_max
value: -35.4396
verified: no, type: nauc_mrr_at_10_std
value: -22.6385
verified: no, type: nauc_mrr_at_10_diff1
value: 8.4536
verified: no, type: nauc_mrr_at_20_max
value: -34.0343
verified: no, type: nauc_mrr_at_20_std
value: -21.4022
verified: no, type: nauc_mrr_at_20_diff1
value: 10.7134
verified: no, type: nauc_mrr_at_100_max
value: -34.190799999999996
verified: no, type: nauc_mrr_at_100_std
value: -21.5996
verified: no, type: nauc_mrr_at_100_diff1
value: 10.9828
verified: no, type: nauc_mrr_at_1000_max
value: -34.1503
verified: no, type: nauc_mrr_at_1000_std
value: -21.662300000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 10.96
verified: no, type: main_score
value: 21.83
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 81.4014
verified: no, type: f1
value: 64.3103
verified: no, type: f1_weighted
value: 85.0047
verified: no, type: ap
value: 22.2804
verified: no, type: ap_weighted
value: 22.2804
verified: no, type: main_score
value: 81.4014
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 66.4403
verified: no, type: f1
value: 66.8774
verified: no, type: f1_weighted
value: 65.9999
verified: no, type: main_score
value: 66.4403
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: v_measure
value: 53.3153
verified: no, type: v_measure_std
value: 1.2923
verified: no, type: main_score
value: 53.3153
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: similarity_accuracy
value: 85.22380000000001
verified: no, type: similarity_accuracy_threshold
value: 74.7432
verified: no, type: similarity_f1
value: 66.2828
verified: no, type: similarity_f1_threshold
value: 69.9472
verified: no, type: similarity_precision
value: 60.765299999999996
verified: no, type: similarity_recall
value: 72.9024
verified: no, type: similarity_ap
value: 72.0492
verified: no, type: cosine_accuracy
value: 85.22380000000001
verified: no, type: cosine_accuracy_threshold
value: 74.7432
verified: no, type: cosine_f1
value: 66.2828
verified: no, type: cosine_f1_threshold
value: 69.9472
verified: no, type: cosine_precision
value: 60.765299999999996
verified: no, type: cosine_recall
value: 72.9024
verified: no, type: cosine_ap
value: 72.0492
verified: no, type: manhattan_accuracy
value: 85.10459999999999
verified: no, type: manhattan_accuracy_threshold
value: 48810.3699
verified: no, type: manhattan_f1
value: 65.7133
verified: no, type: manhattan_f1_threshold
value: 53724.462900000006
verified: no, type: manhattan_precision
value: 60.3399
verified: no, type: manhattan_recall
value: 72.1372
verified: no, type: manhattan_ap
value: 71.3681
verified: no, type: euclidean_accuracy
value: 85.1404
verified: no, type: euclidean_accuracy_threshold
value: 2203.8609
verified: no, type: euclidean_f1
value: 65.8107
verified: no, type: euclidean_f1_threshold
value: 2445.96
verified: no, type: euclidean_precision
value: 59.8875
verified: no, type: euclidean_recall
value: 73.0343
verified: no, type: euclidean_ap
value: 71.3938
verified: no, type: dot_accuracy
value: 84.8781
verified: no, type: dot_accuracy_threshold
value: 74077.38040000001
verified: no, type: dot_f1
value: 65.3706
verified: no, type: dot_f1_threshold
value: 69501.5808
verified: no, type: dot_precision
value: 60.58559999999999
verified: no, type: dot_recall
value: 70.97630000000001
verified: no, type: dot_ap
value: 71.0091
verified: no, type: max_accuracy
value: 85.22380000000001
verified: no, type: max_f1
value: 66.2828
verified: no, type: max_precision
value: 60.765299999999996
verified: no, type: max_recall
value: 73.0343
verified: no, type: max_ap
value: 72.0492
verified: no, type: main_score
value: 72.0492
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: similarity_accuracy
value: 89.145
verified: no, type: similarity_accuracy_threshold
value: 65.00280000000001
verified: no, type: similarity_f1
value: 78.78150000000001
verified: no, type: similarity_f1_threshold
value: 61.2185
verified: no, type: similarity_precision
value: 75.0279
verified: no, type: similarity_recall
value: 82.9304
verified: no, type: similarity_ap
value: 86.39949999999999
verified: no, type: cosine_accuracy
value: 89.145
verified: no, type: cosine_accuracy_threshold
value: 65.00280000000001
verified: no, type: cosine_f1
value: 78.78150000000001
verified: no, type: cosine_f1_threshold
value: 61.2185
verified: no, type: cosine_precision
value: 75.0279
verified: no, type: cosine_recall
value: 82.9304
verified: no, type: cosine_ap
value: 86.39949999999999
verified: no, type: manhattan_accuracy
value: 89.05579999999999
verified: no, type: manhattan_accuracy_threshold
value: 55381.189
verified: no, type: manhattan_f1
value: 78.6152
verified: no, type: manhattan_f1_threshold
value: 58447.6685
verified: no, type: manhattan_precision
value: 74.77080000000001
verified: no, type: manhattan_recall
value: 82.8765
verified: no, type: manhattan_ap
value: 86.2899
verified: no, type: euclidean_accuracy
value: 89.1179
verified: no, type: euclidean_accuracy_threshold
value: 2552.2853999999998
verified: no, type: euclidean_f1
value: 78.6816
verified: no, type: euclidean_f1_threshold
value: 2660.0677
verified: no, type: euclidean_precision
value: 74.4317
verified: no, type: euclidean_recall
value: 83.4463
verified: no, type: euclidean_ap
value: 86.3158
verified: no, type: dot_accuracy
value: 88.81710000000001
verified: no, type: dot_accuracy_threshold
value: 58383.1421
verified: no, type: dot_f1
value: 78.2367
verified: no, type: dot_f1_threshold
value: 54826.550299999995
verified: no, type: dot_precision
value: 73.7657
verified: no, type: dot_recall
value: 83.2846
verified: no, type: dot_ap
value: 85.5699
verified: no, type: max_accuracy
value: 89.145
verified: no, type: max_f1
value: 78.78150000000001
verified: no, type: max_precision
value: 75.0279
verified: no, type: max_recall
value: 83.4463
verified: no, type: max_ap
value: 86.39949999999999
verified: no, type: main_score
value: 86.39949999999999
verified: no
task: type: PairClassification
Likes: 86 | All-time downloads: 140061
Created: 2025-01-13 18:04:14