Model: voyageai/voyage-3-m-exp
Author: voyageai
Tags: mteb, model-index, region:us
Card metadata: model-index: name: voyageai/voyage-3-m-exp
results: dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 95.7761
verified: no, type: f1
value: 93.8227
verified: no, type: f1_weighted
value: 95.9368
verified: no, type: ap
value: 82.63589999999999
verified: no, type: ap_weighted
value: 82.63589999999999
verified: no, type: main_score
value: 95.7761
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 97.7143
verified: no, type: f1
value: 97.7143
verified: no, type: f1_weighted
value: 97.7143
verified: no, type: ap
value: 96.5356
verified: no, type: ap_weighted
value: 96.5356
verified: no, type: main_score
value: 97.7143
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 63.617999999999995
verified: no, type: f1
value: 61.487199999999994
verified: no, type: f1_weighted
value: 61.487199999999994
verified: no, type: main_score
value: 63.617999999999995
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: ndcg_at_1
value: 75.39099999999999
verified: no, type: ndcg_at_3
value: 88.795
verified: no, type: ndcg_at_5
value: 89.634
verified: no, type: ndcg_at_10
value: 89.786
verified: no, type: ndcg_at_20
value: 89.786
verified: no, type: ndcg_at_100
value: 89.786
verified: no, type: ndcg_at_1000
value: 89.786
verified: no, type: map_at_1
value: 75.39099999999999
verified: no, type: map_at_3
value: 85.835
verified: no, type: map_at_5
value: 86.311
verified: no, type: map_at_10
value: 86.382
verified: no, type: map_at_20
value: 86.382
verified: no, type: map_at_100
value: 86.382
verified: no, type: map_at_1000
value: 86.382
verified: no, type: recall_at_1
value: 75.39099999999999
verified: no, type: recall_at_3
value: 97.226
verified: no, type: recall_at_5
value: 99.21799999999999
verified: no, type: recall_at_10
value: 99.644
verified: no, type: recall_at_20
value: 99.644
verified: no, type: recall_at_100
value: 99.644
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: precision_at_1
value: 75.39099999999999
verified: no, type: precision_at_3
value: 32.409
verified: no, type: precision_at_5
value: 19.844
verified: no, type: precision_at_10
value: 9.964
verified: no, type: precision_at_20
value: 4.982
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 76.2447
verified: no, type: mrr_at_3
value: 86.1783
verified: no, type: mrr_at_5
value: 86.6015
verified: no, type: mrr_at_10
value: 86.6844
verified: no, type: mrr_at_20
value: 86.6844
verified: no, type: mrr_at_100
value: 86.6844
verified: no, type: mrr_at_1000
value: 86.6844
verified: no, type: nauc_ndcg_at_1_max
value: -0.7014
verified: no, type: nauc_ndcg_at_1_std
value: -34.0713
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.04
verified: no, type: nauc_ndcg_at_3_max
value: -0.7801
verified: no, type: nauc_ndcg_at_3_std
value: -40.4138
verified: no, type: nauc_ndcg_at_3_diff1
value: 69.5318
verified: no, type: nauc_ndcg_at_5_max
value: 0.5993
verified: no, type: nauc_ndcg_at_5_std
value: -35.9135
verified: no, type: nauc_ndcg_at_5_diff1
value: 69.5877
verified: no, type: nauc_ndcg_at_10_max
value: 1.0135
verified: no, type: nauc_ndcg_at_10_std
value: -34.773399999999995
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.7499
verified: no, type: nauc_ndcg_at_20_max
value: 1.0135
verified: no, type: nauc_ndcg_at_20_std
value: -34.773399999999995
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.7499
verified: no, type: nauc_ndcg_at_100_max
value: 1.0135
verified: no, type: nauc_ndcg_at_100_std
value: -34.773399999999995
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.7499
verified: no, type: nauc_ndcg_at_1000_max
value: 1.0135
verified: no, type: nauc_ndcg_at_1000_std
value: -34.773399999999995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.7499
verified: no, type: nauc_map_at_1_max
value: -0.7014
verified: no, type: nauc_map_at_1_std
value: -34.0713
verified: no, type: nauc_map_at_1_diff1
value: 72.04
verified: no, type: nauc_map_at_3_max
value: -0.5740999999999999
verified: no, type: nauc_map_at_3_std
value: -37.9683
verified: no, type: nauc_map_at_3_diff1
value: 70.2016
verified: no, type: nauc_map_at_5_max
value: 0.0239
verified: no, type: nauc_map_at_5_std
value: -35.9525
verified: no, type: nauc_map_at_5_diff1
value: 70.233
verified: no, type: nauc_map_at_10_max
value: 0.1661
verified: no, type: nauc_map_at_10_std
value: -35.551899999999996
verified: no, type: nauc_map_at_10_diff1
value: 70.29379999999999
verified: no, type: nauc_map_at_20_max
value: 0.1661
verified: no, type: nauc_map_at_20_std
value: -35.551899999999996
verified: no, type: nauc_map_at_20_diff1
value: 70.29379999999999
verified: no, type: nauc_map_at_100_max
value: 0.1661
verified: no, type: nauc_map_at_100_std
value: -35.551899999999996
verified: no, type: nauc_map_at_100_diff1
value: 70.29379999999999
verified: no, type: nauc_map_at_1000_max
value: 0.1661
verified: no, type: nauc_map_at_1000_std
value: -35.551899999999996
verified: no, type: nauc_map_at_1000_diff1
value: 70.29379999999999
verified: no, type: nauc_recall_at_1_max
value: -0.7014
verified: no, type: nauc_recall_at_1_std
value: -34.0713
verified: no, type: nauc_recall_at_1_diff1
value: 72.04
verified: no, type: nauc_recall_at_3_max
value: -3.8722
verified: no, type: nauc_recall_at_3_std
value: -72.8357
verified: no, type: nauc_recall_at_3_diff1
value: 61.261500000000005
verified: no, type: nauc_recall_at_5_max
value: 27.9653
verified: no, type: nauc_recall_at_5_std
value: -25.6213
verified: no, type: nauc_recall_at_5_diff1
value: 43.013200000000005
verified: no, type: nauc_recall_at_10_max
value: 91.0821
verified: no, type: nauc_recall_at_10_std
value: 70.0735
verified: no, type: nauc_recall_at_10_diff1
value: 22.9874
verified: no, type: nauc_recall_at_20_max
value: 91.0821
verified: no, type: nauc_recall_at_20_std
value: 70.0735
verified: no, type: nauc_recall_at_20_diff1
value: 22.9874
verified: no, type: nauc_recall_at_100_max
value: 91.0821
verified: no, type: nauc_recall_at_100_std
value: 70.0735
verified: no, type: nauc_recall_at_100_diff1
value: 22.9874
verified: no, type: nauc_recall_at_1000_max
value: 91.0821
verified: no, type: nauc_recall_at_1000_std
value: 70.0735
verified: no, type: nauc_recall_at_1000_diff1
value: 22.9874
verified: no, type: nauc_precision_at_1_max
value: -0.7014
verified: no, type: nauc_precision_at_1_std
value: -34.0713
verified: no, type: nauc_precision_at_1_diff1
value: 72.04
verified: no, type: nauc_precision_at_3_max
value: -3.8722
verified: no, type: nauc_precision_at_3_std
value: -72.8357
verified: no, type: nauc_precision_at_3_diff1
value: 61.261500000000005
verified: no, type: nauc_precision_at_5_max
value: 27.9653
verified: no, type: nauc_precision_at_5_std
value: -25.6213
verified: no, type: nauc_precision_at_5_diff1
value: 43.013200000000005
verified: no, type: nauc_precision_at_10_max
value: 91.0821
verified: no, type: nauc_precision_at_10_std
value: 70.0735
verified: no, type: nauc_precision_at_10_diff1
value: 22.9874
verified: no, type: nauc_precision_at_20_max
value: 91.0821
verified: no, type: nauc_precision_at_20_std
value: 70.0735
verified: no, type: nauc_precision_at_20_diff1
value: 22.9874
verified: no, type: nauc_precision_at_100_max
value: 91.0821
verified: no, type: nauc_precision_at_100_std
value: 70.0735
verified: no, type: nauc_precision_at_100_diff1
value: 22.9874
verified: no, type: nauc_precision_at_1000_max
value: 91.0821
verified: no, type: nauc_precision_at_1000_std
value: 70.0735
verified: no, type: nauc_precision_at_1000_diff1
value: 22.9874
verified: no, type: nauc_mrr_at_1_max
value: -2.0376
verified: no, type: nauc_mrr_at_1_std
value: -34.260600000000004
verified: no, type: nauc_mrr_at_1_diff1
value: 69.606
verified: no, type: nauc_mrr_at_3_max
value: -2.3678999999999997
verified: no, type: nauc_mrr_at_3_std
value: -38.2381
verified: no, type: nauc_mrr_at_3_diff1
value: 67.3485
verified: no, type: nauc_mrr_at_5_max
value: -1.9768999999999999
verified: no, type: nauc_mrr_at_5_std
value: -36.711
verified: no, type: nauc_mrr_at_5_diff1
value: 67.2939
verified: no, type: nauc_mrr_at_10_max
value: -1.7911
verified: no, type: nauc_mrr_at_10_std
value: -36.1749
verified: no, type: nauc_mrr_at_10_diff1
value: 67.3921
verified: no, type: nauc_mrr_at_20_max
value: -1.7911
verified: no, type: nauc_mrr_at_20_std
value: -36.1749
verified: no, type: nauc_mrr_at_20_diff1
value: 67.3921
verified: no, type: nauc_mrr_at_100_max
value: -1.7911
verified: no, type: nauc_mrr_at_100_std
value: -36.1749
verified: no, type: nauc_mrr_at_100_diff1
value: 67.3921
verified: no, type: nauc_mrr_at_1000_max
value: -1.7911
verified: no, type: nauc_mrr_at_1000_std
value: -36.1749
verified: no, type: nauc_mrr_at_1000_diff1
value: 67.3921
verified: no, type: main_score
value: 89.786
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: v_measure
value: 57.1362
verified: no, type: v_measure_std
value: 14.7667
verified: no, type: main_score
value: 57.1362
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: v_measure
value: 52.639199999999995
verified: no, type: v_measure_std
value: 15.049499999999998
verified: no, type: main_score
value: 52.639199999999995
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: map
value: 66.93430000000001
verified: no, type: mrr
value: 80.2153
verified: no, type: nAUC_map_max
value: 28.881600000000002
verified: no, type: nAUC_map_std
value: 27.9878
verified: no, type: nAUC_map_diff1
value: 15.101500000000001
verified: no, type: nAUC_mrr_max
value: 38.428200000000004
verified: no, type: nAUC_mrr_std
value: 32.2285
verified: no, type: nAUC_mrr_diff1
value: 18.8509
verified: no, type: main_score
value: 66.93430000000001
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: pearson
value: 89.4712
verified: no, type: spearman
value: 87.7044
verified: no, type: cosine_pearson
value: 89.4712
verified: no, type: cosine_spearman
value: 87.7044
verified: no, type: manhattan_pearson
value: 88.1497
verified: no, type: manhattan_spearman
value: 87.73570000000001
verified: no, type: euclidean_pearson
value: 87.9881
verified: no, type: euclidean_spearman
value: 87.7044
verified: no, type: main_score
value: 87.7044
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 93.8019
verified: no, type: f1
value: 93.7388
verified: no, type: f1_weighted
value: 93.7388
verified: no, type: main_score
value: 93.8019
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: v_measure
value: 54.646300000000004
verified: no, type: v_measure_std
value: 1.2942
verified: no, type: main_score
value: 54.646300000000004
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: v_measure
value: 49.9505
verified: no, type: v_measure_std
value: 1.1009
verified: no, type: main_score
value: 49.9505
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: ndcg_at_1
value: 59.084
verified: no, type: ndcg_at_3
value: 68.133
verified: no, type: ndcg_at_5
value: 71.473
verified: no, type: ndcg_at_10
value: 74.25699999999999
verified: no, type: ndcg_at_20
value: 75.755
verified: no, type: ndcg_at_100
value: 76.778
verified: no, type: ndcg_at_1000
value: 77.05199999999999
verified: no, type: map_at_1
value: 47.410999999999994
verified: no, type: map_at_3
value: 60.514
verified: no, type: map_at_5
value: 64.048
verified: no, type: map_at_10
value: 66.34
verified: no, type: map_at_20
value: 67.31700000000001
verified: no, type: map_at_100
value: 67.778
verified: no, type: map_at_1000
value: 67.84700000000001
verified: no, type: recall_at_1
value: 47.410999999999994
verified: no, type: recall_at_3
value: 71.247
verified: no, type: recall_at_5
value: 80.908
verified: no, type: recall_at_10
value: 89.143
verified: no, type: recall_at_20
value: 94.536
verified: no, type: recall_at_100
value: 98.53
verified: no, type: recall_at_1000
value: 99.727
verified: no, type: precision_at_1
value: 59.084
verified: no, type: precision_at_3
value: 33.81
verified: no, type: precision_at_5
value: 24.549000000000003
verified: no, type: precision_at_10
value: 14.878
verified: no, type: precision_at_20
value: 8.469
verified: no, type: precision_at_100
value: 1.989
verified: no, type: precision_at_1000
value: 0.22899999999999998
verified: no, type: mrr_at_1
value: 59.0844
verified: no, type: mrr_at_3
value: 69.57560000000001
verified: no, type: mrr_at_5
value: 71.1636
verified: no, type: mrr_at_10
value: 71.8404
verified: no, type: mrr_at_20
value: 72.0815
verified: no, type: mrr_at_100
value: 72.13119999999999
verified: no, type: mrr_at_1000
value: 72.134
verified: no, type: nauc_ndcg_at_1_max
value: 29.592299999999998
verified: no, type: nauc_ndcg_at_1_std
value: -14.946100000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.911500000000004
verified: no, type: nauc_ndcg_at_3_max
value: 29.0317
verified: no, type: nauc_ndcg_at_3_std
value: -17.7571
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.8831
verified: no, type: nauc_ndcg_at_5_max
value: 29.4507
verified: no, type: nauc_ndcg_at_5_std
value: -17.727899999999998
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.1366
verified: no, type: nauc_ndcg_at_10_max
value: 30.962699999999998
verified: no, type: nauc_ndcg_at_10_std
value: -15.8775
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.2335
verified: no, type: nauc_ndcg_at_20_max
value: 31.642
verified: no, type: nauc_ndcg_at_20_std
value: -14.056099999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.3372
verified: no, type: nauc_ndcg_at_100_max
value: 32.18
verified: no, type: nauc_ndcg_at_100_std
value: -13.6037
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.9425
verified: no, type: nauc_ndcg_at_1000_max
value: 31.7872
verified: no, type: nauc_ndcg_at_1000_std
value: -14.4037
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.5608
verified: no, type: nauc_map_at_1_max
value: 19.969
verified: no, type: nauc_map_at_1_std
value: -19.802
verified: no, type: nauc_map_at_1_diff1
value: 51.300999999999995
verified: no, type: nauc_map_at_3_max
value: 24.4587
verified: no, type: nauc_map_at_3_std
value: -20.7533
verified: no, type: nauc_map_at_3_diff1
value: 50.8965
verified: no, type: nauc_map_at_5_max
value: 26.4976
verified: no, type: nauc_map_at_5_std
value: -20.0729
verified: no, type: nauc_map_at_5_diff1
value: 51.2026
verified: no, type: nauc_map_at_10_max
value: 28.404
verified: no, type: nauc_map_at_10_std
value: -18.2758
verified: no, type: nauc_map_at_10_diff1
value: 50.8592
verified: no, type: nauc_map_at_20_max
value: 29.5592
verified: no, type: nauc_map_at_20_std
value: -16.7075
verified: no, type: nauc_map_at_20_diff1
value: 50.023700000000005
verified: no, type: nauc_map_at_100_max
value: 29.8985
verified: no, type: nauc_map_at_100_std
value: -16.4754
verified: no, type: nauc_map_at_100_diff1
value: 50.008399999999995
verified: no, type: nauc_map_at_1000_max
value: 29.811799999999998
verified: no, type: nauc_map_at_1000_std
value: -16.6113
verified: no, type: nauc_map_at_1000_diff1
value: 49.95
verified: no, type: nauc_recall_at_1_max
value: 19.969
verified: no, type: nauc_recall_at_1_std
value: -19.802
verified: no, type: nauc_recall_at_1_diff1
value: 51.300999999999995
verified: no, type: nauc_recall_at_3_max
value: 20.3614
verified: no, type: nauc_recall_at_3_std
value: -22.2996
verified: no, type: nauc_recall_at_3_diff1
value: 46.6991
verified: no, type: nauc_recall_at_5_max
value: 20.5428
verified: no, type: nauc_recall_at_5_std
value: -21.2763
verified: no, type: nauc_recall_at_5_diff1
value: 50.0532
verified: no, type: nauc_recall_at_10_max
value: 24.7253
verified: no, type: nauc_recall_at_10_std
value: -12.5238
verified: no, type: nauc_recall_at_10_diff1
value: 51.6101
verified: no, type: nauc_recall_at_20_max
value: 34.6369
verified: no, type: nauc_recall_at_20_std
value: 10.4704
verified: no, type: nauc_recall_at_20_diff1
value: 35.8869
verified: no, type: nauc_recall_at_100_max
value: 64.1215
verified: no, type: nauc_recall_at_100_std
value: 58.5955
verified: no, type: nauc_recall_at_100_diff1
value: 67.169
verified: no, type: nauc_recall_at_1000_max
value: 78.00789999999999
verified: no, type: nauc_recall_at_1000_std
value: 73.00720000000001
verified: no, type: nauc_recall_at_1000_diff1
value: 78.5149
verified: no, type: nauc_precision_at_1_max
value: 29.592299999999998
verified: no, type: nauc_precision_at_1_std
value: -14.946100000000001
verified: no, type: nauc_precision_at_1_diff1
value: 47.911500000000004
verified: no, type: nauc_precision_at_3_max
value: 26.019599999999997
verified: no, type: nauc_precision_at_3_std
value: 3.2811
verified: no, type: nauc_precision_at_3_diff1
value: 6.1016
verified: no, type: nauc_precision_at_5_max
value: 20.7043
verified: no, type: nauc_precision_at_5_std
value: 10.7292
verified: no, type: nauc_precision_at_5_diff1
value: -6.4461
verified: no, type: nauc_precision_at_10_max
value: 15.9951
verified: no, type: nauc_precision_at_10_std
value: 17.0042
verified: no, type: nauc_precision_at_10_diff1
value: -16.7413
verified: no, type: nauc_precision_at_20_max
value: 12.5497
verified: no, type: nauc_precision_at_20_std
value: 20.718600000000002
verified: no, type: nauc_precision_at_20_diff1
value: -23.1538
verified: no, type: nauc_precision_at_100_max
value: 4.7822000000000005
verified: no, type: nauc_precision_at_100_std
value: 14.6726
verified: no, type: nauc_precision_at_100_diff1
value: -25.421300000000002
verified: no, type: nauc_precision_at_1000_max
value: -6.3086
verified: no, type: nauc_precision_at_1000_std
value: 4.232
verified: no, type: nauc_precision_at_1000_diff1
value: -28.941699999999997
verified: no, type: nauc_mrr_at_1_max
value: 29.592299999999998
verified: no, type: nauc_mrr_at_1_std
value: -14.946100000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 47.911500000000004
verified: no, type: nauc_mrr_at_3_max
value: 32.486399999999996
verified: no, type: nauc_mrr_at_3_std
value: -15.1143
verified: no, type: nauc_mrr_at_3_diff1
value: 47.194199999999995
verified: no, type: nauc_mrr_at_5_max
value: 32.1601
verified: no, type: nauc_mrr_at_5_std
value: -14.4922
verified: no, type: nauc_mrr_at_5_diff1
value: 47.661500000000004
verified: no, type: nauc_mrr_at_10_max
value: 32.0516
verified: no, type: nauc_mrr_at_10_std
value: -14.2763
verified: no, type: nauc_mrr_at_10_diff1
value: 47.69
verified: no, type: nauc_mrr_at_20_max
value: 32.0552
verified: no, type: nauc_mrr_at_20_std
value: -14.258899999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 47.4702
verified: no, type: nauc_mrr_at_100_max
value: 32.055499999999995
verified: no, type: nauc_mrr_at_100_std
value: -14.2868
verified: no, type: nauc_mrr_at_100_diff1
value: 47.5155
verified: no, type: nauc_mrr_at_1000_max
value: 32.0472
verified: no, type: nauc_mrr_at_1000_std
value: -14.300199999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.5103
verified: no, type: main_score
value: 74.25699999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: ndcg_at_1
value: 58.089
verified: no, type: ndcg_at_3
value: 64.783
verified: no, type: ndcg_at_5
value: 67.412
verified: no, type: ndcg_at_10
value: 69.982
verified: no, type: ndcg_at_20
value: 71.599
verified: no, type: ndcg_at_100
value: 73.155
verified: no, type: ndcg_at_1000
value: 73.968
verified: no, type: map_at_1
value: 45.747
verified: no, type: map_at_3
value: 57.818000000000005
verified: no, type: map_at_5
value: 60.571
verified: no, type: map_at_10
value: 62.651
verified: no, type: map_at_20
value: 63.617000000000004
verified: no, type: map_at_100
value: 64.256
verified: no, type: map_at_1000
value: 64.364
verified: no, type: recall_at_1
value: 45.747
verified: no, type: recall_at_3
value: 66.673
verified: no, type: recall_at_5
value: 74.362
verified: no, type: recall_at_10
value: 82.49499999999999
verified: no, type: recall_at_20
value: 88.511
verified: no, type: recall_at_100
value: 95.165
verified: no, type: recall_at_1000
value: 99.103
verified: no, type: precision_at_1
value: 58.089
verified: no, type: precision_at_3
value: 32.42
verified: no, type: precision_at_5
value: 23.134
verified: no, type: precision_at_10
value: 14.019
verified: no, type: precision_at_20
value: 8.08
verified: no, type: precision_at_100
value: 2.01
verified: no, type: precision_at_1000
value: 0.234
verified: no, type: mrr_at_1
value: 58.0892
verified: no, type: mrr_at_3
value: 66.38
verified: no, type: mrr_at_5
value: 67.95649999999999
verified: no, type: mrr_at_10
value: 68.7101
verified: no, type: mrr_at_20
value: 69.00460000000001
verified: no, type: mrr_at_100
value: 69.131
verified: no, type: mrr_at_1000
value: 69.1396
verified: no, type: nauc_ndcg_at_1_max
value: 40.053
verified: no, type: nauc_ndcg_at_1_std
value: -9.6364
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.1369
verified: no, type: nauc_ndcg_at_3_max
value: 37.7738
verified: no, type: nauc_ndcg_at_3_std
value: -10.681799999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.626
verified: no, type: nauc_ndcg_at_5_max
value: 40.527
verified: no, type: nauc_ndcg_at_5_std
value: -9.5452
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.151
verified: no, type: nauc_ndcg_at_10_max
value: 42.1825
verified: no, type: nauc_ndcg_at_10_std
value: -6.9957
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.065200000000004
verified: no, type: nauc_ndcg_at_20_max
value: 42.1108
verified: no, type: nauc_ndcg_at_20_std
value: -6.2111
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.6889
verified: no, type: nauc_ndcg_at_100_max
value: 42.2444
verified: no, type: nauc_ndcg_at_100_std
value: -5.4427
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.1985
verified: no, type: nauc_ndcg_at_1000_max
value: 41.8926
verified: no, type: nauc_ndcg_at_1000_std
value: -6.3732999999999995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.7954
verified: no, type: nauc_map_at_1_max
value: 27.3418
verified: no, type: nauc_map_at_1_std
value: -18.4219
verified: no, type: nauc_map_at_1_diff1
value: 60.9465
verified: no, type: nauc_map_at_3_max
value: 32.812200000000004
verified: no, type: nauc_map_at_3_std
value: -17.7307
verified: no, type: nauc_map_at_3_diff1
value: 57.483
verified: no, type: nauc_map_at_5_max
value: 36.0191
verified: no, type: nauc_map_at_5_std
value: -15.6465
verified: no, type: nauc_map_at_5_diff1
value: 57.301
verified: no, type: nauc_map_at_10_max
value: 38.196000000000005
verified: no, type: nauc_map_at_10_std
value: -12.947000000000001
verified: no, type: nauc_map_at_10_diff1
value: 56.3751
verified: no, type: nauc_map_at_20_max
value: 38.772099999999995
verified: no, type: nauc_map_at_20_std
value: -11.7517
verified: no, type: nauc_map_at_20_diff1
value: 56.0752
verified: no, type: nauc_map_at_100_max
value: 39.3217
verified: no, type: nauc_map_at_100_std
value: -10.4808
verified: no, type: nauc_map_at_100_diff1
value: 55.6327
verified: no, type: nauc_map_at_1000_max
value: 39.3573
verified: no, type: nauc_map_at_1000_std
value: -10.411900000000001
verified: no, type: nauc_map_at_1000_diff1
value: 55.6034
verified: no, type: nauc_recall_at_1_max
value: 27.3418
verified: no, type: nauc_recall_at_1_std
value: -18.4219
verified: no, type: nauc_recall_at_1_diff1
value: 60.9465
verified: no, type: nauc_recall_at_3_max
value: 29.376600000000003
verified: no, type: nauc_recall_at_3_std
value: -17.6901
verified: no, type: nauc_recall_at_3_diff1
value: 52.6359
verified: no, type: nauc_recall_at_5_max
value: 37.2456
verified: no, type: nauc_recall_at_5_std
value: -12.2285
verified: no, type: nauc_recall_at_5_diff1
value: 53.1366
verified: no, type: nauc_recall_at_10_max
value: 43.851600000000005
verified: no, type: nauc_recall_at_10_std
value: -0.2167
verified: no, type: nauc_recall_at_10_diff1
value: 50.3176
verified: no, type: nauc_recall_at_20_max
value: 46.402
verified: no, type: nauc_recall_at_20_std
value: 10.039299999999999
verified: no, type: nauc_recall_at_20_diff1
value: 53.240500000000004
verified: no, type: nauc_recall_at_100_max
value: 56.438500000000005
verified: no, type: nauc_recall_at_100_std
value: 42.367399999999996
verified: no, type: nauc_recall_at_100_diff1
value: 54.8279
verified: no, type: nauc_recall_at_1000_max
value: 86.2359
verified: no, type: nauc_recall_at_1000_std
value: 82.5103
verified: no, type: nauc_recall_at_1000_diff1
value: 57.684000000000005
verified: no, type: nauc_precision_at_1_max
value: 40.053
verified: no, type: nauc_precision_at_1_std
value: -9.6364
verified: no, type: nauc_precision_at_1_diff1
value: 54.1369
verified: no, type: nauc_precision_at_3_max
value: 29.662
verified: no, type: nauc_precision_at_3_std
value: 8.7723
verified: no, type: nauc_precision_at_3_diff1
value: 5.7479000000000005
verified: no, type: nauc_precision_at_5_max
value: 28.0339
verified: no, type: nauc_precision_at_5_std
value: 18.2885
verified: no, type: nauc_precision_at_5_diff1
value: -7.01
verified: no, type: nauc_precision_at_10_max
value: 23.0371
verified: no, type: nauc_precision_at_10_std
value: 27.9277
verified: no, type: nauc_precision_at_10_diff1
value: -19.4909
verified: no, type: nauc_precision_at_20_max
value: 17.211299999999998
verified: no, type: nauc_precision_at_20_std
value: 32.1777
verified: no, type: nauc_precision_at_20_diff1
value: -25.3883
verified: no, type: nauc_precision_at_100_max
value: 10.0584
verified: no, type: nauc_precision_at_100_std
value: 36.139500000000005
verified: no, type: nauc_precision_at_100_diff1
value: -29.9407
verified: no, type: nauc_precision_at_1000_max
value: 3.4840000000000004
verified: no, type: nauc_precision_at_1000_std
value: 29.225299999999997
verified: no, type: nauc_precision_at_1000_diff1
value: -30.0537
verified: no, type: nauc_mrr_at_1_max
value: 40.053
verified: no, type: nauc_mrr_at_1_std
value: -9.6364
verified: no, type: nauc_mrr_at_1_diff1
value: 54.1369
verified: no, type: nauc_mrr_at_3_max
value: 40.3797
verified: no, type: nauc_mrr_at_3_std
value: -8.321399999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 51.7401
verified: no, type: nauc_mrr_at_5_max
value: 41.834199999999996
verified: no, type: nauc_mrr_at_5_std
value: -7.1314
verified: no, type: nauc_mrr_at_5_diff1
value: 51.9863
verified: no, type: nauc_mrr_at_10_max
value: 41.8532
verified: no, type: nauc_mrr_at_10_std
value: -6.706099999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 51.915800000000004
verified: no, type: nauc_mrr_at_20_max
value: 41.7457
verified: no, type: nauc_mrr_at_20_std
value: -6.715
verified: no, type: nauc_mrr_at_20_diff1
value: 52.100199999999994
verified: no, type: nauc_mrr_at_100_max
value: 41.736200000000004
verified: no, type: nauc_mrr_at_100_std
value: -6.716600000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 52.1088
verified: no, type: nauc_mrr_at_1000_max
value: 41.7299
verified: no, type: nauc_mrr_at_1000_std
value: -6.736000000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.1054
verified: no, type: main_score
value: 69.982
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: ndcg_at_1
value: 64.389
verified: no, type: ndcg_at_3
value: 73.286
verified: no, type: ndcg_at_5
value: 76.288
verified: no, type: ndcg_at_10
value: 78.61
verified: no, type: ndcg_at_20
value: 79.513
verified: no, type: ndcg_at_100
value: 80.221
verified: no, type: ndcg_at_1000
value: 80.35799999999999
verified: no, type: map_at_1
value: 56.399
verified: no, type: map_at_3
value: 68.77
verified: no, type: map_at_5
value: 71.193
verified: no, type: map_at_10
value: 72.592
verified: no, type: map_at_20
value: 73.033
verified: no, type: map_at_100
value: 73.225
verified: no, type: map_at_1000
value: 73.237
verified: no, type: recall_at_1
value: 56.399
verified: no, type: recall_at_3
value: 78.979
verified: no, type: recall_at_5
value: 86.33999999999999
verified: no, type: recall_at_10
value: 92.822
verified: no, type: recall_at_20
value: 96.14399999999999
verified: no, type: recall_at_100
value: 99.09599999999999
verified: no, type: recall_at_1000
value: 99.909
verified: no, type: precision_at_1
value: 64.389
verified: no, type: precision_at_3
value: 32.665
verified: no, type: precision_at_5
value: 22.169
verified: no, type: precision_at_10
value: 12.364
verified: no, type: precision_at_20
value: 6.544999999999999
verified: no, type: precision_at_100
value: 1.384
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: mrr_at_1
value: 64.3887
verified: no, type: mrr_at_3
value: 73.5005
verified: no, type: mrr_at_5
value: 74.7638
verified: no, type: mrr_at_10
value: 75.4526
verified: no, type: mrr_at_20
value: 75.6122
verified: no, type: mrr_at_100
value: 75.6779
verified: no, type: mrr_at_1000
value: 75.6805
verified: no, type: nauc_ndcg_at_1_max
value: 31.2901
verified: no, type: nauc_ndcg_at_1_std
value: -11.6762
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.506
verified: no, type: nauc_ndcg_at_3_max
value: 31.4454
verified: no, type: nauc_ndcg_at_3_std
value: -14.6669
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.6125
verified: no, type: nauc_ndcg_at_5_max
value: 32.4411
verified: no, type: nauc_ndcg_at_5_std
value: -14.871300000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.408199999999994
verified: no, type: nauc_ndcg_at_10_max
value: 33.0762
verified: no, type: nauc_ndcg_at_10_std
value: -12.094299999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.9406
verified: no, type: nauc_ndcg_at_20_max
value: 33.4349
verified: no, type: nauc_ndcg_at_20_std
value: -11.0527
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.9103
verified: no, type: nauc_ndcg_at_100_max
value: 33.3991
verified: no, type: nauc_ndcg_at_100_std
value: -10.9617
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.1932
verified: no, type: nauc_ndcg_at_1000_max
value: 33.177099999999996
verified: no, type: nauc_ndcg_at_1000_std
value: -11.4385
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.110800000000005
verified: no, type: nauc_map_at_1_max
value: 20.449
verified: no, type: nauc_map_at_1_std
value: -16.6598
verified: no, type: nauc_map_at_1_diff1
value: 54.1121
verified: no, type: nauc_map_at_3_max
value: 28.312199999999997
verified: no, type: nauc_map_at_3_std
value: -16.6037
verified: no, type: nauc_map_at_3_diff1
value: 54.1982
verified: no, type: nauc_map_at_5_max
value: 29.5724
verified: no, type: nauc_map_at_5_std
value: -15.997300000000001
verified: no, type: nauc_map_at_5_diff1
value: 54.490899999999996
verified: no, type: nauc_map_at_10_max
value: 30.4949
verified: no, type: nauc_map_at_10_std
value: -14.2096
verified: no, type: nauc_map_at_10_diff1
value: 54.171
verified: no, type: nauc_map_at_20_max
value: 31.2525
verified: no, type: nauc_map_at_20_std
value: -13.361999999999998
verified: no, type: nauc_map_at_20_diff1
value: 54.260799999999996
verified: no, type: nauc_map_at_100_max
value: 31.480399999999996
verified: no, type: nauc_map_at_100_std
value: -13.1022
verified: no, type: nauc_map_at_100_diff1
value: 54.314099999999996
verified: no, type: nauc_map_at_1000_max
value: 31.496800000000004
verified: no, type: nauc_map_at_1000_std
value: -13.103000000000002
verified: no, type: nauc_map_at_1000_diff1
value: 54.3226
verified: no, type: nauc_recall_at_1_max
value: 20.449
verified: no, type: nauc_recall_at_1_std
value: -16.6598
verified: no, type: nauc_recall_at_1_diff1
value: 54.1121
verified: no, type: nauc_recall_at_3_max
value: 27.920499999999997
verified: no, type: nauc_recall_at_3_std
value: -19.7855
verified: no, type: nauc_recall_at_3_diff1
value: 50.462399999999995
verified: no, type: nauc_recall_at_5_max
value: 30.011100000000003
verified: no, type: nauc_recall_at_5_std
value: -21.9895
verified: no, type: nauc_recall_at_5_diff1
value: 51.7293
verified: no, type: nauc_recall_at_10_max
value: 32.6476
verified: no, type: nauc_recall_at_10_std
value: -9.7401
verified: no, type: nauc_recall_at_10_diff1
value: 48.0955
verified: no, type: nauc_recall_at_20_max
value: 47.1505
verified: no, type: nauc_recall_at_20_std
value: 12.645100000000001
verified: no, type: nauc_recall_at_20_diff1
value: 47.8962
verified: no, type: nauc_recall_at_100_max
value: 71.0011
verified: no, type: nauc_recall_at_100_std
value: 63.1753
verified: no, type: nauc_recall_at_100_diff1
value: 62.8877
verified: no, type: nauc_recall_at_1000_max
value: 83.615
verified: no, type: nauc_recall_at_1000_std
value: 83.2936
verified: no, type: nauc_recall_at_1000_diff1
value: 54.7988
verified: no, type: nauc_precision_at_1_max
value: 31.2901
verified: no, type: nauc_precision_at_1_std
value: -11.6762
verified: no, type: nauc_precision_at_1_diff1
value: 55.506
verified: no, type: nauc_precision_at_3_max
value: 30.737599999999997
verified: no, type: nauc_precision_at_3_std
value: 5.8505
verified: no, type: nauc_precision_at_3_diff1
value: 13.327
verified: no, type: nauc_precision_at_5_max
value: 24.9636
verified: no, type: nauc_precision_at_5_std
value: 12.5663
verified: no, type: nauc_precision_at_5_diff1
value: -0.6708999999999999
verified: no, type: nauc_precision_at_10_max
value: 21.0872
verified: no, type: nauc_precision_at_10_std
value: 22.884
verified: no, type: nauc_precision_at_10_diff1
value: -12.9544
verified: no, type: nauc_precision_at_20_max
value: 21.9884
verified: no, type: nauc_precision_at_20_std
value: 28.668900000000004
verified: no, type: nauc_precision_at_20_diff1
value: -16.558600000000002
verified: no, type: nauc_precision_at_100_max
value: 20.5125
verified: no, type: nauc_precision_at_100_std
value: 31.033300000000004
verified: no, type: nauc_precision_at_100_diff1
value: -19.1886
verified: no, type: nauc_precision_at_1000_max
value: 19.0725
verified: no, type: nauc_precision_at_1000_std
value: 29.510399999999997
verified: no, type: nauc_precision_at_1000_diff1
value: -20.1084
verified: no, type: nauc_mrr_at_1_max
value: 31.2901
verified: no, type: nauc_mrr_at_1_std
value: -11.6762
verified: no, type: nauc_mrr_at_1_diff1
value: 55.506
verified: no, type: nauc_mrr_at_3_max
value: 33.7798
verified: no, type: nauc_mrr_at_3_std
value: -12.0259
verified: no, type: nauc_mrr_at_3_diff1
value: 54.090700000000005
verified: no, type: nauc_mrr_at_5_max
value: 33.467400000000005
verified: no, type: nauc_mrr_at_5_std
value: -12.244
verified: no, type: nauc_mrr_at_5_diff1
value: 54.11709999999999
verified: no, type: nauc_mrr_at_10_max
value: 33.4772
verified: no, type: nauc_mrr_at_10_std
value: -11.7091
verified: no, type: nauc_mrr_at_10_diff1
value: 54.2297
verified: no, type: nauc_mrr_at_20_max
value: 33.5334
verified: no, type: nauc_mrr_at_20_std
value: -11.5523
verified: no, type: nauc_mrr_at_20_diff1
value: 54.2366
verified: no, type: nauc_mrr_at_100_max
value: 33.4982
verified: no, type: nauc_mrr_at_100_std
value: -11.594999999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 54.2903
verified: no, type: nauc_mrr_at_1000_max
value: 33.4918
verified: no, type: nauc_mrr_at_1000_std
value: -11.606900000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.288199999999996
verified: no, type: main_score
value: 78.61
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: ndcg_at_1
value: 43.616
verified: no, type: ndcg_at_3
value: 56.279999999999994
verified: no, type: ndcg_at_5
value: 60.099999999999994
verified: no, type: ndcg_at_10
value: 63.397000000000006
verified: no, type: ndcg_at_20
value: 65.388
verified: no, type: ndcg_at_100
value: 66.93900000000001
verified: no, type: ndcg_at_1000
value: 67.203
verified: no, type: map_at_1
value: 40.242
verified: no, type: map_at_3
value: 51.926
verified: no, type: map_at_5
value: 54.32900000000001
verified: no, type: map_at_10
value: 55.921
verified: no, type: map_at_20
value: 56.564
verified: no, type: map_at_100
value: 56.864000000000004
verified: no, type: map_at_1000
value: 56.884
verified: no, type: recall_at_1
value: 40.242
verified: no, type: recall_at_3
value: 65.012
verified: no, type: recall_at_5
value: 74.075
verified: no, type: recall_at_10
value: 83.746
verified: no, type: recall_at_20
value: 90.982
verified: no, type: recall_at_100
value: 98.15700000000001
verified: no, type: recall_at_1000
value: 99.82
verified: no, type: precision_at_1
value: 43.616
verified: no, type: precision_at_3
value: 24.633
verified: no, type: precision_at_5
value: 17.175
verified: no, type: precision_at_10
value: 9.887
verified: no, type: precision_at_20
value: 5.463
verified: no, type: precision_at_100
value: 1.214
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: mrr_at_1
value: 43.6158
verified: no, type: mrr_at_3
value: 54.858799999999995
verified: no, type: mrr_at_5
value: 56.920899999999996
verified: no, type: mrr_at_10
value: 58.0792
verified: no, type: mrr_at_20
value: 58.518899999999995
verified: no, type: mrr_at_100
value: 58.702299999999994
verified: no, type: mrr_at_1000
value: 58.708400000000005
verified: no, type: nauc_ndcg_at_1_max
value: 21.495800000000003
verified: no, type: nauc_ndcg_at_1_std
value: -7.646100000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.123799999999996
verified: no, type: nauc_ndcg_at_3_max
value: 23.3141
verified: no, type: nauc_ndcg_at_3_std
value: -6.0310999999999995
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.5197
verified: no, type: nauc_ndcg_at_5_max
value: 22.1446
verified: no, type: nauc_ndcg_at_5_std
value: -7.0889999999999995
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.3935
verified: no, type: nauc_ndcg_at_10_max
value: 23.886499999999998
verified: no, type: nauc_ndcg_at_10_std
value: -4.9118
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.3841
verified: no, type: nauc_ndcg_at_20_max
value: 24.0656
verified: no, type: nauc_ndcg_at_20_std
value: -3.7274000000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.0093
verified: no, type: nauc_ndcg_at_100_max
value: 24.055699999999998
verified: no, type: nauc_ndcg_at_100_std
value: -4.8167
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.6088
verified: no, type: nauc_ndcg_at_1000_max
value: 23.807000000000002
verified: no, type: nauc_ndcg_at_1000_std
value: -5.3797999999999995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.8161
verified: no, type: nauc_map_at_1_max
value: 18.4335
verified: no, type: nauc_map_at_1_std
value: -10.1283
verified: no, type: nauc_map_at_1_diff1
value: 45.738800000000005
verified: no, type: nauc_map_at_3_max
value: 21.441499999999998
verified: no, type: nauc_map_at_3_std
value: -7.575800000000001
verified: no, type: nauc_map_at_3_diff1
value: 39.7153
verified: no, type: nauc_map_at_5_max
value: 21.1341
verified: no, type: nauc_map_at_5_std
value: -8.1345
verified: no, type: nauc_map_at_5_diff1
value: 40.1813
verified: no, type: nauc_map_at_10_max
value: 22.112499999999997
verified: no, type: nauc_map_at_10_std
value: -7.1671
verified: no, type: nauc_map_at_10_diff1
value: 40.3339
verified: no, type: nauc_map_at_20_max
value: 22.301000000000002
verified: no, type: nauc_map_at_20_std
value: -6.8062
verified: no, type: nauc_map_at_20_diff1
value: 40.5582
verified: no, type: nauc_map_at_100_max
value: 22.3465
verified: no, type: nauc_map_at_100_std
value: -6.9186
verified: no, type: nauc_map_at_100_diff1
value: 40.6223
verified: no, type: nauc_map_at_1000_max
value: 22.3436
verified: no, type: nauc_map_at_1000_std
value: -6.9361999999999995
verified: no, type: nauc_map_at_1000_diff1
value: 40.625
verified: no, type: nauc_recall_at_1_max
value: 18.4335
verified: no, type: nauc_recall_at_1_std
value: -10.1283
verified: no, type: nauc_recall_at_1_diff1
value: 45.738800000000005
verified: no, type: nauc_recall_at_3_max
value: 23.3474
verified: no, type: nauc_recall_at_3_std
value: -4.2262
verified: no, type: nauc_recall_at_3_diff1
value: 30.3452
verified: no, type: nauc_recall_at_5_max
value: 20.0591
verified: no, type: nauc_recall_at_5_std
value: -6.395099999999999
verified: no, type: nauc_recall_at_5_diff1
value: 29.949900000000003
verified: no, type: nauc_recall_at_10_max
value: 26.8434
verified: no, type: nauc_recall_at_10_std
value: 4.8557999999999995
verified: no, type: nauc_recall_at_10_diff1
value: 25.1834
verified: no, type: nauc_recall_at_20_max
value: 29.456300000000002
verified: no, type: nauc_recall_at_20_std
value: 23.3208
verified: no, type: nauc_recall_at_20_diff1
value: 23.3208
verified: no, type: nauc_recall_at_100_max
value: 52.44
verified: no, type: nauc_recall_at_100_std
value: 55.683899999999994
verified: no, type: nauc_recall_at_100_diff1
value: 13.937199999999999
verified: no, type: nauc_recall_at_1000_max
value: 82.3176
verified: no, type: nauc_recall_at_1000_std
value: 94.9885
verified: no, type: nauc_recall_at_1000_diff1
value: 40.726600000000005
verified: no, type: nauc_precision_at_1_max
value: 21.495800000000003
verified: no, type: nauc_precision_at_1_std
value: -7.646100000000001
verified: no, type: nauc_precision_at_1_diff1
value: 45.123799999999996
verified: no, type: nauc_precision_at_3_max
value: 28.9783
verified: no, type: nauc_precision_at_3_std
value: 3.2687
verified: no, type: nauc_precision_at_3_diff1
value: 20.7225
verified: no, type: nauc_precision_at_5_max
value: 25.2089
verified: no, type: nauc_precision_at_5_std
value: 4.0814
verified: no, type: nauc_precision_at_5_diff1
value: 16.0894
verified: no, type: nauc_precision_at_10_max
value: 27.698299999999996
verified: no, type: nauc_precision_at_10_std
value: 13.925299999999998
verified: no, type: nauc_precision_at_10_diff1
value: 6.6515
verified: no, type: nauc_precision_at_20_max
value: 24.5872
verified: no, type: nauc_precision_at_20_std
value: 19.9721
verified: no, type: nauc_precision_at_20_diff1
value: -0.5682
verified: no, type: nauc_precision_at_100_max
value: 17.1678
verified: no, type: nauc_precision_at_100_std
value: 15.2662
verified: no, type: nauc_precision_at_100_diff1
value: -7.8995999999999995
verified: no, type: nauc_precision_at_1000_max
value: 13.238900000000001
verified: no, type: nauc_precision_at_1000_std
value: 11.3279
verified: no, type: nauc_precision_at_1000_diff1
value: -9.16
verified: no, type: nauc_mrr_at_1_max
value: 21.495800000000003
verified: no, type: nauc_mrr_at_1_std
value: -7.646100000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 45.123799999999996
verified: no, type: nauc_mrr_at_3_max
value: 24.0551
verified: no, type: nauc_mrr_at_3_std
value: -5.7263
verified: no, type: nauc_mrr_at_3_diff1
value: 39.3751
verified: no, type: nauc_mrr_at_5_max
value: 23.5886
verified: no, type: nauc_mrr_at_5_std
value: -6.1324
verified: no, type: nauc_mrr_at_5_diff1
value: 39.8484
verified: no, type: nauc_mrr_at_10_max
value: 24.0204
verified: no, type: nauc_mrr_at_10_std
value: -5.5066999999999995
verified: no, type: nauc_mrr_at_10_diff1
value: 39.8521
verified: no, type: nauc_mrr_at_20_max
value: 23.8562
verified: no, type: nauc_mrr_at_20_std
value: -5.454
verified: no, type: nauc_mrr_at_20_diff1
value: 39.9745
verified: no, type: nauc_mrr_at_100_max
value: 23.8253
verified: no, type: nauc_mrr_at_100_std
value: -5.6002
verified: no, type: nauc_mrr_at_100_diff1
value: 40.0734
verified: no, type: nauc_mrr_at_1000_max
value: 23.813599999999997
verified: no, type: nauc_mrr_at_1000_std
value: -5.6162
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.0813
verified: no, type: main_score
value: 63.397000000000006
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: ndcg_at_1
value: 50.498
verified: no, type: ndcg_at_3
value: 62.806
verified: no, type: ndcg_at_5
value: 66.86
verified: no, type: ndcg_at_10
value: 69.48299999999999
verified: no, type: ndcg_at_20
value: 71.077
verified: no, type: ndcg_at_100
value: 72.256
verified: no, type: ndcg_at_1000
value: 72.541
verified: no, type: map_at_1
value: 40.62
verified: no, type: map_at_3
value: 56.069
verified: no, type: map_at_5
value: 59.358
verified: no, type: map_at_10
value: 61.111000000000004
verified: no, type: map_at_20
value: 61.805
verified: no, type: map_at_100
value: 62.114000000000004
verified: no, type: map_at_1000
value: 62.136
verified: no, type: recall_at_1
value: 40.62
verified: no, type: recall_at_3
value: 70.491
verified: no, type: recall_at_5
value: 80.961
verified: no, type: recall_at_10
value: 88.14800000000001
verified: no, type: recall_at_20
value: 93.38499999999999
verified: no, type: recall_at_100
value: 98.143
verified: no, type: recall_at_1000
value: 99.579
verified: no, type: precision_at_1
value: 50.498
verified: no, type: precision_at_3
value: 30.97
verified: no, type: precision_at_5
value: 22.164
verified: no, type: precision_at_10
value: 12.736
verified: no, type: precision_at_20
value: 6.947
verified: no, type: precision_at_100
value: 1.53
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: mrr_at_1
value: 50.497499999999995
verified: no, type: mrr_at_3
value: 63.5365
verified: no, type: mrr_at_5
value: 65.53280000000001
verified: no, type: mrr_at_10
value: 66.33980000000001
verified: no, type: mrr_at_20
value: 66.5933
verified: no, type: mrr_at_100
value: 66.6691
verified: no, type: mrr_at_1000
value: 66.6721
verified: no, type: nauc_ndcg_at_1_max
value: 19.0594
verified: no, type: nauc_ndcg_at_1_std
value: -3.8804
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.6464
verified: no, type: nauc_ndcg_at_3_max
value: 18.4011
verified: no, type: nauc_ndcg_at_3_std
value: -6.3039
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.0045
verified: no, type: nauc_ndcg_at_5_max
value: 19.3078
verified: no, type: nauc_ndcg_at_5_std
value: -4.8708
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.682300000000005
verified: no, type: nauc_ndcg_at_10_max
value: 20.0534
verified: no, type: nauc_ndcg_at_10_std
value: -2.8762
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.1884
verified: no, type: nauc_ndcg_at_20_max
value: 20.3694
verified: no, type: nauc_ndcg_at_20_std
value: -2.4587000000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.8091
verified: no, type: nauc_ndcg_at_100_max
value: 20.616899999999998
verified: no, type: nauc_ndcg_at_100_std
value: -2.2839
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.6195
verified: no, type: nauc_ndcg_at_1000_max
value: 20.0428
verified: no, type: nauc_ndcg_at_1000_std
value: -2.9753000000000003
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.1222
verified: no, type: nauc_map_at_1_max
value: 12.217
verified: no, type: nauc_map_at_1_std
value: -7.8444
verified: no, type: nauc_map_at_1_diff1
value: 40.1123
verified: no, type: nauc_map_at_3_max
value: 15.9493
verified: no, type: nauc_map_at_3_std
value: -7.5901
verified: no, type: nauc_map_at_3_diff1
value: 39.8613
verified: no, type: nauc_map_at_5_max
value: 16.616400000000002
verified: no, type: nauc_map_at_5_std
value: -6.8976999999999995
verified: no, type: nauc_map_at_5_diff1
value: 39.2294
verified: no, type: nauc_map_at_10_max
value: 17.9028
verified: no, type: nauc_map_at_10_std
value: -5.2459
verified: no, type: nauc_map_at_10_diff1
value: 39.179199999999994
verified: no, type: nauc_map_at_20_max
value: 18.134700000000002
verified: no, type: nauc_map_at_20_std
value: -4.8812
verified: no, type: nauc_map_at_20_diff1
value: 39.143699999999995
verified: no, type: nauc_map_at_100_max
value: 18.342200000000002
verified: no, type: nauc_map_at_100_std
value: -4.7081
verified: no, type: nauc_map_at_100_diff1
value: 39.1122
verified: no, type: nauc_map_at_1000_max
value: 18.3155
verified: no, type: nauc_map_at_1000_std
value: -4.7326
verified: no, type: nauc_map_at_1000_diff1
value: 39.0812
verified: no, type: nauc_recall_at_1_max
value: 12.217
verified: no, type: nauc_recall_at_1_std
value: -7.8444
verified: no, type: nauc_recall_at_1_diff1
value: 40.1123
verified: no, type: nauc_recall_at_3_max
value: 16.416900000000002
verified: no, type: nauc_recall_at_3_std
value: -7.400900000000001
verified: no, type: nauc_recall_at_3_diff1
value: 36.0345
verified: no, type: nauc_recall_at_5_max
value: 19.1829
verified: no, type: nauc_recall_at_5_std
value: -3.6537
verified: no, type: nauc_recall_at_5_diff1
value: 33.1213
verified: no, type: nauc_recall_at_10_max
value: 23.8763
verified: no, type: nauc_recall_at_10_std
value: 8.688600000000001
verified: no, type: nauc_recall_at_10_diff1
value: 33.9113
verified: no, type: nauc_recall_at_20_max
value: 27.966600000000003
verified: no, type: nauc_recall_at_20_std
value: 15.241
verified: no, type: nauc_recall_at_20_diff1
value: 40.6974
verified: no, type: nauc_recall_at_100_max
value: 57.3543
verified: no, type: nauc_recall_at_100_std
value: 54.7197
verified: no, type: nauc_recall_at_100_diff1
value: 60.5244
verified: no, type: nauc_recall_at_1000_max
value: 64.5626
verified: no, type: nauc_recall_at_1000_std
value: 83.2577
verified: no, type: nauc_recall_at_1000_diff1
value: 64.29350000000001
verified: no, type: nauc_precision_at_1_max
value: 19.0594
verified: no, type: nauc_precision_at_1_std
value: -3.8804
verified: no, type: nauc_precision_at_1_diff1
value: 37.6464
verified: no, type: nauc_precision_at_3_max
value: 20.8277
verified: no, type: nauc_precision_at_3_std
value: 1.0916000000000001
verified: no, type: nauc_precision_at_3_diff1
value: 15.0235
verified: no, type: nauc_precision_at_5_max
value: 18.669900000000002
verified: no, type: nauc_precision_at_5_std
value: 7.202
verified: no, type: nauc_precision_at_5_diff1
value: 0.4511
verified: no, type: nauc_precision_at_10_max
value: 17.319399999999998
verified: no, type: nauc_precision_at_10_std
value: 13.8231
verified: no, type: nauc_precision_at_10_diff1
value: -9.2488
verified: no, type: nauc_precision_at_20_max
value: 14.678099999999999
verified: no, type: nauc_precision_at_20_std
value: 15.1245
verified: no, type: nauc_precision_at_20_diff1
value: -13.2081
verified: no, type: nauc_precision_at_100_max
value: 10.996699999999999
verified: no, type: nauc_precision_at_100_std
value: 12.9406
verified: no, type: nauc_precision_at_100_diff1
value: -17.1787
verified: no, type: nauc_precision_at_1000_max
value: 1.9817
verified: no, type: nauc_precision_at_1000_std
value: 3.9759
verified: no, type: nauc_precision_at_1000_diff1
value: -22.869999999999997
verified: no, type: nauc_mrr_at_1_max
value: 19.0594
verified: no, type: nauc_mrr_at_1_std
value: -3.8804
verified: no, type: nauc_mrr_at_1_diff1
value: 37.6464
verified: no, type: nauc_mrr_at_3_max
value: 20.2741
verified: no, type: nauc_mrr_at_3_std
value: -3.4842999999999997
verified: no, type: nauc_mrr_at_3_diff1
value: 36.4096
verified: no, type: nauc_mrr_at_5_max
value: 21.0319
verified: no, type: nauc_mrr_at_5_std
value: -2.6564
verified: no, type: nauc_mrr_at_5_diff1
value: 36.3726
verified: no, type: nauc_mrr_at_10_max
value: 20.599
verified: no, type: nauc_mrr_at_10_std
value: -2.6665
verified: no, type: nauc_mrr_at_10_diff1
value: 36.5241
verified: no, type: nauc_mrr_at_20_max
value: 20.517
verified: no, type: nauc_mrr_at_20_std
value: -2.9095
verified: no, type: nauc_mrr_at_20_diff1
value: 36.7273
verified: no, type: nauc_mrr_at_100_max
value: 20.4407
verified: no, type: nauc_mrr_at_100_std
value: -2.9379
verified: no, type: nauc_mrr_at_100_diff1
value: 36.679899999999996
verified: no, type: nauc_mrr_at_1000_max
value: 20.4355
verified: no, type: nauc_mrr_at_1000_std
value: -2.9423
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.675799999999995
verified: no, type: main_score
value: 69.48299999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: ndcg_at_1
value: 57.652
verified: no, type: ndcg_at_3
value: 66.705
verified: no, type: ndcg_at_5
value: 70.59100000000001
verified: no, type: ndcg_at_10
value: 73.714
verified: no, type: ndcg_at_20
value: 75.167
verified: no, type: ndcg_at_100
value: 76.139
verified: no, type: ndcg_at_1000
value: 76.34
verified: no, type: map_at_1
value: 46.527
verified: no, type: map_at_3
value: 59.968999999999994
verified: no, type: map_at_5
value: 63.451
verified: no, type: map_at_10
value: 65.66499999999999
verified: no, type: map_at_20
value: 66.45100000000001
verified: no, type: map_at_100
value: 66.826
verified: no, type: map_at_1000
value: 66.854
verified: no, type: recall_at_1
value: 46.527
verified: no, type: recall_at_3
value: 71.279
verified: no, type: recall_at_5
value: 81.415
verified: no, type: recall_at_10
value: 90.654
verified: no, type: recall_at_20
value: 95.194
verified: no, type: recall_at_100
value: 98.961
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: precision_at_1
value: 57.652
verified: no, type: precision_at_3
value: 32.852
verified: no, type: precision_at_5
value: 23.677
verified: no, type: precision_at_10
value: 14.062
verified: no, type: precision_at_20
value: 7.863
verified: no, type: precision_at_100
value: 1.7590000000000001
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: mrr_at_1
value: 57.6516
verified: no, type: mrr_at_3
value: 68.5274
verified: no, type: mrr_at_5
value: 70.16839999999999
verified: no, type: mrr_at_10
value: 71.0831
verified: no, type: mrr_at_20
value: 71.2297
verified: no, type: mrr_at_100
value: 71.26689999999999
verified: no, type: mrr_at_1000
value: 71.2683
verified: no, type: nauc_ndcg_at_1_max
value: 35.978100000000005
verified: no, type: nauc_ndcg_at_1_std
value: -9.3944
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.2488
verified: no, type: nauc_ndcg_at_3_max
value: 31.5913
verified: no, type: nauc_ndcg_at_3_std
value: -12.6604
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.2735
verified: no, type: nauc_ndcg_at_5_max
value: 33.3859
verified: no, type: nauc_ndcg_at_5_std
value: -10.5367
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.0459
verified: no, type: nauc_ndcg_at_10_max
value: 34.5308
verified: no, type: nauc_ndcg_at_10_std
value: -9.9507
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.3567
verified: no, type: nauc_ndcg_at_20_max
value: 34.985699999999994
verified: no, type: nauc_ndcg_at_20_std
value: -8.5865
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.8765
verified: no, type: nauc_ndcg_at_100_max
value: 35.057
verified: no, type: nauc_ndcg_at_100_std
value: -7.8573
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.5734
verified: no, type: nauc_ndcg_at_1000_max
value: 34.835
verified: no, type: nauc_ndcg_at_1000_std
value: -8.3062
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.4411
verified: no, type: nauc_map_at_1_max
value: 21.6445
verified: no, type: nauc_map_at_1_std
value: -17.6691
verified: no, type: nauc_map_at_1_diff1
value: 52.493500000000004
verified: no, type: nauc_map_at_3_max
value: 27.2095
verified: no, type: nauc_map_at_3_std
value: -17.0428
verified: no, type: nauc_map_at_3_diff1
value: 49.6547
verified: no, type: nauc_map_at_5_max
value: 29.6346
verified: no, type: nauc_map_at_5_std
value: -14.9005
verified: no, type: nauc_map_at_5_diff1
value: 49.356100000000005
verified: no, type: nauc_map_at_10_max
value: 31.182399999999998
verified: no, type: nauc_map_at_10_std
value: -13.672400000000001
verified: no, type: nauc_map_at_10_diff1
value: 49.3703
verified: no, type: nauc_map_at_20_max
value: 31.573600000000003
verified: no, type: nauc_map_at_20_std
value: -12.603
verified: no, type: nauc_map_at_20_diff1
value: 48.9738
verified: no, type: nauc_map_at_100_max
value: 31.774200000000004
verified: no, type: nauc_map_at_100_std
value: -11.959
verified: no, type: nauc_map_at_100_diff1
value: 48.8289
verified: no, type: nauc_map_at_1000_max
value: 31.7573
verified: no, type: nauc_map_at_1000_std
value: -11.9818
verified: no, type: nauc_map_at_1000_diff1
value: 48.8214
verified: no, type: nauc_recall_at_1_max
value: 21.6445
verified: no, type: nauc_recall_at_1_std
value: -17.6691
verified: no, type: nauc_recall_at_1_diff1
value: 52.493500000000004
verified: no, type: nauc_recall_at_3_max
value: 24.0486
verified: no, type: nauc_recall_at_3_std
value: -18.7221
verified: no, type: nauc_recall_at_3_diff1
value: 44.746
verified: no, type: nauc_recall_at_5_max
value: 29.4937
verified: no, type: nauc_recall_at_5_std
value: -11.7153
verified: no, type: nauc_recall_at_5_diff1
value: 44.021100000000004
verified: no, type: nauc_recall_at_10_max
value: 36.2753
verified: no, type: nauc_recall_at_10_std
value: -6.3401
verified: no, type: nauc_recall_at_10_diff1
value: 47.9824
verified: no, type: nauc_recall_at_20_max
value: 43.6872
verified: no, type: nauc_recall_at_20_std
value: 8.3677
verified: no, type: nauc_recall_at_20_diff1
value: 47.9808
verified: no, type: nauc_recall_at_100_max
value: 55.4877
verified: no, type: nauc_recall_at_100_std
value: 48.3024
verified: no, type: nauc_recall_at_100_diff1
value: 52.1096
verified: no, type: nauc_recall_at_1000_max
value: 69.7719
verified: no, type: nauc_recall_at_1000_std
value: 32.7119
verified: no, type: nauc_recall_at_1000_diff1
value: 29.4814
verified: no, type: nauc_precision_at_1_max
value: 35.978100000000005
verified: no, type: nauc_precision_at_1_std
value: -9.3944
verified: no, type: nauc_precision_at_1_diff1
value: 51.2488
verified: no, type: nauc_precision_at_3_max
value: 31.853199999999998
verified: no, type: nauc_precision_at_3_std
value: 9.1345
verified: no, type: nauc_precision_at_3_diff1
value: 8.0787
verified: no, type: nauc_precision_at_5_max
value: 26.634600000000002
verified: no, type: nauc_precision_at_5_std
value: 18.740299999999998
verified: no, type: nauc_precision_at_5_diff1
value: -6.112900000000001
verified: no, type: nauc_precision_at_10_max
value: 19.9826
verified: no, type: nauc_precision_at_10_std
value: 25.802000000000003
verified: no, type: nauc_precision_at_10_diff1
value: -16.8184
verified: no, type: nauc_precision_at_20_max
value: 12.6867
verified: no, type: nauc_precision_at_20_std
value: 28.8983
verified: no, type: nauc_precision_at_20_diff1
value: -22.654
verified: no, type: nauc_precision_at_100_max
value: 6.4873
verified: no, type: nauc_precision_at_100_std
value: 29.8757
verified: no, type: nauc_precision_at_100_diff1
value: -25.1008
verified: no, type: nauc_precision_at_1000_max
value: 1.9612999999999998
verified: no, type: nauc_precision_at_1000_std
value: 24.4495
verified: no, type: nauc_precision_at_1000_diff1
value: -25.9148
verified: no, type: nauc_mrr_at_1_max
value: 35.978100000000005
verified: no, type: nauc_mrr_at_1_std
value: -9.3944
verified: no, type: nauc_mrr_at_1_diff1
value: 51.2488
verified: no, type: nauc_mrr_at_3_max
value: 37.0095
verified: no, type: nauc_mrr_at_3_std
value: -7.744199999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 48.1462
verified: no, type: nauc_mrr_at_5_max
value: 37.608799999999995
verified: no, type: nauc_mrr_at_5_std
value: -6.7346
verified: no, type: nauc_mrr_at_5_diff1
value: 48.5491
verified: no, type: nauc_mrr_at_10_max
value: 37.643
verified: no, type: nauc_mrr_at_10_std
value: -6.8267999999999995
verified: no, type: nauc_mrr_at_10_diff1
value: 48.993900000000004
verified: no, type: nauc_mrr_at_20_max
value: 37.5892
verified: no, type: nauc_mrr_at_20_std
value: -6.8869
verified: no, type: nauc_mrr_at_20_diff1
value: 48.9268
verified: no, type: nauc_mrr_at_100_max
value: 37.5096
verified: no, type: nauc_mrr_at_100_std
value: -6.9777000000000005
verified: no, type: nauc_mrr_at_100_diff1
value: 48.8894
verified: no, type: nauc_mrr_at_1000_max
value: 37.506099999999996
verified: no, type: nauc_mrr_at_1000_std
value: -6.9837
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.887
verified: no, type: main_score
value: 73.714
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: ndcg_at_1
value: 49.201
verified: no, type: ndcg_at_3
value: 58.364000000000004
verified: no, type: ndcg_at_5
value: 61.558
verified: no, type: ndcg_at_10
value: 65.874
verified: no, type: ndcg_at_20
value: 67.831
verified: no, type: ndcg_at_100
value: 69.30199999999999
verified: no, type: ndcg_at_1000
value: 69.75200000000001
verified: no, type: map_at_1
value: 40.271
verified: no, type: map_at_3
value: 52.213
verified: no, type: map_at_5
value: 54.952999999999996
verified: no, type: map_at_10
value: 57.445
verified: no, type: map_at_20
value: 58.291000000000004
verified: no, type: map_at_100
value: 58.667
verified: no, type: map_at_1000
value: 58.718
verified: no, type: recall_at_1
value: 40.271
verified: no, type: recall_at_3
value: 63.75999999999999
verified: no, type: recall_at_5
value: 72.42699999999999
verified: no, type: recall_at_10
value: 84.88900000000001
verified: no, type: recall_at_20
value: 91.448
verified: no, type: recall_at_100
value: 97.465
verified: no, type: recall_at_1000
value: 99.636
verified: no, type: precision_at_1
value: 49.201
verified: no, type: precision_at_3
value: 28.691
verified: no, type: precision_at_5
value: 20.297
verified: no, type: precision_at_10
value: 12.556999999999999
verified: no, type: precision_at_20
value: 7.061000000000001
verified: no, type: precision_at_100
value: 1.6320000000000001
verified: no, type: precision_at_1000
value: 0.181
verified: no, type: mrr_at_1
value: 49.2009
verified: no, type: mrr_at_3
value: 59.7032
verified: no, type: mrr_at_5
value: 61.461200000000005
verified: no, type: mrr_at_10
value: 62.7672
verified: no, type: mrr_at_20
value: 63.1134
verified: no, type: mrr_at_100
value: 63.227199999999996
verified: no, type: mrr_at_1000
value: 63.230799999999995
verified: no, type: nauc_ndcg_at_1_max
value: 35.722300000000004
verified: no, type: nauc_ndcg_at_1_std
value: -5.2629
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.0255
verified: no, type: nauc_ndcg_at_3_max
value: 30.0275
verified: no, type: nauc_ndcg_at_3_std
value: -7.8391
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.8518
verified: no, type: nauc_ndcg_at_5_max
value: 31.012
verified: no, type: nauc_ndcg_at_5_std
value: -6.591900000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.2438
verified: no, type: nauc_ndcg_at_10_max
value: 33.231899999999996
verified: no, type: nauc_ndcg_at_10_std
value: -4.3445
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.2894
verified: no, type: nauc_ndcg_at_20_max
value: 33.852
verified: no, type: nauc_ndcg_at_20_std
value: -3.4532
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.846900000000005
verified: no, type: nauc_ndcg_at_100_max
value: 33.194
verified: no, type: nauc_ndcg_at_100_std
value: -4.5686
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.0463
verified: no, type: nauc_ndcg_at_1000_max
value: 33.0052
verified: no, type: nauc_ndcg_at_1000_std
value: -4.9962
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.2068
verified: no, type: nauc_map_at_1_max
value: 26.6561
verified: no, type: nauc_map_at_1_std
value: -12.2157
verified: no, type: nauc_map_at_1_diff1
value: 50.5273
verified: no, type: nauc_map_at_3_max
value: 27.5577
verified: no, type: nauc_map_at_3_std
value: -11.028599999999999
verified: no, type: nauc_map_at_3_diff1
value: 46.2174
verified: no, type: nauc_map_at_5_max
value: 29.273100000000003
verified: no, type: nauc_map_at_5_std
value: -9.4769
verified: no, type: nauc_map_at_5_diff1
value: 46.2826
verified: no, type: nauc_map_at_10_max
value: 31.0348
verified: no, type: nauc_map_at_10_std
value: -7.5669
verified: no, type: nauc_map_at_10_diff1
value: 46.0749
verified: no, type: nauc_map_at_20_max
value: 31.5351
verified: no, type: nauc_map_at_20_std
value: -6.9846
verified: no, type: nauc_map_at_20_diff1
value: 46.164500000000004
verified: no, type: nauc_map_at_100_max
value: 31.5605
verified: no, type: nauc_map_at_100_std
value: -6.9674
verified: no, type: nauc_map_at_100_diff1
value: 46.2282
verified: no, type: nauc_map_at_1000_max
value: 31.598
verified: no, type: nauc_map_at_1000_std
value: -6.954200000000001
verified: no, type: nauc_map_at_1000_diff1
value: 46.2808
verified: no, type: nauc_recall_at_1_max
value: 26.6561
verified: no, type: nauc_recall_at_1_std
value: -12.2157
verified: no, type: nauc_recall_at_1_diff1
value: 50.5273
verified: no, type: nauc_recall_at_3_max
value: 21.2349
verified: no, type: nauc_recall_at_3_std
value: -12.4907
verified: no, type: nauc_recall_at_3_diff1
value: 38.579299999999996
verified: no, type: nauc_recall_at_5_max
value: 22.7195
verified: no, type: nauc_recall_at_5_std
value: -9.334000000000001
verified: no, type: nauc_recall_at_5_diff1
value: 36.4266
verified: no, type: nauc_recall_at_10_max
value: 29.146100000000004
verified: no, type: nauc_recall_at_10_std
value: 1.4751999999999998
verified: no, type: nauc_recall_at_10_diff1
value: 31.535000000000004
verified: no, type: nauc_recall_at_20_max
value: 35.8577
verified: no, type: nauc_recall_at_20_std
value: 16.9118
verified: no, type: nauc_recall_at_20_diff1
value: 33.3949
verified: no, type: nauc_recall_at_100_max
value: 36.0947
verified: no, type: nauc_recall_at_100_std
value: 22.1525
verified: no, type: nauc_recall_at_100_diff1
value: 30.7612
verified: no, type: nauc_recall_at_1000_max
value: 12.998499999999998
verified: no, type: nauc_recall_at_1000_std
value: -16.6512
verified: no, type: nauc_recall_at_1000_diff1
value: 24.9076
verified: no, type: nauc_precision_at_1_max
value: 35.722300000000004
verified: no, type: nauc_precision_at_1_std
value: -5.2629
verified: no, type: nauc_precision_at_1_diff1
value: 51.0255
verified: no, type: nauc_precision_at_3_max
value: 26.662200000000002
verified: no, type: nauc_precision_at_3_std
value: 6.9475
verified: no, type: nauc_precision_at_3_diff1
value: 18.767300000000002
verified: no, type: nauc_precision_at_5_max
value: 27.2484
verified: no, type: nauc_precision_at_5_std
value: 16.601499999999998
verified: no, type: nauc_precision_at_5_diff1
value: 9.558
verified: no, type: nauc_precision_at_10_max
value: 23.8339
verified: no, type: nauc_precision_at_10_std
value: 25.8031
verified: no, type: nauc_precision_at_10_diff1
value: -4.4832
verified: no, type: nauc_precision_at_20_max
value: 18.7754
verified: no, type: nauc_precision_at_20_std
value: 27.273799999999998
verified: no, type: nauc_precision_at_20_diff1
value: -9.988199999999999
verified: no, type: nauc_precision_at_100_max
value: 13.3635
verified: no, type: nauc_precision_at_100_std
value: 25.8511
verified: no, type: nauc_precision_at_100_diff1
value: -11.844899999999999
verified: no, type: nauc_precision_at_1000_max
value: 14.932699999999999
verified: no, type: nauc_precision_at_1000_std
value: 28.1063
verified: no, type: nauc_precision_at_1000_diff1
value: -9.8153
verified: no, type: nauc_mrr_at_1_max
value: 35.722300000000004
verified: no, type: nauc_mrr_at_1_std
value: -5.2629
verified: no, type: nauc_mrr_at_1_diff1
value: 51.0255
verified: no, type: nauc_mrr_at_3_max
value: 33.4312
verified: no, type: nauc_mrr_at_3_std
value: -4.8599000000000006
verified: no, type: nauc_mrr_at_3_diff1
value: 47.0552
verified: no, type: nauc_mrr_at_5_max
value: 34.2031
verified: no, type: nauc_mrr_at_5_std
value: -3.9926000000000004
verified: no, type: nauc_mrr_at_5_diff1
value: 46.9299
verified: no, type: nauc_mrr_at_10_max
value: 34.4086
verified: no, type: nauc_mrr_at_10_std
value: -3.8749
verified: no, type: nauc_mrr_at_10_diff1
value: 47.1593
verified: no, type: nauc_mrr_at_20_max
value: 34.3946
verified: no, type: nauc_mrr_at_20_std
value: -3.9147000000000003
verified: no, type: nauc_mrr_at_20_diff1
value: 47.4349
verified: no, type: nauc_mrr_at_100_max
value: 34.362700000000004
verified: no, type: nauc_mrr_at_100_std
value: -4.0328
verified: no, type: nauc_mrr_at_100_diff1
value: 47.494
verified: no, type: nauc_mrr_at_1000_max
value: 34.3561
verified: no, type: nauc_mrr_at_1000_std
value: -4.0423
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.4888
verified: no, type: main_score
value: 65.874
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 68.30350000000001
verified: no, type: ndcg_at_10
value: 68.30350000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: ndcg_at_1
value: 45.552
verified: no, type: ndcg_at_3
value: 55.053
verified: no, type: ndcg_at_5
value: 59.03
verified: no, type: ndcg_at_10
value: 62.419000000000004
verified: no, type: ndcg_at_20
value: 64.64999999999999
verified: no, type: ndcg_at_100
value: 66.291
verified: no, type: ndcg_at_1000
value: 66.74600000000001
verified: no, type: map_at_1
value: 39.866
verified: no, type: map_at_3
value: 50.562
verified: no, type: map_at_5
value: 53.175
verified: no, type: map_at_10
value: 54.944
verified: no, type: map_at_20
value: 55.730999999999995
verified: no, type: map_at_100
value: 56.08800000000001
verified: no, type: map_at_1000
value: 56.115
verified: no, type: recall_at_1
value: 39.866
verified: no, type: recall_at_3
value: 61.25000000000001
verified: no, type: recall_at_5
value: 71.006
verified: no, type: recall_at_10
value: 81.14099999999999
verified: no, type: recall_at_20
value: 89.171
verified: no, type: recall_at_100
value: 96.565
verified: no, type: recall_at_1000
value: 99.529
verified: no, type: precision_at_1
value: 45.552
verified: no, type: precision_at_3
value: 24.693
verified: no, type: precision_at_5
value: 17.577
verified: no, type: precision_at_10
value: 10.306999999999999
verified: no, type: precision_at_20
value: 5.813
verified: no, type: precision_at_100
value: 1.311
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: mrr_at_1
value: 45.5521
verified: no, type: mrr_at_3
value: 55.1125
verified: no, type: mrr_at_5
value: 57.3287
verified: no, type: mrr_at_10
value: 58.5418
verified: no, type: mrr_at_20
value: 59.0221
verified: no, type: mrr_at_100
value: 59.19370000000001
verified: no, type: mrr_at_1000
value: 59.2048
verified: no, type: nauc_ndcg_at_1_max
value: 27.921499999999998
verified: no, type: nauc_ndcg_at_1_std
value: -9.3636
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.4281
verified: no, type: nauc_ndcg_at_3_max
value: 27.459
verified: no, type: nauc_ndcg_at_3_std
value: -9.5873
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.6714
verified: no, type: nauc_ndcg_at_5_max
value: 29.060200000000002
verified: no, type: nauc_ndcg_at_5_std
value: -7.2008
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.0416
verified: no, type: nauc_ndcg_at_10_max
value: 29.3299
verified: no, type: nauc_ndcg_at_10_std
value: -6.390999999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.4202
verified: no, type: nauc_ndcg_at_20_max
value: 29.677500000000002
verified: no, type: nauc_ndcg_at_20_std
value: -4.8305
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.5466
verified: no, type: nauc_ndcg_at_100_max
value: 28.7082
verified: no, type: nauc_ndcg_at_100_std
value: -6.0764
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.5715
verified: no, type: nauc_ndcg_at_1000_max
value: 28.6149
verified: no, type: nauc_ndcg_at_1000_std
value: -6.700399999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.5346
verified: no, type: nauc_map_at_1_max
value: 20.0004
verified: no, type: nauc_map_at_1_std
value: -13.6853
verified: no, type: nauc_map_at_1_diff1
value: 44.2179
verified: no, type: nauc_map_at_3_max
value: 24.0821
verified: no, type: nauc_map_at_3_std
value: -12.0955
verified: no, type: nauc_map_at_3_diff1
value: 42.4573
verified: no, type: nauc_map_at_5_max
value: 25.812400000000004
verified: no, type: nauc_map_at_5_std
value: -10.469199999999999
verified: no, type: nauc_map_at_5_diff1
value: 41.9585
verified: no, type: nauc_map_at_10_max
value: 26.2735
verified: no, type: nauc_map_at_10_std
value: -9.9941
verified: no, type: nauc_map_at_10_diff1
value: 41.8232
verified: no, type: nauc_map_at_20_max
value: 26.447100000000002
verified: no, type: nauc_map_at_20_std
value: -9.5027
verified: no, type: nauc_map_at_20_diff1
value: 41.5091
verified: no, type: nauc_map_at_100_max
value: 26.3308
verified: no, type: nauc_map_at_100_std
value: -9.590300000000001
verified: no, type: nauc_map_at_100_diff1
value: 41.5815
verified: no, type: nauc_map_at_1000_max
value: 26.340200000000003
verified: no, type: nauc_map_at_1000_std
value: -9.5964
verified: no, type: nauc_map_at_1000_diff1
value: 41.572700000000005
verified: no, type: nauc_recall_at_1_max
value: 20.0004
verified: no, type: nauc_recall_at_1_std
value: -13.6853
verified: no, type: nauc_recall_at_1_diff1
value: 44.2179
verified: no, type: nauc_recall_at_3_max
value: 26.097700000000003
verified: no, type: nauc_recall_at_3_std
value: -8.835899999999999
verified: no, type: nauc_recall_at_3_diff1
value: 39.472699999999996
verified: no, type: nauc_recall_at_5_max
value: 32.0375
verified: no, type: nauc_recall_at_5_std
value: -0.0716
verified: no, type: nauc_recall_at_5_diff1
value: 36.9765
verified: no, type: nauc_recall_at_10_max
value: 34.8587
verified: no, type: nauc_recall_at_10_std
value: 6.275
verified: no, type: nauc_recall_at_10_diff1
value: 31.554700000000004
verified: no, type: nauc_recall_at_20_max
value: 42.355
verified: no, type: nauc_recall_at_20_std
value: 27.1548
verified: no, type: nauc_recall_at_20_diff1
value: 21.763099999999998
verified: no, type: nauc_recall_at_100_max
value: 39.2378
verified: no, type: nauc_recall_at_100_std
value: 42.108200000000004
verified: no, type: nauc_recall_at_100_diff1
value: 32.5102
verified: no, type: nauc_recall_at_1000_max
value: 75.3769
verified: no, type: nauc_recall_at_1000_std
value: 71.88839999999999
verified: no, type: nauc_recall_at_1000_diff1
value: 38.2679
verified: no, type: nauc_precision_at_1_max
value: 27.921499999999998
verified: no, type: nauc_precision_at_1_std
value: -9.3636
verified: no, type: nauc_precision_at_1_diff1
value: 44.4281
verified: no, type: nauc_precision_at_3_max
value: 34.7046
verified: no, type: nauc_precision_at_3_std
value: 5.021599999999999
verified: no, type: nauc_precision_at_3_diff1
value: 23.667099999999998
verified: no, type: nauc_precision_at_5_max
value: 36.5109
verified: no, type: nauc_precision_at_5_std
value: 14.069400000000002
verified: no, type: nauc_precision_at_5_diff1
value: 13.544400000000001
verified: no, type: nauc_precision_at_10_max
value: 30.963
verified: no, type: nauc_precision_at_10_std
value: 19.4304
verified: no, type: nauc_precision_at_10_diff1
value: 1.7146000000000001
verified: no, type: nauc_precision_at_20_max
value: 25.1621
verified: no, type: nauc_precision_at_20_std
value: 25.373800000000003
verified: no, type: nauc_precision_at_20_diff1
value: -9.982000000000001
verified: no, type: nauc_precision_at_100_max
value: 13.057099999999998
verified: no, type: nauc_precision_at_100_std
value: 20.7987
verified: no, type: nauc_precision_at_100_diff1
value: -16.0661
verified: no, type: nauc_precision_at_1000_max
value: 9.5756
verified: no, type: nauc_precision_at_1000_std
value: 18.0231
verified: no, type: nauc_precision_at_1000_diff1
value: -18.5984
verified: no, type: nauc_mrr_at_1_max
value: 27.921499999999998
verified: no, type: nauc_mrr_at_1_std
value: -9.3636
verified: no, type: nauc_mrr_at_1_diff1
value: 44.4281
verified: no, type: nauc_mrr_at_3_max
value: 29.6409
verified: no, type: nauc_mrr_at_3_std
value: -8.9544
verified: no, type: nauc_mrr_at_3_diff1
value: 42.2066
verified: no, type: nauc_mrr_at_5_max
value: 30.357699999999998
verified: no, type: nauc_mrr_at_5_std
value: -7.500500000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 41.864000000000004
verified: no, type: nauc_mrr_at_10_max
value: 30.138399999999997
verified: no, type: nauc_mrr_at_10_std
value: -7.2905999999999995
verified: no, type: nauc_mrr_at_10_diff1
value: 41.3423
verified: no, type: nauc_mrr_at_20_max
value: 30.139899999999997
verified: no, type: nauc_mrr_at_20_std
value: -7.0059
verified: no, type: nauc_mrr_at_20_diff1
value: 41.2468
verified: no, type: nauc_mrr_at_100_max
value: 30.0186
verified: no, type: nauc_mrr_at_100_std
value: -7.2330000000000005
verified: no, type: nauc_mrr_at_100_diff1
value: 41.4665
verified: no, type: nauc_mrr_at_1000_max
value: 30.0147
verified: no, type: nauc_mrr_at_1000_std
value: -7.2532
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.4668
verified: no, type: main_score
value: 62.419000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: ndcg_at_1
value: 46.284
verified: no, type: ndcg_at_3
value: 55.584
verified: no, type: ndcg_at_5
value: 59.364
verified: no, type: ndcg_at_10
value: 62.953
verified: no, type: ndcg_at_20
value: 64.86
verified: no, type: ndcg_at_100
value: 66.686
verified: no, type: ndcg_at_1000
value: 67.228
verified: no, type: map_at_1
value: 38.129999999999995
verified: no, type: map_at_3
value: 49.814
verified: no, type: map_at_5
value: 52.742999999999995
verified: no, type: map_at_10
value: 54.798
verified: no, type: map_at_20
value: 55.57299999999999
verified: no, type: map_at_100
value: 56.02
verified: no, type: map_at_1000
value: 56.074999999999996
verified: no, type: recall_at_1
value: 38.129999999999995
verified: no, type: recall_at_3
value: 61.153
verified: no, type: recall_at_5
value: 70.78
verified: no, type: recall_at_10
value: 81.418
verified: no, type: recall_at_20
value: 88.137
verified: no, type: recall_at_100
value: 96.149
verified: no, type: recall_at_1000
value: 99.181
verified: no, type: precision_at_1
value: 46.284
verified: no, type: precision_at_3
value: 26.807
verified: no, type: precision_at_5
value: 19.415
verified: no, type: precision_at_10
value: 11.679
verified: no, type: precision_at_20
value: 6.566
verified: no, type: precision_at_100
value: 1.547
verified: no, type: precision_at_1000
value: 0.17099999999999999
verified: no, type: mrr_at_1
value: 46.2836
verified: no, type: mrr_at_3
value: 56.6013
verified: no, type: mrr_at_5
value: 58.635000000000005
verified: no, type: mrr_at_10
value: 59.8482
verified: no, type: mrr_at_20
value: 60.218700000000005
verified: no, type: mrr_at_100
value: 60.39099999999999
verified: no, type: mrr_at_1000
value: 60.399499999999996
verified: no, type: nauc_ndcg_at_1_max
value: 24.9374
verified: no, type: nauc_ndcg_at_1_std
value: -0.8533000000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.6482
verified: no, type: nauc_ndcg_at_3_max
value: 24.637800000000002
verified: no, type: nauc_ndcg_at_3_std
value: 1.3417000000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.0926
verified: no, type: nauc_ndcg_at_5_max
value: 25.757400000000004
verified: no, type: nauc_ndcg_at_5_std
value: 2.7779000000000003
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.6074
verified: no, type: nauc_ndcg_at_10_max
value: 27.511000000000003
verified: no, type: nauc_ndcg_at_10_std
value: 4.9934
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.986399999999996
verified: no, type: nauc_ndcg_at_20_max
value: 27.8084
verified: no, type: nauc_ndcg_at_20_std
value: 5.803599999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.0431
verified: no, type: nauc_ndcg_at_100_max
value: 27.418100000000003
verified: no, type: nauc_ndcg_at_100_std
value: 5.1895999999999995
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.2988
verified: no, type: nauc_ndcg_at_1000_max
value: 27.0984
verified: no, type: nauc_ndcg_at_1000_std
value: 4.4281
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.2413
verified: no, type: nauc_map_at_1_max
value: 17.4495
verified: no, type: nauc_map_at_1_std
value: -5.2767
verified: no, type: nauc_map_at_1_diff1
value: 41.6742
verified: no, type: nauc_map_at_3_max
value: 21.3191
verified: no, type: nauc_map_at_3_std
value: -1.9213999999999998
verified: no, type: nauc_map_at_3_diff1
value: 38.7722
verified: no, type: nauc_map_at_5_max
value: 23.0449
verified: no, type: nauc_map_at_5_std
value: -0.46690000000000004
verified: no, type: nauc_map_at_5_diff1
value: 38.791599999999995
verified: no, type: nauc_map_at_10_max
value: 24.4588
verified: no, type: nauc_map_at_10_std
value: 1.0587
verified: no, type: nauc_map_at_10_diff1
value: 38.7504
verified: no, type: nauc_map_at_20_max
value: 24.789
verified: no, type: nauc_map_at_20_std
value: 1.559
verified: no, type: nauc_map_at_20_diff1
value: 38.6749
verified: no, type: nauc_map_at_100_max
value: 24.9333
verified: no, type: nauc_map_at_100_std
value: 1.6972999999999998
verified: no, type: nauc_map_at_100_diff1
value: 38.6613
verified: no, type: nauc_map_at_1000_max
value: 24.9862
verified: no, type: nauc_map_at_1000_std
value: 1.7065000000000001
verified: no, type: nauc_map_at_1000_diff1
value: 38.6668
verified: no, type: nauc_recall_at_1_max
value: 17.4495
verified: no, type: nauc_recall_at_1_std
value: -5.2767
verified: no, type: nauc_recall_at_1_diff1
value: 41.6742
verified: no, type: nauc_recall_at_3_max
value: 20.9127
verified: no, type: nauc_recall_at_3_std
value: 0.936
verified: no, type: nauc_recall_at_3_diff1
value: 32.8785
verified: no, type: nauc_recall_at_5_max
value: 23.7878
verified: no, type: nauc_recall_at_5_std
value: 5.1316
verified: no, type: nauc_recall_at_5_diff1
value: 32.278800000000004
verified: no, type: nauc_recall_at_10_max
value: 30.2966
verified: no, type: nauc_recall_at_10_std
value: 15.4277
verified: no, type: nauc_recall_at_10_diff1
value: 31.4844
verified: no, type: nauc_recall_at_20_max
value: 34.345
verified: no, type: nauc_recall_at_20_std
value: 26.9153
verified: no, type: nauc_recall_at_20_diff1
value: 29.5009
verified: no, type: nauc_recall_at_100_max
value: 44.1986
verified: no, type: nauc_recall_at_100_std
value: 48.226
verified: no, type: nauc_recall_at_100_diff1
value: 34.414699999999996
verified: no, type: nauc_recall_at_1000_max
value: 54.4871
verified: no, type: nauc_recall_at_1000_std
value: 60.364
verified: no, type: nauc_recall_at_1000_diff1
value: 36.9058
verified: no, type: nauc_precision_at_1_max
value: 24.9374
verified: no, type: nauc_precision_at_1_std
value: -0.8533000000000001
verified: no, type: nauc_precision_at_1_diff1
value: 41.6482
verified: no, type: nauc_precision_at_3_max
value: 28.6702
verified: no, type: nauc_precision_at_3_std
value: 11.4917
verified: no, type: nauc_precision_at_3_diff1
value: 18.2611
verified: no, type: nauc_precision_at_5_max
value: 29.456
verified: no, type: nauc_precision_at_5_std
value: 17.6678
verified: no, type: nauc_precision_at_5_diff1
value: 9.7111
verified: no, type: nauc_precision_at_10_max
value: 29.17
verified: no, type: nauc_precision_at_10_std
value: 24.6284
verified: no, type: nauc_precision_at_10_diff1
value: -0.7287
verified: no, type: nauc_precision_at_20_max
value: 25.2582
verified: no, type: nauc_precision_at_20_std
value: 25.2149
verified: no, type: nauc_precision_at_20_diff1
value: -6.297899999999999
verified: no, type: nauc_precision_at_100_max
value: 20.775
verified: no, type: nauc_precision_at_100_std
value: 22.09
verified: no, type: nauc_precision_at_100_diff1
value: -11.3867
verified: no, type: nauc_precision_at_1000_max
value: 19.8154
verified: no, type: nauc_precision_at_1000_std
value: 18.1645
verified: no, type: nauc_precision_at_1000_diff1
value: -12.1432
verified: no, type: nauc_mrr_at_1_max
value: 24.9374
verified: no, type: nauc_mrr_at_1_std
value: -0.8533000000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 41.6482
verified: no, type: nauc_mrr_at_3_max
value: 26.6675
verified: no, type: nauc_mrr_at_3_std
value: 2.5971
verified: no, type: nauc_mrr_at_3_diff1
value: 38.3604
verified: no, type: nauc_mrr_at_5_max
value: 27.101399999999998
verified: no, type: nauc_mrr_at_5_std
value: 3.2217999999999996
verified: no, type: nauc_mrr_at_5_diff1
value: 38.7154
verified: no, type: nauc_mrr_at_10_max
value: 27.309
verified: no, type: nauc_mrr_at_10_std
value: 3.5742000000000003
verified: no, type: nauc_mrr_at_10_diff1
value: 38.8607
verified: no, type: nauc_mrr_at_20_max
value: 27.252
verified: no, type: nauc_mrr_at_20_std
value: 3.5631999999999997
verified: no, type: nauc_mrr_at_20_diff1
value: 38.913199999999996
verified: no, type: nauc_mrr_at_100_max
value: 27.1747
verified: no, type: nauc_mrr_at_100_std
value: 3.4063999999999997
verified: no, type: nauc_mrr_at_100_diff1
value: 38.967200000000005
verified: no, type: nauc_mrr_at_1000_max
value: 27.165
verified: no, type: nauc_mrr_at_1000_std
value: 3.3874
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.9675
verified: no, type: main_score
value: 62.953
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: ndcg_at_1
value: 55.224
verified: no, type: ndcg_at_3
value: 64.456
verified: no, type: ndcg_at_5
value: 68.867
verified: no, type: ndcg_at_10
value: 71.976
verified: no, type: ndcg_at_20
value: 73.411
verified: no, type: ndcg_at_100
value: 74.506
verified: no, type: ndcg_at_1000
value: 74.737
verified: no, type: map_at_1
value: 46.727000000000004
verified: no, type: map_at_3
value: 59.087999999999994
verified: no, type: map_at_5
value: 62.474
verified: no, type: map_at_10
value: 64.473
verified: no, type: map_at_20
value: 65.13
verified: no, type: map_at_100
value: 65.44200000000001
verified: no, type: map_at_1000
value: 65.464
verified: no, type: recall_at_1
value: 46.727000000000004
verified: no, type: recall_at_3
value: 70.06
verified: no, type: recall_at_5
value: 80.673
verified: no, type: recall_at_10
value: 89.369
verified: no, type: recall_at_20
value: 94.228
verified: no, type: recall_at_100
value: 98.54
verified: no, type: recall_at_1000
value: 99.822
verified: no, type: precision_at_1
value: 55.224
verified: no, type: precision_at_3
value: 30.255
verified: no, type: precision_at_5
value: 21.922
verified: no, type: precision_at_10
value: 12.751999999999999
verified: no, type: precision_at_20
value: 6.950000000000001
verified: no, type: precision_at_100
value: 1.524
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: mrr_at_1
value: 55.2239
verified: no, type: mrr_at_3
value: 65.36070000000001
verified: no, type: mrr_at_5
value: 67.5342
verified: no, type: mrr_at_10
value: 68.3955
verified: no, type: mrr_at_20
value: 68.62859999999999
verified: no, type: mrr_at_100
value: 68.7099
verified: no, type: mrr_at_1000
value: 68.7129
verified: no, type: nauc_ndcg_at_1_max
value: 29.770000000000003
verified: no, type: nauc_ndcg_at_1_std
value: -4.7992
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.081900000000005
verified: no, type: nauc_ndcg_at_3_max
value: 27.1771
verified: no, type: nauc_ndcg_at_3_std
value: -5.7887
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.7026
verified: no, type: nauc_ndcg_at_5_max
value: 28.610799999999998
verified: no, type: nauc_ndcg_at_5_std
value: -3.9631
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.198899999999995
verified: no, type: nauc_ndcg_at_10_max
value: 29.4933
verified: no, type: nauc_ndcg_at_10_std
value: -3.1424
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.822599999999994
verified: no, type: nauc_ndcg_at_20_max
value: 30.4004
verified: no, type: nauc_ndcg_at_20_std
value: -1.8597
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.6455
verified: no, type: nauc_ndcg_at_100_max
value: 29.438799999999997
verified: no, type: nauc_ndcg_at_100_std
value: -2.0273
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.3009
verified: no, type: nauc_ndcg_at_1000_max
value: 29.2836
verified: no, type: nauc_ndcg_at_1000_std
value: -2.6249000000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.1781
verified: no, type: nauc_map_at_1_max
value: 18.9132
verified: no, type: nauc_map_at_1_std
value: -12.1242
verified: no, type: nauc_map_at_1_diff1
value: 50.306
verified: no, type: nauc_map_at_3_max
value: 24.4777
verified: no, type: nauc_map_at_3_std
value: -8.7153
verified: no, type: nauc_map_at_3_diff1
value: 46.9933
verified: no, type: nauc_map_at_5_max
value: 26.7527
verified: no, type: nauc_map_at_5_std
value: -6.6985
verified: no, type: nauc_map_at_5_diff1
value: 47.5231
verified: no, type: nauc_map_at_10_max
value: 27.676000000000002
verified: no, type: nauc_map_at_10_std
value: -6.0082
verified: no, type: nauc_map_at_10_diff1
value: 47.3099
verified: no, type: nauc_map_at_20_max
value: 28.2023
verified: no, type: nauc_map_at_20_std
value: -5.2695
verified: no, type: nauc_map_at_20_diff1
value: 47.1995
verified: no, type: nauc_map_at_100_max
value: 27.9748
verified: no, type: nauc_map_at_100_std
value: -5.1704
verified: no, type: nauc_map_at_100_diff1
value: 47.0984
verified: no, type: nauc_map_at_1000_max
value: 27.9627
verified: no, type: nauc_map_at_1000_std
value: -5.1981
verified: no, type: nauc_map_at_1000_diff1
value: 47.0869
verified: no, type: nauc_recall_at_1_max
value: 18.9132
verified: no, type: nauc_recall_at_1_std
value: -12.1242
verified: no, type: nauc_recall_at_1_diff1
value: 50.306
verified: no, type: nauc_recall_at_3_max
value: 21.3049
verified: no, type: nauc_recall_at_3_std
value: -7.6971
verified: no, type: nauc_recall_at_3_diff1
value: 39.711600000000004
verified: no, type: nauc_recall_at_5_max
value: 26.999200000000002
verified: no, type: nauc_recall_at_5_std
value: -1.3561999999999999
verified: no, type: nauc_recall_at_5_diff1
value: 41.7797
verified: no, type: nauc_recall_at_10_max
value: 33.3784
verified: no, type: nauc_recall_at_10_std
value: 6.0481
verified: no, type: nauc_recall_at_10_diff1
value: 45.974399999999996
verified: no, type: nauc_recall_at_20_max
value: 42.6841
verified: no, type: nauc_recall_at_20_std
value: 20.180699999999998
verified: no, type: nauc_recall_at_20_diff1
value: 45.5768
verified: no, type: nauc_recall_at_100_max
value: 40.0169
verified: no, type: nauc_recall_at_100_std
value: 57.9001
verified: no, type: nauc_recall_at_100_diff1
value: 47.883900000000004
verified: no, type: nauc_recall_at_1000_max
value: 93.254
verified: no, type: nauc_recall_at_1000_std
value: 80.2253
verified: no, type: nauc_recall_at_1000_diff1
value: 54.9883
verified: no, type: nauc_precision_at_1_max
value: 29.770000000000003
verified: no, type: nauc_precision_at_1_std
value: -4.7992
verified: no, type: nauc_precision_at_1_diff1
value: 50.081900000000005
verified: no, type: nauc_precision_at_3_max
value: 31.012600000000003
verified: no, type: nauc_precision_at_3_std
value: 11.459800000000001
verified: no, type: nauc_precision_at_3_diff1
value: 13.2707
verified: no, type: nauc_precision_at_5_max
value: 26.686300000000003
verified: no, type: nauc_precision_at_5_std
value: 18.7527
verified: no, type: nauc_precision_at_5_diff1
value: -1.1235
verified: no, type: nauc_precision_at_10_max
value: 18.634800000000002
verified: no, type: nauc_precision_at_10_std
value: 18.9087
verified: no, type: nauc_precision_at_10_diff1
value: -12.2826
verified: no, type: nauc_precision_at_20_max
value: 14.471700000000002
verified: no, type: nauc_precision_at_20_std
value: 22.420499999999997
verified: no, type: nauc_precision_at_20_diff1
value: -18.4808
verified: no, type: nauc_precision_at_100_max
value: 3.9324
verified: no, type: nauc_precision_at_100_std
value: 19.6796
verified: no, type: nauc_precision_at_100_diff1
value: -23.3183
verified: no, type: nauc_precision_at_1000_max
value: 1.2887
verified: no, type: nauc_precision_at_1000_std
value: 16.356
verified: no, type: nauc_precision_at_1000_diff1
value: -24.6576
verified: no, type: nauc_mrr_at_1_max
value: 29.770000000000003
verified: no, type: nauc_mrr_at_1_std
value: -4.7992
verified: no, type: nauc_mrr_at_1_diff1
value: 50.081900000000005
verified: no, type: nauc_mrr_at_3_max
value: 29.804399999999998
verified: no, type: nauc_mrr_at_3_std
value: -2.3887
verified: no, type: nauc_mrr_at_3_diff1
value: 45.2919
verified: no, type: nauc_mrr_at_5_max
value: 30.5882
verified: no, type: nauc_mrr_at_5_std
value: -1.9375
verified: no, type: nauc_mrr_at_5_diff1
value: 46.030100000000004
verified: no, type: nauc_mrr_at_10_max
value: 30.753200000000003
verified: no, type: nauc_mrr_at_10_std
value: -1.8796
verified: no, type: nauc_mrr_at_10_diff1
value: 46.5346
verified: no, type: nauc_mrr_at_20_max
value: 30.6294
verified: no, type: nauc_mrr_at_20_std
value: -2.0264
verified: no, type: nauc_mrr_at_20_diff1
value: 46.5284
verified: no, type: nauc_mrr_at_100_max
value: 30.5732
verified: no, type: nauc_mrr_at_100_std
value: -2.0728
verified: no, type: nauc_mrr_at_100_diff1
value: 46.5285
verified: no, type: nauc_mrr_at_1000_max
value: 30.574299999999997
verified: no, type: nauc_mrr_at_1000_std
value: -2.0833999999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.530899999999995
verified: no, type: main_score
value: 71.976
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: ndcg_at_1
value: 49.012
verified: no, type: ndcg_at_3
value: 61.344
verified: no, type: ndcg_at_5
value: 65.034
verified: no, type: ndcg_at_10
value: 68.354
verified: no, type: ndcg_at_20
value: 69.706
verified: no, type: ndcg_at_100
value: 71.069
verified: no, type: ndcg_at_1000
value: 71.447
verified: no, type: map_at_1
value: 39.981
verified: no, type: map_at_3
value: 53.561
verified: no, type: map_at_5
value: 56.657000000000004
verified: no, type: map_at_10
value: 58.91499999999999
verified: no, type: map_at_20
value: 59.845000000000006
verified: no, type: map_at_100
value: 60.582
verified: no, type: map_at_1000
value: 60.736999999999995
verified: no, type: recall_at_1
value: 39.981
verified: no, type: recall_at_3
value: 67.552
verified: no, type: recall_at_5
value: 76.93799999999999
verified: no, type: recall_at_10
value: 86.983
verified: no, type: recall_at_20
value: 91.916
verified: no, type: recall_at_100
value: 98.149
verified: no, type: recall_at_1000
value: 99.72
verified: no, type: precision_at_1
value: 49.012
verified: no, type: precision_at_3
value: 30.435000000000002
verified: no, type: precision_at_5
value: 22.372
verified: no, type: precision_at_10
value: 13.834
verified: no, type: precision_at_20
value: 8.152
verified: no, type: precision_at_100
value: 2.223
verified: no, type: precision_at_1000
value: 0.266
verified: no, type: mrr_at_1
value: 49.011900000000004
verified: no, type: mrr_at_3
value: 61.561299999999996
verified: no, type: mrr_at_5
value: 63.3794
verified: no, type: mrr_at_10
value: 64.4351
verified: no, type: mrr_at_20
value: 64.595
verified: no, type: mrr_at_100
value: 64.69709999999999
verified: no, type: mrr_at_1000
value: 64.69850000000001
verified: no, type: nauc_ndcg_at_1_max
value: 32.447700000000005
verified: no, type: nauc_ndcg_at_1_std
value: -6.2777
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.2474
verified: no, type: nauc_ndcg_at_3_max
value: 34.219100000000005
verified: no, type: nauc_ndcg_at_3_std
value: -7.8896999999999995
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.628099999999996
verified: no, type: nauc_ndcg_at_5_max
value: 35.5379
verified: no, type: nauc_ndcg_at_5_std
value: -5.2724
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.0239
verified: no, type: nauc_ndcg_at_10_max
value: 34.2717
verified: no, type: nauc_ndcg_at_10_std
value: -7.2908
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.2352
verified: no, type: nauc_ndcg_at_20_max
value: 34.4791
verified: no, type: nauc_ndcg_at_20_std
value: -7.099
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.6304
verified: no, type: nauc_ndcg_at_100_max
value: 34.562799999999996
verified: no, type: nauc_ndcg_at_100_std
value: -6.7661
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.392
verified: no, type: nauc_ndcg_at_1000_max
value: 34.1681
verified: no, type: nauc_ndcg_at_1000_std
value: -6.605900000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.8596
verified: no, type: nauc_map_at_1_max
value: 27.7902
verified: no, type: nauc_map_at_1_std
value: -16.2808
verified: no, type: nauc_map_at_1_diff1
value: 48.7298
verified: no, type: nauc_map_at_3_max
value: 31.4573
verified: no, type: nauc_map_at_3_std
value: -16.1403
verified: no, type: nauc_map_at_3_diff1
value: 45.0931
verified: no, type: nauc_map_at_5_max
value: 33.0514
verified: no, type: nauc_map_at_5_std
value: -14.9261
verified: no, type: nauc_map_at_5_diff1
value: 44.687
verified: no, type: nauc_map_at_10_max
value: 33.5191
verified: no, type: nauc_map_at_10_std
value: -14.6801
verified: no, type: nauc_map_at_10_diff1
value: 44.0105
verified: no, type: nauc_map_at_20_max
value: 33.9411
verified: no, type: nauc_map_at_20_std
value: -12.991
verified: no, type: nauc_map_at_20_diff1
value: 43.6006
verified: no, type: nauc_map_at_100_max
value: 33.8233
verified: no, type: nauc_map_at_100_std
value: -10.7045
verified: no, type: nauc_map_at_100_diff1
value: 42.5927
verified: no, type: nauc_map_at_1000_max
value: 33.5273
verified: no, type: nauc_map_at_1000_std
value: -10.0456
verified: no, type: nauc_map_at_1000_diff1
value: 42.227199999999996
verified: no, type: nauc_recall_at_1_max
value: 27.7902
verified: no, type: nauc_recall_at_1_std
value: -16.2808
verified: no, type: nauc_recall_at_1_diff1
value: 48.7298
verified: no, type: nauc_recall_at_3_max
value: 30.7762
verified: no, type: nauc_recall_at_3_std
value: -16.0759
verified: no, type: nauc_recall_at_3_diff1
value: 38.6421
verified: no, type: nauc_recall_at_5_max
value: 35.077000000000005
verified: no, type: nauc_recall_at_5_std
value: -9.4183
verified: no, type: nauc_recall_at_5_diff1
value: 37.9475
verified: no, type: nauc_recall_at_10_max
value: 31.5261
verified: no, type: nauc_recall_at_10_std
value: -13.8287
verified: no, type: nauc_recall_at_10_diff1
value: 29.7344
verified: no, type: nauc_recall_at_20_max
value: 36.1002
verified: no, type: nauc_recall_at_20_std
value: -10.0562
verified: no, type: nauc_recall_at_20_diff1
value: 40.8724
verified: no, type: nauc_recall_at_100_max
value: 50.3771
verified: no, type: nauc_recall_at_100_std
value: 7.227500000000001
verified: no, type: nauc_recall_at_100_diff1
value: 42.2881
verified: no, type: nauc_recall_at_1000_max
value: 31.468899999999998
verified: no, type: nauc_recall_at_1000_std
value: 10.7033
verified: no, type: nauc_recall_at_1000_diff1
value: -20.521700000000003
verified: no, type: nauc_precision_at_1_max
value: 32.447700000000005
verified: no, type: nauc_precision_at_1_std
value: -6.2777
verified: no, type: nauc_precision_at_1_diff1
value: 41.2474
verified: no, type: nauc_precision_at_3_max
value: 26.9594
verified: no, type: nauc_precision_at_3_std
value: 11.758799999999999
verified: no, type: nauc_precision_at_3_diff1
value: 6.6961
verified: no, type: nauc_precision_at_5_max
value: 18.8037
verified: no, type: nauc_precision_at_5_std
value: 23.4698
verified: no, type: nauc_precision_at_5_diff1
value: -8.657
verified: no, type: nauc_precision_at_10_max
value: 8.0724
verified: no, type: nauc_precision_at_10_std
value: 31.5594
verified: no, type: nauc_precision_at_10_diff1
value: -22.068099999999998
verified: no, type: nauc_precision_at_20_max
value: 2.2512
verified: no, type: nauc_precision_at_20_std
value: 40.842
verified: no, type: nauc_precision_at_20_diff1
value: -27.3176
verified: no, type: nauc_precision_at_100_max
value: -12.0696
verified: no, type: nauc_precision_at_100_std
value: 54.353300000000004
verified: no, type: nauc_precision_at_100_diff1
value: -36.321999999999996
verified: no, type: nauc_precision_at_1000_max
value: -19.0926
verified: no, type: nauc_precision_at_1000_std
value: 58.781000000000006
verified: no, type: nauc_precision_at_1000_diff1
value: -39.4997
verified: no, type: nauc_mrr_at_1_max
value: 32.447700000000005
verified: no, type: nauc_mrr_at_1_std
value: -6.2777
verified: no, type: nauc_mrr_at_1_diff1
value: 41.2474
verified: no, type: nauc_mrr_at_3_max
value: 33.763
verified: no, type: nauc_mrr_at_3_std
value: -5.6156
verified: no, type: nauc_mrr_at_3_diff1
value: 38.4492
verified: no, type: nauc_mrr_at_5_max
value: 34.2922
verified: no, type: nauc_mrr_at_5_std
value: -4.2062
verified: no, type: nauc_mrr_at_5_diff1
value: 38.6108
verified: no, type: nauc_mrr_at_10_max
value: 33.7399
verified: no, type: nauc_mrr_at_10_std
value: -4.7073
verified: no, type: nauc_mrr_at_10_diff1
value: 38.1541
verified: no, type: nauc_mrr_at_20_max
value: 33.6936
verified: no, type: nauc_mrr_at_20_std
value: -4.8885
verified: no, type: nauc_mrr_at_20_diff1
value: 38.5109
verified: no, type: nauc_mrr_at_100_max
value: 33.719500000000004
verified: no, type: nauc_mrr_at_100_std
value: -4.865
verified: no, type: nauc_mrr_at_100_diff1
value: 38.481500000000004
verified: no, type: nauc_mrr_at_1000_max
value: 33.7177
verified: no, type: nauc_mrr_at_1000_std
value: -4.869
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.4783
verified: no, type: main_score
value: 68.354
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: ndcg_at_1
value: 40.665
verified: no, type: ndcg_at_3
value: 50.893
verified: no, type: ndcg_at_5
value: 55.242000000000004
verified: no, type: ndcg_at_10
value: 58.623000000000005
verified: no, type: ndcg_at_20
value: 60.897999999999996
verified: no, type: ndcg_at_100
value: 62.751000000000005
verified: no, type: ndcg_at_1000
value: 63.336000000000006
verified: no, type: map_at_1
value: 37.622
verified: no, type: map_at_3
value: 47.176
verified: no, type: map_at_5
value: 49.846000000000004
verified: no, type: map_at_10
value: 51.355
verified: no, type: map_at_20
value: 52.068000000000005
verified: no, type: map_at_100
value: 52.403999999999996
verified: no, type: map_at_1000
value: 52.437999999999995
verified: no, type: recall_at_1
value: 37.622
verified: no, type: recall_at_3
value: 58.221000000000004
verified: no, type: recall_at_5
value: 68.702
verified: no, type: recall_at_10
value: 78.66
verified: no, type: recall_at_20
value: 86.863
verified: no, type: recall_at_100
value: 95.58
verified: no, type: recall_at_1000
value: 99.244
verified: no, type: precision_at_1
value: 40.665
verified: no, type: precision_at_3
value: 21.811
verified: no, type: precision_at_5
value: 15.675
verified: no, type: precision_at_10
value: 9.131
verified: no, type: precision_at_20
value: 5.148
verified: no, type: precision_at_100
value: 1.179
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: mrr_at_1
value: 40.6654
verified: no, type: mrr_at_3
value: 50.123200000000004
verified: no, type: mrr_at_5
value: 52.2859
verified: no, type: mrr_at_10
value: 53.5841
verified: no, type: mrr_at_20
value: 54.164199999999994
verified: no, type: mrr_at_100
value: 54.366499999999995
verified: no, type: mrr_at_1000
value: 54.381
verified: no, type: nauc_ndcg_at_1_max
value: 33.4247
verified: no, type: nauc_ndcg_at_1_std
value: 3.5878
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.606500000000004
verified: no, type: nauc_ndcg_at_3_max
value: 32.3399
verified: no, type: nauc_ndcg_at_3_std
value: 6.6485
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.920199999999994
verified: no, type: nauc_ndcg_at_5_max
value: 34.4362
verified: no, type: nauc_ndcg_at_5_std
value: 8.2143
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.3135
verified: no, type: nauc_ndcg_at_10_max
value: 34.7933
verified: no, type: nauc_ndcg_at_10_std
value: 8.93
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.8095
verified: no, type: nauc_ndcg_at_20_max
value: 36.267500000000005
verified: no, type: nauc_ndcg_at_20_std
value: 11.128
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.089
verified: no, type: nauc_ndcg_at_100_max
value: 35.577799999999996
verified: no, type: nauc_ndcg_at_100_std
value: 9.7067
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.7553
verified: no, type: nauc_ndcg_at_1000_max
value: 34.8617
verified: no, type: nauc_ndcg_at_1000_std
value: 8.521700000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.03
verified: no, type: nauc_map_at_1_max
value: 31.995
verified: no, type: nauc_map_at_1_std
value: 3.6323000000000003
verified: no, type: nauc_map_at_1_diff1
value: 48.461
verified: no, type: nauc_map_at_3_max
value: 31.9044
verified: no, type: nauc_map_at_3_std
value: 5.485
verified: no, type: nauc_map_at_3_diff1
value: 44.6198
verified: no, type: nauc_map_at_5_max
value: 33.3569
verified: no, type: nauc_map_at_5_std
value: 6.5029
verified: no, type: nauc_map_at_5_diff1
value: 44.2616
verified: no, type: nauc_map_at_10_max
value: 33.5432
verified: no, type: nauc_map_at_10_std
value: 6.7275
verified: no, type: nauc_map_at_10_diff1
value: 44.0641
verified: no, type: nauc_map_at_20_max
value: 33.9069
verified: no, type: nauc_map_at_20_std
value: 7.221
verified: no, type: nauc_map_at_20_diff1
value: 44.1605
verified: no, type: nauc_map_at_100_max
value: 33.847500000000004
verified: no, type: nauc_map_at_100_std
value: 7.0309
verified: no, type: nauc_map_at_100_diff1
value: 44.2494
verified: no, type: nauc_map_at_1000_max
value: 33.812799999999996
verified: no, type: nauc_map_at_1000_std
value: 6.983599999999999
verified: no, type: nauc_map_at_1000_diff1
value: 44.2481
verified: no, type: nauc_recall_at_1_max
value: 31.995
verified: no, type: nauc_recall_at_1_std
value: 3.6323000000000003
verified: no, type: nauc_recall_at_1_diff1
value: 48.461
verified: no, type: nauc_recall_at_3_max
value: 30.4497
verified: no, type: nauc_recall_at_3_std
value: 8.751100000000001
verified: no, type: nauc_recall_at_3_diff1
value: 37.9668
verified: no, type: nauc_recall_at_5_max
value: 35.72
verified: no, type: nauc_recall_at_5_std
value: 12.8803
verified: no, type: nauc_recall_at_5_diff1
value: 35.2176
verified: no, type: nauc_recall_at_10_max
value: 37.6307
verified: no, type: nauc_recall_at_10_std
value: 17.7206
verified: no, type: nauc_recall_at_10_diff1
value: 30.5141
verified: no, type: nauc_recall_at_20_max
value: 50.9481
verified: no, type: nauc_recall_at_20_std
value: 40.7706
verified: no, type: nauc_recall_at_20_diff1
value: 26.7457
verified: no, type: nauc_recall_at_100_max
value: 61.0502
verified: no, type: nauc_recall_at_100_std
value: 56.023900000000005
verified: no, type: nauc_recall_at_100_diff1
value: 22.3067
verified: no, type: nauc_recall_at_1000_max
value: 74.6182
verified: no, type: nauc_recall_at_1000_std
value: 49.7587
verified: no, type: nauc_recall_at_1000_diff1
value: 17.2639
verified: no, type: nauc_precision_at_1_max
value: 33.4247
verified: no, type: nauc_precision_at_1_std
value: 3.5878
verified: no, type: nauc_precision_at_1_diff1
value: 48.606500000000004
verified: no, type: nauc_precision_at_3_max
value: 33.8808
verified: no, type: nauc_precision_at_3_std
value: 11.3426
verified: no, type: nauc_precision_at_3_diff1
value: 33.3902
verified: no, type: nauc_precision_at_5_max
value: 33.3703
verified: no, type: nauc_precision_at_5_std
value: 15.2123
verified: no, type: nauc_precision_at_5_diff1
value: 22.609299999999998
verified: no, type: nauc_precision_at_10_max
value: 29.8366
verified: no, type: nauc_precision_at_10_std
value: 17.8352
verified: no, type: nauc_precision_at_10_diff1
value: 11.1293
verified: no, type: nauc_precision_at_20_max
value: 26.8061
verified: no, type: nauc_precision_at_20_std
value: 22.5923
verified: no, type: nauc_precision_at_20_diff1
value: 0.48589999999999994
verified: no, type: nauc_precision_at_100_max
value: 7.8543
verified: no, type: nauc_precision_at_100_std
value: 10.1268
verified: no, type: nauc_precision_at_100_diff1
value: -14.3233
verified: no, type: nauc_precision_at_1000_max
value: -16.9461
verified: no, type: nauc_precision_at_1000_std
value: -12.996599999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -25.8581
verified: no, type: nauc_mrr_at_1_max
value: 33.4247
verified: no, type: nauc_mrr_at_1_std
value: 3.5878
verified: no, type: nauc_mrr_at_1_diff1
value: 48.606500000000004
verified: no, type: nauc_mrr_at_3_max
value: 33.3555
verified: no, type: nauc_mrr_at_3_std
value: 6.5947000000000005
verified: no, type: nauc_mrr_at_3_diff1
value: 43.4098
verified: no, type: nauc_mrr_at_5_max
value: 34.2815
verified: no, type: nauc_mrr_at_5_std
value: 7.021199999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 43.400800000000004
verified: no, type: nauc_mrr_at_10_max
value: 34.0953
verified: no, type: nauc_mrr_at_10_std
value: 6.984799999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 43.3401
verified: no, type: nauc_mrr_at_20_max
value: 34.361799999999995
verified: no, type: nauc_mrr_at_20_std
value: 7.3807
verified: no, type: nauc_mrr_at_20_diff1
value: 43.4956
verified: no, type: nauc_mrr_at_100_max
value: 34.2461
verified: no, type: nauc_mrr_at_100_std
value: 7.1748
verified: no, type: nauc_mrr_at_100_diff1
value: 43.6264
verified: no, type: nauc_mrr_at_1000_max
value: 34.233999999999995
verified: no, type: nauc_mrr_at_1000_std
value: 7.145700000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.6485
verified: no, type: main_score
value: 58.623000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: ndcg_at_1
value: 55.635
verified: no, type: ndcg_at_3
value: 48.953
verified: no, type: ndcg_at_5
value: 52.086
verified: no, type: ndcg_at_10
value: 56.92700000000001
verified: no, type: ndcg_at_20
value: 60.265
verified: no, type: ndcg_at_100
value: 63.971000000000004
verified: no, type: ndcg_at_1000
value: 65.366
verified: no, type: map_at_1
value: 23.936
verified: no, type: map_at_3
value: 37.628
verified: no, type: map_at_5
value: 42.193000000000005
verified: no, type: map_at_10
value: 45.481
verified: no, type: map_at_20
value: 47.076
verified: no, type: map_at_100
value: 48.068
verified: no, type: map_at_1000
value: 48.172
verified: no, type: recall_at_1
value: 23.936
verified: no, type: recall_at_3
value: 44.138
verified: no, type: recall_at_5
value: 54.103
verified: no, type: recall_at_10
value: 64.338
verified: no, type: recall_at_20
value: 73.385
verified: no, type: recall_at_100
value: 86.713
verified: no, type: recall_at_1000
value: 94.119
verified: no, type: precision_at_1
value: 55.635
verified: no, type: precision_at_3
value: 37.958999999999996
verified: no, type: precision_at_5
value: 29.003
verified: no, type: precision_at_10
value: 17.902
verified: no, type: precision_at_20
value: 10.469000000000001
verified: no, type: precision_at_100
value: 2.565
verified: no, type: precision_at_1000
value: 0.28300000000000003
verified: no, type: mrr_at_1
value: 55.6352
verified: no, type: mrr_at_3
value: 66.5798
verified: no, type: mrr_at_5
value: 68.0749
verified: no, type: mrr_at_10
value: 68.6543
verified: no, type: mrr_at_20
value: 68.8801
verified: no, type: mrr_at_100
value: 68.963
verified: no, type: mrr_at_1000
value: 68.9714
verified: no, type: nauc_ndcg_at_1_max
value: 41.871199999999995
verified: no, type: nauc_ndcg_at_1_std
value: 22.0605
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.123599999999996
verified: no, type: nauc_ndcg_at_3_max
value: 41.4378
verified: no, type: nauc_ndcg_at_3_std
value: 24.684
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.604
verified: no, type: nauc_ndcg_at_5_max
value: 42.8232
verified: no, type: nauc_ndcg_at_5_std
value: 26.9474
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.4302
verified: no, type: nauc_ndcg_at_10_max
value: 44.7657
verified: no, type: nauc_ndcg_at_10_std
value: 30.2172
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.5152
verified: no, type: nauc_ndcg_at_20_max
value: 46.4831
verified: no, type: nauc_ndcg_at_20_std
value: 32.8275
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.5017
verified: no, type: nauc_ndcg_at_100_max
value: 47.5834
verified: no, type: nauc_ndcg_at_100_std
value: 33.9497
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.6511
verified: no, type: nauc_ndcg_at_1000_max
value: 47.238
verified: no, type: nauc_ndcg_at_1000_std
value: 33.3008
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.1278
verified: no, type: nauc_map_at_1_max
value: 38.080799999999996
verified: no, type: nauc_map_at_1_std
value: 13.536999999999999
verified: no, type: nauc_map_at_1_diff1
value: 35.942299999999996
verified: no, type: nauc_map_at_3_max
value: 39.794200000000004
verified: no, type: nauc_map_at_3_std
value: 20.8179
verified: no, type: nauc_map_at_3_diff1
value: 27.375500000000002
verified: no, type: nauc_map_at_5_max
value: 41.073100000000004
verified: no, type: nauc_map_at_5_std
value: 23.6402
verified: no, type: nauc_map_at_5_diff1
value: 25.042599999999997
verified: no, type: nauc_map_at_10_max
value: 42.631099999999996
verified: no, type: nauc_map_at_10_std
value: 26.3406
verified: no, type: nauc_map_at_10_diff1
value: 24.468400000000003
verified: no, type: nauc_map_at_20_max
value: 43.4921
verified: no, type: nauc_map_at_20_std
value: 27.6161
verified: no, type: nauc_map_at_20_diff1
value: 24.7345
verified: no, type: nauc_map_at_100_max
value: 43.8203
verified: no, type: nauc_map_at_100_std
value: 27.984599999999997
verified: no, type: nauc_map_at_100_diff1
value: 24.8089
verified: no, type: nauc_map_at_1000_max
value: 43.8056
verified: no, type: nauc_map_at_1000_std
value: 27.958899999999996
verified: no, type: nauc_map_at_1000_diff1
value: 24.831500000000002
verified: no, type: nauc_recall_at_1_max
value: 38.080799999999996
verified: no, type: nauc_recall_at_1_std
value: 13.536999999999999
verified: no, type: nauc_recall_at_1_diff1
value: 35.942299999999996
verified: no, type: nauc_recall_at_3_max
value: 37.2126
verified: no, type: nauc_recall_at_3_std
value: 21.752
verified: no, type: nauc_recall_at_3_diff1
value: 22.0937
verified: no, type: nauc_recall_at_5_max
value: 37.325900000000004
verified: no, type: nauc_recall_at_5_std
value: 25.7523
verified: no, type: nauc_recall_at_5_diff1
value: 17.333499999999997
verified: no, type: nauc_recall_at_10_max
value: 39.861799999999995
verified: no, type: nauc_recall_at_10_std
value: 31.449199999999998
verified: no, type: nauc_recall_at_10_diff1
value: 14.8045
verified: no, type: nauc_recall_at_20_max
value: 43.7605
verified: no, type: nauc_recall_at_20_std
value: 38.786
verified: no, type: nauc_recall_at_20_diff1
value: 16.5872
verified: no, type: nauc_recall_at_100_max
value: 52.7931
verified: no, type: nauc_recall_at_100_std
value: 51.562
verified: no, type: nauc_recall_at_100_diff1
value: 14.6162
verified: no, type: nauc_recall_at_1000_max
value: 59.585
verified: no, type: nauc_recall_at_1000_std
value: 63.4118
verified: no, type: nauc_recall_at_1000_diff1
value: 16.8433
verified: no, type: nauc_precision_at_1_max
value: 41.871199999999995
verified: no, type: nauc_precision_at_1_std
value: 22.0605
verified: no, type: nauc_precision_at_1_diff1
value: 33.123599999999996
verified: no, type: nauc_precision_at_3_max
value: 32.0513
verified: no, type: nauc_precision_at_3_std
value: 28.238999999999997
verified: no, type: nauc_precision_at_3_diff1
value: 8.6218
verified: no, type: nauc_precision_at_5_max
value: 27.720299999999998
verified: no, type: nauc_precision_at_5_std
value: 29.870400000000004
verified: no, type: nauc_precision_at_5_diff1
value: -0.3188
verified: no, type: nauc_precision_at_10_max
value: 23.1749
verified: no, type: nauc_precision_at_10_std
value: 30.195100000000004
verified: no, type: nauc_precision_at_10_diff1
value: -6.1898
verified: no, type: nauc_precision_at_20_max
value: 18.130499999999998
verified: no, type: nauc_precision_at_20_std
value: 30.2236
verified: no, type: nauc_precision_at_20_diff1
value: -8.1526
verified: no, type: nauc_precision_at_100_max
value: 6.3304
verified: no, type: nauc_precision_at_100_std
value: 22.5139
verified: no, type: nauc_precision_at_100_diff1
value: -15.367600000000001
verified: no, type: nauc_precision_at_1000_max
value: -5.8264000000000005
verified: no, type: nauc_precision_at_1000_std
value: 12.2182
verified: no, type: nauc_precision_at_1000_diff1
value: -18.9056
verified: no, type: nauc_mrr_at_1_max
value: 41.871199999999995
verified: no, type: nauc_mrr_at_1_std
value: 22.0605
verified: no, type: nauc_mrr_at_1_diff1
value: 33.123599999999996
verified: no, type: nauc_mrr_at_3_max
value: 46.2485
verified: no, type: nauc_mrr_at_3_std
value: 28.5451
verified: no, type: nauc_mrr_at_3_diff1
value: 30.935299999999998
verified: no, type: nauc_mrr_at_5_max
value: 46.278000000000006
verified: no, type: nauc_mrr_at_5_std
value: 29.026999999999997
verified: no, type: nauc_mrr_at_5_diff1
value: 31.0473
verified: no, type: nauc_mrr_at_10_max
value: 46.3252
verified: no, type: nauc_mrr_at_10_std
value: 28.8711
verified: no, type: nauc_mrr_at_10_diff1
value: 30.9506
verified: no, type: nauc_mrr_at_20_max
value: 46.2601
verified: no, type: nauc_mrr_at_20_std
value: 28.7578
verified: no, type: nauc_mrr_at_20_diff1
value: 31.098399999999998
verified: no, type: nauc_mrr_at_100_max
value: 46.164699999999996
verified: no, type: nauc_mrr_at_100_std
value: 28.6543
verified: no, type: nauc_mrr_at_100_diff1
value: 31.102
verified: no, type: nauc_mrr_at_1000_max
value: 46.153499999999994
verified: no, type: nauc_mrr_at_1000_std
value: 28.638599999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.1076
verified: no, type: main_score
value: 56.92700000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: ndcg_at_1
value: 55.00000000000001
verified: no, type: ndcg_at_3
value: 51.451
verified: no, type: ndcg_at_5
value: 49.775000000000006
verified: no, type: ndcg_at_10
value: 48.253
verified: no, type: ndcg_at_20
value: 47.882999999999996
verified: no, type: ndcg_at_100
value: 53.673
verified: no, type: ndcg_at_1000
value: 60.632
verified: no, type: map_at_1
value: 9.521
verified: no, type: map_at_3
value: 15.997
verified: no, type: map_at_5
value: 19.459
verified: no, type: map_at_10
value: 23.71
verified: no, type: map_at_20
value: 27.767999999999997
verified: no, type: map_at_100
value: 33.851
verified: no, type: map_at_1000
value: 35.668
verified: no, type: recall_at_1
value: 9.521
verified: no, type: recall_at_3
value: 17.739
verified: no, type: recall_at_5
value: 23.078000000000003
verified: no, type: recall_at_10
value: 30.54
verified: no, type: recall_at_20
value: 39.457
verified: no, type: recall_at_100
value: 62.043000000000006
verified: no, type: recall_at_1000
value: 84.084
verified: no, type: precision_at_1
value: 66
verified: no, type: precision_at_3
value: 55.75
verified: no, type: precision_at_5
value: 48.9
verified: no, type: precision_at_10
value: 38.800000000000004
verified: no, type: precision_at_20
value: 29.625
verified: no, type: precision_at_100
value: 12.357
verified: no, type: precision_at_1000
value: 2.385
verified: no, type: mrr_at_1
value: 66
verified: no, type: mrr_at_3
value: 74.625
verified: no, type: mrr_at_5
value: 75.55
verified: no, type: mrr_at_10
value: 76.1101
verified: no, type: mrr_at_20
value: 76.32090000000001
verified: no, type: mrr_at_100
value: 76.376
verified: no, type: mrr_at_1000
value: 76.3816
verified: no, type: nauc_ndcg_at_1_max
value: 16.251099999999997
verified: no, type: nauc_ndcg_at_1_std
value: 18.4992
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.1627
verified: no, type: nauc_ndcg_at_3_max
value: 21.6037
verified: no, type: nauc_ndcg_at_3_std
value: 23.0921
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.9773
verified: no, type: nauc_ndcg_at_5_max
value: 18.5745
verified: no, type: nauc_ndcg_at_5_std
value: 24.2517
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.3401
verified: no, type: nauc_ndcg_at_10_max
value: 17.4233
verified: no, type: nauc_ndcg_at_10_std
value: 25.9916
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.7204
verified: no, type: nauc_ndcg_at_20_max
value: 14.8066
verified: no, type: nauc_ndcg_at_20_std
value: 26.9204
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.2316
verified: no, type: nauc_ndcg_at_100_max
value: 14.955099999999998
verified: no, type: nauc_ndcg_at_100_std
value: 34.8573
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.793400000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 19.416700000000002
verified: no, type: nauc_ndcg_at_1000_std
value: 40.2649
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.5446
verified: no, type: nauc_map_at_1_max
value: -21.862000000000002
verified: no, type: nauc_map_at_1_std
value: -9.4469
verified: no, type: nauc_map_at_1_diff1
value: 37.1732
verified: no, type: nauc_map_at_3_max
value: -13.8173
verified: no, type: nauc_map_at_3_std
value: -5.7015
verified: no, type: nauc_map_at_3_diff1
value: 31.083
verified: no, type: nauc_map_at_5_max
value: -12.142999999999999
verified: no, type: nauc_map_at_5_std
value: -3.9172
verified: no, type: nauc_map_at_5_diff1
value: 28.1846
verified: no, type: nauc_map_at_10_max
value: -7.890700000000001
verified: no, type: nauc_map_at_10_std
value: 1.7055
verified: no, type: nauc_map_at_10_diff1
value: 26.085399999999996
verified: no, type: nauc_map_at_20_max
value: -3.6443000000000003
verified: no, type: nauc_map_at_20_std
value: 10.617600000000001
verified: no, type: nauc_map_at_20_diff1
value: 23.910899999999998
verified: no, type: nauc_map_at_100_max
value: 4.4651000000000005
verified: no, type: nauc_map_at_100_std
value: 25.4988
verified: no, type: nauc_map_at_100_diff1
value: 19.1955
verified: no, type: nauc_map_at_1000_max
value: 6.0807
verified: no, type: nauc_map_at_1000_std
value: 27.267400000000002
verified: no, type: nauc_map_at_1000_diff1
value: 18.928
verified: no, type: nauc_recall_at_1_max
value: -21.862000000000002
verified: no, type: nauc_recall_at_1_std
value: -9.4469
verified: no, type: nauc_recall_at_1_diff1
value: 37.1732
verified: no, type: nauc_recall_at_3_max
value: -13.248399999999998
verified: no, type: nauc_recall_at_3_std
value: -6.4472000000000005
verified: no, type: nauc_recall_at_3_diff1
value: 27.6638
verified: no, type: nauc_recall_at_5_max
value: -13.0363
verified: no, type: nauc_recall_at_5_std
value: -7.0246
verified: no, type: nauc_recall_at_5_diff1
value: 23.5984
verified: no, type: nauc_recall_at_10_max
value: -7.4291
verified: no, type: nauc_recall_at_10_std
value: -2.2612
verified: no, type: nauc_recall_at_10_diff1
value: 23.1458
verified: no, type: nauc_recall_at_20_max
value: -2.6393
verified: no, type: nauc_recall_at_20_std
value: 9.2983
verified: no, type: nauc_recall_at_20_diff1
value: 20.045099999999998
verified: no, type: nauc_recall_at_100_max
value: 6.8001000000000005
verified: no, type: nauc_recall_at_100_std
value: 31.383499999999998
verified: no, type: nauc_recall_at_100_diff1
value: 16.4075
verified: no, type: nauc_recall_at_1000_max
value: 14.6611
verified: no, type: nauc_recall_at_1000_std
value: 51.914899999999996
verified: no, type: nauc_recall_at_1000_diff1
value: 14.455699999999998
verified: no, type: nauc_precision_at_1_max
value: 22.4302
verified: no, type: nauc_precision_at_1_std
value: 26.289
verified: no, type: nauc_precision_at_1_diff1
value: 40.1424
verified: no, type: nauc_precision_at_3_max
value: 33.6364
verified: no, type: nauc_precision_at_3_std
value: 32.3904
verified: no, type: nauc_precision_at_3_diff1
value: 6.506399999999999
verified: no, type: nauc_precision_at_5_max
value: 31.8994
verified: no, type: nauc_precision_at_5_std
value: 34.1929
verified: no, type: nauc_precision_at_5_diff1
value: -2.9064
verified: no, type: nauc_precision_at_10_max
value: 32.0867
verified: no, type: nauc_precision_at_10_std
value: 39.1351
verified: no, type: nauc_precision_at_10_diff1
value: -7.0471
verified: no, type: nauc_precision_at_20_max
value: 31.3656
verified: no, type: nauc_precision_at_20_std
value: 43.282
verified: no, type: nauc_precision_at_20_diff1
value: -9.884
verified: no, type: nauc_precision_at_100_max
value: 28.3092
verified: no, type: nauc_precision_at_100_std
value: 38.122299999999996
verified: no, type: nauc_precision_at_100_diff1
value: -13.233500000000001
verified: no, type: nauc_precision_at_1000_max
value: 14.591999999999999
verified: no, type: nauc_precision_at_1000_std
value: 5.2917
verified: no, type: nauc_precision_at_1000_diff1
value: -9.486500000000001
verified: no, type: nauc_mrr_at_1_max
value: 22.4302
verified: no, type: nauc_mrr_at_1_std
value: 26.289
verified: no, type: nauc_mrr_at_1_diff1
value: 40.1424
verified: no, type: nauc_mrr_at_3_max
value: 27.395500000000002
verified: no, type: nauc_mrr_at_3_std
value: 30.472900000000003
verified: no, type: nauc_mrr_at_3_diff1
value: 34.06
verified: no, type: nauc_mrr_at_5_max
value: 26.772299999999998
verified: no, type: nauc_mrr_at_5_std
value: 29.9491
verified: no, type: nauc_mrr_at_5_diff1
value: 35.2932
verified: no, type: nauc_mrr_at_10_max
value: 26.959100000000003
verified: no, type: nauc_mrr_at_10_std
value: 30.1546
verified: no, type: nauc_mrr_at_10_diff1
value: 35.7734
verified: no, type: nauc_mrr_at_20_max
value: 26.921899999999997
verified: no, type: nauc_mrr_at_20_std
value: 30.2433
verified: no, type: nauc_mrr_at_20_diff1
value: 35.8533
verified: no, type: nauc_mrr_at_100_max
value: 26.833800000000004
verified: no, type: nauc_mrr_at_100_std
value: 30.163899999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 35.8791
verified: no, type: nauc_mrr_at_1000_max
value: 26.8164
verified: no, type: nauc_mrr_at_1000_std
value: 30.1474
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.8682
verified: no, type: main_score
value: 48.253
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 64.86
verified: no, type: f1
value: 59.8471
verified: no, type: f1_weighted
value: 65.5469
verified: no, type: main_score
value: 64.86
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: ndcg_at_1
value: 92.649
verified: no, type: ndcg_at_3
value: 95.657
verified: no, type: ndcg_at_5
value: 96.078
verified: no, type: ndcg_at_10
value: 96.283
verified: no, type: ndcg_at_20
value: 96.365
verified: no, type: ndcg_at_100
value: 96.423
verified: no, type: ndcg_at_1000
value: 96.446
verified: no, type: map_at_1
value: 85.997
verified: no, type: map_at_3
value: 93.78999999999999
verified: no, type: map_at_5
value: 94.376
verified: no, type: map_at_10
value: 94.609
verified: no, type: map_at_20
value: 94.666
verified: no, type: map_at_100
value: 94.687
verified: no, type: map_at_1000
value: 94.69
verified: no, type: recall_at_1
value: 85.997
verified: no, type: recall_at_3
value: 97.71
verified: no, type: recall_at_5
value: 98.858
verified: no, type: recall_at_10
value: 99.42
verified: no, type: recall_at_20
value: 99.63
verified: no, type: recall_at_100
value: 99.81700000000001
verified: no, type: recall_at_1000
value: 99.921
verified: no, type: precision_at_1
value: 92.649
verified: no, type: precision_at_3
value: 37.039
verified: no, type: precision_at_5
value: 22.811
verified: no, type: precision_at_10
value: 11.625
verified: no, type: precision_at_20
value: 5.861000000000001
verified: no, type: precision_at_100
value: 1.1820000000000002
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: mrr_at_1
value: 92.6493
verified: no, type: mrr_at_3
value: 96.1146
verified: no, type: mrr_at_5
value: 96.1604
verified: no, type: mrr_at_10
value: 96.16789999999999
verified: no, type: mrr_at_20
value: 96.16789999999999
verified: no, type: mrr_at_100
value: 96.16789999999999
verified: no, type: mrr_at_1000
value: 96.16789999999999
verified: no, type: nauc_ndcg_at_1_max
value: -2.3356
verified: no, type: nauc_ndcg_at_1_std
value: -39.5679
verified: no, type: nauc_ndcg_at_1_diff1
value: 84.4637
verified: no, type: nauc_ndcg_at_3_max
value: -2.6882
verified: no, type: nauc_ndcg_at_3_std
value: -38.323
verified: no, type: nauc_ndcg_at_3_diff1
value: 67.92399999999999
verified: no, type: nauc_ndcg_at_5_max
value: -3.3723
verified: no, type: nauc_ndcg_at_5_std
value: -36.5853
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.0406
verified: no, type: nauc_ndcg_at_10_max
value: -2.2977000000000003
verified: no, type: nauc_ndcg_at_10_std
value: -35.584199999999996
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.8372
verified: no, type: nauc_ndcg_at_20_max
value: -2.1270000000000002
verified: no, type: nauc_ndcg_at_20_std
value: -35.7714
verified: no, type: nauc_ndcg_at_20_diff1
value: 71.0702
verified: no, type: nauc_ndcg_at_100_max
value: -2.0701
verified: no, type: nauc_ndcg_at_100_std
value: -36.1127
verified: no, type: nauc_ndcg_at_100_diff1
value: 72.141
verified: no, type: nauc_ndcg_at_1000_max
value: -2.289
verified: no, type: nauc_ndcg_at_1000_std
value: -36.3896
verified: no, type: nauc_ndcg_at_1000_diff1
value: 72.4531
verified: no, type: nauc_map_at_1_max
value: 4.3024
verified: no, type: nauc_map_at_1_std
value: -27.1365
verified: no, type: nauc_map_at_1_diff1
value: 65.1669
verified: no, type: nauc_map_at_3_max
value: -3.2468999999999997
verified: no, type: nauc_map_at_3_std
value: -36.3192
verified: no, type: nauc_map_at_3_diff1
value: 64.5541
verified: no, type: nauc_map_at_5_max
value: -3.6616000000000004
verified: no, type: nauc_map_at_5_std
value: -36.0567
verified: no, type: nauc_map_at_5_diff1
value: 66.01820000000001
verified: no, type: nauc_map_at_10_max
value: -2.7396
verified: no, type: nauc_map_at_10_std
value: -35.5753
verified: no, type: nauc_map_at_10_diff1
value: 67.7052
verified: no, type: nauc_map_at_20_max
value: -2.5791999999999997
verified: no, type: nauc_map_at_20_std
value: -35.5598
verified: no, type: nauc_map_at_20_diff1
value: 68.2497
verified: no, type: nauc_map_at_100_max
value: -2.5501
verified: no, type: nauc_map_at_100_std
value: -35.6051
verified: no, type: nauc_map_at_100_diff1
value: 68.4927
verified: no, type: nauc_map_at_1000_max
value: -2.5614000000000003
verified: no, type: nauc_map_at_1000_std
value: -35.616
verified: no, type: nauc_map_at_1000_diff1
value: 68.5133
verified: no, type: nauc_recall_at_1_max
value: 4.3024
verified: no, type: nauc_recall_at_1_std
value: -27.1365
verified: no, type: nauc_recall_at_1_diff1
value: 65.1669
verified: no, type: nauc_recall_at_3_max
value: -2.5726
verified: no, type: nauc_recall_at_3_std
value: -32.2148
verified: no, type: nauc_recall_at_3_diff1
value: 35.5485
verified: no, type: nauc_recall_at_5_max
value: -5.1518
verified: no, type: nauc_recall_at_5_std
value: -22.6657
verified: no, type: nauc_recall_at_5_diff1
value: 19.2789
verified: no, type: nauc_recall_at_10_max
value: 6.791600000000001
verified: no, type: nauc_recall_at_10_std
value: -2.9436
verified: no, type: nauc_recall_at_10_diff1
value: 11.8123
verified: no, type: nauc_recall_at_20_max
value: 14.0858
verified: no, type: nauc_recall_at_20_std
value: 10.227400000000001
verified: no, type: nauc_recall_at_20_diff1
value: 6.9460999999999995
verified: no, type: nauc_recall_at_100_max
value: 31.132199999999997
verified: no, type: nauc_recall_at_100_std
value: 28.9668
verified: no, type: nauc_recall_at_100_diff1
value: 9.6416
verified: no, type: nauc_recall_at_1000_max
value: 23.6675
verified: no, type: nauc_recall_at_1000_std
value: 51.687099999999994
verified: no, type: nauc_recall_at_1000_diff1
value: -6.608899999999999
verified: no, type: nauc_precision_at_1_max
value: -2.3356
verified: no, type: nauc_precision_at_1_std
value: -39.5679
verified: no, type: nauc_precision_at_1_diff1
value: 84.4637
verified: no, type: nauc_precision_at_3_max
value: -9.4287
verified: no, type: nauc_precision_at_3_std
value: 2.0594
verified: no, type: nauc_precision_at_3_diff1
value: -23.2989
verified: no, type: nauc_precision_at_5_max
value: -7.3795
verified: no, type: nauc_precision_at_5_std
value: 6.799099999999999
verified: no, type: nauc_precision_at_5_diff1
value: -25.219200000000004
verified: no, type: nauc_precision_at_10_max
value: -4.3201
verified: no, type: nauc_precision_at_10_std
value: 9.7537
verified: no, type: nauc_precision_at_10_diff1
value: -24.0332
verified: no, type: nauc_precision_at_20_max
value: -3.5827999999999998
verified: no, type: nauc_precision_at_20_std
value: 10.3493
verified: no, type: nauc_precision_at_20_diff1
value: -23.0311
verified: no, type: nauc_precision_at_100_max
value: -3.1361
verified: no, type: nauc_precision_at_100_std
value: 10.5734
verified: no, type: nauc_precision_at_100_diff1
value: -22.045
verified: no, type: nauc_precision_at_1000_max
value: -3.5871
verified: no, type: nauc_precision_at_1000_std
value: 10.1704
verified: no, type: nauc_precision_at_1000_diff1
value: -21.8739
verified: no, type: nauc_mrr_at_1_max
value: -2.3356
verified: no, type: nauc_mrr_at_1_std
value: -39.5679
verified: no, type: nauc_mrr_at_1_diff1
value: 84.4637
verified: no, type: nauc_mrr_at_3_max
value: -2.5496000000000003
verified: no, type: nauc_mrr_at_3_std
value: -40.989799999999995
verified: no, type: nauc_mrr_at_3_diff1
value: 84.71509999999999
verified: no, type: nauc_mrr_at_5_max
value: -2.2606
verified: no, type: nauc_mrr_at_5_std
value: -40.4863
verified: no, type: nauc_mrr_at_5_diff1
value: 84.6251
verified: no, type: nauc_mrr_at_10_max
value: -2.3531
verified: no, type: nauc_mrr_at_10_std
value: -40.5409
verified: no, type: nauc_mrr_at_10_diff1
value: 84.595
verified: no, type: nauc_mrr_at_20_max
value: -2.3531
verified: no, type: nauc_mrr_at_20_std
value: -40.5409
verified: no, type: nauc_mrr_at_20_diff1
value: 84.595
verified: no, type: nauc_mrr_at_100_max
value: -2.3531
verified: no, type: nauc_mrr_at_100_std
value: -40.5409
verified: no, type: nauc_mrr_at_100_diff1
value: 84.595
verified: no, type: nauc_mrr_at_1000_max
value: -2.3531
verified: no, type: nauc_mrr_at_1000_std
value: -40.5409
verified: no, type: nauc_mrr_at_1000_diff1
value: 84.595
verified: no, type: main_score
value: 96.283
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: ndcg_at_1
value: 70.525
verified: no, type: ndcg_at_3
value: 72.37400000000001
verified: no, type: ndcg_at_5
value: 74.454
verified: no, type: ndcg_at_10
value: 78.006
verified: no, type: ndcg_at_20
value: 79.501
verified: no, type: ndcg_at_100
value: 80.877
verified: no, type: ndcg_at_1000
value: 81.30199999999999
verified: no, type: map_at_1
value: 38.440999999999995
verified: no, type: map_at_3
value: 60.126999999999995
verified: no, type: map_at_5
value: 65.31
verified: no, type: map_at_10
value: 69.223
verified: no, type: map_at_20
value: 70.18799999999999
verified: no, type: map_at_100
value: 70.7
verified: no, type: map_at_1000
value: 70.746
verified: no, type: recall_at_1
value: 38.440999999999995
verified: no, type: recall_at_3
value: 68.691
verified: no, type: recall_at_5
value: 78.392
verified: no, type: recall_at_10
value: 88.824
verified: no, type: recall_at_20
value: 93.015
verified: no, type: recall_at_100
value: 97.52
verified: no, type: recall_at_1000
value: 99.64
verified: no, type: precision_at_1
value: 70.525
verified: no, type: precision_at_3
value: 48.765
verified: no, type: precision_at_5
value: 35.586
verified: no, type: precision_at_10
value: 21.528
verified: no, type: precision_at_20
value: 11.59
verified: no, type: precision_at_100
value: 2.529
verified: no, type: precision_at_1000
value: 0.262
verified: no, type: mrr_at_1
value: 70.5247
verified: no, type: mrr_at_3
value: 79.80969999999999
verified: no, type: mrr_at_5
value: 80.72789999999999
verified: no, type: mrr_at_10
value: 81.25529999999999
verified: no, type: mrr_at_20
value: 81.3098
verified: no, type: mrr_at_100
value: 81.3159
verified: no, type: mrr_at_1000
value: 81.31620000000001
verified: no, type: nauc_ndcg_at_1_max
value: 25.519599999999997
verified: no, type: nauc_ndcg_at_1_std
value: -19.4687
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.9824
verified: no, type: nauc_ndcg_at_3_max
value: 15.9687
verified: no, type: nauc_ndcg_at_3_std
value: -24.5829
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.21
verified: no, type: nauc_ndcg_at_5_max
value: 13.622
verified: no, type: nauc_ndcg_at_5_std
value: -24.9184
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.1533
verified: no, type: nauc_ndcg_at_10_max
value: 16.0162
verified: no, type: nauc_ndcg_at_10_std
value: -21.290100000000002
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.8232
verified: no, type: nauc_ndcg_at_20_max
value: 17.921
verified: no, type: nauc_ndcg_at_20_std
value: -19.366
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.3659
verified: no, type: nauc_ndcg_at_100_max
value: 20.1245
verified: no, type: nauc_ndcg_at_100_std
value: -18.8843
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.8906
verified: no, type: nauc_ndcg_at_1000_max
value: 20.5474
verified: no, type: nauc_ndcg_at_1000_std
value: -18.8136
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.174099999999996
verified: no, type: nauc_map_at_1_max
value: -5.292
verified: no, type: nauc_map_at_1_std
value: -19.004099999999998
verified: no, type: nauc_map_at_1_diff1
value: 39.049
verified: no, type: nauc_map_at_3_max
value: -0.47819999999999996
verified: no, type: nauc_map_at_3_std
value: -26.238
verified: no, type: nauc_map_at_3_diff1
value: 40.1652
verified: no, type: nauc_map_at_5_max
value: 6.280900000000001
verified: no, type: nauc_map_at_5_std
value: -25.373
verified: no, type: nauc_map_at_5_diff1
value: 40.178799999999995
verified: no, type: nauc_map_at_10_max
value: 12.5142
verified: no, type: nauc_map_at_10_std
value: -23.139000000000003
verified: no, type: nauc_map_at_10_diff1
value: 41.5772
verified: no, type: nauc_map_at_20_max
value: 13.8961
verified: no, type: nauc_map_at_20_std
value: -21.942999999999998
verified: no, type: nauc_map_at_20_diff1
value: 41.0253
verified: no, type: nauc_map_at_100_max
value: 14.6449
verified: no, type: nauc_map_at_100_std
value: -21.726799999999997
verified: no, type: nauc_map_at_100_diff1
value: 40.965
verified: no, type: nauc_map_at_1000_max
value: 14.7107
verified: no, type: nauc_map_at_1000_std
value: -21.7085
verified: no, type: nauc_map_at_1000_diff1
value: 40.9875
verified: no, type: nauc_recall_at_1_max
value: -5.292
verified: no, type: nauc_recall_at_1_std
value: -19.004099999999998
verified: no, type: nauc_recall_at_1_diff1
value: 39.049
verified: no, type: nauc_recall_at_3_max
value: -9.803099999999999
verified: no, type: nauc_recall_at_3_std
value: -28.9964
verified: no, type: nauc_recall_at_3_diff1
value: 32.7336
verified: no, type: nauc_recall_at_5_max
value: -6.4422999999999995
verified: no, type: nauc_recall_at_5_std
value: -27.773999999999997
verified: no, type: nauc_recall_at_5_diff1
value: 30.669999999999998
verified: no, type: nauc_recall_at_10_max
value: 0.814
verified: no, type: nauc_recall_at_10_std
value: -20.1363
verified: no, type: nauc_recall_at_10_diff1
value: 30.378800000000002
verified: no, type: nauc_recall_at_20_max
value: 2.4314
verified: no, type: nauc_recall_at_20_std
value: -11.8696
verified: no, type: nauc_recall_at_20_diff1
value: 23.7284
verified: no, type: nauc_recall_at_100_max
value: 16.5699
verified: no, type: nauc_recall_at_100_std
value: -0.4394
verified: no, type: nauc_recall_at_100_diff1
value: 27.123
verified: no, type: nauc_recall_at_1000_max
value: 57.4416
verified: no, type: nauc_recall_at_1000_std
value: 76.6627
verified: no, type: nauc_recall_at_1000_diff1
value: 52.85959999999999
verified: no, type: nauc_precision_at_1_max
value: 25.519599999999997
verified: no, type: nauc_precision_at_1_std
value: -19.4687
verified: no, type: nauc_precision_at_1_diff1
value: 52.9824
verified: no, type: nauc_precision_at_3_max
value: 29.8778
verified: no, type: nauc_precision_at_3_std
value: -4.1906
verified: no, type: nauc_precision_at_3_diff1
value: 7.8496999999999995
verified: no, type: nauc_precision_at_5_max
value: 34.915400000000005
verified: no, type: nauc_precision_at_5_std
value: 4.7343
verified: no, type: nauc_precision_at_5_diff1
value: -1.6965000000000001
verified: no, type: nauc_precision_at_10_max
value: 37.7745
verified: no, type: nauc_precision_at_10_std
value: 13.411100000000001
verified: no, type: nauc_precision_at_10_diff1
value: -8.458400000000001
verified: no, type: nauc_precision_at_20_max
value: 36.9695
verified: no, type: nauc_precision_at_20_std
value: 17.448800000000002
verified: no, type: nauc_precision_at_20_diff1
value: -12.709699999999998
verified: no, type: nauc_precision_at_100_max
value: 34.119
verified: no, type: nauc_precision_at_100_std
value: 17.488799999999998
verified: no, type: nauc_precision_at_100_diff1
value: -14.830099999999998
verified: no, type: nauc_precision_at_1000_max
value: 32.518299999999996
verified: no, type: nauc_precision_at_1000_std
value: 17.5089
verified: no, type: nauc_precision_at_1000_diff1
value: -15.676200000000001
verified: no, type: nauc_mrr_at_1_max
value: 25.519599999999997
verified: no, type: nauc_mrr_at_1_std
value: -19.4687
verified: no, type: nauc_mrr_at_1_diff1
value: 52.9824
verified: no, type: nauc_mrr_at_3_max
value: 26.2933
verified: no, type: nauc_mrr_at_3_std
value: -20.2637
verified: no, type: nauc_mrr_at_3_diff1
value: 52.227999999999994
verified: no, type: nauc_mrr_at_5_max
value: 26.366600000000002
verified: no, type: nauc_mrr_at_5_std
value: -19.4391
verified: no, type: nauc_mrr_at_5_diff1
value: 52.347100000000005
verified: no, type: nauc_mrr_at_10_max
value: 26.9185
verified: no, type: nauc_mrr_at_10_std
value: -18.5767
verified: no, type: nauc_mrr_at_10_diff1
value: 52.224199999999996
verified: no, type: nauc_mrr_at_20_max
value: 26.834200000000003
verified: no, type: nauc_mrr_at_20_std
value: -18.6204
verified: no, type: nauc_mrr_at_20_diff1
value: 52.2085
verified: no, type: nauc_mrr_at_100_max
value: 26.8214
verified: no, type: nauc_mrr_at_100_std
value: -18.6625
verified: no, type: nauc_mrr_at_100_diff1
value: 52.23219999999999
verified: no, type: nauc_mrr_at_1000_max
value: 26.820100000000004
verified: no, type: nauc_mrr_at_1000_std
value: -18.663
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.231300000000005
verified: no, type: main_score
value: 78.006
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: ndcg_at_1
value: 88.454
verified: no, type: ndcg_at_3
value: 81.827
verified: no, type: ndcg_at_5
value: 85.024
verified: no, type: ndcg_at_10
value: 86.958
verified: no, type: ndcg_at_20
value: 87.655
verified: no, type: ndcg_at_100
value: 88.288
verified: no, type: ndcg_at_1000
value: 88.522
verified: no, type: map_at_1
value: 44.227
verified: no, type: map_at_3
value: 76.643
verified: no, type: map_at_5
value: 79.43
verified: no, type: map_at_10
value: 80.703
verified: no, type: map_at_20
value: 81.017
verified: no, type: map_at_100
value: 81.16
verified: no, type: map_at_1000
value: 81.174
verified: no, type: recall_at_1
value: 44.227
verified: no, type: recall_at_3
value: 81.695
verified: no, type: recall_at_5
value: 87.981
verified: no, type: recall_at_10
value: 92.782
verified: no, type: recall_at_20
value: 95.003
verified: no, type: recall_at_100
value: 97.772
verified: no, type: recall_at_1000
value: 99.28399999999999
verified: no, type: precision_at_1
value: 88.454
verified: no, type: precision_at_3
value: 54.462999999999994
verified: no, type: precision_at_5
value: 35.192
verified: no, type: precision_at_10
value: 18.556
verified: no, type: precision_at_20
value: 9.5
verified: no, type: precision_at_100
value: 1.955
verified: no, type: precision_at_1000
value: 0.199
verified: no, type: mrr_at_1
value: 88.4537
verified: no, type: mrr_at_3
value: 92.75489999999999
verified: no, type: mrr_at_5
value: 93.0095
verified: no, type: mrr_at_10
value: 93.1237
verified: no, type: mrr_at_20
value: 93.13369999999999
verified: no, type: mrr_at_100
value: 93.1378
verified: no, type: mrr_at_1000
value: 93.1379
verified: no, type: nauc_ndcg_at_1_max
value: 33.171
verified: no, type: nauc_ndcg_at_1_std
value: -20.2556
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.264399999999995
verified: no, type: nauc_ndcg_at_3_max
value: 18.605900000000002
verified: no, type: nauc_ndcg_at_3_std
value: -7.321400000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.53
verified: no, type: nauc_ndcg_at_5_max
value: 21.9558
verified: no, type: nauc_ndcg_at_5_std
value: -3.1388
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.399000000000001
verified: no, type: nauc_ndcg_at_10_max
value: 23.1795
verified: no, type: nauc_ndcg_at_10_std
value: -0.303
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.747900000000001
verified: no, type: nauc_ndcg_at_20_max
value: 23.7901
verified: no, type: nauc_ndcg_at_20_std
value: -0.0912
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.356399999999999
verified: no, type: nauc_ndcg_at_100_max
value: 23.4964
verified: no, type: nauc_ndcg_at_100_std
value: -1.3114000000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.496099999999998
verified: no, type: nauc_ndcg_at_1000_max
value: 23.1349
verified: no, type: nauc_ndcg_at_1000_std
value: -2.5785
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.1529
verified: no, type: nauc_map_at_1_max
value: 33.171
verified: no, type: nauc_map_at_1_std
value: -20.2556
verified: no, type: nauc_map_at_1_diff1
value: 62.264399999999995
verified: no, type: nauc_map_at_3_max
value: 16.714599999999997
verified: no, type: nauc_map_at_3_std
value: -7.023300000000001
verified: no, type: nauc_map_at_3_diff1
value: 8.2587
verified: no, type: nauc_map_at_5_max
value: 19.003500000000003
verified: no, type: nauc_map_at_5_std
value: -4.2129
verified: no, type: nauc_map_at_5_diff1
value: 8.8507
verified: no, type: nauc_map_at_10_max
value: 19.5439
verified: no, type: nauc_map_at_10_std
value: -2.9627
verified: no, type: nauc_map_at_10_diff1
value: 8.9595
verified: no, type: nauc_map_at_20_max
value: 19.733999999999998
verified: no, type: nauc_map_at_20_std
value: -2.9111000000000002
verified: no, type: nauc_map_at_20_diff1
value: 9.441099999999999
verified: no, type: nauc_map_at_100_max
value: 19.6633
verified: no, type: nauc_map_at_100_std
value: -3.0978
verified: no, type: nauc_map_at_100_diff1
value: 9.5734
verified: no, type: nauc_map_at_1000_max
value: 19.6464
verified: no, type: nauc_map_at_1000_std
value: -3.1431
verified: no, type: nauc_map_at_1000_diff1
value: 9.5938
verified: no, type: nauc_recall_at_1_max
value: 33.171
verified: no, type: nauc_recall_at_1_std
value: -20.2556
verified: no, type: nauc_recall_at_1_diff1
value: 62.264399999999995
verified: no, type: nauc_recall_at_3_max
value: 15.787200000000002
verified: no, type: nauc_recall_at_3_std
value: -3.4333
verified: no, type: nauc_recall_at_3_diff1
value: 0.0101
verified: no, type: nauc_recall_at_5_max
value: 21.8316
verified: no, type: nauc_recall_at_5_std
value: 7.5794
verified: no, type: nauc_recall_at_5_diff1
value: -2.6807000000000003
verified: no, type: nauc_recall_at_10_max
value: 26.5019
verified: no, type: nauc_recall_at_10_std
value: 24.5565
verified: no, type: nauc_recall_at_10_diff1
value: -9.858799999999999
verified: no, type: nauc_recall_at_20_max
value: 31.654100000000003
verified: no, type: nauc_recall_at_20_std
value: 35.4099
verified: no, type: nauc_recall_at_20_diff1
value: -8.1936
verified: no, type: nauc_recall_at_100_max
value: 38.986
verified: no, type: nauc_recall_at_100_std
value: 55.738600000000005
verified: no, type: nauc_recall_at_100_diff1
value: -12.239700000000001
verified: no, type: nauc_recall_at_1000_max
value: 42.869800000000005
verified: no, type: nauc_recall_at_1000_std
value: 64.6041
verified: no, type: nauc_recall_at_1000_diff1
value: -12.7442
verified: no, type: nauc_precision_at_1_max
value: 33.171
verified: no, type: nauc_precision_at_1_std
value: -20.2556
verified: no, type: nauc_precision_at_1_diff1
value: 62.264399999999995
verified: no, type: nauc_precision_at_3_max
value: 15.787200000000002
verified: no, type: nauc_precision_at_3_std
value: -3.4333
verified: no, type: nauc_precision_at_3_diff1
value: 0.0101
verified: no, type: nauc_precision_at_5_max
value: 21.8316
verified: no, type: nauc_precision_at_5_std
value: 7.5794
verified: no, type: nauc_precision_at_5_diff1
value: -2.6807000000000003
verified: no, type: nauc_precision_at_10_max
value: 26.5019
verified: no, type: nauc_precision_at_10_std
value: 24.5565
verified: no, type: nauc_precision_at_10_diff1
value: -9.858799999999999
verified: no, type: nauc_precision_at_20_max
value: 31.654100000000003
verified: no, type: nauc_precision_at_20_std
value: 35.4099
verified: no, type: nauc_precision_at_20_diff1
value: -8.1936
verified: no, type: nauc_precision_at_100_max
value: 38.986
verified: no, type: nauc_precision_at_100_std
value: 55.738600000000005
verified: no, type: nauc_precision_at_100_diff1
value: -12.239700000000001
verified: no, type: nauc_precision_at_1000_max
value: 42.869800000000005
verified: no, type: nauc_precision_at_1000_std
value: 64.6041
verified: no, type: nauc_precision_at_1000_diff1
value: -12.7442
verified: no, type: nauc_mrr_at_1_max
value: 33.171
verified: no, type: nauc_mrr_at_1_std
value: -20.2556
verified: no, type: nauc_mrr_at_1_diff1
value: 62.264399999999995
verified: no, type: nauc_mrr_at_3_max
value: 35.8998
verified: no, type: nauc_mrr_at_3_std
value: -19.7136
verified: no, type: nauc_mrr_at_3_diff1
value: 62.5293
verified: no, type: nauc_mrr_at_5_max
value: 35.666599999999995
verified: no, type: nauc_mrr_at_5_std
value: -19.5701
verified: no, type: nauc_mrr_at_5_diff1
value: 62.419000000000004
verified: no, type: nauc_mrr_at_10_max
value: 35.4335
verified: no, type: nauc_mrr_at_10_std
value: -19.3914
verified: no, type: nauc_mrr_at_10_diff1
value: 62.4241
verified: no, type: nauc_mrr_at_20_max
value: 35.3604
verified: no, type: nauc_mrr_at_20_std
value: -19.4751
verified: no, type: nauc_mrr_at_20_diff1
value: 62.3846
verified: no, type: nauc_mrr_at_100_max
value: 35.323100000000004
verified: no, type: nauc_mrr_at_100_std
value: -19.529
verified: no, type: nauc_mrr_at_100_diff1
value: 62.3729
verified: no, type: nauc_mrr_at_1000_max
value: 35.3225
verified: no, type: nauc_mrr_at_1000_std
value: -19.5301
verified: no, type: nauc_mrr_at_1000_diff1
value: 62.3732
verified: no, type: main_score
value: 86.958
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 97.2864
verified: no, type: f1
value: 97.2863
verified: no, type: f1_weighted
value: 97.2863
verified: no, type: ap
value: 95.8829
verified: no, type: ap_weighted
value: 95.8829
verified: no, type: main_score
value: 97.2864
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: ndcg_at_1
value: 17.837
verified: no, type: ndcg_at_3
value: 28.634999999999998
verified: no, type: ndcg_at_5
value: 32.815
verified: no, type: ndcg_at_10
value: 37.279
verified: no, type: ndcg_at_20
value: 40.08
verified: no, type: ndcg_at_100
value: 43.624
verified: no, type: ndcg_at_1000
value: 44.798
verified: no, type: map_at_1
value: 17.316000000000003
verified: no, type: map_at_3
value: 25.694
verified: no, type: map_at_5
value: 28.049000000000003
verified: no, type: map_at_10
value: 29.93
verified: no, type: map_at_20
value: 30.72
verified: no, type: map_at_100
value: 31.232
verified: no, type: map_at_1000
value: 31.28
verified: no, type: recall_at_1
value: 17.316000000000003
verified: no, type: recall_at_3
value: 36.510999999999996
verified: no, type: recall_at_5
value: 46.528000000000006
verified: no, type: recall_at_10
value: 60.116
verified: no, type: recall_at_20
value: 70.989
verified: no, type: recall_at_100
value: 89.62299999999999
verified: no, type: recall_at_1000
value: 98.526
verified: no, type: precision_at_1
value: 17.837
verified: no, type: precision_at_3
value: 12.626999999999999
verified: no, type: precision_at_5
value: 9.722
verified: no, type: precision_at_10
value: 6.2909999999999995
verified: no, type: precision_at_20
value: 3.724
verified: no, type: precision_at_100
value: 0.947
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: mrr_at_1
value: 17.8367
verified: no, type: mrr_at_3
value: 26.344299999999997
verified: no, type: mrr_at_5
value: 28.631600000000002
verified: no, type: mrr_at_10
value: 30.461899999999996
verified: no, type: mrr_at_20
value: 31.223
verified: no, type: mrr_at_100
value: 31.707600000000003
verified: no, type: mrr_at_1000
value: 31.7494
verified: no, type: nauc_ndcg_at_1_max
value: -5.821
verified: no, type: nauc_ndcg_at_1_std
value: -16.6821
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.8689
verified: no, type: nauc_ndcg_at_3_max
value: -7.4508
verified: no, type: nauc_ndcg_at_3_std
value: -19.1523
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.896500000000003
verified: no, type: nauc_ndcg_at_5_max
value: -7.8427999999999995
verified: no, type: nauc_ndcg_at_5_std
value: -19.7087
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.5725
verified: no, type: nauc_ndcg_at_10_max
value: -7.697
verified: no, type: nauc_ndcg_at_10_std
value: -18.897100000000002
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.184700000000003
verified: no, type: nauc_ndcg_at_20_max
value: -7.5497
verified: no, type: nauc_ndcg_at_20_std
value: -17.1433
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.389300000000002
verified: no, type: nauc_ndcg_at_100_max
value: -7.0331
verified: no, type: nauc_ndcg_at_100_std
value: -14.8746
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.719
verified: no, type: nauc_ndcg_at_1000_max
value: -6.8094
verified: no, type: nauc_ndcg_at_1000_std
value: -16.2197
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.6704
verified: no, type: nauc_map_at_1_max
value: -6.168
verified: no, type: nauc_map_at_1_std
value: -16.6629
verified: no, type: nauc_map_at_1_diff1
value: 31.2415
verified: no, type: nauc_map_at_3_max
value: -7.2537
verified: no, type: nauc_map_at_3_std
value: -18.672800000000002
verified: no, type: nauc_map_at_3_diff1
value: 29.3758
verified: no, type: nauc_map_at_5_max
value: -7.477200000000001
verified: no, type: nauc_map_at_5_std
value: -19.0027
verified: no, type: nauc_map_at_5_diff1
value: 29.1959
verified: no, type: nauc_map_at_10_max
value: -7.362299999999999
verified: no, type: nauc_map_at_10_std
value: -18.6582
verified: no, type: nauc_map_at_10_diff1
value: 29.0767
verified: no, type: nauc_map_at_20_max
value: -7.3093
verified: no, type: nauc_map_at_20_std
value: -18.1832
verified: no, type: nauc_map_at_20_diff1
value: 29.160399999999996
verified: no, type: nauc_map_at_100_max
value: -7.238600000000001
verified: no, type: nauc_map_at_100_std
value: -17.8448
verified: no, type: nauc_map_at_100_diff1
value: 29.2074
verified: no, type: nauc_map_at_1000_max
value: -7.223699999999999
verified: no, type: nauc_map_at_1000_std
value: -17.8791
verified: no, type: nauc_map_at_1000_diff1
value: 29.2077
verified: no, type: nauc_recall_at_1_max
value: -6.168
verified: no, type: nauc_recall_at_1_std
value: -16.6629
verified: no, type: nauc_recall_at_1_diff1
value: 31.2415
verified: no, type: nauc_recall_at_3_max
value: -8.2149
verified: no, type: nauc_recall_at_3_std
value: -20.3325
verified: no, type: nauc_recall_at_3_diff1
value: 27.6922
verified: no, type: nauc_recall_at_5_max
value: -9.1187
verified: no, type: nauc_recall_at_5_std
value: -21.5184
verified: no, type: nauc_recall_at_5_diff1
value: 27.033800000000003
verified: no, type: nauc_recall_at_10_max
value: -9.0776
verified: no, type: nauc_recall_at_10_std
value: -19.3699
verified: no, type: nauc_recall_at_10_diff1
value: 25.4529
verified: no, type: nauc_recall_at_20_max
value: -8.931000000000001
verified: no, type: nauc_recall_at_20_std
value: -11.529200000000001
verified: no, type: nauc_recall_at_20_diff1
value: 25.6431
verified: no, type: nauc_recall_at_100_max
value: -4.7752
verified: no, type: nauc_recall_at_100_std
value: 24.3628
verified: no, type: nauc_recall_at_100_diff1
value: 26.9665
verified: no, type: nauc_recall_at_1000_max
value: 25.758599999999998
verified: no, type: nauc_recall_at_1000_std
value: 69.6866
verified: no, type: nauc_recall_at_1000_diff1
value: 14.266699999999998
verified: no, type: nauc_precision_at_1_max
value: -5.821
verified: no, type: nauc_precision_at_1_std
value: -16.6821
verified: no, type: nauc_precision_at_1_diff1
value: 30.8689
verified: no, type: nauc_precision_at_3_max
value: -7.7961
verified: no, type: nauc_precision_at_3_std
value: -20.4474
verified: no, type: nauc_precision_at_3_diff1
value: 27.415
verified: no, type: nauc_precision_at_5_max
value: -7.9348
verified: no, type: nauc_precision_at_5_std
value: -21.232
verified: no, type: nauc_precision_at_5_diff1
value: 26.078699999999998
verified: no, type: nauc_precision_at_10_max
value: -6.8925
verified: no, type: nauc_precision_at_10_std
value: -18.2581
verified: no, type: nauc_precision_at_10_diff1
value: 23.4601
verified: no, type: nauc_precision_at_20_max
value: -5.1882
verified: no, type: nauc_precision_at_20_std
value: -9.8787
verified: no, type: nauc_precision_at_20_diff1
value: 21.7311
verified: no, type: nauc_precision_at_100_max
value: 5.6264
verified: no, type: nauc_precision_at_100_std
value: 17.073900000000002
verified: no, type: nauc_precision_at_100_diff1
value: 12.1159
verified: no, type: nauc_precision_at_1000_max
value: 19.5289
verified: no, type: nauc_precision_at_1000_std
value: 10.3893
verified: no, type: nauc_precision_at_1000_diff1
value: -7.2626
verified: no, type: nauc_mrr_at_1_max
value: -5.821
verified: no, type: nauc_mrr_at_1_std
value: -16.6821
verified: no, type: nauc_mrr_at_1_diff1
value: 30.8689
verified: no, type: nauc_mrr_at_3_max
value: -6.827999999999999
verified: no, type: nauc_mrr_at_3_std
value: -18.4477
verified: no, type: nauc_mrr_at_3_diff1
value: 29.033900000000003
verified: no, type: nauc_mrr_at_5_max
value: -7.0773
verified: no, type: nauc_mrr_at_5_std
value: -18.7594
verified: no, type: nauc_mrr_at_5_diff1
value: 28.815600000000003
verified: no, type: nauc_mrr_at_10_max
value: -7.0151
verified: no, type: nauc_mrr_at_10_std
value: -18.381600000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 28.7213
verified: no, type: nauc_mrr_at_20_max
value: -6.9652
verified: no, type: nauc_mrr_at_20_std
value: -17.946
verified: no, type: nauc_mrr_at_20_diff1
value: 28.7838
verified: no, type: nauc_mrr_at_100_max
value: -6.9229
verified: no, type: nauc_mrr_at_100_std
value: -17.6507
verified: no, type: nauc_mrr_at_100_diff1
value: 28.854400000000002
verified: no, type: nauc_mrr_at_1000_max
value: -6.915
verified: no, type: nauc_mrr_at_1000_std
value: -17.685200000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.854999999999997
verified: no, type: main_score
value: 37.279
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 99.95439999999999
verified: no, type: f1
value: 99.9481
verified: no, type: f1_weighted
value: 99.95439999999999
verified: no, type: main_score
value: 99.95439999999999
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 91.85130000000001
verified: no, type: f1
value: 74.1558
verified: no, type: f1_weighted
value: 92.0981
verified: no, type: main_score
value: 91.85130000000001
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 91.9435
verified: no, type: f1
value: 91.76389999999999
verified: no, type: f1_weighted
value: 92.1532
verified: no, type: main_score
value: 91.9435
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 99.2972
verified: no, type: f1
value: 99.2864
verified: no, type: f1_weighted
value: 99.2985
verified: no, type: main_score
value: 99.2972
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: v_measure
value: 51.532199999999996
verified: no, type: v_measure_std
value: 1.4316
verified: no, type: main_score
value: 51.532199999999996
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: v_measure
value: 48.9936
verified: no, type: v_measure_std
value: 1.6781000000000001
verified: no, type: main_score
value: 48.9936
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: map
value: 29.6848
verified: no, type: mrr
value: 30.547200000000004
verified: no, type: nAUC_map_max
value: -22.4106
verified: no, type: nAUC_map_std
value: -5.1465
verified: no, type: nAUC_map_diff1
value: 12.2824
verified: no, type: nAUC_mrr_max
value: -17.1894
verified: no, type: nAUC_mrr_std
value: -3.1673
verified: no, type: nAUC_mrr_diff1
value: 11.4619
verified: no, type: main_score
value: 29.6848
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: ndcg_at_1
value: 53.715
verified: no, type: ndcg_at_3
value: 50.865
verified: no, type: ndcg_at_5
value: 49.324
verified: no, type: ndcg_at_10
value: 46.989999999999995
verified: no, type: ndcg_at_20
value: 44.855000000000004
verified: no, type: ndcg_at_100
value: 45.639
verified: no, type: ndcg_at_1000
value: 55.396
verified: no, type: map_at_1
value: 10.83
verified: no, type: map_at_3
value: 17.343
verified: no, type: map_at_5
value: 19.912
verified: no, type: map_at_10
value: 23.018
verified: no, type: map_at_20
value: 25.335
verified: no, type: map_at_100
value: 28.172000000000004
verified: no, type: map_at_1000
value: 30.006
verified: no, type: recall_at_1
value: 10.83
verified: no, type: recall_at_3
value: 19.541
verified: no, type: recall_at_5
value: 23.980999999999998
verified: no, type: recall_at_10
value: 29.866
verified: no, type: recall_at_20
value: 35.29
verified: no, type: recall_at_100
value: 50.1
verified: no, type: recall_at_1000
value: 80.405
verified: no, type: precision_at_1
value: 56.96600000000001
verified: no, type: precision_at_3
value: 47.059
verified: no, type: precision_at_5
value: 41.238
verified: no, type: precision_at_10
value: 32.291
verified: no, type: precision_at_20
value: 23.235
verified: no, type: precision_at_100
value: 9.399000000000001
verified: no, type: precision_at_1000
value: 2.3689999999999998
verified: no, type: mrr_at_1
value: 57.2755
verified: no, type: mrr_at_3
value: 64.4479
verified: no, type: mrr_at_5
value: 66.32090000000001
verified: no, type: mrr_at_10
value: 67.0258
verified: no, type: mrr_at_20
value: 67.3303
verified: no, type: mrr_at_100
value: 67.5519
verified: no, type: mrr_at_1000
value: 67.55799999999999
verified: no, type: nauc_ndcg_at_1_max
value: -3.6926
verified: no, type: nauc_ndcg_at_1_std
value: 33.521499999999996
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.8106
verified: no, type: nauc_ndcg_at_3_max
value: -3.1995999999999998
verified: no, type: nauc_ndcg_at_3_std
value: 39.7212
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.506
verified: no, type: nauc_ndcg_at_5_max
value: -1.9286999999999999
verified: no, type: nauc_ndcg_at_5_std
value: 44.291399999999996
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.097
verified: no, type: nauc_ndcg_at_10_max
value: -1.7949
verified: no, type: nauc_ndcg_at_10_std
value: 45.2086
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.3919
verified: no, type: nauc_ndcg_at_20_max
value: -4.7012
verified: no, type: nauc_ndcg_at_20_std
value: 45.642300000000006
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.426
verified: no, type: nauc_ndcg_at_100_max
value: -6.544600000000001
verified: no, type: nauc_ndcg_at_100_std
value: 45.7089
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.3965
verified: no, type: nauc_ndcg_at_1000_max
value: -0.4909
verified: no, type: nauc_ndcg_at_1000_std
value: 48.5931
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.6644
verified: no, type: nauc_map_at_1_max
value: -13.8078
verified: no, type: nauc_map_at_1_std
value: 10.8591
verified: no, type: nauc_map_at_1_diff1
value: 44.270399999999995
verified: no, type: nauc_map_at_3_max
value: -13.5956
verified: no, type: nauc_map_at_3_std
value: 18.4824
verified: no, type: nauc_map_at_3_diff1
value: 37.7876
verified: no, type: nauc_map_at_5_max
value: -12.5628
verified: no, type: nauc_map_at_5_std
value: 22.2452
verified: no, type: nauc_map_at_5_diff1
value: 35.8551
verified: no, type: nauc_map_at_10_max
value: -10.3852
verified: no, type: nauc_map_at_10_std
value: 28.1302
verified: no, type: nauc_map_at_10_diff1
value: 34.949200000000005
verified: no, type: nauc_map_at_20_max
value: -10.301200000000001
verified: no, type: nauc_map_at_20_std
value: 33.8553
verified: no, type: nauc_map_at_20_diff1
value: 34.6359
verified: no, type: nauc_map_at_100_max
value: -9.3453
verified: no, type: nauc_map_at_100_std
value: 38.553599999999996
verified: no, type: nauc_map_at_100_diff1
value: 33.6736
verified: no, type: nauc_map_at_1000_max
value: -8.6346
verified: no, type: nauc_map_at_1000_std
value: 40.0997
verified: no, type: nauc_map_at_1000_diff1
value: 33.1085
verified: no, type: nauc_recall_at_1_max
value: -13.8078
verified: no, type: nauc_recall_at_1_std
value: 10.8591
verified: no, type: nauc_recall_at_1_diff1
value: 44.270399999999995
verified: no, type: nauc_recall_at_3_max
value: -14.391000000000002
verified: no, type: nauc_recall_at_3_std
value: 16.1231
verified: no, type: nauc_recall_at_3_diff1
value: 32.5907
verified: no, type: nauc_recall_at_5_max
value: -14.774399999999998
verified: no, type: nauc_recall_at_5_std
value: 20.0645
verified: no, type: nauc_recall_at_5_diff1
value: 29.610599999999998
verified: no, type: nauc_recall_at_10_max
value: -13.0519
verified: no, type: nauc_recall_at_10_std
value: 25.591199999999997
verified: no, type: nauc_recall_at_10_diff1
value: 29.915300000000002
verified: no, type: nauc_recall_at_20_max
value: -13.732700000000001
verified: no, type: nauc_recall_at_20_std
value: 31.3804
verified: no, type: nauc_recall_at_20_diff1
value: 30.1041
verified: no, type: nauc_recall_at_100_max
value: -14.8726
verified: no, type: nauc_recall_at_100_std
value: 35.650999999999996
verified: no, type: nauc_recall_at_100_diff1
value: 27.698099999999997
verified: no, type: nauc_recall_at_1000_max
value: -10.6555
verified: no, type: nauc_recall_at_1000_std
value: 39.550999999999995
verified: no, type: nauc_recall_at_1000_diff1
value: 23.9944
verified: no, type: nauc_precision_at_1_max
value: 4.0344999999999995
verified: no, type: nauc_precision_at_1_std
value: 34.5518
verified: no, type: nauc_precision_at_1_diff1
value: 42.742799999999995
verified: no, type: nauc_precision_at_3_max
value: 8.4223
verified: no, type: nauc_precision_at_3_std
value: 40.2351
verified: no, type: nauc_precision_at_3_diff1
value: 16.304199999999998
verified: no, type: nauc_precision_at_5_max
value: 12.113
verified: no, type: nauc_precision_at_5_std
value: 44.5963
verified: no, type: nauc_precision_at_5_diff1
value: 7.776199999999999
verified: no, type: nauc_precision_at_10_max
value: 12.0091
verified: no, type: nauc_precision_at_10_std
value: 45.1517
verified: no, type: nauc_precision_at_10_diff1
value: 0.7009
verified: no, type: nauc_precision_at_20_max
value: 10.6326
verified: no, type: nauc_precision_at_20_std
value: 43.7095
verified: no, type: nauc_precision_at_20_diff1
value: -3.0936000000000003
verified: no, type: nauc_precision_at_100_max
value: 10.9055
verified: no, type: nauc_precision_at_100_std
value: 26.037100000000002
verified: no, type: nauc_precision_at_100_diff1
value: -12.555299999999999
verified: no, type: nauc_precision_at_1000_max
value: 4.8661
verified: no, type: nauc_precision_at_1000_std
value: 4.1809
verified: no, type: nauc_precision_at_1000_diff1
value: -17.4765
verified: no, type: nauc_mrr_at_1_max
value: 3.0937
verified: no, type: nauc_mrr_at_1_std
value: 36.3335
verified: no, type: nauc_mrr_at_1_diff1
value: 41.9342
verified: no, type: nauc_mrr_at_3_max
value: 7.029599999999999
verified: no, type: nauc_mrr_at_3_std
value: 37.032199999999996
verified: no, type: nauc_mrr_at_3_diff1
value: 41.9492
verified: no, type: nauc_mrr_at_5_max
value: 6.711499999999999
verified: no, type: nauc_mrr_at_5_std
value: 39.8725
verified: no, type: nauc_mrr_at_5_diff1
value: 40.9309
verified: no, type: nauc_mrr_at_10_max
value: 6.1844
verified: no, type: nauc_mrr_at_10_std
value: 39.321400000000004
verified: no, type: nauc_mrr_at_10_diff1
value: 40.915600000000005
verified: no, type: nauc_mrr_at_20_max
value: 6.1018
verified: no, type: nauc_mrr_at_20_std
value: 39.2294
verified: no, type: nauc_mrr_at_20_diff1
value: 40.863
verified: no, type: nauc_mrr_at_100_max
value: 6.1953000000000005
verified: no, type: nauc_mrr_at_100_std
value: 39.0641
verified: no, type: nauc_mrr_at_100_diff1
value: 40.922399999999996
verified: no, type: nauc_mrr_at_1000_max
value: 6.1803
verified: no, type: nauc_mrr_at_1000_std
value: 39.0571
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.9193
verified: no, type: main_score
value: 46.989999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: ndcg_at_1
value: 62.891
verified: no, type: ndcg_at_3
value: 77.62599999999999
verified: no, type: ndcg_at_5
value: 81.209
verified: no, type: ndcg_at_10
value: 82.48100000000001
verified: no, type: ndcg_at_20
value: 82.633
verified: no, type: ndcg_at_100
value: 82.68799999999999
verified: no, type: ndcg_at_1000
value: 82.699
verified: no, type: map_at_1
value: 56.315000000000005
verified: no, type: map_at_3
value: 72.651
verified: no, type: map_at_5
value: 75.179
verified: no, type: map_at_10
value: 75.95100000000001
verified: no, type: map_at_20
value: 76.02600000000001
verified: no, type: map_at_100
value: 76.03999999999999
verified: no, type: map_at_1000
value: 76.03999999999999
verified: no, type: recall_at_1
value: 56.315000000000005
verified: no, type: recall_at_3
value: 88.104
verified: no, type: recall_at_5
value: 95.93199999999999
verified: no, type: recall_at_10
value: 99.223
verified: no, type: recall_at_20
value: 99.684
verified: no, type: recall_at_100
value: 99.913
verified: no, type: recall_at_1000
value: 99.976
verified: no, type: precision_at_1
value: 62.891
verified: no, type: precision_at_3
value: 34.251
verified: no, type: precision_at_5
value: 22.862
verified: no, type: precision_at_10
value: 11.999
verified: no, type: precision_at_20
value: 6.05
verified: no, type: precision_at_100
value: 1.2149999999999999
verified: no, type: precision_at_1000
value: 0.122
verified: no, type: mrr_at_1
value: 62.8911
verified: no, type: mrr_at_3
value: 76.405
verified: no, type: mrr_at_5
value: 77.6811
verified: no, type: mrr_at_10
value: 77.9206
verified: no, type: mrr_at_20
value: 77.9307
verified: no, type: mrr_at_100
value: 77.9329
verified: no, type: mrr_at_1000
value: 77.9329
verified: no, type: nauc_ndcg_at_1_max
value: 2.5779
verified: no, type: nauc_ndcg_at_1_std
value: -10.2262
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.8953
verified: no, type: nauc_ndcg_at_3_max
value: -2.2694
verified: no, type: nauc_ndcg_at_3_std
value: -17.2468
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.641
verified: no, type: nauc_ndcg_at_5_max
value: 0.1706
verified: no, type: nauc_ndcg_at_5_std
value: -14.2837
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.869
verified: no, type: nauc_ndcg_at_10_max
value: 0.7538
verified: no, type: nauc_ndcg_at_10_std
value: -13.5441
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.6878
verified: no, type: nauc_ndcg_at_20_max
value: 0.8064999999999999
verified: no, type: nauc_ndcg_at_20_std
value: -12.9749
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.6738
verified: no, type: nauc_ndcg_at_100_max
value: 0.7062999999999999
verified: no, type: nauc_ndcg_at_100_std
value: -12.8594
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.5327
verified: no, type: nauc_ndcg_at_1000_max
value: 0.6742
verified: no, type: nauc_ndcg_at_1000_std
value: -12.837000000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.5193
verified: no, type: nauc_map_at_1_max
value: 0.0021
verified: no, type: nauc_map_at_1_std
value: -13.587299999999999
verified: no, type: nauc_map_at_1_diff1
value: 41.226800000000004
verified: no, type: nauc_map_at_3_max
value: -1.4102999999999999
verified: no, type: nauc_map_at_3_std
value: -16.5932
verified: no, type: nauc_map_at_3_diff1
value: 40.1273
verified: no, type: nauc_map_at_5_max
value: 0.0973
verified: no, type: nauc_map_at_5_std
value: -14.718800000000002
verified: no, type: nauc_map_at_5_diff1
value: 40.164699999999996
verified: no, type: nauc_map_at_10_max
value: 0.3372
verified: no, type: nauc_map_at_10_std
value: -14.284099999999999
verified: no, type: nauc_map_at_10_diff1
value: 40.5196
verified: no, type: nauc_map_at_20_max
value: 0.36319999999999997
verified: no, type: nauc_map_at_20_std
value: -14.068
verified: no, type: nauc_map_at_20_diff1
value: 40.524100000000004
verified: no, type: nauc_map_at_100_max
value: 0.3538
verified: no, type: nauc_map_at_100_std
value: -14.028599999999999
verified: no, type: nauc_map_at_100_diff1
value: 40.495599999999996
verified: no, type: nauc_map_at_1000_max
value: 0.3517
verified: no, type: nauc_map_at_1000_std
value: -14.027700000000001
verified: no, type: nauc_map_at_1000_diff1
value: 40.4947
verified: no, type: nauc_recall_at_1_max
value: 0.0021
verified: no, type: nauc_recall_at_1_std
value: -13.587299999999999
verified: no, type: nauc_recall_at_1_diff1
value: 41.226800000000004
verified: no, type: nauc_recall_at_3_max
value: -9.1524
verified: no, type: nauc_recall_at_3_std
value: -27.1015
verified: no, type: nauc_recall_at_3_diff1
value: 34.0135
verified: no, type: nauc_recall_at_5_max
value: -3.0655
verified: no, type: nauc_recall_at_5_std
value: -24.614
verified: no, type: nauc_recall_at_5_diff1
value: 30.1107
verified: no, type: nauc_recall_at_10_max
value: 9.3735
verified: no, type: nauc_recall_at_10_std
value: -50.0015
verified: no, type: nauc_recall_at_10_diff1
value: 43.8707
verified: no, type: nauc_recall_at_20_max
value: 29.6138
verified: no, type: nauc_recall_at_20_std
value: -31.2101
verified: no, type: nauc_recall_at_20_diff1
value: 55.514399999999995
verified: no, type: nauc_recall_at_100_max
value: 20.6316
verified: no, type: nauc_recall_at_100_std
value: -38.6983
verified: no, type: nauc_recall_at_100_diff1
value: 15.6914
verified: no, type: nauc_recall_at_1000_max
value: -34.341899999999995
verified: no, type: nauc_recall_at_1000_std
value: -34.341899999999995
verified: no, type: nauc_recall_at_1000_diff1
value: -75.96589999999999
verified: no, type: nauc_precision_at_1_max
value: 2.5779
verified: no, type: nauc_precision_at_1_std
value: -10.2262
verified: no, type: nauc_precision_at_1_diff1
value: 41.8953
verified: no, type: nauc_precision_at_3_max
value: 3.6672999999999996
verified: no, type: nauc_precision_at_3_std
value: 0.2151
verified: no, type: nauc_precision_at_3_diff1
value: 4.3002
verified: no, type: nauc_precision_at_5_max
value: 8.9955
verified: no, type: nauc_precision_at_5_std
value: 13.4807
verified: no, type: nauc_precision_at_5_diff1
value: -10.6336
verified: no, type: nauc_precision_at_10_max
value: 8.9443
verified: no, type: nauc_precision_at_10_std
value: 16.731099999999998
verified: no, type: nauc_precision_at_10_diff1
value: -14.011899999999999
verified: no, type: nauc_precision_at_20_max
value: 8.761
verified: no, type: nauc_precision_at_20_std
value: 18.2807
verified: no, type: nauc_precision_at_20_diff1
value: -14.5834
verified: no, type: nauc_precision_at_100_max
value: 8.2489
verified: no, type: nauc_precision_at_100_std
value: 18.8305
verified: no, type: nauc_precision_at_100_diff1
value: -15.4318
verified: no, type: nauc_precision_at_1000_max
value: 8.0431
verified: no, type: nauc_precision_at_1000_std
value: 18.9189
verified: no, type: nauc_precision_at_1000_diff1
value: -15.5638
verified: no, type: nauc_mrr_at_1_max
value: 2.4548
verified: no, type: nauc_mrr_at_1_std
value: -10.4223
verified: no, type: nauc_mrr_at_1_diff1
value: 41.8953
verified: no, type: nauc_mrr_at_3_max
value: 0.1827
verified: no, type: nauc_mrr_at_3_std
value: -11.9237
verified: no, type: nauc_mrr_at_3_diff1
value: 40.510600000000004
verified: no, type: nauc_mrr_at_5_max
value: 0.8292
verified: no, type: nauc_mrr_at_5_std
value: -11.199399999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 40.870200000000004
verified: no, type: nauc_mrr_at_10_max
value: 1.0205
verified: no, type: nauc_mrr_at_10_std
value: -11.2162
verified: no, type: nauc_mrr_at_10_diff1
value: 41.0675
verified: no, type: nauc_mrr_at_20_max
value: 1.0065
verified: no, type: nauc_mrr_at_20_std
value: -11.2151
verified: no, type: nauc_mrr_at_20_diff1
value: 41.0607
verified: no, type: nauc_mrr_at_100_max
value: 0.9991999999999999
verified: no, type: nauc_mrr_at_100_std
value: -11.225
verified: no, type: nauc_mrr_at_100_diff1
value: 41.0565
verified: no, type: nauc_mrr_at_1000_max
value: 0.9991999999999999
verified: no, type: nauc_mrr_at_1000_std
value: -11.225
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.0565
verified: no, type: main_score
value: 82.48100000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: ndcg_at_1
value: 80.16
verified: no, type: ndcg_at_3
value: 85.386
verified: no, type: ndcg_at_5
value: 87.454
verified: no, type: ndcg_at_10
value: 88.857
verified: no, type: ndcg_at_20
value: 89.445
verified: no, type: ndcg_at_100
value: 89.71900000000001
verified: no, type: ndcg_at_1000
value: 89.75
verified: no, type: map_at_1
value: 69.503
verified: no, type: map_at_3
value: 81.22500000000001
verified: no, type: map_at_5
value: 83.459
verified: no, type: map_at_10
value: 84.712
verified: no, type: map_at_20
value: 85.15700000000001
verified: no, type: map_at_100
value: 85.32
verified: no, type: map_at_1000
value: 85.329
verified: no, type: recall_at_1
value: 69.503
verified: no, type: recall_at_3
value: 87.74
verified: no, type: recall_at_5
value: 93.29499999999999
verified: no, type: recall_at_10
value: 97.282
verified: no, type: recall_at_20
value: 99.069
verified: no, type: recall_at_100
value: 99.902
verified: no, type: recall_at_1000
value: 99.997
verified: no, type: precision_at_1
value: 80.16
verified: no, type: precision_at_3
value: 37.767
verified: no, type: precision_at_5
value: 25.21
verified: no, type: precision_at_10
value: 13.863
verified: no, type: precision_at_20
value: 7.35
verified: no, type: precision_at_100
value: 1.551
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: mrr_at_1
value: 80.17
verified: no, type: mrr_at_3
value: 86.21170000000001
verified: no, type: mrr_at_5
value: 87.05619999999999
verified: no, type: mrr_at_10
value: 87.3352
verified: no, type: mrr_at_20
value: 87.3824
verified: no, type: mrr_at_100
value: 87.3888
verified: no, type: mrr_at_1000
value: 87.3889
verified: no, type: nauc_ndcg_at_1_max
value: 39.4762
verified: no, type: nauc_ndcg_at_1_std
value: -38.3405
verified: no, type: nauc_ndcg_at_1_diff1
value: 75.527
verified: no, type: nauc_ndcg_at_3_max
value: 38.3542
verified: no, type: nauc_ndcg_at_3_std
value: -48.109
verified: no, type: nauc_ndcg_at_3_diff1
value: 74.1314
verified: no, type: nauc_ndcg_at_5_max
value: 38.8204
verified: no, type: nauc_ndcg_at_5_std
value: -49.769000000000005
verified: no, type: nauc_ndcg_at_5_diff1
value: 74.862
verified: no, type: nauc_ndcg_at_10_max
value: 39.3282
verified: no, type: nauc_ndcg_at_10_std
value: -47.7705
verified: no, type: nauc_ndcg_at_10_diff1
value: 74.8846
verified: no, type: nauc_ndcg_at_20_max
value: 39.439
verified: no, type: nauc_ndcg_at_20_std
value: -45.4304
verified: no, type: nauc_ndcg_at_20_diff1
value: 74.7427
verified: no, type: nauc_ndcg_at_100_max
value: 39.4053
verified: no, type: nauc_ndcg_at_100_std
value: -43.6643
verified: no, type: nauc_ndcg_at_100_diff1
value: 74.5163
verified: no, type: nauc_ndcg_at_1000_max
value: 39.387699999999995
verified: no, type: nauc_ndcg_at_1000_std
value: -43.4874
verified: no, type: nauc_ndcg_at_1000_diff1
value: 74.4924
verified: no, type: nauc_map_at_1_max
value: 27.626299999999997
verified: no, type: nauc_map_at_1_std
value: -43.6161
verified: no, type: nauc_map_at_1_diff1
value: 78.2325
verified: no, type: nauc_map_at_3_max
value: 34.8718
verified: no, type: nauc_map_at_3_std
value: -52.0872
verified: no, type: nauc_map_at_3_diff1
value: 75.65220000000001
verified: no, type: nauc_map_at_5_max
value: 36.5452
verified: no, type: nauc_map_at_5_std
value: -51.7205
verified: no, type: nauc_map_at_5_diff1
value: 75.6249
verified: no, type: nauc_map_at_10_max
value: 37.736799999999995
verified: no, type: nauc_map_at_10_std
value: -49.3867
verified: no, type: nauc_map_at_10_diff1
value: 75.2902
verified: no, type: nauc_map_at_20_max
value: 38.2162
verified: no, type: nauc_map_at_20_std
value: -47.4951
verified: no, type: nauc_map_at_20_diff1
value: 75.0335
verified: no, type: nauc_map_at_100_max
value: 38.3267
verified: no, type: nauc_map_at_100_std
value: -46.5286
verified: no, type: nauc_map_at_100_diff1
value: 74.9011
verified: no, type: nauc_map_at_1000_max
value: 38.3224
verified: no, type: nauc_map_at_1000_std
value: -46.4818
verified: no, type: nauc_map_at_1000_diff1
value: 74.8974
verified: no, type: nauc_recall_at_1_max
value: 27.626299999999997
verified: no, type: nauc_recall_at_1_std
value: -43.6161
verified: no, type: nauc_recall_at_1_diff1
value: 78.2325
verified: no, type: nauc_recall_at_3_max
value: 31.893700000000003
verified: no, type: nauc_recall_at_3_std
value: -62.048
verified: no, type: nauc_recall_at_3_diff1
value: 71.25359999999999
verified: no, type: nauc_recall_at_5_max
value: 32.5847
verified: no, type: nauc_recall_at_5_std
value: -73.9396
verified: no, type: nauc_recall_at_5_diff1
value: 70.6165
verified: no, type: nauc_recall_at_10_max
value: 37.894299999999994
verified: no, type: nauc_recall_at_10_std
value: -85.79830000000001
verified: no, type: nauc_recall_at_10_diff1
value: 71.9699
verified: no, type: nauc_recall_at_20_max
value: 42.5506
verified: no, type: nauc_recall_at_20_std
value: -89.5561
verified: no, type: nauc_recall_at_20_diff1
value: 74.7889
verified: no, type: nauc_recall_at_100_max
value: 41.7448
verified: no, type: nauc_recall_at_100_std
value: -66.82780000000001
verified: no, type: nauc_recall_at_100_diff1
value: 70.55930000000001
verified: no, type: nauc_recall_at_1000_max
value: 72.165
verified: no, type: nauc_recall_at_1000_std
value: 16.6256
verified: no, type: nauc_recall_at_1000_diff1
value: 61.7435
verified: no, type: nauc_precision_at_1_max
value: 39.4762
verified: no, type: nauc_precision_at_1_std
value: -38.3405
verified: no, type: nauc_precision_at_1_diff1
value: 75.527
verified: no, type: nauc_precision_at_3_max
value: 10.9682
verified: no, type: nauc_precision_at_3_std
value: 8.5895
verified: no, type: nauc_precision_at_3_diff1
value: -18.7343
verified: no, type: nauc_precision_at_5_max
value: 3.9085
verified: no, type: nauc_precision_at_5_std
value: 22.3557
verified: no, type: nauc_precision_at_5_diff1
value: -32.956
verified: no, type: nauc_precision_at_10_max
value: -0.7126
verified: no, type: nauc_precision_at_10_std
value: 34.4463
verified: no, type: nauc_precision_at_10_diff1
value: -40.2688
verified: no, type: nauc_precision_at_20_max
value: -2.8043
verified: no, type: nauc_precision_at_20_std
value: 41.2968
verified: no, type: nauc_precision_at_20_diff1
value: -42.3466
verified: no, type: nauc_precision_at_100_max
value: -4.9339
verified: no, type: nauc_precision_at_100_std
value: 46.9746
verified: no, type: nauc_precision_at_100_diff1
value: -43.1843
verified: no, type: nauc_precision_at_1000_max
value: -5.6414
verified: no, type: nauc_precision_at_1000_std
value: 47.656
verified: no, type: nauc_precision_at_1000_diff1
value: -43.223099999999995
verified: no, type: nauc_mrr_at_1_max
value: 39.456599999999995
verified: no, type: nauc_mrr_at_1_std
value: -38.451800000000006
verified: no, type: nauc_mrr_at_1_diff1
value: 75.5085
verified: no, type: nauc_mrr_at_3_max
value: 40.3247
verified: no, type: nauc_mrr_at_3_std
value: -41.2735
verified: no, type: nauc_mrr_at_3_diff1
value: 74.36970000000001
verified: no, type: nauc_mrr_at_5_max
value: 40.1839
verified: no, type: nauc_mrr_at_5_std
value: -41.274
verified: no, type: nauc_mrr_at_5_diff1
value: 74.5963
verified: no, type: nauc_mrr_at_10_max
value: 40.239000000000004
verified: no, type: nauc_mrr_at_10_std
value: -40.734500000000004
verified: no, type: nauc_mrr_at_10_diff1
value: 74.66199999999999
verified: no, type: nauc_mrr_at_20_max
value: 40.18
verified: no, type: nauc_mrr_at_20_std
value: -40.6285
verified: no, type: nauc_mrr_at_20_diff1
value: 74.6781
verified: no, type: nauc_mrr_at_100_max
value: 40.1602
verified: no, type: nauc_mrr_at_100_std
value: -40.6371
verified: no, type: nauc_mrr_at_100_diff1
value: 74.6773
verified: no, type: nauc_mrr_at_1000_max
value: 40.1599
verified: no, type: nauc_mrr_at_1000_std
value: -40.6379
verified: no, type: nauc_mrr_at_1000_diff1
value: 74.6773
verified: no, type: main_score
value: 88.857
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: v_measure
value: 77.1563
verified: no, type: v_measure_std
value: 3.3381000000000003
verified: no, type: main_score
value: 77.1563
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: v_measure
value: 70.2294
verified: no, type: v_measure_std
value: 11.2968
verified: no, type: main_score
value: 70.2294
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: ndcg_at_1
value: 38.7
verified: no, type: ndcg_at_3
value: 32.368
verified: no, type: ndcg_at_5
value: 28.589
verified: no, type: ndcg_at_10
value: 34.528999999999996
verified: no, type: ndcg_at_20
value: 39.028
verified: no, type: ndcg_at_100
value: 45.658
verified: no, type: ndcg_at_1000
value: 49.72
verified: no, type: map_at_1
value: 7.887
verified: no, type: map_at_3
value: 15.303
verified: no, type: map_at_5
value: 18.739
verified: no, type: map_at_10
value: 22.409000000000002
verified: no, type: map_at_20
value: 24.448
verified: no, type: map_at_100
value: 26.148
verified: no, type: map_at_1000
value: 26.456000000000003
verified: no, type: recall_at_1
value: 7.887
verified: no, type: recall_at_3
value: 18.678
verified: no, type: recall_at_5
value: 25.807999999999996
verified: no, type: recall_at_10
value: 36.685
verified: no, type: recall_at_20
value: 47.25
verified: no, type: recall_at_100
value: 68.477
verified: no, type: recall_at_1000
value: 87.91799999999999
verified: no, type: precision_at_1
value: 38.7
verified: no, type: precision_at_3
value: 30.599999999999998
verified: no, type: precision_at_5
value: 25.4
verified: no, type: precision_at_10
value: 18.07
verified: no, type: precision_at_20
value: 11.635
verified: no, type: precision_at_100
value: 3.373
verified: no, type: precision_at_1000
value: 0.43299999999999994
verified: no, type: mrr_at_1
value: 38.6
verified: no, type: mrr_at_3
value: 48.8
verified: no, type: mrr_at_5
value: 51.23
verified: no, type: mrr_at_10
value: 52.492799999999995
verified: no, type: mrr_at_20
value: 53.009499999999996
verified: no, type: mrr_at_100
value: 53.228500000000004
verified: no, type: mrr_at_1000
value: 53.2436
verified: no, type: nauc_ndcg_at_1_max
value: 6.0639
verified: no, type: nauc_ndcg_at_1_std
value: 14.1284
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.0126
verified: no, type: nauc_ndcg_at_3_max
value: 6.8744
verified: no, type: nauc_ndcg_at_3_std
value: 17.058300000000003
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.622900000000001
verified: no, type: nauc_ndcg_at_5_max
value: 5.8021
verified: no, type: nauc_ndcg_at_5_std
value: 21.4376
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.2795
verified: no, type: nauc_ndcg_at_10_max
value: 7.1497
verified: no, type: nauc_ndcg_at_10_std
value: 26.2426
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.8164
verified: no, type: nauc_ndcg_at_20_max
value: 7.0079
verified: no, type: nauc_ndcg_at_20_std
value: 31.5785
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.3766
verified: no, type: nauc_ndcg_at_100_max
value: 6.5833
verified: no, type: nauc_ndcg_at_100_std
value: 34.7066
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.239899999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 6.4925
verified: no, type: nauc_ndcg_at_1000_std
value: 32.8567
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.5588
verified: no, type: nauc_map_at_1_max
value: 6.0024
verified: no, type: nauc_map_at_1_std
value: 13.6135
verified: no, type: nauc_map_at_1_diff1
value: 21.0303
verified: no, type: nauc_map_at_3_max
value: 6.812
verified: no, type: nauc_map_at_3_std
value: 15.673
verified: no, type: nauc_map_at_3_diff1
value: 14.632700000000002
verified: no, type: nauc_map_at_5_max
value: 5.3659
verified: no, type: nauc_map_at_5_std
value: 19.2072
verified: no, type: nauc_map_at_5_diff1
value: 13.4808
verified: no, type: nauc_map_at_10_max
value: 5.9001
verified: no, type: nauc_map_at_10_std
value: 23.5749
verified: no, type: nauc_map_at_10_diff1
value: 12.5175
verified: no, type: nauc_map_at_20_max
value: 6.0044
verified: no, type: nauc_map_at_20_std
value: 27.192100000000003
verified: no, type: nauc_map_at_20_diff1
value: 13.0855
verified: no, type: nauc_map_at_100_max
value: 5.9662
verified: no, type: nauc_map_at_100_std
value: 28.6452
verified: no, type: nauc_map_at_100_diff1
value: 12.797500000000001
verified: no, type: nauc_map_at_1000_max
value: 5.9823
verified: no, type: nauc_map_at_1000_std
value: 28.5657
verified: no, type: nauc_map_at_1000_diff1
value: 12.9164
verified: no, type: nauc_recall_at_1_max
value: 6.0024
verified: no, type: nauc_recall_at_1_std
value: 13.6135
verified: no, type: nauc_recall_at_1_diff1
value: 21.0303
verified: no, type: nauc_recall_at_3_max
value: 6.7357
verified: no, type: nauc_recall_at_3_std
value: 17.557000000000002
verified: no, type: nauc_recall_at_3_diff1
value: 12.737000000000002
verified: no, type: nauc_recall_at_5_max
value: 4.5299
verified: no, type: nauc_recall_at_5_std
value: 24.144099999999998
verified: no, type: nauc_recall_at_5_diff1
value: 10.065100000000001
verified: no, type: nauc_recall_at_10_max
value: 6.6037
verified: no, type: nauc_recall_at_10_std
value: 30.9601
verified: no, type: nauc_recall_at_10_diff1
value: 7.081999999999999
verified: no, type: nauc_recall_at_20_max
value: 5.6238
verified: no, type: nauc_recall_at_20_std
value: 40.4586
verified: no, type: nauc_recall_at_20_diff1
value: 7.7701
verified: no, type: nauc_recall_at_100_max
value: 2.7571
verified: no, type: nauc_recall_at_100_std
value: 48.2792
verified: no, type: nauc_recall_at_100_diff1
value: 4.986199999999999
verified: no, type: nauc_recall_at_1000_max
value: -1.4181
verified: no, type: nauc_recall_at_1000_std
value: 47.2352
verified: no, type: nauc_recall_at_1000_diff1
value: 9.7315
verified: no, type: nauc_precision_at_1_max
value: 6.0639
verified: no, type: nauc_precision_at_1_std
value: 14.1284
verified: no, type: nauc_precision_at_1_diff1
value: 21.0126
verified: no, type: nauc_precision_at_3_max
value: 6.8919999999999995
verified: no, type: nauc_precision_at_3_std
value: 17.8512
verified: no, type: nauc_precision_at_3_diff1
value: 12.698
verified: no, type: nauc_precision_at_5_max
value: 4.696899999999999
verified: no, type: nauc_precision_at_5_std
value: 24.1872
verified: no, type: nauc_precision_at_5_diff1
value: 9.898800000000001
verified: no, type: nauc_precision_at_10_max
value: 6.840400000000001
verified: no, type: nauc_precision_at_10_std
value: 30.9012
verified: no, type: nauc_precision_at_10_diff1
value: 6.829300000000001
verified: no, type: nauc_precision_at_20_max
value: 5.930499999999999
verified: no, type: nauc_precision_at_20_std
value: 40.3715
verified: no, type: nauc_precision_at_20_diff1
value: 7.2597
verified: no, type: nauc_precision_at_100_max
value: 3.4431000000000003
verified: no, type: nauc_precision_at_100_std
value: 47.0829
verified: no, type: nauc_precision_at_100_diff1
value: 3.9010000000000002
verified: no, type: nauc_precision_at_1000_max
value: 0.6851999999999999
verified: no, type: nauc_precision_at_1000_std
value: 42.6842
verified: no, type: nauc_precision_at_1000_diff1
value: 7.481999999999999
verified: no, type: nauc_mrr_at_1_max
value: 6.1662
verified: no, type: nauc_mrr_at_1_std
value: 13.8154
verified: no, type: nauc_mrr_at_1_diff1
value: 21.3001
verified: no, type: nauc_mrr_at_3_max
value: 7.034
verified: no, type: nauc_mrr_at_3_std
value: 16.7161
verified: no, type: nauc_mrr_at_3_diff1
value: 20.6858
verified: no, type: nauc_mrr_at_5_max
value: 7.059200000000001
verified: no, type: nauc_mrr_at_5_std
value: 18.2732
verified: no, type: nauc_mrr_at_5_diff1
value: 20.463700000000003
verified: no, type: nauc_mrr_at_10_max
value: 7.753400000000001
verified: no, type: nauc_mrr_at_10_std
value: 18.5582
verified: no, type: nauc_mrr_at_10_diff1
value: 19.9613
verified: no, type: nauc_mrr_at_20_max
value: 7.744199999999999
verified: no, type: nauc_mrr_at_20_std
value: 18.5997
verified: no, type: nauc_mrr_at_20_diff1
value: 19.950599999999998
verified: no, type: nauc_mrr_at_100_max
value: 7.6713000000000005
verified: no, type: nauc_mrr_at_100_std
value: 18.3825
verified: no, type: nauc_mrr_at_100_diff1
value: 20.0976
verified: no, type: nauc_mrr_at_1000_max
value: 7.6633000000000004
verified: no, type: nauc_mrr_at_1000_std
value: 18.3562
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.0897
verified: no, type: main_score
value: 34.528999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: pearson
value: 86.1982
verified: no, type: spearman
value: 81.625
verified: no, type: cosine_pearson
value: 86.1982
verified: no, type: cosine_spearman
value: 81.625
verified: no, type: manhattan_pearson
value: 83.7364
verified: no, type: manhattan_spearman
value: 81.6094
verified: no, type: euclidean_pearson
value: 83.7609
verified: no, type: euclidean_spearman
value: 81.625
verified: no, type: main_score
value: 81.625
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: pearson
value: 87.0088
verified: no, type: spearman
value: 78.5656
verified: no, type: cosine_pearson
value: 87.0088
verified: no, type: cosine_spearman
value: 78.5685
verified: no, type: manhattan_pearson
value: 83.6701
verified: no, type: manhattan_spearman
value: 78.5915
verified: no, type: euclidean_pearson
value: 83.65559999999999
verified: no, type: euclidean_spearman
value: 78.5685
verified: no, type: main_score
value: 78.5685
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: pearson
value: 87.8312
verified: no, type: spearman
value: 88.1872
verified: no, type: cosine_pearson
value: 87.83109999999999
verified: no, type: cosine_spearman
value: 88.1872
verified: no, type: manhattan_pearson
value: 87.7746
verified: no, type: manhattan_spearman
value: 88.2053
verified: no, type: euclidean_pearson
value: 87.7815
verified: no, type: euclidean_spearman
value: 88.1872
verified: no, type: main_score
value: 88.1872
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: pearson
value: 85.604
verified: no, type: spearman
value: 84.0718
verified: no, type: cosine_pearson
value: 85.604
verified: no, type: cosine_spearman
value: 84.0718
verified: no, type: manhattan_pearson
value: 84.5478
verified: no, type: manhattan_spearman
value: 84.0521
verified: no, type: euclidean_pearson
value: 84.5694
verified: no, type: euclidean_spearman
value: 84.0718
verified: no, type: main_score
value: 84.0718
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: pearson
value: 89.01559999999999
verified: no, type: spearman
value: 89.4459
verified: no, type: cosine_pearson
value: 89.01559999999999
verified: no, type: cosine_spearman
value: 89.4459
verified: no, type: manhattan_pearson
value: 88.7875
verified: no, type: manhattan_spearman
value: 89.4203
verified: no, type: euclidean_pearson
value: 88.8119
verified: no, type: euclidean_spearman
value: 89.4459
verified: no, type: main_score
value: 89.4459
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: pearson
value: 85.7279
verified: no, type: spearman
value: 86.3643
verified: no, type: cosine_pearson
value: 85.7279
verified: no, type: cosine_spearman
value: 86.3643
verified: no, type: manhattan_pearson
value: 85.9517
verified: no, type: manhattan_spearman
value: 86.355
verified: no, type: euclidean_pearson
value: 85.9339
verified: no, type: euclidean_spearman
value: 86.3643
verified: no, type: main_score
value: 86.3643
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 89.9783
verified: no, type: spearman
value: 89.3624
verified: no, type: cosine_pearson
value: 89.9783
verified: no, type: cosine_spearman
value: 89.3624
verified: no, type: manhattan_pearson
value: 89.7846
verified: no, type: manhattan_spearman
value: 89.3142
verified: no, type: euclidean_pearson
value: 89.74170000000001
verified: no, type: euclidean_spearman
value: 89.3624
verified: no, type: main_score
value: 89.3624
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 64.6745
verified: no, type: spearman
value: 65.4776
verified: no, type: cosine_pearson
value: 64.6745
verified: no, type: cosine_spearman
value: 65.4776
verified: no, type: manhattan_pearson
value: 65.6748
verified: no, type: manhattan_spearman
value: 65.3413
verified: no, type: euclidean_pearson
value: 65.7655
verified: no, type: euclidean_spearman
value: 65.4776
verified: no, type: main_score
value: 65.4776
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: pearson
value: 87.724
verified: no, type: spearman
value: 88.3237
verified: no, type: cosine_pearson
value: 87.724
verified: no, type: cosine_spearman
value: 88.3237
verified: no, type: manhattan_pearson
value: 87.9269
verified: no, type: manhattan_spearman
value: 88.301
verified: no, type: euclidean_pearson
value: 87.9367
verified: no, type: euclidean_spearman
value: 88.3237
verified: no, type: main_score
value: 88.3237
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: map
value: 86.7192
verified: no, type: mrr
value: 96.4221
verified: no, type: nAUC_map_max
value: 43.437799999999996
verified: no, type: nAUC_map_std
value: 67.55980000000001
verified: no, type: nAUC_map_diff1
value: 0.6785
verified: no, type: nAUC_mrr_max
value: 83.50840000000001
verified: no, type: nAUC_mrr_std
value: 84.7092
verified: no, type: nAUC_mrr_diff1
value: 45.8165
verified: no, type: main_score
value: 86.7192
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: ndcg_at_1
value: 72.333
verified: no, type: ndcg_at_3
value: 80.896
verified: no, type: ndcg_at_5
value: 83.758
verified: no, type: ndcg_at_10
value: 85.088
verified: no, type: ndcg_at_20
value: 85.464
verified: no, type: ndcg_at_100
value: 85.637
verified: no, type: ndcg_at_1000
value: 85.637
verified: no, type: map_at_1
value: 69.467
verified: no, type: map_at_3
value: 77.969
verified: no, type: map_at_5
value: 80.03
verified: no, type: map_at_10
value: 80.726
verified: no, type: map_at_20
value: 80.87299999999999
verified: no, type: map_at_100
value: 80.892
verified: no, type: map_at_1000
value: 80.892
verified: no, type: recall_at_1
value: 69.467
verified: no, type: recall_at_3
value: 86.861
verified: no, type: recall_at_5
value: 93.95
verified: no, type: recall_at_10
value: 97.667
verified: no, type: recall_at_20
value: 99
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 72.333
verified: no, type: precision_at_3
value: 31.667
verified: no, type: precision_at_5
value: 20.867
verified: no, type: precision_at_10
value: 11
verified: no, type: precision_at_20
value: 5.6000000000000005
verified: no, type: precision_at_100
value: 1.13
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: mrr_at_1
value: 72.3333
verified: no, type: mrr_at_3
value: 79.2222
verified: no, type: mrr_at_5
value: 80.7889
verified: no, type: mrr_at_10
value: 81.2286
verified: no, type: mrr_at_20
value: 81.2656
verified: no, type: mrr_at_100
value: 81.2847
verified: no, type: mrr_at_1000
value: 81.2847
verified: no, type: nauc_ndcg_at_1_max
value: 38.9574
verified: no, type: nauc_ndcg_at_1_std
value: -0.1477
verified: no, type: nauc_ndcg_at_1_diff1
value: 76.0676
verified: no, type: nauc_ndcg_at_3_max
value: 43.899100000000004
verified: no, type: nauc_ndcg_at_3_std
value: 1.3967
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.5965
verified: no, type: nauc_ndcg_at_5_max
value: 42.2858
verified: no, type: nauc_ndcg_at_5_std
value: -0.0241
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.1049
verified: no, type: nauc_ndcg_at_10_max
value: 42.381
verified: no, type: nauc_ndcg_at_10_std
value: 2.6438
verified: no, type: nauc_ndcg_at_10_diff1
value: 75.9975
verified: no, type: nauc_ndcg_at_20_max
value: 42.9424
verified: no, type: nauc_ndcg_at_20_std
value: 2.8966
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.175
verified: no, type: nauc_ndcg_at_100_max
value: 42.854
verified: no, type: nauc_ndcg_at_100_std
value: 2.8745
verified: no, type: nauc_ndcg_at_100_diff1
value: 75.9101
verified: no, type: nauc_ndcg_at_1000_max
value: 42.854
verified: no, type: nauc_ndcg_at_1000_std
value: 2.8745
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.9101
verified: no, type: nauc_map_at_1_max
value: 33.055299999999995
verified: no, type: nauc_map_at_1_std
value: -7.5394000000000005
verified: no, type: nauc_map_at_1_diff1
value: 77.3494
verified: no, type: nauc_map_at_3_max
value: 40.9863
verified: no, type: nauc_map_at_3_std
value: -1.8884
verified: no, type: nauc_map_at_3_diff1
value: 77.1306
verified: no, type: nauc_map_at_5_max
value: 41.2322
verified: no, type: nauc_map_at_5_std
value: -0.3544
verified: no, type: nauc_map_at_5_diff1
value: 76.129
verified: no, type: nauc_map_at_10_max
value: 41.6711
verified: no, type: nauc_map_at_10_std
value: 1.4658
verified: no, type: nauc_map_at_10_diff1
value: 75.9733
verified: no, type: nauc_map_at_20_max
value: 41.856500000000004
verified: no, type: nauc_map_at_20_std
value: 1.6687
verified: no, type: nauc_map_at_20_diff1
value: 75.9273
verified: no, type: nauc_map_at_100_max
value: 41.8402
verified: no, type: nauc_map_at_100_std
value: 1.6459000000000001
verified: no, type: nauc_map_at_100_diff1
value: 75.9041
verified: no, type: nauc_map_at_1000_max
value: 41.8402
verified: no, type: nauc_map_at_1000_std
value: 1.6459000000000001
verified: no, type: nauc_map_at_1000_diff1
value: 75.9041
verified: no, type: nauc_recall_at_1_max
value: 33.055299999999995
verified: no, type: nauc_recall_at_1_std
value: -7.5394000000000005
verified: no, type: nauc_recall_at_1_diff1
value: 77.3494
verified: no, type: nauc_recall_at_3_max
value: 46.97
verified: no, type: nauc_recall_at_3_std
value: -0.4234
verified: no, type: nauc_recall_at_3_diff1
value: 77.9507
verified: no, type: nauc_recall_at_5_max
value: 42.5995
verified: no, type: nauc_recall_at_5_std
value: -9.1448
verified: no, type: nauc_recall_at_5_diff1
value: 75.5352
verified: no, type: nauc_recall_at_10_max
value: 34.3737
verified: no, type: nauc_recall_at_10_std
value: 1.1004
verified: no, type: nauc_recall_at_10_diff1
value: 77.2476
verified: no, type: nauc_recall_at_20_max
value: 47.3389
verified: no, type: nauc_recall_at_20_std
value: -0.9648
verified: no, type: nauc_recall_at_20_diff1
value: 95.6427
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 38.9574
verified: no, type: nauc_precision_at_1_std
value: -0.1477
verified: no, type: nauc_precision_at_1_diff1
value: 76.0676
verified: no, type: nauc_precision_at_3_max
value: 35.383199999999995
verified: no, type: nauc_precision_at_3_std
value: 24.918000000000003
verified: no, type: nauc_precision_at_3_diff1
value: 19.4821
verified: no, type: nauc_precision_at_5_max
value: 25.366699999999998
verified: no, type: nauc_precision_at_5_std
value: 36.871900000000004
verified: no, type: nauc_precision_at_5_diff1
value: -13.1237
verified: no, type: nauc_precision_at_10_max
value: 18.4563
verified: no, type: nauc_precision_at_10_std
value: 48.8215
verified: no, type: nauc_precision_at_10_diff1
value: -32.047
verified: no, type: nauc_precision_at_20_max
value: 15.966
verified: no, type: nauc_precision_at_20_std
value: 47.1139
verified: no, type: nauc_precision_at_20_diff1
value: -36.0122
verified: no, type: nauc_precision_at_100_max
value: 14.579
verified: no, type: nauc_precision_at_100_std
value: 49.2394
verified: no, type: nauc_precision_at_100_diff1
value: -41.8326
verified: no, type: nauc_precision_at_1000_max
value: 14.579
verified: no, type: nauc_precision_at_1000_std
value: 49.2394
verified: no, type: nauc_precision_at_1000_diff1
value: -41.8326
verified: no, type: nauc_mrr_at_1_max
value: 38.9574
verified: no, type: nauc_mrr_at_1_std
value: -0.1477
verified: no, type: nauc_mrr_at_1_diff1
value: 76.0676
verified: no, type: nauc_mrr_at_3_max
value: 43.9004
verified: no, type: nauc_mrr_at_3_std
value: 3.3175999999999997
verified: no, type: nauc_mrr_at_3_diff1
value: 76.16969999999999
verified: no, type: nauc_mrr_at_5_max
value: 43.113600000000005
verified: no, type: nauc_mrr_at_5_std
value: 2.5391
verified: no, type: nauc_mrr_at_5_diff1
value: 76.0292
verified: no, type: nauc_mrr_at_10_max
value: 42.613099999999996
verified: no, type: nauc_mrr_at_10_std
value: 2.5191000000000003
verified: no, type: nauc_mrr_at_10_diff1
value: 75.9944
verified: no, type: nauc_mrr_at_20_max
value: 42.5833
verified: no, type: nauc_mrr_at_20_std
value: 2.3678999999999997
verified: no, type: nauc_mrr_at_20_diff1
value: 76.0872
verified: no, type: nauc_mrr_at_100_max
value: 42.5675
verified: no, type: nauc_mrr_at_100_std
value: 2.3453999999999997
verified: no, type: nauc_mrr_at_100_diff1
value: 76.0638
verified: no, type: nauc_mrr_at_1000_max
value: 42.5675
verified: no, type: nauc_mrr_at_1000_std
value: 2.3453999999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.0638
verified: no, type: main_score
value: 85.088
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: similarity_accuracy
value: 99.7129
verified: no, type: similarity_accuracy_threshold
value: 76.1587
verified: no, type: similarity_f1
value: 84.6398
verified: no, type: similarity_f1_threshold
value: 76.1587
verified: no, type: similarity_precision
value: 89.97749999999999
verified: no, type: similarity_recall
value: 79.9
verified: no, type: similarity_ap
value: 92.08539999999999
verified: no, type: cosine_accuracy
value: 99.7129
verified: no, type: cosine_accuracy_threshold
value: 76.1587
verified: no, type: cosine_f1
value: 84.6398
verified: no, type: cosine_f1_threshold
value: 76.1587
verified: no, type: cosine_precision
value: 89.97749999999999
verified: no, type: cosine_recall
value: 79.9
verified: no, type: cosine_ap
value: 92.08539999999999
verified: no, type: manhattan_accuracy
value: 99.7139
verified: no, type: manhattan_accuracy_threshold
value: 2490.9832
verified: no, type: manhattan_f1
value: 84.6522
verified: no, type: manhattan_f1_threshold
value: 2490.9832
verified: no, type: manhattan_precision
value: 90.2605
verified: no, type: manhattan_recall
value: 79.7
verified: no, type: manhattan_ap
value: 92.08
verified: no, type: euclidean_accuracy
value: 99.7129
verified: no, type: euclidean_accuracy_threshold
value: 69.0526
verified: no, type: euclidean_f1
value: 84.6398
verified: no, type: euclidean_f1_threshold
value: 69.0526
verified: no, type: euclidean_precision
value: 89.97749999999999
verified: no, type: euclidean_recall
value: 79.9
verified: no, type: euclidean_ap
value: 92.08539999999999
verified: no, type: dot_accuracy
value: 99.7129
verified: no, type: dot_accuracy_threshold
value: 76.1587
verified: no, type: dot_f1
value: 84.6398
verified: no, type: dot_f1_threshold
value: 76.1587
verified: no, type: dot_precision
value: 89.97749999999999
verified: no, type: dot_recall
value: 79.9
verified: no, type: dot_ap
value: 92.08539999999999
verified: no, type: max_accuracy
value: 99.7139
verified: no, type: max_f1
value: 84.6522
verified: no, type: max_precision
value: 90.2605
verified: no, type: max_recall
value: 79.9
verified: no, type: max_ap
value: 92.08539999999999
verified: no, type: main_score
value: 92.08539999999999
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: v_measure
value: 82.0328
verified: no, type: v_measure_std
value: 3.1285
verified: no, type: main_score
value: 82.0328
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: v_measure
value: 48.1665
verified: no, type: v_measure_std
value: 1.5214
verified: no, type: main_score
value: 48.1665
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: map
value: 54.68769999999999
verified: no, type: mrr
value: 55.675
verified: no, type: nAUC_map_max
value: 10.8063
verified: no, type: nAUC_map_std
value: 8.713600000000001
verified: no, type: nAUC_map_diff1
value: 39.5509
verified: no, type: nAUC_mrr_max
value: 11.930399999999999
verified: no, type: nAUC_mrr_std
value: 9.6175
verified: no, type: nAUC_mrr_diff1
value: 40.0268
verified: no, type: main_score
value: 54.68769999999999
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: pearson
value: 30.859399999999997
verified: no, type: spearman
value: 30.4465
verified: no, type: cosine_spearman
value: 30.4465
verified: no, type: cosine_pearson
value: 30.859399999999997
verified: no, type: dot_spearman
value: 30.4465
verified: no, type: dot_pearson
value: 30.859399999999997
verified: no, type: main_score
value: 30.4465
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 88
verified: no, type: ndcg_at_3
value: 84.358
verified: no, type: ndcg_at_5
value: 82.887
verified: no, type: ndcg_at_10
value: 82.747
verified: no, type: ndcg_at_20
value: 80.381
verified: no, type: ndcg_at_100
value: 67.338
verified: no, type: ndcg_at_1000
value: 53.469
verified: no, type: map_at_1
value: 0.242
verified: no, type: map_at_3
value: 0.674
verified: no, type: map_at_5
value: 1.082
verified: no, type: map_at_10
value: 2.109
verified: no, type: map_at_20
value: 3.955
verified: no, type: map_at_100
value: 14.123
verified: no, type: map_at_1000
value: 31.130000000000003
verified: no, type: recall_at_1
value: 0.242
verified: no, type: recall_at_3
value: 0.685
verified: no, type: recall_at_5
value: 1.125
verified: no, type: recall_at_10
value: 2.257
verified: no, type: recall_at_20
value: 4.352
verified: no, type: recall_at_100
value: 17.044
verified: no, type: recall_at_1000
value: 47.494
verified: no, type: precision_at_1
value: 92
verified: no, type: precision_at_3
value: 88
verified: no, type: precision_at_5
value: 86.4
verified: no, type: precision_at_10
value: 86.4
verified: no, type: precision_at_20
value: 84.5
verified: no, type: precision_at_100
value: 69.58
verified: no, type: precision_at_1000
value: 22.56
verified: no, type: mrr_at_1
value: 92
verified: no, type: mrr_at_3
value: 95
verified: no, type: mrr_at_5
value: 95.39999999999999
verified: no, type: mrr_at_10
value: 95.39999999999999
verified: no, type: mrr_at_20
value: 95.39999999999999
verified: no, type: mrr_at_100
value: 95.39999999999999
verified: no, type: mrr_at_1000
value: 95.39999999999999
verified: no, type: nauc_ndcg_at_1_max
value: -34.918
verified: no, type: nauc_ndcg_at_1_std
value: 64.9171
verified: no, type: nauc_ndcg_at_1_diff1
value: -25.7963
verified: no, type: nauc_ndcg_at_3_max
value: -16.3991
verified: no, type: nauc_ndcg_at_3_std
value: 54.9104
verified: no, type: nauc_ndcg_at_3_diff1
value: -26.3455
verified: no, type: nauc_ndcg_at_5_max
value: -0.9459000000000001
verified: no, type: nauc_ndcg_at_5_std
value: 53.632999999999996
verified: no, type: nauc_ndcg_at_5_diff1
value: -27.479
verified: no, type: nauc_ndcg_at_10_max
value: 10.2555
verified: no, type: nauc_ndcg_at_10_std
value: 50.5127
verified: no, type: nauc_ndcg_at_10_diff1
value: -29.7344
verified: no, type: nauc_ndcg_at_20_max
value: 16.7577
verified: no, type: nauc_ndcg_at_20_std
value: 49.2737
verified: no, type: nauc_ndcg_at_20_diff1
value: -30.2252
verified: no, type: nauc_ndcg_at_100_max
value: 17.642
verified: no, type: nauc_ndcg_at_100_std
value: 62.1844
verified: no, type: nauc_ndcg_at_100_diff1
value: -24.3677
verified: no, type: nauc_ndcg_at_1000_max
value: 3.9043
verified: no, type: nauc_ndcg_at_1000_std
value: 74.6529
verified: no, type: nauc_ndcg_at_1000_diff1
value: -19.9165
verified: no, type: nauc_map_at_1_max
value: 8.2594
verified: no, type: nauc_map_at_1_std
value: 15.198300000000001
verified: no, type: nauc_map_at_1_diff1
value: 9.5579
verified: no, type: nauc_map_at_3_max
value: 12.1452
verified: no, type: nauc_map_at_3_std
value: 26.5818
verified: no, type: nauc_map_at_3_diff1
value: -5.2755
verified: no, type: nauc_map_at_5_max
value: 14.930499999999999
verified: no, type: nauc_map_at_5_std
value: 29.0041
verified: no, type: nauc_map_at_5_diff1
value: -7.671500000000001
verified: no, type: nauc_map_at_10_max
value: 18.997
verified: no, type: nauc_map_at_10_std
value: 28.7638
verified: no, type: nauc_map_at_10_diff1
value: -9.5023
verified: no, type: nauc_map_at_20_max
value: 20.1326
verified: no, type: nauc_map_at_20_std
value: 25.7159
verified: no, type: nauc_map_at_20_diff1
value: -6.8202
verified: no, type: nauc_map_at_100_max
value: 19.9081
verified: no, type: nauc_map_at_100_std
value: 44.6124
verified: no, type: nauc_map_at_100_diff1
value: -4.2406
verified: no, type: nauc_map_at_1000_max
value: 9.8118
verified: no, type: nauc_map_at_1000_std
value: 76.6769
verified: no, type: nauc_map_at_1000_diff1
value: -18.8289
verified: no, type: nauc_recall_at_1_max
value: 8.2594
verified: no, type: nauc_recall_at_1_std
value: 15.198300000000001
verified: no, type: nauc_recall_at_1_diff1
value: 9.5579
verified: no, type: nauc_recall_at_3_max
value: 12.8061
verified: no, type: nauc_recall_at_3_std
value: 24.857000000000003
verified: no, type: nauc_recall_at_3_diff1
value: -2.7226
verified: no, type: nauc_recall_at_5_max
value: 15.4786
verified: no, type: nauc_recall_at_5_std
value: 24.0416
verified: no, type: nauc_recall_at_5_diff1
value: -1.3981999999999999
verified: no, type: nauc_recall_at_10_max
value: 19.867099999999997
verified: no, type: nauc_recall_at_10_std
value: 21.4911
verified: no, type: nauc_recall_at_10_diff1
value: -0.906
verified: no, type: nauc_recall_at_20_max
value: 18.826999999999998
verified: no, type: nauc_recall_at_20_std
value: 16.9991
verified: no, type: nauc_recall_at_20_diff1
value: 3.3348999999999998
verified: no, type: nauc_recall_at_100_max
value: 17.843
verified: no, type: nauc_recall_at_100_std
value: 34.0944
verified: no, type: nauc_recall_at_100_diff1
value: 2.2885
verified: no, type: nauc_recall_at_1000_max
value: -0.7106
verified: no, type: nauc_recall_at_1000_std
value: 69.6537
verified: no, type: nauc_recall_at_1000_diff1
value: -19.310299999999998
verified: no, type: nauc_precision_at_1_max
value: -7.0495
verified: no, type: nauc_precision_at_1_std
value: 75.3735
verified: no, type: nauc_precision_at_1_diff1
value: -52.91780000000001
verified: no, type: nauc_precision_at_3_max
value: 7.803
verified: no, type: nauc_precision_at_3_std
value: 72.3574
verified: no, type: nauc_precision_at_3_diff1
value: -56.178200000000004
verified: no, type: nauc_precision_at_5_max
value: 10.770100000000001
verified: no, type: nauc_precision_at_5_std
value: 69.3859
verified: no, type: nauc_precision_at_5_diff1
value: -51.3122
verified: no, type: nauc_precision_at_10_max
value: 22.3857
verified: no, type: nauc_precision_at_10_std
value: 60.5115
verified: no, type: nauc_precision_at_10_diff1
value: -45.9797
verified: no, type: nauc_precision_at_20_max
value: 22.3038
verified: no, type: nauc_precision_at_20_std
value: 49.4557
verified: no, type: nauc_precision_at_20_diff1
value: -36.5443
verified: no, type: nauc_precision_at_100_max
value: 16.0115
verified: no, type: nauc_precision_at_100_std
value: 61.7637
verified: no, type: nauc_precision_at_100_diff1
value: -26.223800000000004
verified: no, type: nauc_precision_at_1000_max
value: -3.9560999999999997
verified: no, type: nauc_precision_at_1000_std
value: 38.3159
verified: no, type: nauc_precision_at_1000_diff1
value: -24.9664
verified: no, type: nauc_mrr_at_1_max
value: -7.0495
verified: no, type: nauc_mrr_at_1_std
value: 75.3735
verified: no, type: nauc_mrr_at_1_diff1
value: -52.91780000000001
verified: no, type: nauc_mrr_at_3_max
value: -16.909399999999998
verified: no, type: nauc_mrr_at_3_std
value: 77.6844
verified: no, type: nauc_mrr_at_3_diff1
value: -35.1727
verified: no, type: nauc_mrr_at_5_max
value: -13.4799
verified: no, type: nauc_mrr_at_5_std
value: 76.8806
verified: no, type: nauc_mrr_at_5_diff1
value: -41.3449
verified: no, type: nauc_mrr_at_10_max
value: -13.4799
verified: no, type: nauc_mrr_at_10_std
value: 76.8806
verified: no, type: nauc_mrr_at_10_diff1
value: -41.3449
verified: no, type: nauc_mrr_at_20_max
value: -13.4799
verified: no, type: nauc_mrr_at_20_std
value: 76.8806
verified: no, type: nauc_mrr_at_20_diff1
value: -41.3449
verified: no, type: nauc_mrr_at_100_max
value: -13.4799
verified: no, type: nauc_mrr_at_100_std
value: 76.8806
verified: no, type: nauc_mrr_at_100_diff1
value: -41.3449
verified: no, type: nauc_mrr_at_1000_max
value: -13.4799
verified: no, type: nauc_mrr_at_1000_std
value: 76.8806
verified: no, type: nauc_mrr_at_1000_diff1
value: -41.3449
verified: no, type: main_score
value: 82.747
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: ndcg_at_1
value: 54.081999999999994
verified: no, type: ndcg_at_3
value: 47.305
verified: no, type: ndcg_at_5
value: 42.753
verified: no, type: ndcg_at_10
value: 39.385999999999996
verified: no, type: ndcg_at_20
value: 38.999
verified: no, type: ndcg_at_100
value: 47.315000000000005
verified: no, type: ndcg_at_1000
value: 56.769999999999996
verified: no, type: map_at_1
value: 4.228
verified: no, type: map_at_3
value: 9.459
verified: no, type: map_at_5
value: 13.135
verified: no, type: map_at_10
value: 18.221
verified: no, type: map_at_20
value: 21.956
verified: no, type: map_at_100
value: 25.232
verified: no, type: map_at_1000
value: 26.582
verified: no, type: recall_at_1
value: 4.228
verified: no, type: recall_at_3
value: 10.658
verified: no, type: recall_at_5
value: 15.754000000000001
verified: no, type: recall_at_10
value: 24.826
verified: no, type: recall_at_20
value: 34.111999999999995
verified: no, type: recall_at_100
value: 52.797000000000004
verified: no, type: recall_at_1000
value: 82.733
verified: no, type: precision_at_1
value: 59.184000000000005
verified: no, type: precision_at_3
value: 48.980000000000004
verified: no, type: precision_at_5
value: 42.041000000000004
verified: no, type: precision_at_10
value: 34.489999999999995
verified: no, type: precision_at_20
value: 25.306
verified: no, type: precision_at_100
value: 8.735
verified: no, type: precision_at_1000
value: 1.52
verified: no, type: mrr_at_1
value: 59.183699999999995
verified: no, type: mrr_at_3
value: 68.0272
verified: no, type: mrr_at_5
value: 68.9456
verified: no, type: mrr_at_10
value: 70.5491
verified: no, type: mrr_at_20
value: 70.8804
verified: no, type: mrr_at_100
value: 70.9484
verified: no, type: mrr_at_1000
value: 70.9484
verified: no, type: nauc_ndcg_at_1_max
value: 14.2895
verified: no, type: nauc_ndcg_at_1_std
value: 15.140500000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.7508
verified: no, type: nauc_ndcg_at_3_max
value: -3.0176000000000003
verified: no, type: nauc_ndcg_at_3_std
value: 13.8234
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.348
verified: no, type: nauc_ndcg_at_5_max
value: -3.2785
verified: no, type: nauc_ndcg_at_5_std
value: 6.0827
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.9722
verified: no, type: nauc_ndcg_at_10_max
value: 0.1953
verified: no, type: nauc_ndcg_at_10_std
value: 4.0055
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.0452
verified: no, type: nauc_ndcg_at_20_max
value: -4.6253
verified: no, type: nauc_ndcg_at_20_std
value: 12.3256
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.514899999999997
verified: no, type: nauc_ndcg_at_100_max
value: -1.4607
verified: no, type: nauc_ndcg_at_100_std
value: 27.7821
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.4344
verified: no, type: nauc_ndcg_at_1000_max
value: 8.2149
verified: no, type: nauc_ndcg_at_1000_std
value: 33.6054
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.9317
verified: no, type: nauc_map_at_1_max
value: -3.3970000000000002
verified: no, type: nauc_map_at_1_std
value: 2.5947999999999998
verified: no, type: nauc_map_at_1_diff1
value: 32.8068
verified: no, type: nauc_map_at_3_max
value: -5.5302999999999995
verified: no, type: nauc_map_at_3_std
value: 2.9596999999999998
verified: no, type: nauc_map_at_3_diff1
value: 35.8593
verified: no, type: nauc_map_at_5_max
value: -9.0474
verified: no, type: nauc_map_at_5_std
value: -3.2526
verified: no, type: nauc_map_at_5_diff1
value: 39.263
verified: no, type: nauc_map_at_10_max
value: -4.7221
verified: no, type: nauc_map_at_10_std
value: -1.3847
verified: no, type: nauc_map_at_10_diff1
value: 32.1957
verified: no, type: nauc_map_at_20_max
value: -2.9691
verified: no, type: nauc_map_at_20_std
value: 4.922
verified: no, type: nauc_map_at_20_diff1
value: 24.6601
verified: no, type: nauc_map_at_100_max
value: -2.7695999999999996
verified: no, type: nauc_map_at_100_std
value: 14.2812
verified: no, type: nauc_map_at_100_diff1
value: 22.034599999999998
verified: no, type: nauc_map_at_1000_max
value: -1.4055
verified: no, type: nauc_map_at_1000_std
value: 15.9695
verified: no, type: nauc_map_at_1000_diff1
value: 22.348000000000003
verified: no, type: nauc_recall_at_1_max
value: -3.3970000000000002
verified: no, type: nauc_recall_at_1_std
value: 2.5947999999999998
verified: no, type: nauc_recall_at_1_diff1
value: 32.8068
verified: no, type: nauc_recall_at_3_max
value: -9.774
verified: no, type: nauc_recall_at_3_std
value: 4.5374
verified: no, type: nauc_recall_at_3_diff1
value: 36.1682
verified: no, type: nauc_recall_at_5_max
value: -12.770999999999999
verified: no, type: nauc_recall_at_5_std
value: -3.5658000000000003
verified: no, type: nauc_recall_at_5_diff1
value: 38.3296
verified: no, type: nauc_recall_at_10_max
value: -8.0558
verified: no, type: nauc_recall_at_10_std
value: 0.024800000000000003
verified: no, type: nauc_recall_at_10_diff1
value: 26.5627
verified: no, type: nauc_recall_at_20_max
value: -9.7074
verified: no, type: nauc_recall_at_20_std
value: 15.120700000000001
verified: no, type: nauc_recall_at_20_diff1
value: 14.4759
verified: no, type: nauc_recall_at_100_max
value: -5.7863999999999995
verified: no, type: nauc_recall_at_100_std
value: 40.9887
verified: no, type: nauc_recall_at_100_diff1
value: 6.2395
verified: no, type: nauc_recall_at_1000_max
value: 27.007599999999996
verified: no, type: nauc_recall_at_1000_std
value: 63.81250000000001
verified: no, type: nauc_recall_at_1000_diff1
value: 4.8708
verified: no, type: nauc_precision_at_1_max
value: 12.7638
verified: no, type: nauc_precision_at_1_std
value: 22.0685
verified: no, type: nauc_precision_at_1_diff1
value: 11.7399
verified: no, type: nauc_precision_at_3_max
value: -8.608699999999999
verified: no, type: nauc_precision_at_3_std
value: 15.267900000000001
verified: no, type: nauc_precision_at_3_diff1
value: 16.5462
verified: no, type: nauc_precision_at_5_max
value: -7.2258000000000004
verified: no, type: nauc_precision_at_5_std
value: 1.7056000000000002
verified: no, type: nauc_precision_at_5_diff1
value: 17.8119
verified: no, type: nauc_precision_at_10_max
value: -0.0044
verified: no, type: nauc_precision_at_10_std
value: 4.0112000000000005
verified: no, type: nauc_precision_at_10_diff1
value: 3.5520000000000005
verified: no, type: nauc_precision_at_20_max
value: -2.7077
verified: no, type: nauc_precision_at_20_std
value: 34.144000000000005
verified: no, type: nauc_precision_at_20_diff1
value: -14.833499999999999
verified: no, type: nauc_precision_at_100_max
value: 12.6555
verified: no, type: nauc_precision_at_100_std
value: 59.5965
verified: no, type: nauc_precision_at_100_diff1
value: -24.3212
verified: no, type: nauc_precision_at_1000_max
value: 38.3951
verified: no, type: nauc_precision_at_1000_std
value: 32.5441
verified: no, type: nauc_precision_at_1000_diff1
value: -31.4919
verified: no, type: nauc_mrr_at_1_max
value: 12.7638
verified: no, type: nauc_mrr_at_1_std
value: 22.0685
verified: no, type: nauc_mrr_at_1_diff1
value: 11.7399
verified: no, type: nauc_mrr_at_3_max
value: 2.6993
verified: no, type: nauc_mrr_at_3_std
value: 24.444499999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 8.2343
verified: no, type: nauc_mrr_at_5_max
value: 5.6594999999999995
verified: no, type: nauc_mrr_at_5_std
value: 22.1027
verified: no, type: nauc_mrr_at_5_diff1
value: 5.3648
verified: no, type: nauc_mrr_at_10_max
value: 5.6309
verified: no, type: nauc_mrr_at_10_std
value: 23.0288
verified: no, type: nauc_mrr_at_10_diff1
value: 5.2199
verified: no, type: nauc_mrr_at_20_max
value: 4.8424000000000005
verified: no, type: nauc_mrr_at_20_std
value: 23.6116
verified: no, type: nauc_mrr_at_20_diff1
value: 6.7553
verified: no, type: nauc_mrr_at_100_max
value: 5.3414
verified: no, type: nauc_mrr_at_100_std
value: 23.394000000000002
verified: no, type: nauc_mrr_at_100_diff1
value: 6.7397
verified: no, type: nauc_mrr_at_1000_max
value: 5.3414
verified: no, type: nauc_mrr_at_1000_std
value: 23.394000000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.7397
verified: no, type: main_score
value: 39.385999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 97.5928
verified: no, type: f1
value: 92.9042
verified: no, type: f1_weighted
value: 97.7586
verified: no, type: ap
value: 77.5261
verified: no, type: ap_weighted
value: 77.5261
verified: no, type: main_score
value: 97.5928
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 88.2343
verified: no, type: f1
value: 88.4321
verified: no, type: f1_weighted
value: 88.13069999999999
verified: no, type: main_score
value: 88.2343
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: v_measure
value: 83.486
verified: no, type: v_measure_std
value: 2.0008000000000004
verified: no, type: main_score
value: 83.486
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: similarity_accuracy
value: 87.7988
verified: no, type: similarity_accuracy_threshold
value: 74.7442
verified: no, type: similarity_f1
value: 72.9982
verified: no, type: similarity_f1_threshold
value: 71.073
verified: no, type: similarity_precision
value: 67.4804
verified: no, type: similarity_recall
value: 79.4987
verified: no, type: similarity_ap
value: 79.1752
verified: no, type: cosine_accuracy
value: 87.7988
verified: no, type: cosine_accuracy_threshold
value: 74.7442
verified: no, type: cosine_f1
value: 72.9982
verified: no, type: cosine_f1_threshold
value: 71.073
verified: no, type: cosine_precision
value: 67.4804
verified: no, type: cosine_recall
value: 79.4987
verified: no, type: cosine_ap
value: 79.1752
verified: no, type: manhattan_accuracy
value: 87.8107
verified: no, type: manhattan_accuracy_threshold
value: 2587.3787
verified: no, type: manhattan_f1
value: 72.8159
verified: no, type: manhattan_f1_threshold
value: 2713.7127
verified: no, type: manhattan_precision
value: 69.176
verified: no, type: manhattan_recall
value: 76.8602
verified: no, type: manhattan_ap
value: 79.1243
verified: no, type: euclidean_accuracy
value: 87.7988
verified: no, type: euclidean_accuracy_threshold
value: 71.0715
verified: no, type: euclidean_f1
value: 72.9982
verified: no, type: euclidean_f1_threshold
value: 76.0618
verified: no, type: euclidean_precision
value: 67.4804
verified: no, type: euclidean_recall
value: 79.4987
verified: no, type: euclidean_ap
value: 79.1752
verified: no, type: dot_accuracy
value: 87.7988
verified: no, type: dot_accuracy_threshold
value: 74.7442
verified: no, type: dot_f1
value: 72.9982
verified: no, type: dot_f1_threshold
value: 71.073
verified: no, type: dot_precision
value: 67.4804
verified: no, type: dot_recall
value: 79.4987
verified: no, type: dot_ap
value: 79.1752
verified: no, type: max_accuracy
value: 87.8107
verified: no, type: max_f1
value: 72.9982
verified: no, type: max_precision
value: 69.176
verified: no, type: max_recall
value: 79.4987
verified: no, type: max_ap
value: 79.1752
verified: no, type: main_score
value: 79.1752
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: similarity_accuracy
value: 89.4749
verified: no, type: similarity_accuracy_threshold
value: 73.03659999999999
verified: no, type: similarity_f1
value: 79.4416
verified: no, type: similarity_f1_threshold
value: 70.7413
verified: no, type: similarity_precision
value: 75.9696
verified: no, type: similarity_recall
value: 83.2461
verified: no, type: similarity_ap
value: 87.1156
verified: no, type: cosine_accuracy
value: 89.4749
verified: no, type: cosine_accuracy_threshold
value: 73.03659999999999
verified: no, type: cosine_f1
value: 79.4416
verified: no, type: cosine_f1_threshold
value: 70.7413
verified: no, type: cosine_precision
value: 75.9696
verified: no, type: cosine_recall
value: 83.2461
verified: no, type: cosine_ap
value: 87.1156
verified: no, type: manhattan_accuracy
value: 89.471
verified: no, type: manhattan_accuracy_threshold
value: 2630.4434
verified: no, type: manhattan_f1
value: 79.4078
verified: no, type: manhattan_f1_threshold
value: 2764.4342
verified: no, type: manhattan_precision
value: 75.7675
verified: no, type: manhattan_recall
value: 83.4155
verified: no, type: manhattan_ap
value: 87.0938
verified: no, type: euclidean_accuracy
value: 89.4749
verified: no, type: euclidean_accuracy_threshold
value: 73.4349
verified: no, type: euclidean_f1
value: 79.4416
verified: no, type: euclidean_f1_threshold
value: 76.4966
verified: no, type: euclidean_precision
value: 75.9696
verified: no, type: euclidean_recall
value: 83.2461
verified: no, type: euclidean_ap
value: 87.1156
verified: no, type: dot_accuracy
value: 89.4749
verified: no, type: dot_accuracy_threshold
value: 73.03659999999999
verified: no, type: dot_f1
value: 79.4416
verified: no, type: dot_f1_threshold
value: 70.7413
verified: no, type: dot_precision
value: 75.9696
verified: no, type: dot_recall
value: 83.2461
verified: no, type: dot_ap
value: 87.1156
verified: no, type: max_accuracy
value: 89.4749
verified: no, type: max_f1
value: 79.4416
verified: no, type: max_precision
value: 75.9696
verified: no, type: max_recall
value: 83.4155
verified: no, type: max_ap
value: 87.1156
verified: no, type: main_score
value: 87.1156
verified: no
task: type: PairClassification
tags: mteb
Likes: 18 | All-time downloads: 0
Created: 2025-01-07 05:56:08