Model: Snowflake/snowflake-arctic-embed-m-v2.0
Author: Snowflake
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, onnx, safetensors, gte, feature-extraction, sentence-similarity, mteb, arctic, snowflake-arctic-embed, transformers.js, custom_code, af, ar, az, be, bg, bn, ca, ceb, cs, cy, da, de, el, en, es, et, eu, fa, fi, fr, gl, gu, he, hi, hr, ht, hu, hy, id, is, it, ja, jv, ka, kk, km, kn, ko, ky, lo, lt, lv, mk, ml, mn, mr, ms, my, ne, nl, pa, pl, pt, qu, ro, ru, si, sk, sl, so, sq, sr, sv, sw, ta, te, th, tl, tr, uk, ur, vi, yo, zh, arxiv:2412.04506, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb, arctic, snowflake-arctic-embed, transformers.js
license: apache-2.0
language: af, ar, az, be, bg, bn, ca, ceb, cs, cy, da, de, el, en, es, et, eu, fa, fi, fr, gl, gu, he, hi, hr, ht, hu, hy, id, is, it, ja, jv, ka, kk, km, kn, ko, ky, lo, lt, lv, mk, ml, mn, mr, ms, my, ne, nl, pa, pl, pt, qu, ro, ru, si, sk, sl, so, sq, sr, sv, sw, ta, te, th, tl, tr, uk, ur, vi, yo, zh
model-index: name: snowflake-arctic-embed-m-v2.0
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 66.6867
verified: no, type: f1
value: 55.0373
verified: no, type: f1_weighted
value: 73.07430000000001
verified: no, type: ap
value: 18.077399999999997
verified: no, type: ap_weighted
value: 18.077399999999997
verified: no, type: main_score
value: 66.6867
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 66.194
verified: no, type: f1
value: 60.854299999999995
verified: no, type: f1_weighted
value: 69.57339999999999
verified: no, type: ap
value: 30.279099999999996
verified: no, type: ap_weighted
value: 30.279099999999996
verified: no, type: main_score
value: 66.194
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 70.3589
verified: no, type: f1
value: 70.0409
verified: no, type: f1_weighted
value: 70.0409
verified: no, type: ap
value: 64.81949999999999
verified: no, type: ap_weighted
value: 64.81949999999999
verified: no, type: main_score
value: 70.3589
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 33.766
verified: no, type: f1
value: 33.3656
verified: no, type: f1_weighted
value: 33.3656
verified: no, type: main_score
value: 33.766
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: ndcg_at_1
value: 33.144
verified: no, type: ndcg_at_3
value: 47.909
verified: no, type: ndcg_at_5
value: 52.932
verified: no, type: ndcg_at_10
value: 58.011
verified: no, type: ndcg_at_20
value: 60.168
verified: no, type: ndcg_at_100
value: 60.928000000000004
verified: no, type: ndcg_at_1000
value: 61.046
verified: no, type: map_at_1
value: 33.144
verified: no, type: map_at_3
value: 44.156
verified: no, type: map_at_5
value: 46.951
verified: no, type: map_at_10
value: 49.071999999999996
verified: no, type: map_at_20
value: 49.692
verified: no, type: map_at_100
value: 49.809
verified: no, type: map_at_1000
value: 49.815
verified: no, type: recall_at_1
value: 33.144
verified: no, type: recall_at_3
value: 58.819
verified: no, type: recall_at_5
value: 70.982
verified: no, type: recall_at_10
value: 86.558
verified: no, type: recall_at_20
value: 94.879
verified: no, type: recall_at_100
value: 98.791
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: precision_at_1
value: 33.144
verified: no, type: precision_at_3
value: 19.606
verified: no, type: precision_at_5
value: 14.196
verified: no, type: precision_at_10
value: 8.656
verified: no, type: precision_at_20
value: 4.744000000000001
verified: no, type: precision_at_100
value: 0.988
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 33.4993
verified: no, type: mrr_at_3
value: 44.393100000000004
verified: no, type: mrr_at_5
value: 47.131299999999996
verified: no, type: mrr_at_10
value: 49.264599999999994
verified: no, type: mrr_at_20
value: 49.8707
verified: no, type: mrr_at_100
value: 49.987700000000004
verified: no, type: mrr_at_1000
value: 49.993700000000004
verified: no, type: nauc_ndcg_at_1_max
value: -10.8287
verified: no, type: nauc_ndcg_at_1_std
value: -17.1177
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.4508
verified: no, type: nauc_ndcg_at_3_max
value: -7.7004
verified: no, type: nauc_ndcg_at_3_std
value: -16.6705
verified: no, type: nauc_ndcg_at_3_diff1
value: 10.0448
verified: no, type: nauc_ndcg_at_5_max
value: -7.0436
verified: no, type: nauc_ndcg_at_5_std
value: -15.8744
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.1132
verified: no, type: nauc_ndcg_at_10_max
value: -7.4729
verified: no, type: nauc_ndcg_at_10_std
value: -14.9349
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.527700000000001
verified: no, type: nauc_ndcg_at_20_max
value: -6.997000000000001
verified: no, type: nauc_ndcg_at_20_std
value: -14.688399999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.7605
verified: no, type: nauc_ndcg_at_100_max
value: -7.5599
verified: no, type: nauc_ndcg_at_100_std
value: -15.0565
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.2688
verified: no, type: nauc_ndcg_at_1000_max
value: -7.675800000000001
verified: no, type: nauc_ndcg_at_1000_std
value: -15.223500000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.32
verified: no, type: nauc_map_at_1_max
value: -10.8287
verified: no, type: nauc_map_at_1_std
value: -17.1177
verified: no, type: nauc_map_at_1_diff1
value: 14.4508
verified: no, type: nauc_map_at_3_max
value: -8.5473
verified: no, type: nauc_map_at_3_std
value: -16.6674
verified: no, type: nauc_map_at_3_diff1
value: 11.1004
verified: no, type: nauc_map_at_5_max
value: -8.1927
verified: no, type: nauc_map_at_5_std
value: -16.2275
verified: no, type: nauc_map_at_5_diff1
value: 10.678600000000001
verified: no, type: nauc_map_at_10_max
value: -8.3855
verified: no, type: nauc_map_at_10_std
value: -15.8309
verified: no, type: nauc_map_at_10_diff1
value: 10.5414
verified: no, type: nauc_map_at_20_max
value: -8.277700000000001
verified: no, type: nauc_map_at_20_std
value: -15.824
verified: no, type: nauc_map_at_20_diff1
value: 10.8494
verified: no, type: nauc_map_at_100_max
value: -8.3178
verified: no, type: nauc_map_at_100_std
value: -15.848300000000002
verified: no, type: nauc_map_at_100_diff1
value: 10.9384
verified: no, type: nauc_map_at_1000_max
value: -8.319799999999999
verified: no, type: nauc_map_at_1000_std
value: -15.8522
verified: no, type: nauc_map_at_1000_diff1
value: 10.9401
verified: no, type: nauc_recall_at_1_max
value: -10.8287
verified: no, type: nauc_recall_at_1_std
value: -17.1177
verified: no, type: nauc_recall_at_1_diff1
value: 14.4508
verified: no, type: nauc_recall_at_3_max
value: -5.0587
verified: no, type: nauc_recall_at_3_std
value: -16.730800000000002
verified: no, type: nauc_recall_at_3_diff1
value: 6.8079
verified: no, type: nauc_recall_at_5_max
value: -2.6783
verified: no, type: nauc_recall_at_5_std
value: -14.5046
verified: no, type: nauc_recall_at_5_diff1
value: 3.096
verified: no, type: nauc_recall_at_10_max
value: -1.5855000000000001
verified: no, type: nauc_recall_at_10_std
value: -8.2276
verified: no, type: nauc_recall_at_10_diff1
value: -6.1741
verified: no, type: nauc_recall_at_20_max
value: 15.754299999999999
verified: no, type: nauc_recall_at_20_std
value: 8.1974
verified: no, type: nauc_recall_at_20_diff1
value: -4.9207
verified: no, type: nauc_recall_at_100_max
value: 20.4574
verified: no, type: nauc_recall_at_100_std
value: 36.3741
verified: no, type: nauc_recall_at_100_diff1
value: -7.9483
verified: no, type: nauc_recall_at_1000_max
value: 21.6023
verified: no, type: nauc_recall_at_1000_std
value: 68.7296
verified: no, type: nauc_recall_at_1000_diff1
value: -24.9261
verified: no, type: nauc_precision_at_1_max
value: -10.8287
verified: no, type: nauc_precision_at_1_std
value: -17.1177
verified: no, type: nauc_precision_at_1_diff1
value: 14.4508
verified: no, type: nauc_precision_at_3_max
value: -5.0587
verified: no, type: nauc_precision_at_3_std
value: -16.730800000000002
verified: no, type: nauc_precision_at_3_diff1
value: 6.8079
verified: no, type: nauc_precision_at_5_max
value: -2.6783
verified: no, type: nauc_precision_at_5_std
value: -14.5046
verified: no, type: nauc_precision_at_5_diff1
value: 3.096
verified: no, type: nauc_precision_at_10_max
value: -1.5855000000000001
verified: no, type: nauc_precision_at_10_std
value: -8.2276
verified: no, type: nauc_precision_at_10_diff1
value: -6.1741
verified: no, type: nauc_precision_at_20_max
value: 15.754299999999999
verified: no, type: nauc_precision_at_20_std
value: 8.1974
verified: no, type: nauc_precision_at_20_diff1
value: -4.9207
verified: no, type: nauc_precision_at_100_max
value: 20.4574
verified: no, type: nauc_precision_at_100_std
value: 36.3741
verified: no, type: nauc_precision_at_100_diff1
value: -7.9483
verified: no, type: nauc_precision_at_1000_max
value: 21.6023
verified: no, type: nauc_precision_at_1000_std
value: 68.7296
verified: no, type: nauc_precision_at_1000_diff1
value: -24.9261
verified: no, type: nauc_mrr_at_1_max
value: -11.251999999999999
verified: no, type: nauc_mrr_at_1_std
value: -17.4386
verified: no, type: nauc_mrr_at_1_diff1
value: 13.414200000000001
verified: no, type: nauc_mrr_at_3_max
value: -9.7985
verified: no, type: nauc_mrr_at_3_std
value: -16.650000000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 9.5099
verified: no, type: nauc_mrr_at_5_max
value: -9.064
verified: no, type: nauc_mrr_at_5_std
value: -16.4409
verified: no, type: nauc_mrr_at_5_diff1
value: 9.4773
verified: no, type: nauc_mrr_at_10_max
value: -9.310400000000001
verified: no, type: nauc_mrr_at_10_std
value: -16.0546
verified: no, type: nauc_mrr_at_10_diff1
value: 9.2528
verified: no, type: nauc_mrr_at_20_max
value: -9.223099999999999
verified: no, type: nauc_mrr_at_20_std
value: -16.0659
verified: no, type: nauc_mrr_at_20_diff1
value: 9.5259
verified: no, type: nauc_mrr_at_100_max
value: -9.2678
verified: no, type: nauc_mrr_at_100_std
value: -16.0911
verified: no, type: nauc_mrr_at_100_diff1
value: 9.608600000000001
verified: no, type: nauc_mrr_at_1000_max
value: -9.2699
verified: no, type: nauc_mrr_at_1000_std
value: -16.095100000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 9.6099
verified: no, type: main_score
value: 58.011
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: v_measure
value: 44.684400000000004
verified: no, type: v_measure_std
value: 13.5064
verified: no, type: main_score
value: 44.684400000000004
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: v_measure
value: 35.0503
verified: no, type: v_measure_std
value: 13.9543
verified: no, type: main_score
value: 35.0503
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: map
value: 60.648500000000006
verified: no, type: mrr
value: 74.528
verified: no, type: nAUC_map_max
value: 19.4239
verified: no, type: nAUC_map_std
value: 20.0729
verified: no, type: nAUC_map_diff1
value: 10.0382
verified: no, type: nAUC_mrr_max
value: 30.693199999999997
verified: no, type: nAUC_mrr_std
value: 27.1279
verified: no, type: nAUC_mrr_diff1
value: 23.0291
verified: no, type: main_score
value: 60.648500000000006
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: pearson
value: 89.5081
verified: no, type: spearman
value: 87.0568
verified: no, type: cosine_pearson
value: 89.5081
verified: no, type: cosine_spearman
value: 87.0568
verified: no, type: manhattan_pearson
value: 88.1247
verified: no, type: manhattan_spearman
value: 87.2556
verified: no, type: euclidean_pearson
value: 88.3266
verified: no, type: euclidean_spearman
value: 87.0568
verified: no, type: main_score
value: 87.0568
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 80.18180000000001
verified: no, type: f1
value: 79.5538
verified: no, type: f1_weighted
value: 79.5538
verified: no, type: main_score
value: 80.18180000000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: v_measure
value: 36.0126
verified: no, type: v_measure_std
value: 0.47019999999999995
verified: no, type: main_score
value: 36.0126
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: v_measure
value: 28.6331
verified: no, type: v_measure_std
value: 0.8607999999999999
verified: no, type: main_score
value: 28.6331
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: ndcg_at_1
value: 45.207
verified: no, type: ndcg_at_3
value: 51.31400000000001
verified: no, type: ndcg_at_5
value: 54.093999999999994
verified: no, type: ndcg_at_10
value: 56.31
verified: no, type: ndcg_at_20
value: 58.378
verified: no, type: ndcg_at_100
value: 61.307
verified: no, type: ndcg_at_1000
value: 62.724999999999994
verified: no, type: map_at_1
value: 37.732
verified: no, type: map_at_3
value: 46.263
verified: no, type: map_at_5
value: 48.553000000000004
verified: no, type: map_at_10
value: 49.984
verified: no, type: map_at_20
value: 50.888999999999996
verified: no, type: map_at_100
value: 51.568999999999996
verified: no, type: map_at_1000
value: 51.666999999999994
verified: no, type: recall_at_1
value: 37.732
verified: no, type: recall_at_3
value: 53.736
verified: no, type: recall_at_5
value: 60.95399999999999
verified: no, type: recall_at_10
value: 68.062
verified: no, type: recall_at_20
value: 75.149
verified: no, type: recall_at_100
value: 88.075
verified: no, type: recall_at_1000
value: 96.878
verified: no, type: precision_at_1
value: 45.207
verified: no, type: precision_at_3
value: 24.368000000000002
verified: no, type: precision_at_5
value: 17.854
verified: no, type: precision_at_10
value: 10.558
verified: no, type: precision_at_20
value: 6.23
verified: no, type: precision_at_100
value: 1.614
verified: no, type: precision_at_1000
value: 0.202
verified: no, type: mrr_at_1
value: 45.2074
verified: no, type: mrr_at_3
value: 52.9804
verified: no, type: mrr_at_5
value: 54.718599999999995
verified: no, type: mrr_at_10
value: 55.5713
verified: no, type: mrr_at_20
value: 55.94
verified: no, type: mrr_at_100
value: 56.21699999999999
verified: no, type: mrr_at_1000
value: 56.2504
verified: no, type: nauc_ndcg_at_1_max
value: 43.7697
verified: no, type: nauc_ndcg_at_1_std
value: -3.9530000000000003
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.75320000000001
verified: no, type: nauc_ndcg_at_3_max
value: 42.7238
verified: no, type: nauc_ndcg_at_3_std
value: -3.5654
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.552299999999995
verified: no, type: nauc_ndcg_at_5_max
value: 43.115500000000004
verified: no, type: nauc_ndcg_at_5_std
value: -2.1444
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.130500000000005
verified: no, type: nauc_ndcg_at_10_max
value: 43.0188
verified: no, type: nauc_ndcg_at_10_std
value: -3.1515
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.593199999999996
verified: no, type: nauc_ndcg_at_20_max
value: 43.4617
verified: no, type: nauc_ndcg_at_20_std
value: -2.9284
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.28000000000001
verified: no, type: nauc_ndcg_at_100_max
value: 44.0704
verified: no, type: nauc_ndcg_at_100_std
value: -0.5772
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.439899999999994
verified: no, type: nauc_ndcg_at_1000_max
value: 44.256099999999996
verified: no, type: nauc_ndcg_at_1000_std
value: -1.1407
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.8728
verified: no, type: nauc_map_at_1_max
value: 36.613800000000005
verified: no, type: nauc_map_at_1_std
value: -5.8014
verified: no, type: nauc_map_at_1_diff1
value: 59.0186
verified: no, type: nauc_map_at_3_max
value: 40.8666
verified: no, type: nauc_map_at_3_std
value: -4.886299999999999
verified: no, type: nauc_map_at_3_diff1
value: 55.324600000000004
verified: no, type: nauc_map_at_5_max
value: 41.9942
verified: no, type: nauc_map_at_5_std
value: -3.9361
verified: no, type: nauc_map_at_5_diff1
value: 54.8805
verified: no, type: nauc_map_at_10_max
value: 42.1621
verified: no, type: nauc_map_at_10_std
value: -4.3264
verified: no, type: nauc_map_at_10_diff1
value: 55.0133
verified: no, type: nauc_map_at_20_max
value: 42.5837
verified: no, type: nauc_map_at_20_std
value: -3.8526
verified: no, type: nauc_map_at_20_diff1
value: 54.895700000000005
verified: no, type: nauc_map_at_100_max
value: 42.7645
verified: no, type: nauc_map_at_100_std
value: -3.4568000000000003
verified: no, type: nauc_map_at_100_diff1
value: 54.98030000000001
verified: no, type: nauc_map_at_1000_max
value: 42.7915
verified: no, type: nauc_map_at_1000_std
value: -3.4715999999999996
verified: no, type: nauc_map_at_1000_diff1
value: 55.0117
verified: no, type: nauc_recall_at_1_max
value: 36.613800000000005
verified: no, type: nauc_recall_at_1_std
value: -5.8014
verified: no, type: nauc_recall_at_1_diff1
value: 59.0186
verified: no, type: nauc_recall_at_3_max
value: 39.3588
verified: no, type: nauc_recall_at_3_std
value: -3.29
verified: no, type: nauc_recall_at_3_diff1
value: 50.1633
verified: no, type: nauc_recall_at_5_max
value: 39.7596
verified: no, type: nauc_recall_at_5_std
value: 0.4483
verified: no, type: nauc_recall_at_5_diff1
value: 47.598600000000005
verified: no, type: nauc_recall_at_10_max
value: 37.5367
verified: no, type: nauc_recall_at_10_std
value: -2.5935
verified: no, type: nauc_recall_at_10_diff1
value: 46.824799999999996
verified: no, type: nauc_recall_at_20_max
value: 38.521100000000004
verified: no, type: nauc_recall_at_20_std
value: -2.5774
verified: no, type: nauc_recall_at_20_diff1
value: 44.099
verified: no, type: nauc_recall_at_100_max
value: 44.043
verified: no, type: nauc_recall_at_100_std
value: 22.724
verified: no, type: nauc_recall_at_100_diff1
value: 40.4973
verified: no, type: nauc_recall_at_1000_max
value: 59.780100000000004
verified: no, type: nauc_recall_at_1000_std
value: 52.512
verified: no, type: nauc_recall_at_1000_diff1
value: 45.2841
verified: no, type: nauc_precision_at_1_max
value: 43.7697
verified: no, type: nauc_precision_at_1_std
value: -3.9530000000000003
verified: no, type: nauc_precision_at_1_diff1
value: 57.75320000000001
verified: no, type: nauc_precision_at_3_max
value: 37.486000000000004
verified: no, type: nauc_precision_at_3_std
value: -1.0619
verified: no, type: nauc_precision_at_3_diff1
value: 28.264699999999998
verified: no, type: nauc_precision_at_5_max
value: 31.613599999999998
verified: no, type: nauc_precision_at_5_std
value: 3.6863
verified: no, type: nauc_precision_at_5_diff1
value: 16.0838
verified: no, type: nauc_precision_at_10_max
value: 23.4082
verified: no, type: nauc_precision_at_10_std
value: 3.3977
verified: no, type: nauc_precision_at_10_diff1
value: 7.3632
verified: no, type: nauc_precision_at_20_max
value: 16.7236
verified: no, type: nauc_precision_at_20_std
value: 5.7516
verified: no, type: nauc_precision_at_20_diff1
value: -0.8460000000000001
verified: no, type: nauc_precision_at_100_max
value: 3.9043
verified: no, type: nauc_precision_at_100_std
value: 7.7799
verified: no, type: nauc_precision_at_100_diff1
value: -11.0756
verified: no, type: nauc_precision_at_1000_max
value: -7.728
verified: no, type: nauc_precision_at_1000_std
value: -1.9303000000000001
verified: no, type: nauc_precision_at_1000_diff1
value: -17.025000000000002
verified: no, type: nauc_mrr_at_1_max
value: 43.7697
verified: no, type: nauc_mrr_at_1_std
value: -3.9530000000000003
verified: no, type: nauc_mrr_at_1_diff1
value: 57.75320000000001
verified: no, type: nauc_mrr_at_3_max
value: 44.8007
verified: no, type: nauc_mrr_at_3_std
value: -2.9754
verified: no, type: nauc_mrr_at_3_diff1
value: 53.7928
verified: no, type: nauc_mrr_at_5_max
value: 44.860499999999995
verified: no, type: nauc_mrr_at_5_std
value: -1.7683
verified: no, type: nauc_mrr_at_5_diff1
value: 53.5852
verified: no, type: nauc_mrr_at_10_max
value: 44.8025
verified: no, type: nauc_mrr_at_10_std
value: -2.1691
verified: no, type: nauc_mrr_at_10_diff1
value: 53.880300000000005
verified: no, type: nauc_mrr_at_20_max
value: 44.7838
verified: no, type: nauc_mrr_at_20_std
value: -2.3529
verified: no, type: nauc_mrr_at_20_diff1
value: 53.890499999999996
verified: no, type: nauc_mrr_at_100_max
value: 44.7905
verified: no, type: nauc_mrr_at_100_std
value: -2.1931
verified: no, type: nauc_mrr_at_100_diff1
value: 53.9458
verified: no, type: nauc_mrr_at_1000_max
value: 44.7943
verified: no, type: nauc_mrr_at_1000_std
value: -2.2006
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.954800000000006
verified: no, type: main_score
value: 56.31
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: ndcg_at_1
value: 44.840999999999994
verified: no, type: ndcg_at_3
value: 49.217
verified: no, type: ndcg_at_5
value: 50.934000000000005
verified: no, type: ndcg_at_10
value: 53.142999999999994
verified: no, type: ndcg_at_20
value: 54.778000000000006
verified: no, type: ndcg_at_100
value: 57.241
verified: no, type: ndcg_at_1000
value: 58.967999999999996
verified: no, type: map_at_1
value: 35.675000000000004
verified: no, type: map_at_3
value: 44.017
verified: no, type: map_at_5
value: 45.786
verified: no, type: map_at_10
value: 47.204
verified: no, type: map_at_20
value: 47.946
verified: no, type: map_at_100
value: 48.564
verified: no, type: map_at_1000
value: 48.684
verified: no, type: recall_at_1
value: 35.675000000000004
verified: no, type: recall_at_3
value: 50.641000000000005
verified: no, type: recall_at_5
value: 55.897
verified: no, type: recall_at_10
value: 62.873999999999995
verified: no, type: recall_at_20
value: 68.766
verified: no, type: recall_at_100
value: 79.90899999999999
verified: no, type: recall_at_1000
value: 90.78399999999999
verified: no, type: precision_at_1
value: 44.840999999999994
verified: no, type: precision_at_3
value: 23.843
verified: no, type: precision_at_5
value: 16.637
verified: no, type: precision_at_10
value: 9.968
verified: no, type: precision_at_20
value: 5.863
verified: no, type: precision_at_100
value: 1.562
verified: no, type: precision_at_1000
value: 0.197
verified: no, type: mrr_at_1
value: 44.840799999999994
verified: no, type: mrr_at_3
value: 51.634800000000006
verified: no, type: mrr_at_5
value: 52.746300000000005
verified: no, type: mrr_at_10
value: 53.6323
verified: no, type: mrr_at_20
value: 53.9565
verified: no, type: mrr_at_100
value: 54.198
verified: no, type: mrr_at_1000
value: 54.234899999999996
verified: no, type: nauc_ndcg_at_1_max
value: 50.3827
verified: no, type: nauc_ndcg_at_1_std
value: -0.8129000000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.7518
verified: no, type: nauc_ndcg_at_3_max
value: 49.6676
verified: no, type: nauc_ndcg_at_3_std
value: -2.1006
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.7373
verified: no, type: nauc_ndcg_at_5_max
value: 50.5186
verified: no, type: nauc_ndcg_at_5_std
value: -1.5242
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.234300000000005
verified: no, type: nauc_ndcg_at_10_max
value: 50.5247
verified: no, type: nauc_ndcg_at_10_std
value: -1.2392
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.1045
verified: no, type: nauc_ndcg_at_20_max
value: 51.3292
verified: no, type: nauc_ndcg_at_20_std
value: -0.06570000000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.48349999999999
verified: no, type: nauc_ndcg_at_100_max
value: 51.588100000000004
verified: no, type: nauc_ndcg_at_100_std
value: 1.9398
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.755399999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 51.5558
verified: no, type: nauc_ndcg_at_1000_std
value: 2.3446000000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.9377
verified: no, type: nauc_map_at_1_max
value: 40.0957
verified: no, type: nauc_map_at_1_std
value: -11.972
verified: no, type: nauc_map_at_1_diff1
value: 61.88249999999999
verified: no, type: nauc_map_at_3_max
value: 45.6088
verified: no, type: nauc_map_at_3_std
value: -9.249699999999999
verified: no, type: nauc_map_at_3_diff1
value: 56.260299999999994
verified: no, type: nauc_map_at_5_max
value: 47.2279
verified: no, type: nauc_map_at_5_std
value: -7.407500000000001
verified: no, type: nauc_map_at_5_diff1
value: 55.7894
verified: no, type: nauc_map_at_10_max
value: 48.0167
verified: no, type: nauc_map_at_10_std
value: -6.1371
verified: no, type: nauc_map_at_10_diff1
value: 55.4646
verified: no, type: nauc_map_at_20_max
value: 48.6024
verified: no, type: nauc_map_at_20_std
value: -5.1559
verified: no, type: nauc_map_at_20_diff1
value: 55.338100000000004
verified: no, type: nauc_map_at_100_max
value: 48.993700000000004
verified: no, type: nauc_map_at_100_std
value: -4.1873000000000005
verified: no, type: nauc_map_at_100_diff1
value: 55.1214
verified: no, type: nauc_map_at_1000_max
value: 49.054500000000004
verified: no, type: nauc_map_at_1000_std
value: -4.0072
verified: no, type: nauc_map_at_1000_diff1
value: 55.109300000000005
verified: no, type: nauc_recall_at_1_max
value: 40.0957
verified: no, type: nauc_recall_at_1_std
value: -11.972
verified: no, type: nauc_recall_at_1_diff1
value: 61.88249999999999
verified: no, type: nauc_recall_at_3_max
value: 44.188
verified: no, type: nauc_recall_at_3_std
value: -8.3756
verified: no, type: nauc_recall_at_3_diff1
value: 48.6817
verified: no, type: nauc_recall_at_5_max
value: 46.6706
verified: no, type: nauc_recall_at_5_std
value: -4.1561
verified: no, type: nauc_recall_at_5_diff1
value: 47.6738
verified: no, type: nauc_recall_at_10_max
value: 47.614200000000004
verified: no, type: nauc_recall_at_10_std
value: -1.1676
verified: no, type: nauc_recall_at_10_diff1
value: 45.628099999999996
verified: no, type: nauc_recall_at_20_max
value: 51.490100000000005
verified: no, type: nauc_recall_at_20_std
value: 5.111000000000001
verified: no, type: nauc_recall_at_20_diff1
value: 45.730199999999996
verified: no, type: nauc_recall_at_100_max
value: 54.0635
verified: no, type: nauc_recall_at_100_std
value: 19.8381
verified: no, type: nauc_recall_at_100_diff1
value: 39.1924
verified: no, type: nauc_recall_at_1000_max
value: 56.3672
verified: no, type: nauc_recall_at_1000_std
value: 33.9274
verified: no, type: nauc_recall_at_1000_diff1
value: 38.1103
verified: no, type: nauc_precision_at_1_max
value: 50.3827
verified: no, type: nauc_precision_at_1_std
value: -0.8129000000000001
verified: no, type: nauc_precision_at_1_diff1
value: 59.7518
verified: no, type: nauc_precision_at_3_max
value: 46.281299999999995
verified: no, type: nauc_precision_at_3_std
value: 14.7166
verified: no, type: nauc_precision_at_3_diff1
value: 24.211
verified: no, type: nauc_precision_at_5_max
value: 44.466899999999995
verified: no, type: nauc_precision_at_5_std
value: 22.5103
verified: no, type: nauc_precision_at_5_diff1
value: 15.746099999999998
verified: no, type: nauc_precision_at_10_max
value: 38.0804
verified: no, type: nauc_precision_at_10_std
value: 29.677999999999997
verified: no, type: nauc_precision_at_10_diff1
value: 4.886299999999999
verified: no, type: nauc_precision_at_20_max
value: 32.302
verified: no, type: nauc_precision_at_20_std
value: 34.8443
verified: no, type: nauc_precision_at_20_diff1
value: -2.9212
verified: no, type: nauc_precision_at_100_max
value: 21.4725
verified: no, type: nauc_precision_at_100_std
value: 41.8747
verified: no, type: nauc_precision_at_100_diff1
value: -14.976600000000001
verified: no, type: nauc_precision_at_1000_max
value: 10.3891
verified: no, type: nauc_precision_at_1000_std
value: 39.4181
verified: no, type: nauc_precision_at_1000_diff1
value: -21.9914
verified: no, type: nauc_mrr_at_1_max
value: 50.3827
verified: no, type: nauc_mrr_at_1_std
value: -0.8129000000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 59.7518
verified: no, type: nauc_mrr_at_3_max
value: 51.9937
verified: no, type: nauc_mrr_at_3_std
value: 2.1604
verified: no, type: nauc_mrr_at_3_diff1
value: 54.58539999999999
verified: no, type: nauc_mrr_at_5_max
value: 52.39319999999999
verified: no, type: nauc_mrr_at_5_std
value: 2.8171
verified: no, type: nauc_mrr_at_5_diff1
value: 54.825100000000006
verified: no, type: nauc_mrr_at_10_max
value: 52.2047
verified: no, type: nauc_mrr_at_10_std
value: 2.6525
verified: no, type: nauc_mrr_at_10_diff1
value: 54.703500000000005
verified: no, type: nauc_mrr_at_20_max
value: 52.251999999999995
verified: no, type: nauc_mrr_at_20_std
value: 2.7842
verified: no, type: nauc_mrr_at_20_diff1
value: 54.76689999999999
verified: no, type: nauc_mrr_at_100_max
value: 52.2776
verified: no, type: nauc_mrr_at_100_std
value: 2.9701999999999997
verified: no, type: nauc_mrr_at_100_diff1
value: 54.712799999999994
verified: no, type: nauc_mrr_at_1000_max
value: 52.274699999999996
verified: no, type: nauc_mrr_at_1000_std
value: 2.9652000000000003
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.7296
verified: no, type: main_score
value: 53.142999999999994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: ndcg_at_1
value: 53.542
verified: no, type: ndcg_at_3
value: 60.098
verified: no, type: ndcg_at_5
value: 62.515
verified: no, type: ndcg_at_10
value: 65.315
verified: no, type: ndcg_at_20
value: 66.683
verified: no, type: ndcg_at_100
value: 68.47800000000001
verified: no, type: ndcg_at_1000
value: 69.329
verified: no, type: map_at_1
value: 47.135
verified: no, type: map_at_3
value: 56.548
verified: no, type: map_at_5
value: 58.306000000000004
verified: no, type: map_at_10
value: 59.819
verified: no, type: map_at_20
value: 60.328
verified: no, type: map_at_100
value: 60.653999999999996
verified: no, type: map_at_1000
value: 60.699000000000005
verified: no, type: recall_at_1
value: 47.135
verified: no, type: recall_at_3
value: 64.371
verified: no, type: recall_at_5
value: 70.293
verified: no, type: recall_at_10
value: 78.346
verified: no, type: recall_at_20
value: 83.369
verified: no, type: recall_at_100
value: 92.04599999999999
verified: no, type: recall_at_1000
value: 97.933
verified: no, type: precision_at_1
value: 53.542
verified: no, type: precision_at_3
value: 26.395000000000003
verified: no, type: precision_at_5
value: 17.806
verified: no, type: precision_at_10
value: 10.238
verified: no, type: precision_at_20
value: 5.586
verified: no, type: precision_at_100
value: 1.266
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: mrr_at_1
value: 53.5423
verified: no, type: mrr_at_3
value: 60.595600000000005
verified: no, type: mrr_at_5
value: 61.931000000000004
verified: no, type: mrr_at_10
value: 62.8406
verified: no, type: mrr_at_20
value: 63.1667
verified: no, type: mrr_at_100
value: 63.347699999999996
verified: no, type: mrr_at_1000
value: 63.368100000000005
verified: no, type: nauc_ndcg_at_1_max
value: 50.004599999999996
verified: no, type: nauc_ndcg_at_1_std
value: -4.3123000000000005
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.1973
verified: no, type: nauc_ndcg_at_3_max
value: 48.65
verified: no, type: nauc_ndcg_at_3_std
value: -6.0419
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.712700000000005
verified: no, type: nauc_ndcg_at_5_max
value: 50.0908
verified: no, type: nauc_ndcg_at_5_std
value: -4.4674
verified: no, type: nauc_ndcg_at_5_diff1
value: 56.216
verified: no, type: nauc_ndcg_at_10_max
value: 50.578
verified: no, type: nauc_ndcg_at_10_std
value: -2.661
verified: no, type: nauc_ndcg_at_10_diff1
value: 55.9162
verified: no, type: nauc_ndcg_at_20_max
value: 51.3801
verified: no, type: nauc_ndcg_at_20_std
value: -0.8059999999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 55.8654
verified: no, type: nauc_ndcg_at_100_max
value: 51.4594
verified: no, type: nauc_ndcg_at_100_std
value: -0.3524
verified: no, type: nauc_ndcg_at_100_diff1
value: 56.131699999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 51.6105
verified: no, type: nauc_ndcg_at_1000_std
value: -0.8832
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.6507
verified: no, type: nauc_map_at_1_max
value: 42.7316
verified: no, type: nauc_map_at_1_std
value: -6.979100000000001
verified: no, type: nauc_map_at_1_diff1
value: 61.6382
verified: no, type: nauc_map_at_3_max
value: 47.6139
verified: no, type: nauc_map_at_3_std
value: -7.0931
verified: no, type: nauc_map_at_3_diff1
value: 58.2923
verified: no, type: nauc_map_at_5_max
value: 48.6039
verified: no, type: nauc_map_at_5_std
value: -5.9601
verified: no, type: nauc_map_at_5_diff1
value: 57.7052
verified: no, type: nauc_map_at_10_max
value: 49.2631
verified: no, type: nauc_map_at_10_std
value: -4.808
verified: no, type: nauc_map_at_10_diff1
value: 57.5979
verified: no, type: nauc_map_at_20_max
value: 49.6783
verified: no, type: nauc_map_at_20_std
value: -4.0106
verified: no, type: nauc_map_at_20_diff1
value: 57.5781
verified: no, type: nauc_map_at_100_max
value: 49.775000000000006
verified: no, type: nauc_map_at_100_std
value: -3.8082
verified: no, type: nauc_map_at_100_diff1
value: 57.6013
verified: no, type: nauc_map_at_1000_max
value: 49.8135
verified: no, type: nauc_map_at_1000_std
value: -3.7974
verified: no, type: nauc_map_at_1000_diff1
value: 57.6323
verified: no, type: nauc_recall_at_1_max
value: 42.7316
verified: no, type: nauc_recall_at_1_std
value: -6.979100000000001
verified: no, type: nauc_recall_at_1_diff1
value: 61.6382
verified: no, type: nauc_recall_at_3_max
value: 46.1138
verified: no, type: nauc_recall_at_3_std
value: -8.6906
verified: no, type: nauc_recall_at_3_diff1
value: 52.6263
verified: no, type: nauc_recall_at_5_max
value: 49.074200000000005
verified: no, type: nauc_recall_at_5_std
value: -4.5975
verified: no, type: nauc_recall_at_5_diff1
value: 49.994
verified: no, type: nauc_recall_at_10_max
value: 49.696
verified: no, type: nauc_recall_at_10_std
value: 2.049
verified: no, type: nauc_recall_at_10_diff1
value: 46.7897
verified: no, type: nauc_recall_at_20_max
value: 54.03980000000001
verified: no, type: nauc_recall_at_20_std
value: 14.4898
verified: no, type: nauc_recall_at_20_diff1
value: 43.8642
verified: no, type: nauc_recall_at_100_max
value: 57.23629999999999
verified: no, type: nauc_recall_at_100_std
value: 32.6507
verified: no, type: nauc_recall_at_100_diff1
value: 38.4662
verified: no, type: nauc_recall_at_1000_max
value: 81.5918
verified: no, type: nauc_recall_at_1000_std
value: 67.0848
verified: no, type: nauc_recall_at_1000_diff1
value: 40.5123
verified: no, type: nauc_precision_at_1_max
value: 50.004599999999996
verified: no, type: nauc_precision_at_1_std
value: -4.3123000000000005
verified: no, type: nauc_precision_at_1_diff1
value: 61.1973
verified: no, type: nauc_precision_at_3_max
value: 41.0359
verified: no, type: nauc_precision_at_3_std
value: 2.2363
verified: no, type: nauc_precision_at_3_diff1
value: 26.9914
verified: no, type: nauc_precision_at_5_max
value: 38.3114
verified: no, type: nauc_precision_at_5_std
value: 8.7643
verified: no, type: nauc_precision_at_5_diff1
value: 17.0673
verified: no, type: nauc_precision_at_10_max
value: 31.1391
verified: no, type: nauc_precision_at_10_std
value: 17.1411
verified: no, type: nauc_precision_at_10_diff1
value: 4.9287
verified: no, type: nauc_precision_at_20_max
value: 27.7595
verified: no, type: nauc_precision_at_20_std
value: 25.470399999999998
verified: no, type: nauc_precision_at_20_diff1
value: -2.6803
verified: no, type: nauc_precision_at_100_max
value: 18.2146
verified: no, type: nauc_precision_at_100_std
value: 29.244300000000003
verified: no, type: nauc_precision_at_100_diff1
value: -13.083
verified: no, type: nauc_precision_at_1000_max
value: 13.5621
verified: no, type: nauc_precision_at_1000_std
value: 26.3405
verified: no, type: nauc_precision_at_1000_diff1
value: -15.398200000000001
verified: no, type: nauc_mrr_at_1_max
value: 50.004599999999996
verified: no, type: nauc_mrr_at_1_std
value: -4.3123000000000005
verified: no, type: nauc_mrr_at_1_diff1
value: 61.1973
verified: no, type: nauc_mrr_at_3_max
value: 50.114599999999996
verified: no, type: nauc_mrr_at_3_std
value: -4.7759
verified: no, type: nauc_mrr_at_3_diff1
value: 57.9624
verified: no, type: nauc_mrr_at_5_max
value: 50.956900000000005
verified: no, type: nauc_mrr_at_5_std
value: -3.7144999999999997
verified: no, type: nauc_mrr_at_5_diff1
value: 57.784400000000005
verified: no, type: nauc_mrr_at_10_max
value: 50.8112
verified: no, type: nauc_mrr_at_10_std
value: -3.3526
verified: no, type: nauc_mrr_at_10_diff1
value: 57.674499999999995
verified: no, type: nauc_mrr_at_20_max
value: 50.9425
verified: no, type: nauc_mrr_at_20_std
value: -2.9598
verified: no, type: nauc_mrr_at_20_diff1
value: 57.6704
verified: no, type: nauc_mrr_at_100_max
value: 50.901799999999994
verified: no, type: nauc_mrr_at_100_std
value: -3.0112
verified: no, type: nauc_mrr_at_100_diff1
value: 57.736200000000004
verified: no, type: nauc_mrr_at_1000_max
value: 50.901399999999995
verified: no, type: nauc_mrr_at_1000_std
value: -3.0314
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.747400000000006
verified: no, type: main_score
value: 65.315
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: ndcg_at_1
value: 33.898
verified: no, type: ndcg_at_3
value: 39.875
verified: no, type: ndcg_at_5
value: 42.455999999999996
verified: no, type: ndcg_at_10
value: 45.4
verified: no, type: ndcg_at_20
value: 47.831
verified: no, type: ndcg_at_100
value: 50.428
verified: no, type: ndcg_at_1000
value: 52.037
verified: no, type: map_at_1
value: 31.357000000000003
verified: no, type: map_at_3
value: 37.358999999999995
verified: no, type: map_at_5
value: 38.948
verified: no, type: map_at_10
value: 40.243
verified: no, type: map_at_20
value: 40.98
verified: no, type: map_at_100
value: 41.349999999999994
verified: no, type: map_at_1000
value: 41.418
verified: no, type: recall_at_1
value: 31.357000000000003
verified: no, type: recall_at_3
value: 44.324000000000005
verified: no, type: recall_at_5
value: 50.449
verified: no, type: recall_at_10
value: 59.17400000000001
verified: no, type: recall_at_20
value: 68.272
verified: no, type: recall_at_100
value: 81.672
verified: no, type: recall_at_1000
value: 93.572
verified: no, type: precision_at_1
value: 33.898
verified: no, type: precision_at_3
value: 16.648
verified: no, type: precision_at_5
value: 11.503
verified: no, type: precision_at_10
value: 6.847
verified: no, type: precision_at_20
value: 3.9890000000000003
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: mrr_at_1
value: 33.8983
verified: no, type: mrr_at_3
value: 39.8117
verified: no, type: mrr_at_5
value: 41.2354
verified: no, type: mrr_at_10
value: 42.4212
verified: no, type: mrr_at_20
value: 43.0404
verified: no, type: mrr_at_100
value: 43.3429
verified: no, type: mrr_at_1000
value: 43.3894
verified: no, type: nauc_ndcg_at_1_max
value: 36.1482
verified: no, type: nauc_ndcg_at_1_std
value: -4.471
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.1333
verified: no, type: nauc_ndcg_at_3_max
value: 35.404
verified: no, type: nauc_ndcg_at_3_std
value: -4.487
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.3399
verified: no, type: nauc_ndcg_at_5_max
value: 35.0036
verified: no, type: nauc_ndcg_at_5_std
value: -4.0964
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.2164
verified: no, type: nauc_ndcg_at_10_max
value: 34.7255
verified: no, type: nauc_ndcg_at_10_std
value: -2.9356
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.3216
verified: no, type: nauc_ndcg_at_20_max
value: 35.5433
verified: no, type: nauc_ndcg_at_20_std
value: -1.8858
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.6106
verified: no, type: nauc_ndcg_at_100_max
value: 35.9643
verified: no, type: nauc_ndcg_at_100_std
value: -1.6303
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.515100000000004
verified: no, type: nauc_ndcg_at_1000_max
value: 35.9222
verified: no, type: nauc_ndcg_at_1000_std
value: -2.1452999999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.472100000000005
verified: no, type: nauc_map_at_1_max
value: 32.413599999999995
verified: no, type: nauc_map_at_1_std
value: -7.391300000000001
verified: no, type: nauc_map_at_1_diff1
value: 45.5299
verified: no, type: nauc_map_at_3_max
value: 34.1688
verified: no, type: nauc_map_at_3_std
value: -5.6375
verified: no, type: nauc_map_at_3_diff1
value: 41.5371
verified: no, type: nauc_map_at_5_max
value: 34.2057
verified: no, type: nauc_map_at_5_std
value: -5.4512
verified: no, type: nauc_map_at_5_diff1
value: 40.3839
verified: no, type: nauc_map_at_10_max
value: 34.3355
verified: no, type: nauc_map_at_10_std
value: -4.7743
verified: no, type: nauc_map_at_10_diff1
value: 40.1027
verified: no, type: nauc_map_at_20_max
value: 34.638400000000004
verified: no, type: nauc_map_at_20_std
value: -4.4951
verified: no, type: nauc_map_at_20_diff1
value: 39.8905
verified: no, type: nauc_map_at_100_max
value: 34.6621
verified: no, type: nauc_map_at_100_std
value: -4.4568
verified: no, type: nauc_map_at_100_diff1
value: 39.9854
verified: no, type: nauc_map_at_1000_max
value: 34.6674
verified: no, type: nauc_map_at_1000_std
value: -4.4651000000000005
verified: no, type: nauc_map_at_1000_diff1
value: 39.9739
verified: no, type: nauc_recall_at_1_max
value: 32.413599999999995
verified: no, type: nauc_recall_at_1_std
value: -7.391300000000001
verified: no, type: nauc_recall_at_1_diff1
value: 45.5299
verified: no, type: nauc_recall_at_3_max
value: 34.374500000000005
verified: no, type: nauc_recall_at_3_std
value: -3.8977999999999997
verified: no, type: nauc_recall_at_3_diff1
value: 36.9855
verified: no, type: nauc_recall_at_5_max
value: 33.5608
verified: no, type: nauc_recall_at_5_std
value: -2.9009
verified: no, type: nauc_recall_at_5_diff1
value: 31.9638
verified: no, type: nauc_recall_at_10_max
value: 32.1813
verified: no, type: nauc_recall_at_10_std
value: 0.8024999999999999
verified: no, type: nauc_recall_at_10_diff1
value: 28.3153
verified: no, type: nauc_recall_at_20_max
value: 35.0617
verified: no, type: nauc_recall_at_20_std
value: 6.531199999999999
verified: no, type: nauc_recall_at_20_diff1
value: 23.6762
verified: no, type: nauc_recall_at_100_max
value: 38.9147
verified: no, type: nauc_recall_at_100_std
value: 12.4753
verified: no, type: nauc_recall_at_100_diff1
value: 26.1627
verified: no, type: nauc_recall_at_1000_max
value: 45.8191
verified: no, type: nauc_recall_at_1000_std
value: 17.1419
verified: no, type: nauc_recall_at_1000_diff1
value: 13.2284
verified: no, type: nauc_precision_at_1_max
value: 36.1482
verified: no, type: nauc_precision_at_1_std
value: -4.471
verified: no, type: nauc_precision_at_1_diff1
value: 44.1333
verified: no, type: nauc_precision_at_3_max
value: 38.315
verified: no, type: nauc_precision_at_3_std
value: -0.16019999999999998
verified: no, type: nauc_precision_at_3_diff1
value: 32.4158
verified: no, type: nauc_precision_at_5_max
value: 36.3912
verified: no, type: nauc_precision_at_5_std
value: 0.9605
verified: no, type: nauc_precision_at_5_diff1
value: 25.7513
verified: no, type: nauc_precision_at_10_max
value: 34.043
verified: no, type: nauc_precision_at_10_std
value: 5.6308
verified: no, type: nauc_precision_at_10_diff1
value: 20.5638
verified: no, type: nauc_precision_at_20_max
value: 34.5796
verified: no, type: nauc_precision_at_20_std
value: 10.0006
verified: no, type: nauc_precision_at_20_diff1
value: 13.069500000000001
verified: no, type: nauc_precision_at_100_max
value: 27.5607
verified: no, type: nauc_precision_at_100_std
value: 13.173399999999999
verified: no, type: nauc_precision_at_100_diff1
value: 6.1834
verified: no, type: nauc_precision_at_1000_max
value: 15.5825
verified: no, type: nauc_precision_at_1000_std
value: 9.9148
verified: no, type: nauc_precision_at_1000_diff1
value: -8.7873
verified: no, type: nauc_mrr_at_1_max
value: 36.1482
verified: no, type: nauc_mrr_at_1_std
value: -4.471
verified: no, type: nauc_mrr_at_1_diff1
value: 44.1333
verified: no, type: nauc_mrr_at_3_max
value: 37.059799999999996
verified: no, type: nauc_mrr_at_3_std
value: -2.7984999999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 40.3801
verified: no, type: nauc_mrr_at_5_max
value: 36.921
verified: no, type: nauc_mrr_at_5_std
value: -2.5107
verified: no, type: nauc_mrr_at_5_diff1
value: 39.3331
verified: no, type: nauc_mrr_at_10_max
value: 36.5977
verified: no, type: nauc_mrr_at_10_std
value: -2.3744
verified: no, type: nauc_mrr_at_10_diff1
value: 38.851200000000006
verified: no, type: nauc_mrr_at_20_max
value: 36.7083
verified: no, type: nauc_mrr_at_20_std
value: -2.164
verified: no, type: nauc_mrr_at_20_diff1
value: 38.729200000000006
verified: no, type: nauc_mrr_at_100_max
value: 36.7448
verified: no, type: nauc_mrr_at_100_std
value: -2.1399999999999997
verified: no, type: nauc_mrr_at_100_diff1
value: 38.8403
verified: no, type: nauc_mrr_at_1000_max
value: 36.742200000000004
verified: no, type: nauc_mrr_at_1000_std
value: -2.1506999999999996
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.8393
verified: no, type: main_score
value: 45.4
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: ndcg_at_1
value: 25.124000000000002
verified: no, type: ndcg_at_3
value: 29.798000000000002
verified: no, type: ndcg_at_5
value: 32.112
verified: no, type: ndcg_at_10
value: 34.926
verified: no, type: ndcg_at_20
value: 37.317
verified: no, type: ndcg_at_100
value: 40.903
verified: no, type: ndcg_at_1000
value: 43.18
verified: no, type: map_at_1
value: 20.279
verified: no, type: map_at_3
value: 26.551000000000002
verified: no, type: map_at_5
value: 28.051
verified: no, type: map_at_10
value: 29.37
verified: no, type: map_at_20
value: 30.085
verified: no, type: map_at_100
value: 30.668
verified: no, type: map_at_1000
value: 30.774
verified: no, type: recall_at_1
value: 20.279
verified: no, type: recall_at_3
value: 33.043
verified: no, type: recall_at_5
value: 38.991
verified: no, type: recall_at_10
value: 47.355999999999995
verified: no, type: recall_at_20
value: 55.873
verified: no, type: recall_at_100
value: 72.90100000000001
verified: no, type: recall_at_1000
value: 88.678
verified: no, type: precision_at_1
value: 25.124000000000002
verified: no, type: precision_at_3
value: 14.221
verified: no, type: precision_at_5
value: 10.323
verified: no, type: precision_at_10
value: 6.381
verified: no, type: precision_at_20
value: 3.8739999999999997
verified: no, type: precision_at_100
value: 1.082
verified: no, type: precision_at_1000
value: 0.13999999999999999
verified: no, type: mrr_at_1
value: 25.1244
verified: no, type: mrr_at_3
value: 31.3847
verified: no, type: mrr_at_5
value: 32.9768
verified: no, type: mrr_at_10
value: 34.1348
verified: no, type: mrr_at_20
value: 34.7501
verified: no, type: mrr_at_100
value: 35.1367
verified: no, type: mrr_at_1000
value: 35.191
verified: no, type: nauc_ndcg_at_1_max
value: 27.160600000000002
verified: no, type: nauc_ndcg_at_1_std
value: 1.7711999999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.8547
verified: no, type: nauc_ndcg_at_3_max
value: 23.7332
verified: no, type: nauc_ndcg_at_3_std
value: 0.4508
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.3668
verified: no, type: nauc_ndcg_at_5_max
value: 24.6552
verified: no, type: nauc_ndcg_at_5_std
value: 1.7423000000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.8806
verified: no, type: nauc_ndcg_at_10_max
value: 24.3869
verified: no, type: nauc_ndcg_at_10_std
value: 1.3054
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.7015
verified: no, type: nauc_ndcg_at_20_max
value: 24.449
verified: no, type: nauc_ndcg_at_20_std
value: 2.4919000000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.9483
verified: no, type: nauc_ndcg_at_100_max
value: 25.3655
verified: no, type: nauc_ndcg_at_100_std
value: 2.7169
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.8817
verified: no, type: nauc_ndcg_at_1000_max
value: 25.524599999999996
verified: no, type: nauc_ndcg_at_1000_std
value: 3.1405000000000003
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.7208
verified: no, type: nauc_map_at_1_max
value: 24.9051
verified: no, type: nauc_map_at_1_std
value: 2.788
verified: no, type: nauc_map_at_1_diff1
value: 38.9946
verified: no, type: nauc_map_at_3_max
value: 23.061
verified: no, type: nauc_map_at_3_std
value: 1.0529
verified: no, type: nauc_map_at_3_diff1
value: 35.0109
verified: no, type: nauc_map_at_5_max
value: 23.704800000000002
verified: no, type: nauc_map_at_5_std
value: 1.7375999999999998
verified: no, type: nauc_map_at_5_diff1
value: 35.2714
verified: no, type: nauc_map_at_10_max
value: 23.7351
verified: no, type: nauc_map_at_10_std
value: 1.5004
verified: no, type: nauc_map_at_10_diff1
value: 34.8483
verified: no, type: nauc_map_at_20_max
value: 23.7699
verified: no, type: nauc_map_at_20_std
value: 1.8925999999999998
verified: no, type: nauc_map_at_20_diff1
value: 34.6198
verified: no, type: nauc_map_at_100_max
value: 23.962600000000002
verified: no, type: nauc_map_at_100_std
value: 1.9238000000000002
verified: no, type: nauc_map_at_100_diff1
value: 34.7253
verified: no, type: nauc_map_at_1000_max
value: 23.965
verified: no, type: nauc_map_at_1000_std
value: 1.9339
verified: no, type: nauc_map_at_1000_diff1
value: 34.719899999999996
verified: no, type: nauc_recall_at_1_max
value: 24.9051
verified: no, type: nauc_recall_at_1_std
value: 2.788
verified: no, type: nauc_recall_at_1_diff1
value: 38.9946
verified: no, type: nauc_recall_at_3_max
value: 21.8415
verified: no, type: nauc_recall_at_3_std
value: 0.5292
verified: no, type: nauc_recall_at_3_diff1
value: 30.811
verified: no, type: nauc_recall_at_5_max
value: 23.8237
verified: no, type: nauc_recall_at_5_std
value: 2.5335
verified: no, type: nauc_recall_at_5_diff1
value: 31.928800000000003
verified: no, type: nauc_recall_at_10_max
value: 22.5541
verified: no, type: nauc_recall_at_10_std
value: 0.9076000000000001
verified: no, type: nauc_recall_at_10_diff1
value: 27.8364
verified: no, type: nauc_recall_at_20_max
value: 22.0853
verified: no, type: nauc_recall_at_20_std
value: 4.9954
verified: no, type: nauc_recall_at_20_diff1
value: 24.2376
verified: no, type: nauc_recall_at_100_max
value: 26.4301
verified: no, type: nauc_recall_at_100_std
value: 8.5471
verified: no, type: nauc_recall_at_100_diff1
value: 19.2131
verified: no, type: nauc_recall_at_1000_max
value: 36.3726
verified: no, type: nauc_recall_at_1000_std
value: 26.9247
verified: no, type: nauc_recall_at_1000_diff1
value: 3.8798
verified: no, type: nauc_precision_at_1_max
value: 27.160600000000002
verified: no, type: nauc_precision_at_1_std
value: 1.7711999999999999
verified: no, type: nauc_precision_at_1_diff1
value: 39.8547
verified: no, type: nauc_precision_at_3_max
value: 23.8679
verified: no, type: nauc_precision_at_3_std
value: -1.052
verified: no, type: nauc_precision_at_3_diff1
value: 29.999100000000002
verified: no, type: nauc_precision_at_5_max
value: 24.7345
verified: no, type: nauc_precision_at_5_std
value: 1.3604
verified: no, type: nauc_precision_at_5_diff1
value: 29.8611
verified: no, type: nauc_precision_at_10_max
value: 21.5396
verified: no, type: nauc_precision_at_10_std
value: -1.0137
verified: no, type: nauc_precision_at_10_diff1
value: 23.519000000000002
verified: no, type: nauc_precision_at_20_max
value: 18.4431
verified: no, type: nauc_precision_at_20_std
value: 1.5350000000000001
verified: no, type: nauc_precision_at_20_diff1
value: 16.5031
verified: no, type: nauc_precision_at_100_max
value: 13.9255
verified: no, type: nauc_precision_at_100_std
value: -0.48650000000000004
verified: no, type: nauc_precision_at_100_diff1
value: 7.700799999999999
verified: no, type: nauc_precision_at_1000_max
value: 3.6421
verified: no, type: nauc_precision_at_1000_std
value: -4.7682
verified: no, type: nauc_precision_at_1000_diff1
value: -1.4256
verified: no, type: nauc_mrr_at_1_max
value: 27.160600000000002
verified: no, type: nauc_mrr_at_1_std
value: 1.7711999999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 39.8547
verified: no, type: nauc_mrr_at_3_max
value: 25.44
verified: no, type: nauc_mrr_at_3_std
value: 0.08639999999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 35.381800000000005
verified: no, type: nauc_mrr_at_5_max
value: 26.011899999999997
verified: no, type: nauc_mrr_at_5_std
value: 0.6948
verified: no, type: nauc_mrr_at_5_diff1
value: 36.246
verified: no, type: nauc_mrr_at_10_max
value: 25.8141
verified: no, type: nauc_mrr_at_10_std
value: 0.5511
verified: no, type: nauc_mrr_at_10_diff1
value: 35.7313
verified: no, type: nauc_mrr_at_20_max
value: 25.805899999999998
verified: no, type: nauc_mrr_at_20_std
value: 0.8933
verified: no, type: nauc_mrr_at_20_diff1
value: 35.4972
verified: no, type: nauc_mrr_at_100_max
value: 25.909
verified: no, type: nauc_mrr_at_100_std
value: 0.8796999999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 35.5299
verified: no, type: nauc_mrr_at_1000_max
value: 25.910800000000002
verified: no, type: nauc_mrr_at_1000_std
value: 0.9046000000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.522999999999996
verified: no, type: main_score
value: 34.926
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: ndcg_at_1
value: 42.059999999999995
verified: no, type: ndcg_at_3
value: 46.461999999999996
verified: no, type: ndcg_at_5
value: 48.662
verified: no, type: ndcg_at_10
value: 50.925
verified: no, type: ndcg_at_20
value: 53.120999999999995
verified: no, type: ndcg_at_100
value: 56.189
verified: no, type: ndcg_at_1000
value: 57.972
verified: no, type: map_at_1
value: 33.919
verified: no, type: map_at_3
value: 41.858000000000004
verified: no, type: map_at_5
value: 43.629
verified: no, type: map_at_10
value: 45.01
verified: no, type: map_at_20
value: 45.781
verified: no, type: map_at_100
value: 46.372
verified: no, type: map_at_1000
value: 46.477000000000004
verified: no, type: recall_at_1
value: 33.919
verified: no, type: recall_at_3
value: 49.153999999999996
verified: no, type: recall_at_5
value: 55.422000000000004
verified: no, type: recall_at_10
value: 62.204
verified: no, type: recall_at_20
value: 69.819
verified: no, type: recall_at_100
value: 83.67599999999999
verified: no, type: recall_at_1000
value: 95.093
verified: no, type: precision_at_1
value: 42.059999999999995
verified: no, type: precision_at_3
value: 22.201
verified: no, type: precision_at_5
value: 15.342
verified: no, type: precision_at_10
value: 9.038
verified: no, type: precision_at_20
value: 5.244999999999999
verified: no, type: precision_at_100
value: 1.348
verified: no, type: precision_at_1000
value: 0.168
verified: no, type: mrr_at_1
value: 42.0597
verified: no, type: mrr_at_3
value: 49.005500000000005
verified: no, type: mrr_at_5
value: 50.3673
verified: no, type: mrr_at_10
value: 51.14959999999999
verified: no, type: mrr_at_20
value: 51.656
verified: no, type: mrr_at_100
value: 51.969
verified: no, type: mrr_at_1000
value: 52.0088
verified: no, type: nauc_ndcg_at_1_max
value: 39.321400000000004
verified: no, type: nauc_ndcg_at_1_std
value: -3.3204
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.999300000000005
verified: no, type: nauc_ndcg_at_3_max
value: 37.6896
verified: no, type: nauc_ndcg_at_3_std
value: -4.7356
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.0551
verified: no, type: nauc_ndcg_at_5_max
value: 36.9149
verified: no, type: nauc_ndcg_at_5_std
value: -5.8358
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.4085
verified: no, type: nauc_ndcg_at_10_max
value: 36.9047
verified: no, type: nauc_ndcg_at_10_std
value: -5.1284
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.3356
verified: no, type: nauc_ndcg_at_20_max
value: 36.9876
verified: no, type: nauc_ndcg_at_20_std
value: -4.0274
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.0203
verified: no, type: nauc_ndcg_at_100_max
value: 38.472899999999996
verified: no, type: nauc_ndcg_at_100_std
value: -1.1645
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.734
verified: no, type: nauc_ndcg_at_1000_max
value: 38.828
verified: no, type: nauc_ndcg_at_1000_std
value: -1.5388000000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.8951
verified: no, type: nauc_map_at_1_max
value: 32.8495
verified: no, type: nauc_map_at_1_std
value: -11.1224
verified: no, type: nauc_map_at_1_diff1
value: 52.8561
verified: no, type: nauc_map_at_3_max
value: 35.2472
verified: no, type: nauc_map_at_3_std
value: -7.8861
verified: no, type: nauc_map_at_3_diff1
value: 49.2087
verified: no, type: nauc_map_at_5_max
value: 35.5165
verified: no, type: nauc_map_at_5_std
value: -7.8567
verified: no, type: nauc_map_at_5_diff1
value: 49.3185
verified: no, type: nauc_map_at_10_max
value: 36.2371
verified: no, type: nauc_map_at_10_std
value: -6.7322999999999995
verified: no, type: nauc_map_at_10_diff1
value: 49.3669
verified: no, type: nauc_map_at_20_max
value: 36.3245
verified: no, type: nauc_map_at_20_std
value: -6.2256
verified: no, type: nauc_map_at_20_diff1
value: 49.242999999999995
verified: no, type: nauc_map_at_100_max
value: 36.6375
verified: no, type: nauc_map_at_100_std
value: -5.694599999999999
verified: no, type: nauc_map_at_100_diff1
value: 49.1942
verified: no, type: nauc_map_at_1000_max
value: 36.6734
verified: no, type: nauc_map_at_1000_std
value: -5.6653
verified: no, type: nauc_map_at_1000_diff1
value: 49.1813
verified: no, type: nauc_recall_at_1_max
value: 32.8495
verified: no, type: nauc_recall_at_1_std
value: -11.1224
verified: no, type: nauc_recall_at_1_diff1
value: 52.8561
verified: no, type: nauc_recall_at_3_max
value: 33.2098
verified: no, type: nauc_recall_at_3_std
value: -7.4756
verified: no, type: nauc_recall_at_3_diff1
value: 44.6512
verified: no, type: nauc_recall_at_5_max
value: 32.0734
verified: no, type: nauc_recall_at_5_std
value: -8.552
verified: no, type: nauc_recall_at_5_diff1
value: 43.2098
verified: no, type: nauc_recall_at_10_max
value: 32.452999999999996
verified: no, type: nauc_recall_at_10_std
value: -5.631
verified: no, type: nauc_recall_at_10_diff1
value: 42.4641
verified: no, type: nauc_recall_at_20_max
value: 31.660300000000003
verified: no, type: nauc_recall_at_20_std
value: -1.5259
verified: no, type: nauc_recall_at_20_diff1
value: 40.5356
verified: no, type: nauc_recall_at_100_max
value: 40.3906
verified: no, type: nauc_recall_at_100_std
value: 22.5792
verified: no, type: nauc_recall_at_100_diff1
value: 36.2667
verified: no, type: nauc_recall_at_1000_max
value: 61.422399999999996
verified: no, type: nauc_recall_at_1000_std
value: 46.7038
verified: no, type: nauc_recall_at_1000_diff1
value: 36.4218
verified: no, type: nauc_precision_at_1_max
value: 39.321400000000004
verified: no, type: nauc_precision_at_1_std
value: -3.3204
verified: no, type: nauc_precision_at_1_diff1
value: 50.999300000000005
verified: no, type: nauc_precision_at_3_max
value: 35.7839
verified: no, type: nauc_precision_at_3_std
value: 7.773199999999999
verified: no, type: nauc_precision_at_3_diff1
value: 29.8081
verified: no, type: nauc_precision_at_5_max
value: 32.7723
verified: no, type: nauc_precision_at_5_std
value: 9.8457
verified: no, type: nauc_precision_at_5_diff1
value: 24.9104
verified: no, type: nauc_precision_at_10_max
value: 30.6076
verified: no, type: nauc_precision_at_10_std
value: 16.5018
verified: no, type: nauc_precision_at_10_diff1
value: 17.5733
verified: no, type: nauc_precision_at_20_max
value: 25.8982
verified: no, type: nauc_precision_at_20_std
value: 20.4936
verified: no, type: nauc_precision_at_20_diff1
value: 9.4253
verified: no, type: nauc_precision_at_100_max
value: 20.5147
verified: no, type: nauc_precision_at_100_std
value: 28.0537
verified: no, type: nauc_precision_at_100_diff1
value: -3.5682
verified: no, type: nauc_precision_at_1000_max
value: 8.9834
verified: no, type: nauc_precision_at_1000_std
value: 21.330099999999998
verified: no, type: nauc_precision_at_1000_diff1
value: -13.9467
verified: no, type: nauc_mrr_at_1_max
value: 39.321400000000004
verified: no, type: nauc_mrr_at_1_std
value: -3.3204
verified: no, type: nauc_mrr_at_1_diff1
value: 50.999300000000005
verified: no, type: nauc_mrr_at_3_max
value: 39.537099999999995
verified: no, type: nauc_mrr_at_3_std
value: -1.8964999999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 48.790499999999994
verified: no, type: nauc_mrr_at_5_max
value: 39.5914
verified: no, type: nauc_mrr_at_5_std
value: -2.1046
verified: no, type: nauc_mrr_at_5_diff1
value: 48.674099999999996
verified: no, type: nauc_mrr_at_10_max
value: 39.4877
verified: no, type: nauc_mrr_at_10_std
value: -2.1155
verified: no, type: nauc_mrr_at_10_diff1
value: 48.5082
verified: no, type: nauc_mrr_at_20_max
value: 39.5837
verified: no, type: nauc_mrr_at_20_std
value: -1.8568999999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 48.4835
verified: no, type: nauc_mrr_at_100_max
value: 39.6439
verified: no, type: nauc_mrr_at_100_std
value: -1.6681000000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 48.4452
verified: no, type: nauc_mrr_at_1000_max
value: 39.6426
verified: no, type: nauc_mrr_at_1000_std
value: -1.6824
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.4594
verified: no, type: main_score
value: 50.925
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: ndcg_at_1
value: 38.812999999999995
verified: no, type: ndcg_at_3
value: 43.126999999999995
verified: no, type: ndcg_at_5
value: 45.269999999999996
verified: no, type: ndcg_at_10
value: 48.181000000000004
verified: no, type: ndcg_at_20
value: 50.475
verified: no, type: ndcg_at_100
value: 53.378
verified: no, type: ndcg_at_1000
value: 55.372
verified: no, type: map_at_1
value: 31.228
verified: no, type: map_at_3
value: 38.727000000000004
verified: no, type: map_at_5
value: 40.544000000000004
verified: no, type: map_at_10
value: 42.022999999999996
verified: no, type: map_at_20
value: 42.815
verified: no, type: map_at_100
value: 43.336000000000006
verified: no, type: map_at_1000
value: 43.434
verified: no, type: recall_at_1
value: 31.228
verified: no, type: recall_at_3
value: 46.075
verified: no, type: recall_at_5
value: 52.065
verified: no, type: recall_at_10
value: 60.86
verified: no, type: recall_at_20
value: 68.916
verified: no, type: recall_at_100
value: 82.49600000000001
verified: no, type: recall_at_1000
value: 95.914
verified: no, type: precision_at_1
value: 38.812999999999995
verified: no, type: precision_at_3
value: 20.51
verified: no, type: precision_at_5
value: 14.405999999999999
verified: no, type: precision_at_10
value: 8.676
verified: no, type: precision_at_20
value: 5.08
verified: no, type: precision_at_100
value: 1.3
verified: no, type: precision_at_1000
value: 0.165
verified: no, type: mrr_at_1
value: 38.812799999999996
verified: no, type: mrr_at_3
value: 45.3957
verified: no, type: mrr_at_5
value: 46.8113
verified: no, type: mrr_at_10
value: 47.9132
verified: no, type: mrr_at_20
value: 48.4148
verified: no, type: mrr_at_100
value: 48.694900000000004
verified: no, type: mrr_at_1000
value: 48.74
verified: no, type: nauc_ndcg_at_1_max
value: 46.951100000000004
verified: no, type: nauc_ndcg_at_1_std
value: 4.750299999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.353300000000004
verified: no, type: nauc_ndcg_at_3_max
value: 44.852
verified: no, type: nauc_ndcg_at_3_std
value: 5.976
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.8003
verified: no, type: nauc_ndcg_at_5_max
value: 44.7999
verified: no, type: nauc_ndcg_at_5_std
value: 7.138799999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.786
verified: no, type: nauc_ndcg_at_10_max
value: 45.272800000000004
verified: no, type: nauc_ndcg_at_10_std
value: 8.318200000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.5412
verified: no, type: nauc_ndcg_at_20_max
value: 45.9439
verified: no, type: nauc_ndcg_at_20_std
value: 9.5894
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.635400000000004
verified: no, type: nauc_ndcg_at_100_max
value: 46.555800000000005
verified: no, type: nauc_ndcg_at_100_std
value: 11.4897
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.2953
verified: no, type: nauc_ndcg_at_1000_max
value: 46.4671
verified: no, type: nauc_ndcg_at_1000_std
value: 10.198500000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.9655
verified: no, type: nauc_map_at_1_max
value: 41.2881
verified: no, type: nauc_map_at_1_std
value: -1.7105
verified: no, type: nauc_map_at_1_diff1
value: 52.340900000000005
verified: no, type: nauc_map_at_3_max
value: 43.2779
verified: no, type: nauc_map_at_3_std
value: 3.1361
verified: no, type: nauc_map_at_3_diff1
value: 46.899499999999996
verified: no, type: nauc_map_at_5_max
value: 44.034600000000005
verified: no, type: nauc_map_at_5_std
value: 4.376
verified: no, type: nauc_map_at_5_diff1
value: 46.1768
verified: no, type: nauc_map_at_10_max
value: 44.495200000000004
verified: no, type: nauc_map_at_10_std
value: 5.1069
verified: no, type: nauc_map_at_10_diff1
value: 45.8036
verified: no, type: nauc_map_at_20_max
value: 44.9796
verified: no, type: nauc_map_at_20_std
value: 5.6501
verified: no, type: nauc_map_at_20_diff1
value: 45.8538
verified: no, type: nauc_map_at_100_max
value: 45.178000000000004
verified: no, type: nauc_map_at_100_std
value: 6.1053999999999995
verified: no, type: nauc_map_at_100_diff1
value: 45.7785
verified: no, type: nauc_map_at_1000_max
value: 45.169599999999996
verified: no, type: nauc_map_at_1000_std
value: 6.0758
verified: no, type: nauc_map_at_1000_diff1
value: 45.794200000000004
verified: no, type: nauc_recall_at_1_max
value: 41.2881
verified: no, type: nauc_recall_at_1_std
value: -1.7105
verified: no, type: nauc_recall_at_1_diff1
value: 52.340900000000005
verified: no, type: nauc_recall_at_3_max
value: 40.213100000000004
verified: no, type: nauc_recall_at_3_std
value: 5.0584
verified: no, type: nauc_recall_at_3_diff1
value: 39.8885
verified: no, type: nauc_recall_at_5_max
value: 40.629799999999996
verified: no, type: nauc_recall_at_5_std
value: 9.2891
verified: no, type: nauc_recall_at_5_diff1
value: 36.7529
verified: no, type: nauc_recall_at_10_max
value: 41.1258
verified: no, type: nauc_recall_at_10_std
value: 14.056
verified: no, type: nauc_recall_at_10_diff1
value: 34.416000000000004
verified: no, type: nauc_recall_at_20_max
value: 42.2647
verified: no, type: nauc_recall_at_20_std
value: 19.0659
verified: no, type: nauc_recall_at_20_diff1
value: 33.9025
verified: no, type: nauc_recall_at_100_max
value: 45.4518
verified: no, type: nauc_recall_at_100_std
value: 38.2567
verified: no, type: nauc_recall_at_100_diff1
value: 27.418300000000002
verified: no, type: nauc_recall_at_1000_max
value: 52.1153
verified: no, type: nauc_recall_at_1000_std
value: 54.8108
verified: no, type: nauc_recall_at_1000_diff1
value: 28.122200000000003
verified: no, type: nauc_precision_at_1_max
value: 46.951100000000004
verified: no, type: nauc_precision_at_1_std
value: 4.750299999999999
verified: no, type: nauc_precision_at_1_diff1
value: 50.353300000000004
verified: no, type: nauc_precision_at_3_max
value: 43.3769
verified: no, type: nauc_precision_at_3_std
value: 15.2362
verified: no, type: nauc_precision_at_3_diff1
value: 29.4925
verified: no, type: nauc_precision_at_5_max
value: 40.0531
verified: no, type: nauc_precision_at_5_std
value: 18.0719
verified: no, type: nauc_precision_at_5_diff1
value: 21.4607
verified: no, type: nauc_precision_at_10_max
value: 34.558
verified: no, type: nauc_precision_at_10_std
value: 20.2349
verified: no, type: nauc_precision_at_10_diff1
value: 13.0483
verified: no, type: nauc_precision_at_20_max
value: 30.3112
verified: no, type: nauc_precision_at_20_std
value: 23.7865
verified: no, type: nauc_precision_at_20_diff1
value: 6.678000000000001
verified: no, type: nauc_precision_at_100_max
value: 15.782599999999999
verified: no, type: nauc_precision_at_100_std
value: 23.3508
verified: no, type: nauc_precision_at_100_diff1
value: -5.356199999999999
verified: no, type: nauc_precision_at_1000_max
value: -1.203
verified: no, type: nauc_precision_at_1000_std
value: 9.2771
verified: no, type: nauc_precision_at_1000_diff1
value: -12.0167
verified: no, type: nauc_mrr_at_1_max
value: 46.951100000000004
verified: no, type: nauc_mrr_at_1_std
value: 4.750299999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 50.353300000000004
verified: no, type: nauc_mrr_at_3_max
value: 47.1661
verified: no, type: nauc_mrr_at_3_std
value: 7.985
verified: no, type: nauc_mrr_at_3_diff1
value: 45.5407
verified: no, type: nauc_mrr_at_5_max
value: 46.7954
verified: no, type: nauc_mrr_at_5_std
value: 8.615200000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 44.767
verified: no, type: nauc_mrr_at_10_max
value: 46.874500000000005
verified: no, type: nauc_mrr_at_10_std
value: 8.9973
verified: no, type: nauc_mrr_at_10_diff1
value: 44.7807
verified: no, type: nauc_mrr_at_20_max
value: 46.8582
verified: no, type: nauc_mrr_at_20_std
value: 9.1312
verified: no, type: nauc_mrr_at_20_diff1
value: 44.7926
verified: no, type: nauc_mrr_at_100_max
value: 46.9119
verified: no, type: nauc_mrr_at_100_std
value: 9.2225
verified: no, type: nauc_mrr_at_100_diff1
value: 44.7972
verified: no, type: nauc_mrr_at_1000_max
value: 46.9139
verified: no, type: nauc_mrr_at_1000_std
value: 9.1867
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.8208
verified: no, type: main_score
value: 48.181000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 47.198
verified: no, type: ndcg_at_10
value: 47.198
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: ndcg_at_1
value: 32.515
verified: no, type: ndcg_at_3
value: 36.754999999999995
verified: no, type: ndcg_at_5
value: 38.461
verified: no, type: ndcg_at_10
value: 41.113
verified: no, type: ndcg_at_20
value: 42.744
verified: no, type: ndcg_at_100
value: 45.607
verified: no, type: ndcg_at_1000
value: 47.769
verified: no, type: map_at_1
value: 28.877999999999997
verified: no, type: map_at_3
value: 34.111000000000004
verified: no, type: map_at_5
value: 35.296
verified: no, type: map_at_10
value: 36.516
verified: no, type: map_at_20
value: 37.031
verified: no, type: map_at_100
value: 37.455
verified: no, type: map_at_1000
value: 37.54
verified: no, type: recall_at_1
value: 28.877999999999997
verified: no, type: recall_at_3
value: 39.823
verified: no, type: recall_at_5
value: 44.074000000000005
verified: no, type: recall_at_10
value: 52.138
verified: no, type: recall_at_20
value: 58.268
verified: no, type: recall_at_100
value: 72.675
verified: no, type: recall_at_1000
value: 88.49900000000001
verified: no, type: precision_at_1
value: 32.515
verified: no, type: precision_at_3
value: 15.491
verified: no, type: precision_at_5
value: 10.613
verified: no, type: precision_at_10
value: 6.411
verified: no, type: precision_at_20
value: 3.604
verified: no, type: precision_at_100
value: 0.9390000000000001
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: mrr_at_1
value: 32.5153
verified: no, type: mrr_at_3
value: 37.5256
verified: no, type: mrr_at_5
value: 38.507200000000005
verified: no, type: mrr_at_10
value: 39.6489
verified: no, type: mrr_at_20
value: 40.0734
verified: no, type: mrr_at_100
value: 40.408899999999996
verified: no, type: mrr_at_1000
value: 40.470600000000005
verified: no, type: nauc_ndcg_at_1_max
value: 46.9541
verified: no, type: nauc_ndcg_at_1_std
value: -0.6345
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.4747
verified: no, type: nauc_ndcg_at_3_max
value: 44.595600000000005
verified: no, type: nauc_ndcg_at_3_std
value: -0.6883
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.176100000000005
verified: no, type: nauc_ndcg_at_5_max
value: 45.0672
verified: no, type: nauc_ndcg_at_5_std
value: 0.7248
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.6661
verified: no, type: nauc_ndcg_at_10_max
value: 45.3702
verified: no, type: nauc_ndcg_at_10_std
value: 3.7225
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.5914
verified: no, type: nauc_ndcg_at_20_max
value: 45.134800000000006
verified: no, type: nauc_ndcg_at_20_std
value: 3.4250999999999996
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.0876
verified: no, type: nauc_ndcg_at_100_max
value: 45.848
verified: no, type: nauc_ndcg_at_100_std
value: 5.0007
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.4221
verified: no, type: nauc_ndcg_at_1000_max
value: 46.0472
verified: no, type: nauc_ndcg_at_1000_std
value: 4.8727
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.7787
verified: no, type: nauc_map_at_1_max
value: 44.2723
verified: no, type: nauc_map_at_1_std
value: -4.1624
verified: no, type: nauc_map_at_1_diff1
value: 56.3666
verified: no, type: nauc_map_at_3_max
value: 44.368
verified: no, type: nauc_map_at_3_std
value: -2.2338
verified: no, type: nauc_map_at_3_diff1
value: 52.662299999999995
verified: no, type: nauc_map_at_5_max
value: 44.9376
verified: no, type: nauc_map_at_5_std
value: -0.9258000000000001
verified: no, type: nauc_map_at_5_diff1
value: 52.2675
verified: no, type: nauc_map_at_10_max
value: 45.162600000000005
verified: no, type: nauc_map_at_10_std
value: 0.5709
verified: no, type: nauc_map_at_10_diff1
value: 51.2702
verified: no, type: nauc_map_at_20_max
value: 45.088899999999995
verified: no, type: nauc_map_at_20_std
value: 0.5163
verified: no, type: nauc_map_at_20_diff1
value: 51.1058
verified: no, type: nauc_map_at_100_max
value: 45.203700000000005
verified: no, type: nauc_map_at_100_std
value: 0.7443
verified: no, type: nauc_map_at_100_diff1
value: 51.1744
verified: no, type: nauc_map_at_1000_max
value: 45.2121
verified: no, type: nauc_map_at_1000_std
value: 0.7443
verified: no, type: nauc_map_at_1000_diff1
value: 51.186699999999995
verified: no, type: nauc_recall_at_1_max
value: 44.2723
verified: no, type: nauc_recall_at_1_std
value: -4.1624
verified: no, type: nauc_recall_at_1_diff1
value: 56.3666
verified: no, type: nauc_recall_at_3_max
value: 41.484700000000004
verified: no, type: nauc_recall_at_3_std
value: -1.5438
verified: no, type: nauc_recall_at_3_diff1
value: 47.3155
verified: no, type: nauc_recall_at_5_max
value: 42.7926
verified: no, type: nauc_recall_at_5_std
value: 2.2485999999999997
verified: no, type: nauc_recall_at_5_diff1
value: 45.7287
verified: no, type: nauc_recall_at_10_max
value: 43.3757
verified: no, type: nauc_recall_at_10_std
value: 11.1774
verified: no, type: nauc_recall_at_10_diff1
value: 38.699
verified: no, type: nauc_recall_at_20_max
value: 41.9806
verified: no, type: nauc_recall_at_20_std
value: 9.8464
verified: no, type: nauc_recall_at_20_diff1
value: 36.209599999999995
verified: no, type: nauc_recall_at_100_max
value: 44.935399999999994
verified: no, type: nauc_recall_at_100_std
value: 22.2528
verified: no, type: nauc_recall_at_100_diff1
value: 33.9811
verified: no, type: nauc_recall_at_1000_max
value: 48.0178
verified: no, type: nauc_recall_at_1000_std
value: 35.6656
verified: no, type: nauc_recall_at_1000_diff1
value: 27.0609
verified: no, type: nauc_precision_at_1_max
value: 46.9541
verified: no, type: nauc_precision_at_1_std
value: -0.6345
verified: no, type: nauc_precision_at_1_diff1
value: 56.4747
verified: no, type: nauc_precision_at_3_max
value: 44.8235
verified: no, type: nauc_precision_at_3_std
value: 6.392399999999999
verified: no, type: nauc_precision_at_3_diff1
value: 43.4139
verified: no, type: nauc_precision_at_5_max
value: 44.1627
verified: no, type: nauc_precision_at_5_std
value: 12.5801
verified: no, type: nauc_precision_at_5_diff1
value: 38.3975
verified: no, type: nauc_precision_at_10_max
value: 42.2932
verified: no, type: nauc_precision_at_10_std
value: 21.9445
verified: no, type: nauc_precision_at_10_diff1
value: 28.898200000000003
verified: no, type: nauc_precision_at_20_max
value: 38.3815
verified: no, type: nauc_precision_at_20_std
value: 21.2644
verified: no, type: nauc_precision_at_20_diff1
value: 22.902900000000002
verified: no, type: nauc_precision_at_100_max
value: 30.0629
verified: no, type: nauc_precision_at_100_std
value: 25.7938
verified: no, type: nauc_precision_at_100_diff1
value: 13.500599999999999
verified: no, type: nauc_precision_at_1000_max
value: 16.1509
verified: no, type: nauc_precision_at_1000_std
value: 22.168599999999998
verified: no, type: nauc_precision_at_1000_diff1
value: -0.5865
verified: no, type: nauc_mrr_at_1_max
value: 46.9541
verified: no, type: nauc_mrr_at_1_std
value: -0.6345
verified: no, type: nauc_mrr_at_1_diff1
value: 56.4747
verified: no, type: nauc_mrr_at_3_max
value: 45.571
verified: no, type: nauc_mrr_at_3_std
value: 0.5652
verified: no, type: nauc_mrr_at_3_diff1
value: 52.2878
verified: no, type: nauc_mrr_at_5_max
value: 45.9243
verified: no, type: nauc_mrr_at_5_std
value: 1.4102
verified: no, type: nauc_mrr_at_5_diff1
value: 52.0197
verified: no, type: nauc_mrr_at_10_max
value: 46.090599999999995
verified: no, type: nauc_mrr_at_10_std
value: 2.5422000000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 51.1523
verified: no, type: nauc_mrr_at_20_max
value: 46.0581
verified: no, type: nauc_mrr_at_20_std
value: 2.4245
verified: no, type: nauc_mrr_at_20_diff1
value: 51.1149
verified: no, type: nauc_mrr_at_100_max
value: 46.138200000000005
verified: no, type: nauc_mrr_at_100_std
value: 2.5852
verified: no, type: nauc_mrr_at_100_diff1
value: 51.19200000000001
verified: no, type: nauc_mrr_at_1000_max
value: 46.134
verified: no, type: nauc_mrr_at_1000_std
value: 2.5724
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.20099999999999
verified: no, type: main_score
value: 41.113
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: ndcg_at_1
value: 26.358999999999998
verified: no, type: ndcg_at_3
value: 30.921
verified: no, type: ndcg_at_5
value: 33.083
verified: no, type: ndcg_at_10
value: 35.669000000000004
verified: no, type: ndcg_at_20
value: 37.486999999999995
verified: no, type: ndcg_at_100
value: 40.897
verified: no, type: ndcg_at_1000
value: 43.492999999999995
verified: no, type: map_at_1
value: 21.644
verified: no, type: map_at_3
value: 27.638
verified: no, type: map_at_5
value: 29.181
verified: no, type: map_at_10
value: 30.429000000000002
verified: no, type: map_at_20
value: 31.018
verified: no, type: map_at_100
value: 31.557000000000002
verified: no, type: map_at_1000
value: 31.676
verified: no, type: recall_at_1
value: 21.644
verified: no, type: recall_at_3
value: 33.727000000000004
verified: no, type: recall_at_5
value: 39.402
verified: no, type: recall_at_10
value: 47.166000000000004
verified: no, type: recall_at_20
value: 53.818
verified: no, type: recall_at_100
value: 70.625
verified: no, type: recall_at_1000
value: 88.848
verified: no, type: precision_at_1
value: 26.358999999999998
verified: no, type: precision_at_3
value: 14.602
verified: no, type: precision_at_5
value: 10.509
verified: no, type: precision_at_10
value: 6.468999999999999
verified: no, type: precision_at_20
value: 3.7969999999999997
verified: no, type: precision_at_100
value: 1.0619999999999998
verified: no, type: precision_at_1000
value: 0.147
verified: no, type: mrr_at_1
value: 26.3593
verified: no, type: mrr_at_3
value: 32.2379
verified: no, type: mrr_at_5
value: 33.5559
verified: no, type: mrr_at_10
value: 34.6105
verified: no, type: mrr_at_20
value: 35.0733
verified: no, type: mrr_at_100
value: 35.4832
verified: no, type: mrr_at_1000
value: 35.5508
verified: no, type: nauc_ndcg_at_1_max
value: 38.821
verified: no, type: nauc_ndcg_at_1_std
value: -0.9577
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.477900000000005
verified: no, type: nauc_ndcg_at_3_max
value: 36.9651
verified: no, type: nauc_ndcg_at_3_std
value: 0.5652
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.9649
verified: no, type: nauc_ndcg_at_5_max
value: 36.9433
verified: no, type: nauc_ndcg_at_5_std
value: 1.4069
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.3321
verified: no, type: nauc_ndcg_at_10_max
value: 37.0556
verified: no, type: nauc_ndcg_at_10_std
value: 1.983
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.6062
verified: no, type: nauc_ndcg_at_20_max
value: 37.621
verified: no, type: nauc_ndcg_at_20_std
value: 3.1833
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.0768
verified: no, type: nauc_ndcg_at_100_max
value: 37.5859
verified: no, type: nauc_ndcg_at_100_std
value: 4.4883
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.6131
verified: no, type: nauc_ndcg_at_1000_max
value: 37.9037
verified: no, type: nauc_ndcg_at_1000_std
value: 4.3155
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.393
verified: no, type: nauc_map_at_1_max
value: 34.2335
verified: no, type: nauc_map_at_1_std
value: -2.5663
verified: no, type: nauc_map_at_1_diff1
value: 49.3827
verified: no, type: nauc_map_at_3_max
value: 35.1539
verified: no, type: nauc_map_at_3_std
value: -0.4655
verified: no, type: nauc_map_at_3_diff1
value: 44.0299
verified: no, type: nauc_map_at_5_max
value: 35.546499999999995
verified: no, type: nauc_map_at_5_std
value: -0.0021
verified: no, type: nauc_map_at_5_diff1
value: 43.0138
verified: no, type: nauc_map_at_10_max
value: 35.904799999999994
verified: no, type: nauc_map_at_10_std
value: 0.367
verified: no, type: nauc_map_at_10_diff1
value: 42.762699999999995
verified: no, type: nauc_map_at_20_max
value: 36.1855
verified: no, type: nauc_map_at_20_std
value: 0.7818
verified: no, type: nauc_map_at_20_diff1
value: 42.6084
verified: no, type: nauc_map_at_100_max
value: 36.2406
verified: no, type: nauc_map_at_100_std
value: 0.9825999999999999
verified: no, type: nauc_map_at_100_diff1
value: 42.5375
verified: no, type: nauc_map_at_1000_max
value: 36.2732
verified: no, type: nauc_map_at_1000_std
value: 0.9912000000000001
verified: no, type: nauc_map_at_1000_diff1
value: 42.5821
verified: no, type: nauc_recall_at_1_max
value: 34.2335
verified: no, type: nauc_recall_at_1_std
value: -2.5663
verified: no, type: nauc_recall_at_1_diff1
value: 49.3827
verified: no, type: nauc_recall_at_3_max
value: 34.2402
verified: no, type: nauc_recall_at_3_std
value: 1.3011
verified: no, type: nauc_recall_at_3_diff1
value: 38.5403
verified: no, type: nauc_recall_at_5_max
value: 34.2169
verified: no, type: nauc_recall_at_5_std
value: 3.0383
verified: no, type: nauc_recall_at_5_diff1
value: 34.3078
verified: no, type: nauc_recall_at_10_max
value: 34.2267
verified: no, type: nauc_recall_at_10_std
value: 4.7303
verified: no, type: nauc_recall_at_10_diff1
value: 31.2869
verified: no, type: nauc_recall_at_20_max
value: 35.6281
verified: no, type: nauc_recall_at_20_std
value: 8.940199999999999
verified: no, type: nauc_recall_at_20_diff1
value: 28.655599999999996
verified: no, type: nauc_recall_at_100_max
value: 34.0961
verified: no, type: nauc_recall_at_100_std
value: 18.096799999999998
verified: no, type: nauc_recall_at_100_diff1
value: 22.490199999999998
verified: no, type: nauc_recall_at_1000_max
value: 37.3724
verified: no, type: nauc_recall_at_1000_std
value: 29.723699999999997
verified: no, type: nauc_recall_at_1000_diff1
value: 18.9603
verified: no, type: nauc_precision_at_1_max
value: 38.821
verified: no, type: nauc_precision_at_1_std
value: -0.9577
verified: no, type: nauc_precision_at_1_diff1
value: 49.477900000000005
verified: no, type: nauc_precision_at_3_max
value: 38.9589
verified: no, type: nauc_precision_at_3_std
value: 3.6894000000000005
verified: no, type: nauc_precision_at_3_diff1
value: 34.869499999999995
verified: no, type: nauc_precision_at_5_max
value: 37.9132
verified: no, type: nauc_precision_at_5_std
value: 6.1095
verified: no, type: nauc_precision_at_5_diff1
value: 28.7686
verified: no, type: nauc_precision_at_10_max
value: 35.5564
verified: no, type: nauc_precision_at_10_std
value: 7.4825
verified: no, type: nauc_precision_at_10_diff1
value: 24.0663
verified: no, type: nauc_precision_at_20_max
value: 34.3717
verified: no, type: nauc_precision_at_20_std
value: 10.989
verified: no, type: nauc_precision_at_20_diff1
value: 19.0117
verified: no, type: nauc_precision_at_100_max
value: 25.595000000000002
verified: no, type: nauc_precision_at_100_std
value: 13.692499999999999
verified: no, type: nauc_precision_at_100_diff1
value: 9.7287
verified: no, type: nauc_precision_at_1000_max
value: 15.6194
verified: no, type: nauc_precision_at_1000_std
value: 7.9235
verified: no, type: nauc_precision_at_1000_diff1
value: 3.5067
verified: no, type: nauc_mrr_at_1_max
value: 38.821
verified: no, type: nauc_mrr_at_1_std
value: -0.9577
verified: no, type: nauc_mrr_at_1_diff1
value: 49.477900000000005
verified: no, type: nauc_mrr_at_3_max
value: 39.365899999999996
verified: no, type: nauc_mrr_at_3_std
value: 0.8999999999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 44.8801
verified: no, type: nauc_mrr_at_5_max
value: 39.339400000000005
verified: no, type: nauc_mrr_at_5_std
value: 1.6056000000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 43.9725
verified: no, type: nauc_mrr_at_10_max
value: 39.245200000000004
verified: no, type: nauc_mrr_at_10_std
value: 1.6921
verified: no, type: nauc_mrr_at_10_diff1
value: 43.6805
verified: no, type: nauc_mrr_at_20_max
value: 39.283699999999996
verified: no, type: nauc_mrr_at_20_std
value: 1.9199000000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 43.5636
verified: no, type: nauc_mrr_at_100_max
value: 39.293299999999995
verified: no, type: nauc_mrr_at_100_std
value: 2.0535
verified: no, type: nauc_mrr_at_100_diff1
value: 43.5431
verified: no, type: nauc_mrr_at_1000_max
value: 39.299299999999995
verified: no, type: nauc_mrr_at_1000_std
value: 2.0467
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.5649
verified: no, type: main_score
value: 35.669000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: ndcg_at_1
value: 37.407000000000004
verified: no, type: ndcg_at_3
value: 43.179
verified: no, type: ndcg_at_5
value: 45.540000000000006
verified: no, type: ndcg_at_10
value: 48.189
verified: no, type: ndcg_at_20
value: 50.308
verified: no, type: ndcg_at_100
value: 53.15800000000001
verified: no, type: ndcg_at_1000
value: 55.108999999999995
verified: no, type: map_at_1
value: 32.314
verified: no, type: map_at_3
value: 39.757
verified: no, type: map_at_5
value: 41.448
verified: no, type: map_at_10
value: 42.742999999999995
verified: no, type: map_at_20
value: 43.438
verified: no, type: map_at_100
value: 43.909
verified: no, type: map_at_1000
value: 44.005
verified: no, type: recall_at_1
value: 32.314
verified: no, type: recall_at_3
value: 46.852
verified: no, type: recall_at_5
value: 53.15
verified: no, type: recall_at_10
value: 60.748000000000005
verified: no, type: recall_at_20
value: 68.30199999999999
verified: no, type: recall_at_100
value: 81.846
verified: no, type: recall_at_1000
value: 94.92399999999999
verified: no, type: precision_at_1
value: 37.407000000000004
verified: no, type: precision_at_3
value: 19.59
verified: no, type: precision_at_5
value: 13.544999999999998
verified: no, type: precision_at_10
value: 8.013
verified: no, type: precision_at_20
value: 4.627
verified: no, type: precision_at_100
value: 1.172
verified: no, type: precision_at_1000
value: 0.14400000000000002
verified: no, type: mrr_at_1
value: 37.4067
verified: no, type: mrr_at_3
value: 43.9832
verified: no, type: mrr_at_5
value: 45.4291
verified: no, type: mrr_at_10
value: 46.4308
verified: no, type: mrr_at_20
value: 46.9435
verified: no, type: mrr_at_100
value: 47.2549
verified: no, type: mrr_at_1000
value: 47.3064
verified: no, type: nauc_ndcg_at_1_max
value: 49.5683
verified: no, type: nauc_ndcg_at_1_std
value: -4.5333
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.0792
verified: no, type: nauc_ndcg_at_3_max
value: 46.881
verified: no, type: nauc_ndcg_at_3_std
value: -1.9335000000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.6091
verified: no, type: nauc_ndcg_at_5_max
value: 46.596399999999996
verified: no, type: nauc_ndcg_at_5_std
value: -1.6747
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.731
verified: no, type: nauc_ndcg_at_10_max
value: 47.119699999999995
verified: no, type: nauc_ndcg_at_10_std
value: -1.8790999999999998
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.4398
verified: no, type: nauc_ndcg_at_20_max
value: 46.931400000000004
verified: no, type: nauc_ndcg_at_20_std
value: -1.2184
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.2302
verified: no, type: nauc_ndcg_at_100_max
value: 47.4715
verified: no, type: nauc_ndcg_at_100_std
value: 0.512
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.831399999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 47.4049
verified: no, type: nauc_ndcg_at_1000_std
value: -0.07730000000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.045399999999994
verified: no, type: nauc_map_at_1_max
value: 46.3138
verified: no, type: nauc_map_at_1_std
value: -6.1365
verified: no, type: nauc_map_at_1_diff1
value: 59.1901
verified: no, type: nauc_map_at_3_max
value: 46.4225
verified: no, type: nauc_map_at_3_std
value: -3.3928
verified: no, type: nauc_map_at_3_diff1
value: 53.0394
verified: no, type: nauc_map_at_5_max
value: 46.634
verified: no, type: nauc_map_at_5_std
value: -2.8697
verified: no, type: nauc_map_at_5_diff1
value: 52.837500000000006
verified: no, type: nauc_map_at_10_max
value: 46.9634
verified: no, type: nauc_map_at_10_std
value: -2.8736
verified: no, type: nauc_map_at_10_diff1
value: 52.62670000000001
verified: no, type: nauc_map_at_20_max
value: 46.943
verified: no, type: nauc_map_at_20_std
value: -2.7709
verified: no, type: nauc_map_at_20_diff1
value: 52.525299999999994
verified: no, type: nauc_map_at_100_max
value: 47.072
verified: no, type: nauc_map_at_100_std
value: -2.4186
verified: no, type: nauc_map_at_100_diff1
value: 52.4223
verified: no, type: nauc_map_at_1000_max
value: 47.058299999999996
verified: no, type: nauc_map_at_1000_std
value: -2.4274
verified: no, type: nauc_map_at_1000_diff1
value: 52.410000000000004
verified: no, type: nauc_recall_at_1_max
value: 46.3138
verified: no, type: nauc_recall_at_1_std
value: -6.1365
verified: no, type: nauc_recall_at_1_diff1
value: 59.1901
verified: no, type: nauc_recall_at_3_max
value: 43.556
verified: no, type: nauc_recall_at_3_std
value: -1.0473
verified: no, type: nauc_recall_at_3_diff1
value: 45.3836
verified: no, type: nauc_recall_at_5_max
value: 42.8197
verified: no, type: nauc_recall_at_5_std
value: 0.364
verified: no, type: nauc_recall_at_5_diff1
value: 44.0828
verified: no, type: nauc_recall_at_10_max
value: 43.5287
verified: no, type: nauc_recall_at_10_std
value: -0.16999999999999998
verified: no, type: nauc_recall_at_10_diff1
value: 42.2532
verified: no, type: nauc_recall_at_20_max
value: 41.9415
verified: no, type: nauc_recall_at_20_std
value: 3.0739
verified: no, type: nauc_recall_at_20_diff1
value: 40.6138
verified: no, type: nauc_recall_at_100_max
value: 43.648199999999996
verified: no, type: nauc_recall_at_100_std
value: 17.8151
verified: no, type: nauc_recall_at_100_diff1
value: 34.7435
verified: no, type: nauc_recall_at_1000_max
value: 42.9288
verified: no, type: nauc_recall_at_1000_std
value: 34.9874
verified: no, type: nauc_recall_at_1000_diff1
value: 21.8361
verified: no, type: nauc_precision_at_1_max
value: 49.5683
verified: no, type: nauc_precision_at_1_std
value: -4.5333
verified: no, type: nauc_precision_at_1_diff1
value: 59.0792
verified: no, type: nauc_precision_at_3_max
value: 40.726
verified: no, type: nauc_precision_at_3_std
value: 3.6327
verified: no, type: nauc_precision_at_3_diff1
value: 32.726
verified: no, type: nauc_precision_at_5_max
value: 37.575599999999994
verified: no, type: nauc_precision_at_5_std
value: 5.4281999999999995
verified: no, type: nauc_precision_at_5_diff1
value: 26.8851
verified: no, type: nauc_precision_at_10_max
value: 31.7382
verified: no, type: nauc_precision_at_10_std
value: 4.0767999999999995
verified: no, type: nauc_precision_at_10_diff1
value: 18.174799999999998
verified: no, type: nauc_precision_at_20_max
value: 25.4159
verified: no, type: nauc_precision_at_20_std
value: 6.0251
verified: no, type: nauc_precision_at_20_diff1
value: 10.059800000000001
verified: no, type: nauc_precision_at_100_max
value: 13.5296
verified: no, type: nauc_precision_at_100_std
value: 14.0608
verified: no, type: nauc_precision_at_100_diff1
value: -7.792000000000001
verified: no, type: nauc_precision_at_1000_max
value: -3.7522
verified: no, type: nauc_precision_at_1000_std
value: 7.536099999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -21.2683
verified: no, type: nauc_mrr_at_1_max
value: 49.5683
verified: no, type: nauc_mrr_at_1_std
value: -4.5333
verified: no, type: nauc_mrr_at_1_diff1
value: 59.0792
verified: no, type: nauc_mrr_at_3_max
value: 48.3581
verified: no, type: nauc_mrr_at_3_std
value: -1.8857
verified: no, type: nauc_mrr_at_3_diff1
value: 52.5945
verified: no, type: nauc_mrr_at_5_max
value: 48.2651
verified: no, type: nauc_mrr_at_5_std
value: -1.5519
verified: no, type: nauc_mrr_at_5_diff1
value: 52.323699999999995
verified: no, type: nauc_mrr_at_10_max
value: 48.346000000000004
verified: no, type: nauc_mrr_at_10_std
value: -1.7543
verified: no, type: nauc_mrr_at_10_diff1
value: 52.278999999999996
verified: no, type: nauc_mrr_at_20_max
value: 48.2692
verified: no, type: nauc_mrr_at_20_std
value: -1.5904000000000003
verified: no, type: nauc_mrr_at_20_diff1
value: 52.27460000000001
verified: no, type: nauc_mrr_at_100_max
value: 48.273700000000005
verified: no, type: nauc_mrr_at_100_std
value: -1.4659
verified: no, type: nauc_mrr_at_100_diff1
value: 52.278400000000005
verified: no, type: nauc_mrr_at_1000_max
value: 48.2811
verified: no, type: nauc_mrr_at_1000_std
value: -1.4881
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.298500000000004
verified: no, type: main_score
value: 48.189
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: ndcg_at_1
value: 38.141999999999996
verified: no, type: ndcg_at_3
value: 42.689
verified: no, type: ndcg_at_5
value: 44.318999999999996
verified: no, type: ndcg_at_10
value: 47.303
verified: no, type: ndcg_at_20
value: 49.236000000000004
verified: no, type: ndcg_at_100
value: 53.09700000000001
verified: no, type: ndcg_at_1000
value: 55.117000000000004
verified: no, type: map_at_1
value: 32.468
verified: no, type: map_at_3
value: 38.573
verified: no, type: map_at_5
value: 39.926
verified: no, type: map_at_10
value: 41.482
verified: no, type: map_at_20
value: 42.370000000000005
verified: no, type: map_at_100
value: 43.204
verified: no, type: map_at_1000
value: 43.425999999999995
verified: no, type: recall_at_1
value: 32.468
verified: no, type: recall_at_3
value: 44.241
verified: no, type: recall_at_5
value: 49.177
verified: no, type: recall_at_10
value: 57.63399999999999
verified: no, type: recall_at_20
value: 64.724
verified: no, type: recall_at_100
value: 83.817
verified: no, type: recall_at_1000
value: 95.91
verified: no, type: precision_at_1
value: 38.141999999999996
verified: no, type: precision_at_3
value: 19.499
verified: no, type: precision_at_5
value: 13.478000000000002
verified: no, type: precision_at_10
value: 8.774999999999999
verified: no, type: precision_at_20
value: 5.455
verified: no, type: precision_at_100
value: 1.6760000000000002
verified: no, type: precision_at_1000
value: 0.251
verified: no, type: mrr_at_1
value: 38.1423
verified: no, type: mrr_at_3
value: 44.005300000000005
verified: no, type: mrr_at_5
value: 45.1515
verified: no, type: mrr_at_10
value: 46.3542
verified: no, type: mrr_at_20
value: 46.7589
verified: no, type: mrr_at_100
value: 47.185100000000006
verified: no, type: mrr_at_1000
value: 47.2249
verified: no, type: nauc_ndcg_at_1_max
value: 47.905300000000004
verified: no, type: nauc_ndcg_at_1_std
value: 7.8307
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.3311
verified: no, type: nauc_ndcg_at_3_max
value: 46.8119
verified: no, type: nauc_ndcg_at_3_std
value: 6.993099999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.3281
verified: no, type: nauc_ndcg_at_5_max
value: 47.5687
verified: no, type: nauc_ndcg_at_5_std
value: 8.7295
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.106300000000005
verified: no, type: nauc_ndcg_at_10_max
value: 47.3786
verified: no, type: nauc_ndcg_at_10_std
value: 8.9795
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.5348
verified: no, type: nauc_ndcg_at_20_max
value: 47.9792
verified: no, type: nauc_ndcg_at_20_std
value: 10.2734
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.3578
verified: no, type: nauc_ndcg_at_100_max
value: 48.5313
verified: no, type: nauc_ndcg_at_100_std
value: 11.2393
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.497299999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 48.4189
verified: no, type: nauc_ndcg_at_1000_std
value: 10.857700000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.9808
verified: no, type: nauc_map_at_1_max
value: 45.0797
verified: no, type: nauc_map_at_1_std
value: 1.9601
verified: no, type: nauc_map_at_1_diff1
value: 55.33050000000001
verified: no, type: nauc_map_at_3_max
value: 46.6641
verified: no, type: nauc_map_at_3_std
value: 3.9848000000000003
verified: no, type: nauc_map_at_3_diff1
value: 51.4752
verified: no, type: nauc_map_at_5_max
value: 47.2652
verified: no, type: nauc_map_at_5_std
value: 5.0378
verified: no, type: nauc_map_at_5_diff1
value: 51.3051
verified: no, type: nauc_map_at_10_max
value: 47.3629
verified: no, type: nauc_map_at_10_std
value: 5.4796
verified: no, type: nauc_map_at_10_diff1
value: 50.43450000000001
verified: no, type: nauc_map_at_20_max
value: 47.5858
verified: no, type: nauc_map_at_20_std
value: 6.4494
verified: no, type: nauc_map_at_20_diff1
value: 50.3333
verified: no, type: nauc_map_at_100_max
value: 47.6506
verified: no, type: nauc_map_at_100_std
value: 7.1591000000000005
verified: no, type: nauc_map_at_100_diff1
value: 50.138000000000005
verified: no, type: nauc_map_at_1000_max
value: 47.516999999999996
verified: no, type: nauc_map_at_1000_std
value: 7.2322
verified: no, type: nauc_map_at_1000_diff1
value: 50.132299999999994
verified: no, type: nauc_recall_at_1_max
value: 45.0797
verified: no, type: nauc_recall_at_1_std
value: 1.9601
verified: no, type: nauc_recall_at_1_diff1
value: 55.33050000000001
verified: no, type: nauc_recall_at_3_max
value: 44.9897
verified: no, type: nauc_recall_at_3_std
value: 5.6308
verified: no, type: nauc_recall_at_3_diff1
value: 46.6793
verified: no, type: nauc_recall_at_5_max
value: 46.6283
verified: no, type: nauc_recall_at_5_std
value: 9.998999999999999
verified: no, type: nauc_recall_at_5_diff1
value: 45.9247
verified: no, type: nauc_recall_at_10_max
value: 44.714
verified: no, type: nauc_recall_at_10_std
value: 10.8319
verified: no, type: nauc_recall_at_10_diff1
value: 40.291900000000005
verified: no, type: nauc_recall_at_20_max
value: 46.361200000000004
verified: no, type: nauc_recall_at_20_std
value: 17.9809
verified: no, type: nauc_recall_at_20_diff1
value: 42.4004
verified: no, type: nauc_recall_at_100_max
value: 48.9864
verified: no, type: nauc_recall_at_100_std
value: 31.7118
verified: no, type: nauc_recall_at_100_diff1
value: 30.9676
verified: no, type: nauc_recall_at_1000_max
value: 59.9606
verified: no, type: nauc_recall_at_1000_std
value: 64.66229999999999
verified: no, type: nauc_recall_at_1000_diff1
value: 27.669
verified: no, type: nauc_precision_at_1_max
value: 47.905300000000004
verified: no, type: nauc_precision_at_1_std
value: 7.8307
verified: no, type: nauc_precision_at_1_diff1
value: 51.3311
verified: no, type: nauc_precision_at_3_max
value: 38.4644
verified: no, type: nauc_precision_at_3_std
value: 11.7975
verified: no, type: nauc_precision_at_3_diff1
value: 27.7451
verified: no, type: nauc_precision_at_5_max
value: 36.8955
verified: no, type: nauc_precision_at_5_std
value: 17.702399999999997
verified: no, type: nauc_precision_at_5_diff1
value: 24.6268
verified: no, type: nauc_precision_at_10_max
value: 26.5975
verified: no, type: nauc_precision_at_10_std
value: 22.3993
verified: no, type: nauc_precision_at_10_diff1
value: 8.6213
verified: no, type: nauc_precision_at_20_max
value: 17.3127
verified: no, type: nauc_precision_at_20_std
value: 24.7139
verified: no, type: nauc_precision_at_20_diff1
value: 1.3941000000000001
verified: no, type: nauc_precision_at_100_max
value: -0.882
verified: no, type: nauc_precision_at_100_std
value: 24.5949
verified: no, type: nauc_precision_at_100_diff1
value: -10.3409
verified: no, type: nauc_precision_at_1000_max
value: -15.3829
verified: no, type: nauc_precision_at_1000_std
value: 15.4108
verified: no, type: nauc_precision_at_1000_diff1
value: -19.8547
verified: no, type: nauc_mrr_at_1_max
value: 47.905300000000004
verified: no, type: nauc_mrr_at_1_std
value: 7.8307
verified: no, type: nauc_mrr_at_1_diff1
value: 51.3311
verified: no, type: nauc_mrr_at_3_max
value: 46.6702
verified: no, type: nauc_mrr_at_3_std
value: 8.4343
verified: no, type: nauc_mrr_at_3_diff1
value: 47.7232
verified: no, type: nauc_mrr_at_5_max
value: 47.439
verified: no, type: nauc_mrr_at_5_std
value: 9.8287
verified: no, type: nauc_mrr_at_5_diff1
value: 48.2284
verified: no, type: nauc_mrr_at_10_max
value: 47.477000000000004
verified: no, type: nauc_mrr_at_10_std
value: 9.9349
verified: no, type: nauc_mrr_at_10_diff1
value: 47.7388
verified: no, type: nauc_mrr_at_20_max
value: 47.5871
verified: no, type: nauc_mrr_at_20_std
value: 10.137400000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 47.949000000000005
verified: no, type: nauc_mrr_at_100_max
value: 47.5206
verified: no, type: nauc_mrr_at_100_std
value: 10.0871
verified: no, type: nauc_mrr_at_100_diff1
value: 47.875299999999996
verified: no, type: nauc_mrr_at_1000_max
value: 47.5212
verified: no, type: nauc_mrr_at_1000_std
value: 10.0739
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.8953
verified: no, type: main_score
value: 47.303
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: ndcg_at_1
value: 29.759999999999998
verified: no, type: ndcg_at_3
value: 33.824
verified: no, type: ndcg_at_5
value: 36.766
verified: no, type: ndcg_at_10
value: 39.902
verified: no, type: ndcg_at_20
value: 41.618
verified: no, type: ndcg_at_100
value: 44.983000000000004
verified: no, type: ndcg_at_1000
value: 46.938
verified: no, type: map_at_1
value: 27.181
verified: no, type: map_at_3
value: 31.526
verified: no, type: map_at_5
value: 33.397
verified: no, type: map_at_10
value: 34.766999999999996
verified: no, type: map_at_20
value: 35.244
verified: no, type: map_at_100
value: 35.757
verified: no, type: map_at_1000
value: 35.836
verified: no, type: recall_at_1
value: 27.181
verified: no, type: recall_at_3
value: 37.19
verified: no, type: recall_at_5
value: 44.153999999999996
verified: no, type: recall_at_10
value: 53.705000000000005
verified: no, type: recall_at_20
value: 60.22
verified: no, type: recall_at_100
value: 77.39200000000001
verified: no, type: recall_at_1000
value: 91.77
verified: no, type: precision_at_1
value: 29.759999999999998
verified: no, type: precision_at_3
value: 13.925
verified: no, type: precision_at_5
value: 10.24
verified: no, type: precision_at_10
value: 6.265999999999999
verified: no, type: precision_at_20
value: 3.549
verified: no, type: precision_at_100
value: 0.9520000000000001
verified: no, type: precision_at_1000
value: 0.122
verified: no, type: mrr_at_1
value: 29.7597
verified: no, type: mrr_at_3
value: 34.4732
verified: no, type: mrr_at_5
value: 35.915
verified: no, type: mrr_at_10
value: 37.1488
verified: no, type: mrr_at_20
value: 37.637100000000004
verified: no, type: mrr_at_100
value: 38.0403
verified: no, type: mrr_at_1000
value: 38.096999999999994
verified: no, type: nauc_ndcg_at_1_max
value: 35.7865
verified: no, type: nauc_ndcg_at_1_std
value: 1.9512
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.9311
verified: no, type: nauc_ndcg_at_3_max
value: 32.6952
verified: no, type: nauc_ndcg_at_3_std
value: 6.2215
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.2731
verified: no, type: nauc_ndcg_at_5_max
value: 33.893
verified: no, type: nauc_ndcg_at_5_std
value: 5.418
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.5903
verified: no, type: nauc_ndcg_at_10_max
value: 31.5442
verified: no, type: nauc_ndcg_at_10_std
value: 6.4778
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.1388
verified: no, type: nauc_ndcg_at_20_max
value: 31.613200000000003
verified: no, type: nauc_ndcg_at_20_std
value: 7.0572
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.5949
verified: no, type: nauc_ndcg_at_100_max
value: 32.8054
verified: no, type: nauc_ndcg_at_100_std
value: 9.4452
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.8179
verified: no, type: nauc_ndcg_at_1000_max
value: 33.0064
verified: no, type: nauc_ndcg_at_1000_std
value: 8.8104
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.4082
verified: no, type: nauc_map_at_1_max
value: 32.9731
verified: no, type: nauc_map_at_1_std
value: 0.6048
verified: no, type: nauc_map_at_1_diff1
value: 53.8662
verified: no, type: nauc_map_at_3_max
value: 32.1607
verified: no, type: nauc_map_at_3_std
value: 4.4275
verified: no, type: nauc_map_at_3_diff1
value: 49.648900000000005
verified: no, type: nauc_map_at_5_max
value: 33.0496
verified: no, type: nauc_map_at_5_std
value: 4.3251
verified: no, type: nauc_map_at_5_diff1
value: 49.1433
verified: no, type: nauc_map_at_10_max
value: 32.2061
verified: no, type: nauc_map_at_10_std
value: 4.7649
verified: no, type: nauc_map_at_10_diff1
value: 48.5962
verified: no, type: nauc_map_at_20_max
value: 32.2822
verified: no, type: nauc_map_at_20_std
value: 4.8831
verified: no, type: nauc_map_at_20_diff1
value: 48.766799999999996
verified: no, type: nauc_map_at_100_max
value: 32.521699999999996
verified: no, type: nauc_map_at_100_std
value: 5.2962
verified: no, type: nauc_map_at_100_diff1
value: 48.7986
verified: no, type: nauc_map_at_1000_max
value: 32.5074
verified: no, type: nauc_map_at_1000_std
value: 5.2721
verified: no, type: nauc_map_at_1000_diff1
value: 48.803000000000004
verified: no, type: nauc_recall_at_1_max
value: 32.9731
verified: no, type: nauc_recall_at_1_std
value: 0.6048
verified: no, type: nauc_recall_at_1_diff1
value: 53.8662
verified: no, type: nauc_recall_at_3_max
value: 29.308699999999998
verified: no, type: nauc_recall_at_3_std
value: 7.6516
verified: no, type: nauc_recall_at_3_diff1
value: 42.4534
verified: no, type: nauc_recall_at_5_max
value: 32.1131
verified: no, type: nauc_recall_at_5_std
value: 6.260599999999999
verified: no, type: nauc_recall_at_5_diff1
value: 40.5131
verified: no, type: nauc_recall_at_10_max
value: 24.2332
verified: no, type: nauc_recall_at_10_std
value: 9.7985
verified: no, type: nauc_recall_at_10_diff1
value: 34.911500000000004
verified: no, type: nauc_recall_at_20_max
value: 23.692
verified: no, type: nauc_recall_at_20_std
value: 12.088799999999999
verified: no, type: nauc_recall_at_20_diff1
value: 35.8843
verified: no, type: nauc_recall_at_100_max
value: 27.729300000000002
verified: no, type: nauc_recall_at_100_std
value: 31.9796
verified: no, type: nauc_recall_at_100_diff1
value: 32.5991
verified: no, type: nauc_recall_at_1000_max
value: 32.483200000000004
verified: no, type: nauc_recall_at_1000_std
value: 48.2299
verified: no, type: nauc_recall_at_1000_diff1
value: 35.8086
verified: no, type: nauc_precision_at_1_max
value: 35.7865
verified: no, type: nauc_precision_at_1_std
value: 1.9512
verified: no, type: nauc_precision_at_1_diff1
value: 54.9311
verified: no, type: nauc_precision_at_3_max
value: 35.729
verified: no, type: nauc_precision_at_3_std
value: 12.873499999999998
verified: no, type: nauc_precision_at_3_diff1
value: 43.6572
verified: no, type: nauc_precision_at_5_max
value: 35.9285
verified: no, type: nauc_precision_at_5_std
value: 11.120099999999999
verified: no, type: nauc_precision_at_5_diff1
value: 37.458999999999996
verified: no, type: nauc_precision_at_10_max
value: 29.4037
verified: no, type: nauc_precision_at_10_std
value: 16.1533
verified: no, type: nauc_precision_at_10_diff1
value: 30.7829
verified: no, type: nauc_precision_at_20_max
value: 28.733700000000002
verified: no, type: nauc_precision_at_20_std
value: 19.4687
verified: no, type: nauc_precision_at_20_diff1
value: 29.154999999999998
verified: no, type: nauc_precision_at_100_max
value: 28.109099999999998
verified: no, type: nauc_precision_at_100_std
value: 31.4104
verified: no, type: nauc_precision_at_100_diff1
value: 17.7183
verified: no, type: nauc_precision_at_1000_max
value: 5.8763000000000005
verified: no, type: nauc_precision_at_1000_std
value: 18.5651
verified: no, type: nauc_precision_at_1000_diff1
value: -0.5546
verified: no, type: nauc_mrr_at_1_max
value: 35.7865
verified: no, type: nauc_mrr_at_1_std
value: 1.9512
verified: no, type: nauc_mrr_at_1_diff1
value: 54.9311
verified: no, type: nauc_mrr_at_3_max
value: 35.371
verified: no, type: nauc_mrr_at_3_std
value: 6.447700000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 50.998900000000006
verified: no, type: nauc_mrr_at_5_max
value: 36.2682
verified: no, type: nauc_mrr_at_5_std
value: 5.8895
verified: no, type: nauc_mrr_at_5_diff1
value: 50.72879999999999
verified: no, type: nauc_mrr_at_10_max
value: 35.1719
verified: no, type: nauc_mrr_at_10_std
value: 6.074199999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 50.087
verified: no, type: nauc_mrr_at_20_max
value: 35.0608
verified: no, type: nauc_mrr_at_20_std
value: 6.2545
verified: no, type: nauc_mrr_at_20_diff1
value: 50.1754
verified: no, type: nauc_mrr_at_100_max
value: 35.1314
verified: no, type: nauc_mrr_at_100_std
value: 6.417299999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 50.1819
verified: no, type: nauc_mrr_at_1000_max
value: 35.124
verified: no, type: nauc_mrr_at_1000_std
value: 6.3942
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.1926
verified: no, type: main_score
value: 39.902
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: ndcg_at_1
value: 40.129999999999995
verified: no, type: ndcg_at_3
value: 33.11
verified: no, type: ndcg_at_5
value: 34.721999999999994
verified: no, type: ndcg_at_10
value: 38.314
verified: no, type: ndcg_at_20
value: 41.006
verified: no, type: ndcg_at_100
value: 44.651
verified: no, type: ndcg_at_1000
value: 47.262
verified: no, type: map_at_1
value: 17.72
verified: no, type: map_at_3
value: 24.807000000000002
verified: no, type: map_at_5
value: 26.931
verified: no, type: map_at_10
value: 28.923
verified: no, type: map_at_20
value: 29.970999999999997
verified: no, type: map_at_100
value: 30.720999999999997
verified: no, type: map_at_1000
value: 30.866
verified: no, type: recall_at_1
value: 17.72
verified: no, type: recall_at_3
value: 29.421000000000003
verified: no, type: recall_at_5
value: 35.089
verified: no, type: recall_at_10
value: 42.962
verified: no, type: recall_at_20
value: 50.46000000000001
verified: no, type: recall_at_100
value: 64.39399999999999
verified: no, type: recall_at_1000
value: 78.93599999999999
verified: no, type: precision_at_1
value: 40.129999999999995
verified: no, type: precision_at_3
value: 24.407999999999998
verified: no, type: precision_at_5
value: 17.954
verified: no, type: precision_at_10
value: 11.375
verified: no, type: precision_at_20
value: 6.857
verified: no, type: precision_at_100
value: 1.812
verified: no, type: precision_at_1000
value: 0.231
verified: no, type: mrr_at_1
value: 40.130300000000005
verified: no, type: mrr_at_3
value: 48.7296
verified: no, type: mrr_at_5
value: 50.3583
verified: no, type: mrr_at_10
value: 51.415299999999995
verified: no, type: mrr_at_20
value: 51.831700000000005
verified: no, type: mrr_at_100
value: 52.0518
verified: no, type: mrr_at_1000
value: 52.0826
verified: no, type: nauc_ndcg_at_1_max
value: 40.104299999999995
verified: no, type: nauc_ndcg_at_1_std
value: 18.0912
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.8955
verified: no, type: nauc_ndcg_at_3_max
value: 42.9593
verified: no, type: nauc_ndcg_at_3_std
value: 19.1131
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.6546
verified: no, type: nauc_ndcg_at_5_max
value: 44.351
verified: no, type: nauc_ndcg_at_5_std
value: 21.026500000000002
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.723100000000002
verified: no, type: nauc_ndcg_at_10_max
value: 45.1246
verified: no, type: nauc_ndcg_at_10_std
value: 23.4349
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.488599999999998
verified: no, type: nauc_ndcg_at_20_max
value: 45.2818
verified: no, type: nauc_ndcg_at_20_std
value: 24.904899999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.9215
verified: no, type: nauc_ndcg_at_100_max
value: 46.7221
verified: no, type: nauc_ndcg_at_100_std
value: 28.011799999999997
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.6544
verified: no, type: nauc_ndcg_at_1000_max
value: 46.7951
verified: no, type: nauc_ndcg_at_1000_std
value: 28.5671
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.7716
verified: no, type: nauc_map_at_1_max
value: 41.754400000000004
verified: no, type: nauc_map_at_1_std
value: 11.7817
verified: no, type: nauc_map_at_1_diff1
value: 39.7588
verified: no, type: nauc_map_at_3_max
value: 43.086
verified: no, type: nauc_map_at_3_std
value: 16.2776
verified: no, type: nauc_map_at_3_diff1
value: 31.2632
verified: no, type: nauc_map_at_5_max
value: 43.8303
verified: no, type: nauc_map_at_5_std
value: 18.2317
verified: no, type: nauc_map_at_5_diff1
value: 30.451099999999997
verified: no, type: nauc_map_at_10_max
value: 44.1511
verified: no, type: nauc_map_at_10_std
value: 19.9622
verified: no, type: nauc_map_at_10_diff1
value: 30.1447
verified: no, type: nauc_map_at_20_max
value: 44.2367
verified: no, type: nauc_map_at_20_std
value: 20.6727
verified: no, type: nauc_map_at_20_diff1
value: 29.7979
verified: no, type: nauc_map_at_100_max
value: 44.6514
verified: no, type: nauc_map_at_100_std
value: 21.451999999999998
verified: no, type: nauc_map_at_100_diff1
value: 29.9572
verified: no, type: nauc_map_at_1000_max
value: 44.6665
verified: no, type: nauc_map_at_1000_std
value: 21.507
verified: no, type: nauc_map_at_1000_diff1
value: 29.9788
verified: no, type: nauc_recall_at_1_max
value: 41.754400000000004
verified: no, type: nauc_recall_at_1_std
value: 11.7817
verified: no, type: nauc_recall_at_1_diff1
value: 39.7588
verified: no, type: nauc_recall_at_3_max
value: 42.1306
verified: no, type: nauc_recall_at_3_std
value: 17.397299999999998
verified: no, type: nauc_recall_at_3_diff1
value: 26.3229
verified: no, type: nauc_recall_at_5_max
value: 41.9516
verified: no, type: nauc_recall_at_5_std
value: 20.566699999999997
verified: no, type: nauc_recall_at_5_diff1
value: 23.4934
verified: no, type: nauc_recall_at_10_max
value: 41.260400000000004
verified: no, type: nauc_recall_at_10_std
value: 24.0061
verified: no, type: nauc_recall_at_10_diff1
value: 21.6158
verified: no, type: nauc_recall_at_20_max
value: 39.8437
verified: no, type: nauc_recall_at_20_std
value: 26.892100000000003
verified: no, type: nauc_recall_at_20_diff1
value: 19.1214
verified: no, type: nauc_recall_at_100_max
value: 42.9589
verified: no, type: nauc_recall_at_100_std
value: 37.7833
verified: no, type: nauc_recall_at_100_diff1
value: 19.575899999999997
verified: no, type: nauc_recall_at_1000_max
value: 43.292500000000004
verified: no, type: nauc_recall_at_1000_std
value: 46.5189
verified: no, type: nauc_recall_at_1000_diff1
value: 16.3096
verified: no, type: nauc_precision_at_1_max
value: 40.104299999999995
verified: no, type: nauc_precision_at_1_std
value: 18.0912
verified: no, type: nauc_precision_at_1_diff1
value: 37.8955
verified: no, type: nauc_precision_at_3_max
value: 37.2383
verified: no, type: nauc_precision_at_3_std
value: 24.0517
verified: no, type: nauc_precision_at_3_diff1
value: 19.169800000000002
verified: no, type: nauc_precision_at_5_max
value: 34.6764
verified: no, type: nauc_precision_at_5_std
value: 26.4407
verified: no, type: nauc_precision_at_5_diff1
value: 14.188
verified: no, type: nauc_precision_at_10_max
value: 31.1544
verified: no, type: nauc_precision_at_10_std
value: 28.997099999999996
verified: no, type: nauc_precision_at_10_diff1
value: 11.4475
verified: no, type: nauc_precision_at_20_max
value: 27.065499999999997
verified: no, type: nauc_precision_at_20_std
value: 29.658099999999997
verified: no, type: nauc_precision_at_20_diff1
value: 7.388999999999999
verified: no, type: nauc_precision_at_100_max
value: 22.5635
verified: no, type: nauc_precision_at_100_std
value: 35.1885
verified: no, type: nauc_precision_at_100_diff1
value: 4.612900000000001
verified: no, type: nauc_precision_at_1000_max
value: 9.4366
verified: no, type: nauc_precision_at_1000_std
value: 29.399399999999996
verified: no, type: nauc_precision_at_1000_diff1
value: -2.8055
verified: no, type: nauc_mrr_at_1_max
value: 40.104299999999995
verified: no, type: nauc_mrr_at_1_std
value: 18.0912
verified: no, type: nauc_mrr_at_1_diff1
value: 37.8955
verified: no, type: nauc_mrr_at_3_max
value: 43.088300000000004
verified: no, type: nauc_mrr_at_3_std
value: 21.658
verified: no, type: nauc_mrr_at_3_diff1
value: 34.4445
verified: no, type: nauc_mrr_at_5_max
value: 43.2876
verified: no, type: nauc_mrr_at_5_std
value: 22.6188
verified: no, type: nauc_mrr_at_5_diff1
value: 34.143699999999995
verified: no, type: nauc_mrr_at_10_max
value: 43.4627
verified: no, type: nauc_mrr_at_10_std
value: 22.7775
verified: no, type: nauc_mrr_at_10_diff1
value: 34.3108
verified: no, type: nauc_mrr_at_20_max
value: 43.5013
verified: no, type: nauc_mrr_at_20_std
value: 22.825599999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 34.4236
verified: no, type: nauc_mrr_at_100_max
value: 43.543
verified: no, type: nauc_mrr_at_100_std
value: 22.8566
verified: no, type: nauc_mrr_at_100_diff1
value: 34.5171
verified: no, type: nauc_mrr_at_1000_max
value: 43.5287
verified: no, type: nauc_mrr_at_1000_std
value: 22.8398
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.5149
verified: no, type: main_score
value: 38.314
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: ndcg_at_1
value: 57.875
verified: no, type: ndcg_at_3
value: 48.424
verified: no, type: ndcg_at_5
value: 45.907
verified: no, type: ndcg_at_10
value: 43.881
verified: no, type: ndcg_at_20
value: 43.047000000000004
verified: no, type: ndcg_at_100
value: 47.892
verified: no, type: ndcg_at_1000
value: 55.175
verified: no, type: map_at_1
value: 9.705
verified: no, type: map_at_3
value: 14.984
verified: no, type: map_at_5
value: 17.579
verified: no, type: map_at_10
value: 20.901
verified: no, type: map_at_20
value: 24.244
verified: no, type: map_at_100
value: 29.263
verified: no, type: map_at_1000
value: 30.953000000000003
verified: no, type: recall_at_1
value: 9.705
verified: no, type: recall_at_3
value: 16.136
verified: no, type: recall_at_5
value: 20.4
verified: no, type: recall_at_10
value: 26.3
verified: no, type: recall_at_20
value: 33.719
verified: no, type: recall_at_100
value: 53.080000000000005
verified: no, type: recall_at_1000
value: 75.732
verified: no, type: precision_at_1
value: 70.75
verified: no, type: precision_at_3
value: 51.833
verified: no, type: precision_at_5
value: 44.2
verified: no, type: precision_at_10
value: 34.8
verified: no, type: precision_at_20
value: 26.174999999999997
verified: no, type: precision_at_100
value: 10.879999999999999
verified: no, type: precision_at_1000
value: 2.073
verified: no, type: mrr_at_1
value: 70.75
verified: no, type: mrr_at_3
value: 76.66669999999999
verified: no, type: mrr_at_5
value: 77.7667
verified: no, type: mrr_at_10
value: 78.2846
verified: no, type: mrr_at_20
value: 78.4431
verified: no, type: mrr_at_100
value: 78.5246
verified: no, type: mrr_at_1000
value: 78.5325
verified: no, type: nauc_ndcg_at_1_max
value: 47.8626
verified: no, type: nauc_ndcg_at_1_std
value: 29.184500000000003
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.1817
verified: no, type: nauc_ndcg_at_3_max
value: 40.4824
verified: no, type: nauc_ndcg_at_3_std
value: 27.226899999999997
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.3703
verified: no, type: nauc_ndcg_at_5_max
value: 38.145
verified: no, type: nauc_ndcg_at_5_std
value: 27.050600000000003
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.043
verified: no, type: nauc_ndcg_at_10_max
value: 36.7997
verified: no, type: nauc_ndcg_at_10_std
value: 25.5961
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.062800000000003
verified: no, type: nauc_ndcg_at_20_max
value: 33.0901
verified: no, type: nauc_ndcg_at_20_std
value: 21.3937
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.8751
verified: no, type: nauc_ndcg_at_100_max
value: 36.032199999999996
verified: no, type: nauc_ndcg_at_100_std
value: 26.6399
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.341399999999997
verified: no, type: nauc_ndcg_at_1000_max
value: 42.1806
verified: no, type: nauc_ndcg_at_1000_std
value: 36.6225
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.957700000000003
verified: no, type: nauc_map_at_1_max
value: -1.8065000000000002
verified: no, type: nauc_map_at_1_std
value: -23.1418
verified: no, type: nauc_map_at_1_diff1
value: 26.009700000000002
verified: no, type: nauc_map_at_3_max
value: 4.5538
verified: no, type: nauc_map_at_3_std
value: -19.7685
verified: no, type: nauc_map_at_3_diff1
value: 18.431900000000002
verified: no, type: nauc_map_at_5_max
value: 7.6586
verified: no, type: nauc_map_at_5_std
value: -15.1836
verified: no, type: nauc_map_at_5_diff1
value: 17.1768
verified: no, type: nauc_map_at_10_max
value: 12.3345
verified: no, type: nauc_map_at_10_std
value: -7.3311
verified: no, type: nauc_map_at_10_diff1
value: 16.467399999999998
verified: no, type: nauc_map_at_20_max
value: 16.9535
verified: no, type: nauc_map_at_20_std
value: 2.3999
verified: no, type: nauc_map_at_20_diff1
value: 16.1074
verified: no, type: nauc_map_at_100_max
value: 24.238699999999998
verified: no, type: nauc_map_at_100_std
value: 17.0193
verified: no, type: nauc_map_at_100_diff1
value: 17.179
verified: no, type: nauc_map_at_1000_max
value: 26.147199999999998
verified: no, type: nauc_map_at_1000_std
value: 20.597199999999997
verified: no, type: nauc_map_at_1000_diff1
value: 17.3145
verified: no, type: nauc_recall_at_1_max
value: -1.8065000000000002
verified: no, type: nauc_recall_at_1_std
value: -23.1418
verified: no, type: nauc_recall_at_1_diff1
value: 26.009700000000002
verified: no, type: nauc_recall_at_3_max
value: 1.7474
verified: no, type: nauc_recall_at_3_std
value: -21.331
verified: no, type: nauc_recall_at_3_diff1
value: 14.844899999999999
verified: no, type: nauc_recall_at_5_max
value: 3.9203
verified: no, type: nauc_recall_at_5_std
value: -17.225299999999997
verified: no, type: nauc_recall_at_5_diff1
value: 13.3026
verified: no, type: nauc_recall_at_10_max
value: 7.484399999999999
verified: no, type: nauc_recall_at_10_std
value: -10.879800000000001
verified: no, type: nauc_recall_at_10_diff1
value: 11.187
verified: no, type: nauc_recall_at_20_max
value: 12.327499999999999
verified: no, type: nauc_recall_at_20_std
value: -1.7592
verified: no, type: nauc_recall_at_20_diff1
value: 12.3485
verified: no, type: nauc_recall_at_100_max
value: 26.868799999999997
verified: no, type: nauc_recall_at_100_std
value: 23.4846
verified: no, type: nauc_recall_at_100_diff1
value: 16.4859
verified: no, type: nauc_recall_at_1000_max
value: 35.4478
verified: no, type: nauc_recall_at_1000_std
value: 42.7445
verified: no, type: nauc_recall_at_1000_diff1
value: 17.108
verified: no, type: nauc_precision_at_1_max
value: 59.8572
verified: no, type: nauc_precision_at_1_std
value: 39.1
verified: no, type: nauc_precision_at_1_diff1
value: 57.475
verified: no, type: nauc_precision_at_3_max
value: 42.9945
verified: no, type: nauc_precision_at_3_std
value: 41.5933
verified: no, type: nauc_precision_at_3_diff1
value: 12.3299
verified: no, type: nauc_precision_at_5_max
value: 39.8975
verified: no, type: nauc_precision_at_5_std
value: 46.3626
verified: no, type: nauc_precision_at_5_diff1
value: 7.990600000000001
verified: no, type: nauc_precision_at_10_max
value: 37.501200000000004
verified: no, type: nauc_precision_at_10_std
value: 51.9395
verified: no, type: nauc_precision_at_10_diff1
value: 4.8036
verified: no, type: nauc_precision_at_20_max
value: 34.9806
verified: no, type: nauc_precision_at_20_std
value: 53.513999999999996
verified: no, type: nauc_precision_at_20_diff1
value: 3.8808000000000002
verified: no, type: nauc_precision_at_100_max
value: 29.6714
verified: no, type: nauc_precision_at_100_std
value: 50.9404
verified: no, type: nauc_precision_at_100_diff1
value: 1.7782
verified: no, type: nauc_precision_at_1000_max
value: 4.9528
verified: no, type: nauc_precision_at_1000_std
value: 23.0701
verified: no, type: nauc_precision_at_1000_diff1
value: -11.6606
verified: no, type: nauc_mrr_at_1_max
value: 59.8572
verified: no, type: nauc_mrr_at_1_std
value: 39.1
verified: no, type: nauc_mrr_at_1_diff1
value: 57.475
verified: no, type: nauc_mrr_at_3_max
value: 61.6508
verified: no, type: nauc_mrr_at_3_std
value: 43.013400000000004
verified: no, type: nauc_mrr_at_3_diff1
value: 55.14170000000001
verified: no, type: nauc_mrr_at_5_max
value: 61.8982
verified: no, type: nauc_mrr_at_5_std
value: 42.4903
verified: no, type: nauc_mrr_at_5_diff1
value: 55.880300000000005
verified: no, type: nauc_mrr_at_10_max
value: 61.6843
verified: no, type: nauc_mrr_at_10_std
value: 42.8332
verified: no, type: nauc_mrr_at_10_diff1
value: 55.7773
verified: no, type: nauc_mrr_at_20_max
value: 61.7877
verified: no, type: nauc_mrr_at_20_std
value: 42.6655
verified: no, type: nauc_mrr_at_20_diff1
value: 55.9627
verified: no, type: nauc_mrr_at_100_max
value: 61.755300000000005
verified: no, type: nauc_mrr_at_100_std
value: 42.681799999999996
verified: no, type: nauc_mrr_at_100_diff1
value: 55.97410000000001
verified: no, type: nauc_mrr_at_1000_max
value: 61.7454
verified: no, type: nauc_mrr_at_1000_std
value: 42.6813
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.9732
verified: no, type: main_score
value: 43.881
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 42.385
verified: no, type: f1
value: 38.2581
verified: no, type: f1_weighted
value: 44.6657
verified: no, type: main_score
value: 42.385
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: ndcg_at_1
value: 89.81400000000001
verified: no, type: ndcg_at_3
value: 90.789
verified: no, type: ndcg_at_5
value: 91.266
verified: no, type: ndcg_at_10
value: 91.552
verified: no, type: ndcg_at_20
value: 91.759
verified: no, type: ndcg_at_100
value: 92.04
verified: no, type: ndcg_at_1000
value: 92.264
verified: no, type: map_at_1
value: 83.343
verified: no, type: map_at_3
value: 88.293
verified: no, type: map_at_5
value: 88.709
verified: no, type: map_at_10
value: 88.895
verified: no, type: map_at_20
value: 88.985
verified: no, type: map_at_100
value: 89.046
verified: no, type: map_at_1000
value: 89.059
verified: no, type: recall_at_1
value: 83.343
verified: no, type: recall_at_3
value: 92.545
verified: no, type: recall_at_5
value: 93.944
verified: no, type: recall_at_10
value: 94.82300000000001
verified: no, type: recall_at_20
value: 95.48100000000001
verified: no, type: recall_at_100
value: 96.64
verified: no, type: recall_at_1000
value: 97.989
verified: no, type: precision_at_1
value: 89.81400000000001
verified: no, type: precision_at_3
value: 33.698
verified: no, type: precision_at_5
value: 20.602999999999998
verified: no, type: precision_at_10
value: 10.453
verified: no, type: precision_at_20
value: 5.299
verified: no, type: precision_at_100
value: 1.091
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: mrr_at_1
value: 89.81400000000001
verified: no, type: mrr_at_3
value: 93.7594
verified: no, type: mrr_at_5
value: 94.0144
verified: no, type: mrr_at_10
value: 94.073
verified: no, type: mrr_at_20
value: 94.0835
verified: no, type: mrr_at_100
value: 94.0871
verified: no, type: mrr_at_1000
value: 94.0873
verified: no, type: nauc_ndcg_at_1_max
value: 23.8983
verified: no, type: nauc_ndcg_at_1_std
value: -16.226
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.4902
verified: no, type: nauc_ndcg_at_3_max
value: 15.106
verified: no, type: nauc_ndcg_at_3_std
value: -11.4
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.9768
verified: no, type: nauc_ndcg_at_5_max
value: 14.6485
verified: no, type: nauc_ndcg_at_5_std
value: -9.5441
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.7958
verified: no, type: nauc_ndcg_at_10_max
value: 14.241100000000001
verified: no, type: nauc_ndcg_at_10_std
value: -8.4259
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.8701
verified: no, type: nauc_ndcg_at_20_max
value: 14.211199999999998
verified: no, type: nauc_ndcg_at_20_std
value: -7.916399999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.3907
verified: no, type: nauc_ndcg_at_100_max
value: 14.871400000000001
verified: no, type: nauc_ndcg_at_100_std
value: -7.4491000000000005
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.7175
verified: no, type: nauc_ndcg_at_1000_max
value: 15.386800000000001
verified: no, type: nauc_ndcg_at_1000_std
value: -7.939100000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.1499
verified: no, type: nauc_map_at_1_max
value: 13.431199999999999
verified: no, type: nauc_map_at_1_std
value: -10.2714
verified: no, type: nauc_map_at_1_diff1
value: 50.8151
verified: no, type: nauc_map_at_3_max
value: 13.2276
verified: no, type: nauc_map_at_3_std
value: -9.8315
verified: no, type: nauc_map_at_3_diff1
value: 39.6441
verified: no, type: nauc_map_at_5_max
value: 13.4859
verified: no, type: nauc_map_at_5_std
value: -9.284
verified: no, type: nauc_map_at_5_diff1
value: 39.4358
verified: no, type: nauc_map_at_10_max
value: 13.578399999999998
verified: no, type: nauc_map_at_10_std
value: -8.828800000000001
verified: no, type: nauc_map_at_10_diff1
value: 39.338499999999996
verified: no, type: nauc_map_at_20_max
value: 13.600200000000001
verified: no, type: nauc_map_at_20_std
value: -8.6524
verified: no, type: nauc_map_at_20_diff1
value: 39.5327
verified: no, type: nauc_map_at_100_max
value: 13.7266
verified: no, type: nauc_map_at_100_std
value: -8.583
verified: no, type: nauc_map_at_100_diff1
value: 39.749
verified: no, type: nauc_map_at_1000_max
value: 13.7522
verified: no, type: nauc_map_at_1000_std
value: -8.5978
verified: no, type: nauc_map_at_1000_diff1
value: 39.8105
verified: no, type: nauc_recall_at_1_max
value: 13.431199999999999
verified: no, type: nauc_recall_at_1_std
value: -10.2714
verified: no, type: nauc_recall_at_1_diff1
value: 50.8151
verified: no, type: nauc_recall_at_3_max
value: 7.7703999999999995
verified: no, type: nauc_recall_at_3_std
value: -7.5428999999999995
verified: no, type: nauc_recall_at_3_diff1
value: 14.6511
verified: no, type: nauc_recall_at_5_max
value: 7.7514
verified: no, type: nauc_recall_at_5_std
value: -0.9165
verified: no, type: nauc_recall_at_5_diff1
value: 5.1985
verified: no, type: nauc_recall_at_10_max
value: 5.4695
verified: no, type: nauc_recall_at_10_std
value: 4.8362
verified: no, type: nauc_recall_at_10_diff1
value: -2.3994
verified: no, type: nauc_recall_at_20_max
value: 3.7693
verified: no, type: nauc_recall_at_20_std
value: 9.4046
verified: no, type: nauc_recall_at_20_diff1
value: -5.3729
verified: no, type: nauc_recall_at_100_max
value: 4.6496
verified: no, type: nauc_recall_at_100_std
value: 19.605700000000002
verified: no, type: nauc_recall_at_100_diff1
value: -9.1885
verified: no, type: nauc_recall_at_1000_max
value: 7.266
verified: no, type: nauc_recall_at_1000_std
value: 25.461699999999997
verified: no, type: nauc_recall_at_1000_diff1
value: -11.698699999999999
verified: no, type: nauc_precision_at_1_max
value: 23.8983
verified: no, type: nauc_precision_at_1_std
value: -16.226
verified: no, type: nauc_precision_at_1_diff1
value: 78.4902
verified: no, type: nauc_precision_at_3_max
value: 14.686399999999999
verified: no, type: nauc_precision_at_3_std
value: -5.6663
verified: no, type: nauc_precision_at_3_diff1
value: 0.5428999999999999
verified: no, type: nauc_precision_at_5_max
value: 12.9569
verified: no, type: nauc_precision_at_5_std
value: 1.145
verified: no, type: nauc_precision_at_5_diff1
value: -10.0661
verified: no, type: nauc_precision_at_10_max
value: 9.8558
verified: no, type: nauc_precision_at_10_std
value: 6.1638
verified: no, type: nauc_precision_at_10_diff1
value: -14.3308
verified: no, type: nauc_precision_at_20_max
value: 7.1591000000000005
verified: no, type: nauc_precision_at_20_std
value: 8.4559
verified: no, type: nauc_precision_at_20_diff1
value: -12.226099999999999
verified: no, type: nauc_precision_at_100_max
value: 7.6160000000000005
verified: no, type: nauc_precision_at_100_std
value: 8.6876
verified: no, type: nauc_precision_at_100_diff1
value: -5.8182
verified: no, type: nauc_precision_at_1000_max
value: 7.3231
verified: no, type: nauc_precision_at_1000_std
value: 4.929399999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -1.187
verified: no, type: nauc_mrr_at_1_max
value: 23.8983
verified: no, type: nauc_mrr_at_1_std
value: -16.226
verified: no, type: nauc_mrr_at_1_diff1
value: 78.4902
verified: no, type: nauc_mrr_at_3_max
value: 25.2759
verified: no, type: nauc_mrr_at_3_std
value: -20.4713
verified: no, type: nauc_mrr_at_3_diff1
value: 77.55030000000001
verified: no, type: nauc_mrr_at_5_max
value: 25.709799999999998
verified: no, type: nauc_mrr_at_5_std
value: -19.3177
verified: no, type: nauc_mrr_at_5_diff1
value: 77.7659
verified: no, type: nauc_mrr_at_10_max
value: 25.4059
verified: no, type: nauc_mrr_at_10_std
value: -19.128600000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 77.78580000000001
verified: no, type: nauc_mrr_at_20_max
value: 25.303399999999996
verified: no, type: nauc_mrr_at_20_std
value: -19.137999999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 77.7914
verified: no, type: nauc_mrr_at_100_max
value: 25.2918
verified: no, type: nauc_mrr_at_100_std
value: -19.1132
verified: no, type: nauc_mrr_at_100_diff1
value: 77.7997
verified: no, type: nauc_mrr_at_1000_max
value: 25.2892
verified: no, type: nauc_mrr_at_1000_std
value: -19.1172
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.7992
verified: no, type: main_score
value: 91.552
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: ndcg_at_1
value: 44.907000000000004
verified: no, type: ndcg_at_3
value: 40.095
verified: no, type: ndcg_at_5
value: 41.464
verified: no, type: ndcg_at_10
value: 43.958999999999996
verified: no, type: ndcg_at_20
value: 46.931
verified: no, type: ndcg_at_100
value: 50.656
verified: no, type: ndcg_at_1000
value: 53.474999999999994
verified: no, type: map_at_1
value: 22.846
verified: no, type: map_at_3
value: 31.533
verified: no, type: map_at_5
value: 34.175
verified: no, type: map_at_10
value: 36.105
verified: no, type: map_at_20
value: 37.232
verified: no, type: map_at_100
value: 37.993
verified: no, type: map_at_1000
value: 38.171
verified: no, type: recall_at_1
value: 22.846
verified: no, type: recall_at_3
value: 36.065000000000005
verified: no, type: recall_at_5
value: 42.754999999999995
verified: no, type: recall_at_10
value: 50.595
verified: no, type: recall_at_20
value: 59.85
verified: no, type: recall_at_100
value: 75.08
verified: no, type: recall_at_1000
value: 91.685
verified: no, type: precision_at_1
value: 44.907000000000004
verified: no, type: precision_at_3
value: 26.183
verified: no, type: precision_at_5
value: 19.29
verified: no, type: precision_at_10
value: 11.883000000000001
verified: no, type: precision_at_20
value: 7.191
verified: no, type: precision_at_100
value: 1.8870000000000002
verified: no, type: precision_at_1000
value: 0.23900000000000002
verified: no, type: mrr_at_1
value: 44.907399999999996
verified: no, type: mrr_at_3
value: 50.10289999999999
verified: no, type: mrr_at_5
value: 51.5303
verified: no, type: mrr_at_10
value: 52.61169999999999
verified: no, type: mrr_at_20
value: 53.13290000000001
verified: no, type: mrr_at_100
value: 53.3809
verified: no, type: mrr_at_1000
value: 53.4181
verified: no, type: nauc_ndcg_at_1_max
value: 50.2672
verified: no, type: nauc_ndcg_at_1_std
value: -5.858
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.1067
verified: no, type: nauc_ndcg_at_3_max
value: 40.9279
verified: no, type: nauc_ndcg_at_3_std
value: -6.954000000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.9096
verified: no, type: nauc_ndcg_at_5_max
value: 38.406400000000005
verified: no, type: nauc_ndcg_at_5_std
value: -5.951
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.9537
verified: no, type: nauc_ndcg_at_10_max
value: 40.1602
verified: no, type: nauc_ndcg_at_10_std
value: -3.486
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.693
verified: no, type: nauc_ndcg_at_20_max
value: 40.3159
verified: no, type: nauc_ndcg_at_20_std
value: -1.6125
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.0649
verified: no, type: nauc_ndcg_at_100_max
value: 42.5543
verified: no, type: nauc_ndcg_at_100_std
value: 0.133
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.263799999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 43.520399999999995
verified: no, type: nauc_ndcg_at_1000_std
value: -0.49300000000000005
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.550200000000004
verified: no, type: nauc_map_at_1_max
value: 26.930300000000003
verified: no, type: nauc_map_at_1_std
value: -6.8881
verified: no, type: nauc_map_at_1_diff1
value: 45.905499999999996
verified: no, type: nauc_map_at_3_max
value: 32.3991
verified: no, type: nauc_map_at_3_std
value: -8.1954
verified: no, type: nauc_map_at_3_diff1
value: 42.9392
verified: no, type: nauc_map_at_5_max
value: 34.0031
verified: no, type: nauc_map_at_5_std
value: -6.9963999999999995
verified: no, type: nauc_map_at_5_diff1
value: 42.7737
verified: no, type: nauc_map_at_10_max
value: 36.38
verified: no, type: nauc_map_at_10_std
value: -5.663
verified: no, type: nauc_map_at_10_diff1
value: 43.1583
verified: no, type: nauc_map_at_20_max
value: 36.6981
verified: no, type: nauc_map_at_20_std
value: -4.9736
verified: no, type: nauc_map_at_20_diff1
value: 42.924800000000005
verified: no, type: nauc_map_at_100_max
value: 37.268699999999995
verified: no, type: nauc_map_at_100_std
value: -4.6967
verified: no, type: nauc_map_at_100_diff1
value: 43.024
verified: no, type: nauc_map_at_1000_max
value: 37.3818
verified: no, type: nauc_map_at_1000_std
value: -4.7077
verified: no, type: nauc_map_at_1000_diff1
value: 43.0575
verified: no, type: nauc_recall_at_1_max
value: 26.930300000000003
verified: no, type: nauc_recall_at_1_std
value: -6.8881
verified: no, type: nauc_recall_at_1_diff1
value: 45.905499999999996
verified: no, type: nauc_recall_at_3_max
value: 27.860200000000003
verified: no, type: nauc_recall_at_3_std
value: -7.8473
verified: no, type: nauc_recall_at_3_diff1
value: 36.569
verified: no, type: nauc_recall_at_5_max
value: 27.1751
verified: no, type: nauc_recall_at_5_std
value: -5.0796
verified: no, type: nauc_recall_at_5_diff1
value: 33.9236
verified: no, type: nauc_recall_at_10_max
value: 32.0004
verified: no, type: nauc_recall_at_10_std
value: 1.0071
verified: no, type: nauc_recall_at_10_diff1
value: 33.1849
verified: no, type: nauc_recall_at_20_max
value: 30.6595
verified: no, type: nauc_recall_at_20_std
value: 7.3179
verified: no, type: nauc_recall_at_20_diff1
value: 29.751300000000004
verified: no, type: nauc_recall_at_100_max
value: 35.9924
verified: no, type: nauc_recall_at_100_std
value: 21.691399999999998
verified: no, type: nauc_recall_at_100_diff1
value: 31.397100000000002
verified: no, type: nauc_recall_at_1000_max
value: 47.176899999999996
verified: no, type: nauc_recall_at_1000_std
value: 37.8536
verified: no, type: nauc_recall_at_1000_diff1
value: 30.2447
verified: no, type: nauc_precision_at_1_max
value: 50.2672
verified: no, type: nauc_precision_at_1_std
value: -5.858
verified: no, type: nauc_precision_at_1_diff1
value: 55.1067
verified: no, type: nauc_precision_at_3_max
value: 44.4071
verified: no, type: nauc_precision_at_3_std
value: -4.4772
verified: no, type: nauc_precision_at_3_diff1
value: 32.6195
verified: no, type: nauc_precision_at_5_max
value: 42.6336
verified: no, type: nauc_precision_at_5_std
value: -0.9528
verified: no, type: nauc_precision_at_5_diff1
value: 27.821299999999997
verified: no, type: nauc_precision_at_10_max
value: 45.5267
verified: no, type: nauc_precision_at_10_std
value: 4.0484
verified: no, type: nauc_precision_at_10_diff1
value: 23.8886
verified: no, type: nauc_precision_at_20_max
value: 41.7389
verified: no, type: nauc_precision_at_20_std
value: 9.3544
verified: no, type: nauc_precision_at_20_diff1
value: 16.236700000000003
verified: no, type: nauc_precision_at_100_max
value: 38.4564
verified: no, type: nauc_precision_at_100_std
value: 12.544
verified: no, type: nauc_precision_at_100_diff1
value: 10.5924
verified: no, type: nauc_precision_at_1000_max
value: 31.2525
verified: no, type: nauc_precision_at_1000_std
value: 10.641399999999999
verified: no, type: nauc_precision_at_1000_diff1
value: 1.5966
verified: no, type: nauc_mrr_at_1_max
value: 50.2672
verified: no, type: nauc_mrr_at_1_std
value: -5.858
verified: no, type: nauc_mrr_at_1_diff1
value: 55.1067
verified: no, type: nauc_mrr_at_3_max
value: 49.1124
verified: no, type: nauc_mrr_at_3_std
value: -5.0685
verified: no, type: nauc_mrr_at_3_diff1
value: 51.1787
verified: no, type: nauc_mrr_at_5_max
value: 48.5671
verified: no, type: nauc_mrr_at_5_std
value: -4.6053999999999995
verified: no, type: nauc_mrr_at_5_diff1
value: 50.688599999999994
verified: no, type: nauc_mrr_at_10_max
value: 49.2018
verified: no, type: nauc_mrr_at_10_std
value: -3.8524000000000003
verified: no, type: nauc_mrr_at_10_diff1
value: 50.4746
verified: no, type: nauc_mrr_at_20_max
value: 49.2589
verified: no, type: nauc_mrr_at_20_std
value: -3.5479
verified: no, type: nauc_mrr_at_20_diff1
value: 50.4304
verified: no, type: nauc_mrr_at_100_max
value: 49.3016
verified: no, type: nauc_mrr_at_100_std
value: -3.5770999999999997
verified: no, type: nauc_mrr_at_100_diff1
value: 50.6172
verified: no, type: nauc_mrr_at_1000_max
value: 49.2911
verified: no, type: nauc_mrr_at_1000_std
value: -3.6117999999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.6268
verified: no, type: main_score
value: 43.958999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: ndcg_at_1
value: 85.955
verified: no, type: ndcg_at_3
value: 68.83
verified: no, type: ndcg_at_5
value: 70.894
verified: no, type: ndcg_at_10
value: 72.399
verified: no, type: ndcg_at_20
value: 73.328
verified: no, type: ndcg_at_100
value: 74.765
verified: no, type: ndcg_at_1000
value: 75.87899999999999
verified: no, type: map_at_1
value: 42.978
verified: no, type: map_at_3
value: 61.568
verified: no, type: map_at_5
value: 63.241
verified: no, type: map_at_10
value: 64.18199999999999
verified: no, type: map_at_20
value: 64.562
verified: no, type: map_at_100
value: 64.865
verified: no, type: map_at_1000
value: 64.922
verified: no, type: recall_at_1
value: 42.978
verified: no, type: recall_at_3
value: 64.801
verified: no, type: recall_at_5
value: 68.866
verified: no, type: recall_at_10
value: 72.627
verified: no, type: recall_at_20
value: 75.625
verified: no, type: recall_at_100
value: 81.951
verified: no, type: recall_at_1000
value: 89.37899999999999
verified: no, type: precision_at_1
value: 85.955
verified: no, type: precision_at_3
value: 43.201
verified: no, type: precision_at_5
value: 27.546
verified: no, type: precision_at_10
value: 14.524999999999999
verified: no, type: precision_at_20
value: 7.562
verified: no, type: precision_at_100
value: 1.6389999999999998
verified: no, type: precision_at_1000
value: 0.179
verified: no, type: mrr_at_1
value: 85.9554
verified: no, type: mrr_at_3
value: 89.2753
verified: no, type: mrr_at_5
value: 89.6838
verified: no, type: mrr_at_10
value: 89.8559
verified: no, type: mrr_at_20
value: 89.92569999999999
verified: no, type: mrr_at_100
value: 89.96600000000001
verified: no, type: mrr_at_1000
value: 89.97070000000001
verified: no, type: nauc_ndcg_at_1_max
value: 57.1837
verified: no, type: nauc_ndcg_at_1_std
value: -4.2725
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.8832
verified: no, type: nauc_ndcg_at_3_max
value: 13.953399999999998
verified: no, type: nauc_ndcg_at_3_std
value: 0.9547
verified: no, type: nauc_ndcg_at_3_diff1
value: 4.6952
verified: no, type: nauc_ndcg_at_5_max
value: 12.1892
verified: no, type: nauc_ndcg_at_5_std
value: 1.7878
verified: no, type: nauc_ndcg_at_5_diff1
value: 2.1255
verified: no, type: nauc_ndcg_at_10_max
value: 11.4909
verified: no, type: nauc_ndcg_at_10_std
value: 2.9917
verified: no, type: nauc_ndcg_at_10_diff1
value: 1.111
verified: no, type: nauc_ndcg_at_20_max
value: 11.183800000000002
verified: no, type: nauc_ndcg_at_20_std
value: 3.8205999999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 0.5191
verified: no, type: nauc_ndcg_at_100_max
value: 11.4582
verified: no, type: nauc_ndcg_at_100_std
value: 5.2234
verified: no, type: nauc_ndcg_at_100_diff1
value: 0.7051
verified: no, type: nauc_ndcg_at_1000_max
value: 11.8891
verified: no, type: nauc_ndcg_at_1000_std
value: 5.0018
verified: no, type: nauc_ndcg_at_1000_diff1
value: 1.3516
verified: no, type: nauc_map_at_1_max
value: 57.1837
verified: no, type: nauc_map_at_1_std
value: -4.2725
verified: no, type: nauc_map_at_1_diff1
value: 74.8832
verified: no, type: nauc_map_at_3_max
value: 8.7588
verified: no, type: nauc_map_at_3_std
value: 0.8586
verified: no, type: nauc_map_at_3_diff1
value: -2.1179
verified: no, type: nauc_map_at_5_max
value: 7.8513
verified: no, type: nauc_map_at_5_std
value: 1.4206999999999999
verified: no, type: nauc_map_at_5_diff1
value: -3.5381000000000005
verified: no, type: nauc_map_at_10_max
value: 7.603999999999999
verified: no, type: nauc_map_at_10_std
value: 2.0785
verified: no, type: nauc_map_at_10_diff1
value: -3.9354
verified: no, type: nauc_map_at_20_max
value: 7.5393
verified: no, type: nauc_map_at_20_std
value: 2.3233
verified: no, type: nauc_map_at_20_diff1
value: -4.0794999999999995
verified: no, type: nauc_map_at_100_max
value: 7.593500000000001
verified: no, type: nauc_map_at_100_std
value: 2.5528
verified: no, type: nauc_map_at_100_diff1
value: -4.0459000000000005
verified: no, type: nauc_map_at_1000_max
value: 7.6116
verified: no, type: nauc_map_at_1000_std
value: 2.5475000000000003
verified: no, type: nauc_map_at_1000_diff1
value: -4.0208
verified: no, type: nauc_recall_at_1_max
value: 57.1837
verified: no, type: nauc_recall_at_1_std
value: -4.2725
verified: no, type: nauc_recall_at_1_diff1
value: 74.8832
verified: no, type: nauc_recall_at_3_max
value: 5.1265
verified: no, type: nauc_recall_at_3_std
value: 2.3453999999999997
verified: no, type: nauc_recall_at_3_diff1
value: -9.5534
verified: no, type: nauc_recall_at_5_max
value: 1.3988
verified: no, type: nauc_recall_at_5_std
value: 3.8738
verified: no, type: nauc_recall_at_5_diff1
value: -14.770900000000001
verified: no, type: nauc_recall_at_10_max
value: -1.1159999999999999
verified: no, type: nauc_recall_at_10_std
value: 6.7406999999999995
verified: no, type: nauc_recall_at_10_diff1
value: -18.08
verified: no, type: nauc_recall_at_20_max
value: -2.9072
verified: no, type: nauc_recall_at_20_std
value: 9.6567
verified: no, type: nauc_recall_at_20_diff1
value: -21.197
verified: no, type: nauc_recall_at_100_max
value: -4.4864
verified: no, type: nauc_recall_at_100_std
value: 17.8761
verified: no, type: nauc_recall_at_100_diff1
value: -24.5792
verified: no, type: nauc_recall_at_1000_max
value: -7.9052
verified: no, type: nauc_recall_at_1000_std
value: 21.7637
verified: no, type: nauc_recall_at_1000_diff1
value: -30.4447
verified: no, type: nauc_precision_at_1_max
value: 57.1837
verified: no, type: nauc_precision_at_1_std
value: -4.2725
verified: no, type: nauc_precision_at_1_diff1
value: 74.8832
verified: no, type: nauc_precision_at_3_max
value: 5.1265
verified: no, type: nauc_precision_at_3_std
value: 2.3453999999999997
verified: no, type: nauc_precision_at_3_diff1
value: -9.5534
verified: no, type: nauc_precision_at_5_max
value: 1.3988
verified: no, type: nauc_precision_at_5_std
value: 3.8738
verified: no, type: nauc_precision_at_5_diff1
value: -14.770900000000001
verified: no, type: nauc_precision_at_10_max
value: -1.1159999999999999
verified: no, type: nauc_precision_at_10_std
value: 6.7406999999999995
verified: no, type: nauc_precision_at_10_diff1
value: -18.08
verified: no, type: nauc_precision_at_20_max
value: -2.9072
verified: no, type: nauc_precision_at_20_std
value: 9.6567
verified: no, type: nauc_precision_at_20_diff1
value: -21.197
verified: no, type: nauc_precision_at_100_max
value: -4.4864
verified: no, type: nauc_precision_at_100_std
value: 17.8761
verified: no, type: nauc_precision_at_100_diff1
value: -24.5792
verified: no, type: nauc_precision_at_1000_max
value: -7.9052
verified: no, type: nauc_precision_at_1000_std
value: 21.7637
verified: no, type: nauc_precision_at_1000_diff1
value: -30.4447
verified: no, type: nauc_mrr_at_1_max
value: 57.1837
verified: no, type: nauc_mrr_at_1_std
value: -4.2725
verified: no, type: nauc_mrr_at_1_diff1
value: 74.8832
verified: no, type: nauc_mrr_at_3_max
value: 60.68019999999999
verified: no, type: nauc_mrr_at_3_std
value: -2.5041
verified: no, type: nauc_mrr_at_3_diff1
value: 74.2505
verified: no, type: nauc_mrr_at_5_max
value: 60.3928
verified: no, type: nauc_mrr_at_5_std
value: -2.2979
verified: no, type: nauc_mrr_at_5_diff1
value: 74.27470000000001
verified: no, type: nauc_mrr_at_10_max
value: 60.336800000000004
verified: no, type: nauc_mrr_at_10_std
value: -2.308
verified: no, type: nauc_mrr_at_10_diff1
value: 74.4135
verified: no, type: nauc_mrr_at_20_max
value: 60.317299999999996
verified: no, type: nauc_mrr_at_20_std
value: -2.1652
verified: no, type: nauc_mrr_at_20_diff1
value: 74.3945
verified: no, type: nauc_mrr_at_100_max
value: 60.283
verified: no, type: nauc_mrr_at_100_std
value: -2.154
verified: no, type: nauc_mrr_at_100_diff1
value: 74.38040000000001
verified: no, type: nauc_mrr_at_1000_max
value: 60.272099999999995
verified: no, type: nauc_mrr_at_1000_std
value: -2.1783
verified: no, type: nauc_mrr_at_1000_diff1
value: 74.378
verified: no, type: main_score
value: 72.399
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 69.0916
verified: no, type: f1
value: 68.9866
verified: no, type: f1_weighted
value: 68.9866
verified: no, type: ap
value: 63.3215
verified: no, type: ap_weighted
value: 63.3215
verified: no, type: main_score
value: 69.0916
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: ndcg_at_1
value: 24.914
verified: no, type: ndcg_at_3
value: 36.479
verified: no, type: ndcg_at_5
value: 40.288000000000004
verified: no, type: ndcg_at_10
value: 44.043
verified: no, type: ndcg_at_20
value: 46.838
verified: no, type: ndcg_at_100
value: 49.626999999999995
verified: no, type: ndcg_at_1000
value: 50.665000000000006
verified: no, type: map_at_1
value: 24.223
verified: no, type: map_at_3
value: 33.348
verified: no, type: map_at_5
value: 35.494
verified: no, type: map_at_10
value: 37.077
verified: no, type: map_at_20
value: 37.867
verified: no, type: map_at_100
value: 38.279999999999994
verified: no, type: map_at_1000
value: 38.323
verified: no, type: recall_at_1
value: 24.223
verified: no, type: recall_at_3
value: 44.9
verified: no, type: recall_at_5
value: 54.010999999999996
verified: no, type: recall_at_10
value: 65.399
verified: no, type: recall_at_20
value: 76.248
verified: no, type: recall_at_100
value: 90.78
verified: no, type: recall_at_1000
value: 98.619
verified: no, type: precision_at_1
value: 24.914
verified: no, type: precision_at_3
value: 15.501000000000001
verified: no, type: precision_at_5
value: 11.238
verified: no, type: precision_at_10
value: 6.837
verified: no, type: precision_at_20
value: 3.9960000000000004
verified: no, type: precision_at_100
value: 0.959
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: mrr_at_1
value: 24.914
verified: no, type: mrr_at_3
value: 34.0043
verified: no, type: mrr_at_5
value: 36.1089
verified: no, type: mrr_at_10
value: 37.6521
verified: no, type: mrr_at_20
value: 38.4106
verified: no, type: mrr_at_100
value: 38.7938
verified: no, type: mrr_at_1000
value: 38.8316
verified: no, type: nauc_ndcg_at_1_max
value: 3.9297
verified: no, type: nauc_ndcg_at_1_std
value: -22.016
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.7204
verified: no, type: nauc_ndcg_at_3_max
value: 4.7672
verified: no, type: nauc_ndcg_at_3_std
value: -27.0359
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.139
verified: no, type: nauc_ndcg_at_5_max
value: 5.1921
verified: no, type: nauc_ndcg_at_5_std
value: -28.6425
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.671800000000005
verified: no, type: nauc_ndcg_at_10_max
value: 5.3812999999999995
verified: no, type: nauc_ndcg_at_10_std
value: -28.7602
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.5856
verified: no, type: nauc_ndcg_at_20_max
value: 5.7039
verified: no, type: nauc_ndcg_at_20_std
value: -27.578000000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.9639
verified: no, type: nauc_ndcg_at_100_max
value: 5.9491000000000005
verified: no, type: nauc_ndcg_at_100_std
value: -25.562800000000003
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.5177
verified: no, type: nauc_ndcg_at_1000_max
value: 5.7685
verified: no, type: nauc_ndcg_at_1000_std
value: -25.796400000000002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.617
verified: no, type: nauc_map_at_1_max
value: 3.8164
verified: no, type: nauc_map_at_1_std
value: -22.1345
verified: no, type: nauc_map_at_1_diff1
value: 39.7682
verified: no, type: nauc_map_at_3_max
value: 4.5438
verified: no, type: nauc_map_at_3_std
value: -25.990299999999998
verified: no, type: nauc_map_at_3_diff1
value: 35.4211
verified: no, type: nauc_map_at_5_max
value: 4.7521
verified: no, type: nauc_map_at_5_std
value: -26.9187
verified: no, type: nauc_map_at_5_diff1
value: 35.1711
verified: no, type: nauc_map_at_10_max
value: 4.8275
verified: no, type: nauc_map_at_10_std
value: -26.962799999999998
verified: no, type: nauc_map_at_10_diff1
value: 35.1875
verified: no, type: nauc_map_at_20_max
value: 4.9247
verified: no, type: nauc_map_at_20_std
value: -26.622899999999998
verified: no, type: nauc_map_at_20_diff1
value: 35.308499999999995
verified: no, type: nauc_map_at_100_max
value: 4.9704
verified: no, type: nauc_map_at_100_std
value: -26.3156
verified: no, type: nauc_map_at_100_diff1
value: 35.3955
verified: no, type: nauc_map_at_1000_max
value: 4.9692
verified: no, type: nauc_map_at_1000_std
value: -26.3098
verified: no, type: nauc_map_at_1000_diff1
value: 35.3987
verified: no, type: nauc_recall_at_1_max
value: 3.8164
verified: no, type: nauc_recall_at_1_std
value: -22.1345
verified: no, type: nauc_recall_at_1_diff1
value: 39.7682
verified: no, type: nauc_recall_at_3_max
value: 5.2443
verified: no, type: nauc_recall_at_3_std
value: -29.965000000000003
verified: no, type: nauc_recall_at_3_diff1
value: 30.303
verified: no, type: nauc_recall_at_5_max
value: 6.164499999999999
verified: no, type: nauc_recall_at_5_std
value: -33.9534
verified: no, type: nauc_recall_at_5_diff1
value: 28.9101
verified: no, type: nauc_recall_at_10_max
value: 6.8656999999999995
verified: no, type: nauc_recall_at_10_std
value: -35.2711
verified: no, type: nauc_recall_at_10_diff1
value: 27.785500000000003
verified: no, type: nauc_recall_at_20_max
value: 8.7891
verified: no, type: nauc_recall_at_20_std
value: -31.276
verified: no, type: nauc_recall_at_20_diff1
value: 28.048099999999998
verified: no, type: nauc_recall_at_100_max
value: 15.3546
verified: no, type: nauc_recall_at_100_std
value: -7.2786
verified: no, type: nauc_recall_at_100_diff1
value: 29.0868
verified: no, type: nauc_recall_at_1000_max
value: 33.858
verified: no, type: nauc_recall_at_1000_std
value: 42.2189
verified: no, type: nauc_recall_at_1000_diff1
value: 18.9862
verified: no, type: nauc_precision_at_1_max
value: 3.9297
verified: no, type: nauc_precision_at_1_std
value: -22.016
verified: no, type: nauc_precision_at_1_diff1
value: 39.7204
verified: no, type: nauc_precision_at_3_max
value: 5.1912
verified: no, type: nauc_precision_at_3_std
value: -29.697000000000003
verified: no, type: nauc_precision_at_3_diff1
value: 30.089199999999998
verified: no, type: nauc_precision_at_5_max
value: 6.311400000000001
verified: no, type: nauc_precision_at_5_std
value: -32.9724
verified: no, type: nauc_precision_at_5_diff1
value: 28.0676
verified: no, type: nauc_precision_at_10_max
value: 6.869400000000001
verified: no, type: nauc_precision_at_10_std
value: -32.4788
verified: no, type: nauc_precision_at_10_diff1
value: 25.6897
verified: no, type: nauc_precision_at_20_max
value: 9.206
verified: no, type: nauc_precision_at_20_std
value: -25.3222
verified: no, type: nauc_precision_at_20_diff1
value: 23.799500000000002
verified: no, type: nauc_precision_at_100_max
value: 13.8625
verified: no, type: nauc_precision_at_100_std
value: 3.3068
verified: no, type: nauc_precision_at_100_diff1
value: 14.3806
verified: no, type: nauc_precision_at_1000_max
value: 11.8588
verified: no, type: nauc_precision_at_1000_std
value: 17.6676
verified: no, type: nauc_precision_at_1000_diff1
value: -3.8201
verified: no, type: nauc_mrr_at_1_max
value: 3.9297
verified: no, type: nauc_mrr_at_1_std
value: -22.016
verified: no, type: nauc_mrr_at_1_diff1
value: 39.7204
verified: no, type: nauc_mrr_at_3_max
value: 4.6479
verified: no, type: nauc_mrr_at_3_std
value: -25.644699999999997
verified: no, type: nauc_mrr_at_3_diff1
value: 35.478
verified: no, type: nauc_mrr_at_5_max
value: 4.986
verified: no, type: nauc_mrr_at_5_std
value: -26.4206
verified: no, type: nauc_mrr_at_5_diff1
value: 35.285
verified: no, type: nauc_mrr_at_10_max
value: 5.0845
verified: no, type: nauc_mrr_at_10_std
value: -26.411800000000003
verified: no, type: nauc_mrr_at_10_diff1
value: 35.2365
verified: no, type: nauc_mrr_at_20_max
value: 5.1531
verified: no, type: nauc_mrr_at_20_std
value: -26.0735
verified: no, type: nauc_mrr_at_20_diff1
value: 35.3495
verified: no, type: nauc_mrr_at_100_max
value: 5.1672
verified: no, type: nauc_mrr_at_100_std
value: -25.8254
verified: no, type: nauc_mrr_at_100_diff1
value: 35.4396
verified: no, type: nauc_mrr_at_1000_max
value: 5.1629000000000005
verified: no, type: nauc_mrr_at_1000_std
value: -25.8233
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.4444
verified: no, type: main_score
value: 44.043
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 92.08619999999999
verified: no, type: f1
value: 91.8074
verified: no, type: f1_weighted
value: 92.0765
verified: no, type: main_score
value: 92.08619999999999
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 65.2668
verified: no, type: f1
value: 44.499
verified: no, type: f1_weighted
value: 67.9193
verified: no, type: main_score
value: 65.2668
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 68.0128
verified: no, type: f1
value: 64.4011
verified: no, type: f1_weighted
value: 67.4705
verified: no, type: main_score
value: 68.0128
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 72.67320000000001
verified: no, type: f1
value: 71.7881
verified: no, type: f1_weighted
value: 72.9092
verified: no, type: main_score
value: 72.67320000000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: v_measure
value: 31.5764
verified: no, type: v_measure_std
value: 1.3743999999999998
verified: no, type: main_score
value: 31.5764
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: v_measure
value: 28.006999999999998
verified: no, type: v_measure_std
value: 1.4235
verified: no, type: main_score
value: 28.006999999999998
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: map
value: 30.3039
verified: no, type: mrr
value: 31.168699999999998
verified: no, type: nAUC_map_max
value: -25.113200000000003
verified: no, type: nAUC_map_std
value: -8.5652
verified: no, type: nAUC_map_diff1
value: 12.437199999999999
verified: no, type: nAUC_mrr_max
value: -19.5255
verified: no, type: nAUC_mrr_std
value: -6.1112
verified: no, type: nAUC_mrr_diff1
value: 12.1585
verified: no, type: main_score
value: 30.3039
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: ndcg_at_1
value: 45.046
verified: no, type: ndcg_at_3
value: 41.975
verified: no, type: ndcg_at_5
value: 39.421
verified: no, type: ndcg_at_10
value: 35.879
verified: no, type: ndcg_at_20
value: 32.987
verified: no, type: ndcg_at_100
value: 32.107
verified: no, type: ndcg_at_1000
value: 40.67
verified: no, type: map_at_1
value: 5.854
verified: no, type: map_at_3
value: 9.991999999999999
verified: no, type: map_at_5
value: 11.405999999999999
verified: no, type: map_at_10
value: 13.272
verified: no, type: map_at_20
value: 14.604000000000001
verified: no, type: map_at_100
value: 16.521
verified: no, type: map_at_1000
value: 17.925
verified: no, type: recall_at_1
value: 5.854
verified: no, type: recall_at_3
value: 11.036999999999999
verified: no, type: recall_at_5
value: 13.391
verified: no, type: recall_at_10
value: 16.841
verified: no, type: recall_at_20
value: 20.522000000000002
verified: no, type: recall_at_100
value: 31.733
verified: no, type: recall_at_1000
value: 63.525
verified: no, type: precision_at_1
value: 46.749
verified: no, type: precision_at_3
value: 39.525
verified: no, type: precision_at_5
value: 34.056
verified: no, type: precision_at_10
value: 26.656000000000002
verified: no, type: precision_at_20
value: 19.211
verified: no, type: precision_at_100
value: 8.099
verified: no, type: precision_at_1000
value: 2.061
verified: no, type: mrr_at_1
value: 47.0588
verified: no, type: mrr_at_3
value: 53.9732
verified: no, type: mrr_at_5
value: 55.443799999999996
verified: no, type: mrr_at_10
value: 56.04599999999999
verified: no, type: mrr_at_20
value: 56.37799999999999
verified: no, type: mrr_at_100
value: 56.6504
verified: no, type: mrr_at_1000
value: 56.6866
verified: no, type: nauc_ndcg_at_1_max
value: 43.5884
verified: no, type: nauc_ndcg_at_1_std
value: 22.4376
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.7846
verified: no, type: nauc_ndcg_at_3_max
value: 44.7961
verified: no, type: nauc_ndcg_at_3_std
value: 24.4811
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.5747
verified: no, type: nauc_ndcg_at_5_max
value: 43.5994
verified: no, type: nauc_ndcg_at_5_std
value: 24.827199999999998
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.8874
verified: no, type: nauc_ndcg_at_10_max
value: 43.126999999999995
verified: no, type: nauc_ndcg_at_10_std
value: 27.5053
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.4832
verified: no, type: nauc_ndcg_at_20_max
value: 43.1243
verified: no, type: nauc_ndcg_at_20_std
value: 27.3455
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.8534
verified: no, type: nauc_ndcg_at_100_max
value: 46.5936
verified: no, type: nauc_ndcg_at_100_std
value: 28.0084
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.630200000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 51.7379
verified: no, type: nauc_ndcg_at_1000_std
value: 33.2077
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.1522
verified: no, type: nauc_map_at_1_max
value: 17.2703
verified: no, type: nauc_map_at_1_std
value: -14.6241
verified: no, type: nauc_map_at_1_diff1
value: 46.9767
verified: no, type: nauc_map_at_3_max
value: 25.562600000000003
verified: no, type: nauc_map_at_3_std
value: -10.1565
verified: no, type: nauc_map_at_3_diff1
value: 39.347500000000004
verified: no, type: nauc_map_at_5_max
value: 28.397299999999998
verified: no, type: nauc_map_at_5_std
value: -7.0083
verified: no, type: nauc_map_at_5_diff1
value: 37.4216
verified: no, type: nauc_map_at_10_max
value: 31.639400000000002
verified: no, type: nauc_map_at_10_std
value: -1.9
verified: no, type: nauc_map_at_10_diff1
value: 35.9293
verified: no, type: nauc_map_at_20_max
value: 34.342800000000004
verified: no, type: nauc_map_at_20_std
value: 2.6614
verified: no, type: nauc_map_at_20_diff1
value: 34.7985
verified: no, type: nauc_map_at_100_max
value: 37.046600000000005
verified: no, type: nauc_map_at_100_std
value: 9.2072
verified: no, type: nauc_map_at_100_diff1
value: 33.2764
verified: no, type: nauc_map_at_1000_max
value: 37.6597
verified: no, type: nauc_map_at_1000_std
value: 12.6768
verified: no, type: nauc_map_at_1000_diff1
value: 31.773699999999998
verified: no, type: nauc_recall_at_1_max
value: 17.2703
verified: no, type: nauc_recall_at_1_std
value: -14.6241
verified: no, type: nauc_recall_at_1_diff1
value: 46.9767
verified: no, type: nauc_recall_at_3_max
value: 24.5473
verified: no, type: nauc_recall_at_3_std
value: -9.7412
verified: no, type: nauc_recall_at_3_diff1
value: 37.8539
verified: no, type: nauc_recall_at_5_max
value: 27.249200000000002
verified: no, type: nauc_recall_at_5_std
value: -5.823799999999999
verified: no, type: nauc_recall_at_5_diff1
value: 34.06
verified: no, type: nauc_recall_at_10_max
value: 29.1217
verified: no, type: nauc_recall_at_10_std
value: -0.21159999999999998
verified: no, type: nauc_recall_at_10_diff1
value: 32.3914
verified: no, type: nauc_recall_at_20_max
value: 31.142999999999997
verified: no, type: nauc_recall_at_20_std
value: 4.3805
verified: no, type: nauc_recall_at_20_diff1
value: 28.852899999999998
verified: no, type: nauc_recall_at_100_max
value: 32.8751
verified: no, type: nauc_recall_at_100_std
value: 16.0658
verified: no, type: nauc_recall_at_100_diff1
value: 24.8181
verified: no, type: nauc_recall_at_1000_max
value: 24.5638
verified: no, type: nauc_recall_at_1000_std
value: 20.822
verified: no, type: nauc_recall_at_1000_diff1
value: 13.123099999999999
verified: no, type: nauc_precision_at_1_max
value: 44.714999999999996
verified: no, type: nauc_precision_at_1_std
value: 23.2541
verified: no, type: nauc_precision_at_1_diff1
value: 33.9092
verified: no, type: nauc_precision_at_3_max
value: 44.935199999999995
verified: no, type: nauc_precision_at_3_std
value: 29.0989
verified: no, type: nauc_precision_at_3_diff1
value: 14.9816
verified: no, type: nauc_precision_at_5_max
value: 40.7582
verified: no, type: nauc_precision_at_5_std
value: 31.049
verified: no, type: nauc_precision_at_5_diff1
value: 9.7826
verified: no, type: nauc_precision_at_10_max
value: 37.8974
verified: no, type: nauc_precision_at_10_std
value: 38.9576
verified: no, type: nauc_precision_at_10_diff1
value: 4.3217
verified: no, type: nauc_precision_at_20_max
value: 33.254099999999994
verified: no, type: nauc_precision_at_20_std
value: 42.3527
verified: no, type: nauc_precision_at_20_diff1
value: -1.8002
verified: no, type: nauc_precision_at_100_max
value: 20.6042
verified: no, type: nauc_precision_at_100_std
value: 46.0314
verified: no, type: nauc_precision_at_100_diff1
value: -10.098
verified: no, type: nauc_precision_at_1000_max
value: 6.8368
verified: no, type: nauc_precision_at_1000_std
value: 36.4345
verified: no, type: nauc_precision_at_1000_diff1
value: -16.1738
verified: no, type: nauc_mrr_at_1_max
value: 44.1317
verified: no, type: nauc_mrr_at_1_std
value: 22.794900000000002
verified: no, type: nauc_mrr_at_1_diff1
value: 33.071600000000004
verified: no, type: nauc_mrr_at_3_max
value: 49.8647
verified: no, type: nauc_mrr_at_3_std
value: 28.821600000000004
verified: no, type: nauc_mrr_at_3_diff1
value: 31.1845
verified: no, type: nauc_mrr_at_5_max
value: 50.3448
verified: no, type: nauc_mrr_at_5_std
value: 28.721799999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 31.6681
verified: no, type: nauc_mrr_at_10_max
value: 50.601
verified: no, type: nauc_mrr_at_10_std
value: 29.461199999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 31.5519
verified: no, type: nauc_mrr_at_20_max
value: 50.7861
verified: no, type: nauc_mrr_at_20_std
value: 29.615000000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 31.535200000000003
verified: no, type: nauc_mrr_at_100_max
value: 50.7764
verified: no, type: nauc_mrr_at_100_std
value: 29.772199999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 31.5569
verified: no, type: nauc_mrr_at_1000_max
value: 50.75150000000001
verified: no, type: nauc_mrr_at_1000_std
value: 29.747600000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.5457
verified: no, type: main_score
value: 35.879
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: ndcg_at_1
value: 45.394
verified: no, type: ndcg_at_3
value: 57.17
verified: no, type: ndcg_at_5
value: 61.402
verified: no, type: ndcg_at_10
value: 64.59899999999999
verified: no, type: ndcg_at_20
value: 66.24600000000001
verified: no, type: ndcg_at_100
value: 67.522
verified: no, type: ndcg_at_1000
value: 67.849
verified: no, type: map_at_1
value: 40.6
verified: no, type: map_at_3
value: 53.055
verified: no, type: map_at_5
value: 55.67100000000001
verified: no, type: map_at_10
value: 57.160999999999994
verified: no, type: map_at_20
value: 57.701
verified: no, type: map_at_100
value: 57.926
verified: no, type: map_at_1000
value: 57.940999999999995
verified: no, type: recall_at_1
value: 40.6
verified: no, type: recall_at_3
value: 65.766
verified: no, type: recall_at_5
value: 75.466
verified: no, type: recall_at_10
value: 84.654
verified: no, type: recall_at_20
value: 90.60000000000001
verified: no, type: recall_at_100
value: 96.854
verified: no, type: recall_at_1000
value: 99.232
verified: no, type: precision_at_1
value: 45.394
verified: no, type: precision_at_3
value: 25.521
verified: no, type: precision_at_5
value: 17.781
verified: no, type: precision_at_10
value: 10.098
verified: no, type: precision_at_20
value: 5.4559999999999995
verified: no, type: precision_at_100
value: 1.176
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: mrr_at_1
value: 45.394
verified: no, type: mrr_at_3
value: 56.3104
verified: no, type: mrr_at_5
value: 58.36130000000001
verified: no, type: mrr_at_10
value: 59.5005
verified: no, type: mrr_at_20
value: 59.866299999999995
verified: no, type: mrr_at_100
value: 59.9998
verified: no, type: mrr_at_1000
value: 60.0097
verified: no, type: nauc_ndcg_at_1_max
value: 26.4568
verified: no, type: nauc_ndcg_at_1_std
value: -5.4489
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.8496
verified: no, type: nauc_ndcg_at_3_max
value: 31.1415
verified: no, type: nauc_ndcg_at_3_std
value: -7.0855
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.4212
verified: no, type: nauc_ndcg_at_5_max
value: 32.819199999999995
verified: no, type: nauc_ndcg_at_5_std
value: -5.775
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.7043
verified: no, type: nauc_ndcg_at_10_max
value: 33.0741
verified: no, type: nauc_ndcg_at_10_std
value: -4.5213
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.19
verified: no, type: nauc_ndcg_at_20_max
value: 33.266400000000004
verified: no, type: nauc_ndcg_at_20_std
value: -3.5874
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.2496
verified: no, type: nauc_ndcg_at_100_max
value: 32.7922
verified: no, type: nauc_ndcg_at_100_std
value: -3.2738000000000005
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.5649
verified: no, type: nauc_ndcg_at_1000_max
value: 32.237500000000004
verified: no, type: nauc_ndcg_at_1000_std
value: -3.9578
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.717499999999994
verified: no, type: nauc_map_at_1_max
value: 24.3328
verified: no, type: nauc_map_at_1_std
value: -7.889799999999999
verified: no, type: nauc_map_at_1_diff1
value: 40.0251
verified: no, type: nauc_map_at_3_max
value: 29.6774
verified: no, type: nauc_map_at_3_std
value: -7.5739
verified: no, type: nauc_map_at_3_diff1
value: 37.459900000000005
verified: no, type: nauc_map_at_5_max
value: 30.6947
verified: no, type: nauc_map_at_5_std
value: -6.7940000000000005
verified: no, type: nauc_map_at_5_diff1
value: 37.0909
verified: no, type: nauc_map_at_10_max
value: 30.723899999999997
verified: no, type: nauc_map_at_10_std
value: -6.2581999999999995
verified: no, type: nauc_map_at_10_diff1
value: 37.1775
verified: no, type: nauc_map_at_20_max
value: 30.7861
verified: no, type: nauc_map_at_20_std
value: -5.9957
verified: no, type: nauc_map_at_20_diff1
value: 37.209900000000005
verified: no, type: nauc_map_at_100_max
value: 30.7336
verified: no, type: nauc_map_at_100_std
value: -5.909
verified: no, type: nauc_map_at_100_diff1
value: 37.2446
verified: no, type: nauc_map_at_1000_max
value: 30.7142
verified: no, type: nauc_map_at_1000_std
value: -5.9306
verified: no, type: nauc_map_at_1000_diff1
value: 37.25
verified: no, type: nauc_recall_at_1_max
value: 24.3328
verified: no, type: nauc_recall_at_1_std
value: -7.889799999999999
verified: no, type: nauc_recall_at_1_diff1
value: 40.0251
verified: no, type: nauc_recall_at_3_max
value: 34.2412
verified: no, type: nauc_recall_at_3_std
value: -7.5245999999999995
verified: no, type: nauc_recall_at_3_diff1
value: 32.7498
verified: no, type: nauc_recall_at_5_max
value: 39.6798
verified: no, type: nauc_recall_at_5_std
value: -4.1992
verified: no, type: nauc_recall_at_5_diff1
value: 29.5385
verified: no, type: nauc_recall_at_10_max
value: 44.5052
verified: no, type: nauc_recall_at_10_std
value: 2.4045
verified: no, type: nauc_recall_at_10_diff1
value: 30.051499999999997
verified: no, type: nauc_recall_at_20_max
value: 52.8161
verified: no, type: nauc_recall_at_20_std
value: 14.1647
verified: no, type: nauc_recall_at_20_diff1
value: 27.7847
verified: no, type: nauc_recall_at_100_max
value: 74.644
verified: no, type: nauc_recall_at_100_std
value: 54.927099999999996
verified: no, type: nauc_recall_at_100_diff1
value: 27.507900000000003
verified: no, type: nauc_recall_at_1000_max
value: 85.1144
verified: no, type: nauc_recall_at_1000_std
value: 80.0515
verified: no, type: nauc_recall_at_1000_diff1
value: 37.028299999999994
verified: no, type: nauc_precision_at_1_max
value: 26.4568
verified: no, type: nauc_precision_at_1_std
value: -5.4489
verified: no, type: nauc_precision_at_1_diff1
value: 39.8496
verified: no, type: nauc_precision_at_3_max
value: 30.0271
verified: no, type: nauc_precision_at_3_std
value: -0.8751
verified: no, type: nauc_precision_at_3_diff1
value: 21.8662
verified: no, type: nauc_precision_at_5_max
value: 28.4063
verified: no, type: nauc_precision_at_5_std
value: 4.1253
verified: no, type: nauc_precision_at_5_diff1
value: 13.1855
verified: no, type: nauc_precision_at_10_max
value: 22.6524
verified: no, type: nauc_precision_at_10_std
value: 10.340399999999999
verified: no, type: nauc_precision_at_10_diff1
value: 5.4243
verified: no, type: nauc_precision_at_20_max
value: 18.4481
verified: no, type: nauc_precision_at_20_std
value: 16.0409
verified: no, type: nauc_precision_at_20_diff1
value: -0.9561
verified: no, type: nauc_precision_at_100_max
value: 9.361600000000001
verified: no, type: nauc_precision_at_100_std
value: 19.1145
verified: no, type: nauc_precision_at_100_diff1
value: -8.0049
verified: no, type: nauc_precision_at_1000_max
value: 3.0707
verified: no, type: nauc_precision_at_1000_std
value: 15.259900000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -10.190000000000001
verified: no, type: nauc_mrr_at_1_max
value: 26.4568
verified: no, type: nauc_mrr_at_1_std
value: -5.4489
verified: no, type: nauc_mrr_at_1_diff1
value: 39.8496
verified: no, type: nauc_mrr_at_3_max
value: 30.262299999999996
verified: no, type: nauc_mrr_at_3_std
value: -5.428100000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 36.878899999999994
verified: no, type: nauc_mrr_at_5_max
value: 30.813000000000002
verified: no, type: nauc_mrr_at_5_std
value: -4.7534
verified: no, type: nauc_mrr_at_5_diff1
value: 36.5968
verified: no, type: nauc_mrr_at_10_max
value: 30.857499999999998
verified: no, type: nauc_mrr_at_10_std
value: -4.4249
verified: no, type: nauc_mrr_at_10_diff1
value: 36.973
verified: no, type: nauc_mrr_at_20_max
value: 30.8228
verified: no, type: nauc_mrr_at_20_std
value: -4.3275
verified: no, type: nauc_mrr_at_20_diff1
value: 37.0266
verified: no, type: nauc_mrr_at_100_max
value: 30.7442
verified: no, type: nauc_mrr_at_100_std
value: -4.3408
verified: no, type: nauc_mrr_at_100_diff1
value: 37.060500000000005
verified: no, type: nauc_mrr_at_1000_max
value: 30.7286
verified: no, type: nauc_mrr_at_1000_std
value: -4.36
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.0647
verified: no, type: main_score
value: 64.59899999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: ndcg_at_1
value: 82.01
verified: no, type: ndcg_at_3
value: 86.035
verified: no, type: ndcg_at_5
value: 87.628
verified: no, type: ndcg_at_10
value: 88.735
verified: no, type: ndcg_at_20
value: 89.375
verified: no, type: ndcg_at_100
value: 89.89
verified: no, type: ndcg_at_1000
value: 90.001
verified: no, type: map_at_1
value: 71.126
verified: no, type: map_at_3
value: 82.14399999999999
verified: no, type: map_at_5
value: 84.03500000000001
verified: no, type: map_at_10
value: 85.064
verified: no, type: map_at_20
value: 85.469
verified: no, type: map_at_100
value: 85.673
verified: no, type: map_at_1000
value: 85.69099999999999
verified: no, type: recall_at_1
value: 71.126
verified: no, type: recall_at_3
value: 87.76
verified: no, type: recall_at_5
value: 92.286
verified: no, type: recall_at_10
value: 95.56
verified: no, type: recall_at_20
value: 97.655
verified: no, type: recall_at_100
value: 99.497
verified: no, type: recall_at_1000
value: 99.979
verified: no, type: precision_at_1
value: 82.01
verified: no, type: precision_at_3
value: 37.653
verified: no, type: precision_at_5
value: 24.779999999999998
verified: no, type: precision_at_10
value: 13.441
verified: no, type: precision_at_20
value: 7.114
verified: no, type: precision_at_100
value: 1.524
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: mrr_at_1
value: 81.96
verified: no, type: mrr_at_3
value: 87.105
verified: no, type: mrr_at_5
value: 87.779
verified: no, type: mrr_at_10
value: 88.02680000000001
verified: no, type: mrr_at_20
value: 88.10470000000001
verified: no, type: mrr_at_100
value: 88.126
verified: no, type: mrr_at_1000
value: 88.127
verified: no, type: nauc_ndcg_at_1_max
value: 37.866499999999995
verified: no, type: nauc_ndcg_at_1_std
value: -40.9317
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.09089999999999
verified: no, type: nauc_ndcg_at_3_max
value: 35.4917
verified: no, type: nauc_ndcg_at_3_std
value: -48.968
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.90050000000001
verified: no, type: nauc_ndcg_at_5_max
value: 35.898799999999994
verified: no, type: nauc_ndcg_at_5_std
value: -50.5572
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.6471
verified: no, type: nauc_ndcg_at_10_max
value: 36.7786
verified: no, type: nauc_ndcg_at_10_std
value: -49.6733
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.8147
verified: no, type: nauc_ndcg_at_20_max
value: 37.1374
verified: no, type: nauc_ndcg_at_20_std
value: -47.9144
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.6412
verified: no, type: nauc_ndcg_at_100_max
value: 37.3452
verified: no, type: nauc_ndcg_at_100_std
value: -46.0007
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.6194
verified: no, type: nauc_ndcg_at_1000_max
value: 37.4848
verified: no, type: nauc_ndcg_at_1000_std
value: -45.6578
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.6001
verified: no, type: nauc_map_at_1_max
value: 26.7109
verified: no, type: nauc_map_at_1_std
value: -42.9943
verified: no, type: nauc_map_at_1_diff1
value: 80.5567
verified: no, type: nauc_map_at_3_max
value: 32.8491
verified: no, type: nauc_map_at_3_std
value: -51.64
verified: no, type: nauc_map_at_3_diff1
value: 77.29700000000001
verified: no, type: nauc_map_at_5_max
value: 34.4071
verified: no, type: nauc_map_at_5_std
value: -51.6503
verified: no, type: nauc_map_at_5_diff1
value: 77.28920000000001
verified: no, type: nauc_map_at_10_max
value: 35.4934
verified: no, type: nauc_map_at_10_std
value: -50.0995
verified: no, type: nauc_map_at_10_diff1
value: 76.9983
verified: no, type: nauc_map_at_20_max
value: 35.8087
verified: no, type: nauc_map_at_20_std
value: -48.8069
verified: no, type: nauc_map_at_20_diff1
value: 76.8026
verified: no, type: nauc_map_at_100_max
value: 35.8928
verified: no, type: nauc_map_at_100_std
value: -48.0561
verified: no, type: nauc_map_at_100_diff1
value: 76.7244
verified: no, type: nauc_map_at_1000_max
value: 35.924499999999995
verified: no, type: nauc_map_at_1000_std
value: -47.981899999999996
verified: no, type: nauc_map_at_1000_diff1
value: 76.7183
verified: no, type: nauc_recall_at_1_max
value: 26.7109
verified: no, type: nauc_recall_at_1_std
value: -42.9943
verified: no, type: nauc_recall_at_1_diff1
value: 80.5567
verified: no, type: nauc_recall_at_3_max
value: 29.066300000000002
verified: no, type: nauc_recall_at_3_std
value: -60.1536
verified: no, type: nauc_recall_at_3_diff1
value: 73.32469999999999
verified: no, type: nauc_recall_at_5_max
value: 30.1025
verified: no, type: nauc_recall_at_5_std
value: -67.8779
verified: no, type: nauc_recall_at_5_diff1
value: 73.13340000000001
verified: no, type: nauc_recall_at_10_max
value: 33.771699999999996
verified: no, type: nauc_recall_at_10_std
value: -72.4753
verified: no, type: nauc_recall_at_10_diff1
value: 74.168
verified: no, type: nauc_recall_at_20_max
value: 34.8005
verified: no, type: nauc_recall_at_20_std
value: -68.60579999999999
verified: no, type: nauc_recall_at_20_diff1
value: 72.6083
verified: no, type: nauc_recall_at_100_max
value: 33.394800000000004
verified: no, type: nauc_recall_at_100_std
value: -49.7417
verified: no, type: nauc_recall_at_100_diff1
value: 73.5857
verified: no, type: nauc_recall_at_1000_max
value: 48.8898
verified: no, type: nauc_recall_at_1000_std
value: 54.583800000000004
verified: no, type: nauc_recall_at_1000_diff1
value: 64.0609
verified: no, type: nauc_precision_at_1_max
value: 37.866499999999995
verified: no, type: nauc_precision_at_1_std
value: -40.9317
verified: no, type: nauc_precision_at_1_diff1
value: 78.09089999999999
verified: no, type: nauc_precision_at_3_max
value: 8.2308
verified: no, type: nauc_precision_at_3_std
value: 5.0732
verified: no, type: nauc_precision_at_3_diff1
value: -19.919
verified: no, type: nauc_precision_at_5_max
value: 3.0249
verified: no, type: nauc_precision_at_5_std
value: 16.7897
verified: no, type: nauc_precision_at_5_diff1
value: -32.0086
verified: no, type: nauc_precision_at_10_max
value: -0.5459999999999999
verified: no, type: nauc_precision_at_10_std
value: 27.1262
verified: no, type: nauc_precision_at_10_diff1
value: -38.8076
verified: no, type: nauc_precision_at_20_max
value: -2.7663
verified: no, type: nauc_precision_at_20_std
value: 34.1696
verified: no, type: nauc_precision_at_20_diff1
value: -42.1088
verified: no, type: nauc_precision_at_100_max
value: -5.0689
verified: no, type: nauc_precision_at_100_std
value: 40.023599999999995
verified: no, type: nauc_precision_at_100_diff1
value: -43.8996
verified: no, type: nauc_precision_at_1000_max
value: -5.1495
verified: no, type: nauc_precision_at_1000_std
value: 41.4194
verified: no, type: nauc_precision_at_1000_diff1
value: -44.219
verified: no, type: nauc_mrr_at_1_max
value: 37.7695
verified: no, type: nauc_mrr_at_1_std
value: -41.0563
verified: no, type: nauc_mrr_at_1_diff1
value: 78.1854
verified: no, type: nauc_mrr_at_3_max
value: 38.3824
verified: no, type: nauc_mrr_at_3_std
value: -43.7797
verified: no, type: nauc_mrr_at_3_diff1
value: 77.0796
verified: no, type: nauc_mrr_at_5_max
value: 38.5156
verified: no, type: nauc_mrr_at_5_std
value: -43.8092
verified: no, type: nauc_mrr_at_5_diff1
value: 77.31710000000001
verified: no, type: nauc_mrr_at_10_max
value: 38.523
verified: no, type: nauc_mrr_at_10_std
value: -43.5039
verified: no, type: nauc_mrr_at_10_diff1
value: 77.375
verified: no, type: nauc_mrr_at_20_max
value: 38.4635
verified: no, type: nauc_mrr_at_20_std
value: -43.3619
verified: no, type: nauc_mrr_at_20_diff1
value: 77.3565
verified: no, type: nauc_mrr_at_100_max
value: 38.4502
verified: no, type: nauc_mrr_at_100_std
value: -43.3315
verified: no, type: nauc_mrr_at_100_diff1
value: 77.3584
verified: no, type: nauc_mrr_at_1000_max
value: 38.449
verified: no, type: nauc_mrr_at_1000_std
value: -43.3339
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.3584
verified: no, type: main_score
value: 88.735
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: v_measure
value: 49.1271
verified: no, type: v_measure_std
value: 4.5517
verified: no, type: main_score
value: 49.1271
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: v_measure
value: 61.0626
verified: no, type: v_measure_std
value: 12.6364
verified: no, type: main_score
value: 61.0626
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: ndcg_at_1
value: 23.7
verified: no, type: ndcg_at_3
value: 19.346
verified: no, type: ndcg_at_5
value: 17.044999999999998
verified: no, type: ndcg_at_10
value: 20.347
verified: no, type: ndcg_at_20
value: 23.237
verified: no, type: ndcg_at_100
value: 27.923
verified: no, type: ndcg_at_1000
value: 32.891999999999996
verified: no, type: map_at_1
value: 4.813
verified: no, type: map_at_3
value: 8.688
verified: no, type: map_at_5
value: 10.41
verified: no, type: map_at_10
value: 12.107999999999999
verified: no, type: map_at_20
value: 13.187
verified: no, type: map_at_100
value: 14.113000000000001
verified: no, type: map_at_1000
value: 14.383000000000001
verified: no, type: recall_at_1
value: 4.813
verified: no, type: recall_at_3
value: 11.022
verified: no, type: recall_at_5
value: 15.242
verified: no, type: recall_at_10
value: 21.308
verified: no, type: recall_at_20
value: 28.1
verified: no, type: recall_at_100
value: 43.335
verified: no, type: recall_at_1000
value: 67.672
verified: no, type: precision_at_1
value: 23.7
verified: no, type: precision_at_3
value: 18.099999999999998
verified: no, type: precision_at_5
value: 15
verified: no, type: precision_at_10
value: 10.48
verified: no, type: precision_at_20
value: 6.909999999999999
verified: no, type: precision_at_100
value: 2.133
verified: no, type: precision_at_1000
value: 0.333
verified: no, type: mrr_at_1
value: 23.7
verified: no, type: mrr_at_3
value: 31.35
verified: no, type: mrr_at_5
value: 33.650000000000006
verified: no, type: mrr_at_10
value: 34.9399
verified: no, type: mrr_at_20
value: 35.5429
verified: no, type: mrr_at_100
value: 35.9342
verified: no, type: mrr_at_1000
value: 35.9943
verified: no, type: nauc_ndcg_at_1_max
value: 20.214499999999997
verified: no, type: nauc_ndcg_at_1_std
value: 7.2459999999999996
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.8353
verified: no, type: nauc_ndcg_at_3_max
value: 23.3459
verified: no, type: nauc_ndcg_at_3_std
value: 10.9732
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.0618
verified: no, type: nauc_ndcg_at_5_max
value: 24.5147
verified: no, type: nauc_ndcg_at_5_std
value: 13.309000000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.0975
verified: no, type: nauc_ndcg_at_10_max
value: 27.0937
verified: no, type: nauc_ndcg_at_10_std
value: 16.4516
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.9585
verified: no, type: nauc_ndcg_at_20_max
value: 28.503600000000002
verified: no, type: nauc_ndcg_at_20_std
value: 19.1956
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.508200000000002
verified: no, type: nauc_ndcg_at_100_max
value: 30.7317
verified: no, type: nauc_ndcg_at_100_std
value: 23.2169
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.7085
verified: no, type: nauc_ndcg_at_1000_max
value: 30.3307
verified: no, type: nauc_ndcg_at_1000_std
value: 24.7664
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.0469
verified: no, type: nauc_map_at_1_max
value: 20.3702
verified: no, type: nauc_map_at_1_std
value: 7.219200000000001
verified: no, type: nauc_map_at_1_diff1
value: 27.0193
verified: no, type: nauc_map_at_3_max
value: 23.0558
verified: no, type: nauc_map_at_3_std
value: 9.411999999999999
verified: no, type: nauc_map_at_3_diff1
value: 21.3691
verified: no, type: nauc_map_at_5_max
value: 23.763
verified: no, type: nauc_map_at_5_std
value: 11.228
verified: no, type: nauc_map_at_5_diff1
value: 20.4299
verified: no, type: nauc_map_at_10_max
value: 25.6655
verified: no, type: nauc_map_at_10_std
value: 14.0481
verified: no, type: nauc_map_at_10_diff1
value: 19.7937
verified: no, type: nauc_map_at_20_max
value: 26.5994
verified: no, type: nauc_map_at_20_std
value: 15.820400000000001
verified: no, type: nauc_map_at_20_diff1
value: 19.476499999999998
verified: no, type: nauc_map_at_100_max
value: 27.4895
verified: no, type: nauc_map_at_100_std
value: 17.262
verified: no, type: nauc_map_at_100_diff1
value: 19.4661
verified: no, type: nauc_map_at_1000_max
value: 27.5301
verified: no, type: nauc_map_at_1000_std
value: 17.4927
verified: no, type: nauc_map_at_1000_diff1
value: 19.4691
verified: no, type: nauc_recall_at_1_max
value: 20.3702
verified: no, type: nauc_recall_at_1_std
value: 7.219200000000001
verified: no, type: nauc_recall_at_1_diff1
value: 27.0193
verified: no, type: nauc_recall_at_3_max
value: 23.6476
verified: no, type: nauc_recall_at_3_std
value: 11.9176
verified: no, type: nauc_recall_at_3_diff1
value: 18.1657
verified: no, type: nauc_recall_at_5_max
value: 24.8053
verified: no, type: nauc_recall_at_5_std
value: 15.5205
verified: no, type: nauc_recall_at_5_diff1
value: 16.4924
verified: no, type: nauc_recall_at_10_max
value: 27.9864
verified: no, type: nauc_recall_at_10_std
value: 20.1496
verified: no, type: nauc_recall_at_10_diff1
value: 16.0154
verified: no, type: nauc_recall_at_20_max
value: 29.0157
verified: no, type: nauc_recall_at_20_std
value: 24.374100000000002
verified: no, type: nauc_recall_at_20_diff1
value: 14.174800000000001
verified: no, type: nauc_recall_at_100_max
value: 31.245299999999997
verified: no, type: nauc_recall_at_100_std
value: 32.161699999999996
verified: no, type: nauc_recall_at_100_diff1
value: 12.9714
verified: no, type: nauc_recall_at_1000_max
value: 25.6486
verified: no, type: nauc_recall_at_1000_std
value: 37.1526
verified: no, type: nauc_recall_at_1000_diff1
value: 6.0907
verified: no, type: nauc_precision_at_1_max
value: 20.214499999999997
verified: no, type: nauc_precision_at_1_std
value: 7.2459999999999996
verified: no, type: nauc_precision_at_1_diff1
value: 26.8353
verified: no, type: nauc_precision_at_3_max
value: 23.8245
verified: no, type: nauc_precision_at_3_std
value: 12.2589
verified: no, type: nauc_precision_at_3_diff1
value: 18.192800000000002
verified: no, type: nauc_precision_at_5_max
value: 25.3681
verified: no, type: nauc_precision_at_5_std
value: 15.947700000000001
verified: no, type: nauc_precision_at_5_diff1
value: 16.6931
verified: no, type: nauc_precision_at_10_max
value: 28.2682
verified: no, type: nauc_precision_at_10_std
value: 20.2673
verified: no, type: nauc_precision_at_10_diff1
value: 15.8977
verified: no, type: nauc_precision_at_20_max
value: 29.3989
verified: no, type: nauc_precision_at_20_std
value: 24.5769
verified: no, type: nauc_precision_at_20_diff1
value: 14.1994
verified: no, type: nauc_precision_at_100_max
value: 31.418000000000003
verified: no, type: nauc_precision_at_100_std
value: 32.0978
verified: no, type: nauc_precision_at_100_diff1
value: 12.768199999999998
verified: no, type: nauc_precision_at_1000_max
value: 25.501099999999997
verified: no, type: nauc_precision_at_1000_std
value: 36.477399999999996
verified: no, type: nauc_precision_at_1000_diff1
value: 5.5335
verified: no, type: nauc_mrr_at_1_max
value: 20.214499999999997
verified: no, type: nauc_mrr_at_1_std
value: 7.2459999999999996
verified: no, type: nauc_mrr_at_1_diff1
value: 26.8353
verified: no, type: nauc_mrr_at_3_max
value: 22.7925
verified: no, type: nauc_mrr_at_3_std
value: 10.6945
verified: no, type: nauc_mrr_at_3_diff1
value: 23.6308
verified: no, type: nauc_mrr_at_5_max
value: 23.427799999999998
verified: no, type: nauc_mrr_at_5_std
value: 11.8634
verified: no, type: nauc_mrr_at_5_diff1
value: 23.0875
verified: no, type: nauc_mrr_at_10_max
value: 24.0918
verified: no, type: nauc_mrr_at_10_std
value: 12.4753
verified: no, type: nauc_mrr_at_10_diff1
value: 23.352999999999998
verified: no, type: nauc_mrr_at_20_max
value: 24.078
verified: no, type: nauc_mrr_at_20_std
value: 12.5849
verified: no, type: nauc_mrr_at_20_diff1
value: 23.3351
verified: no, type: nauc_mrr_at_100_max
value: 24.0858
verified: no, type: nauc_mrr_at_100_std
value: 12.5772
verified: no, type: nauc_mrr_at_100_diff1
value: 23.4778
verified: no, type: nauc_mrr_at_1000_max
value: 24.058799999999998
verified: no, type: nauc_mrr_at_1000_std
value: 12.549
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.4713
verified: no, type: main_score
value: 20.347
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: pearson
value: 75.7747
verified: no, type: spearman
value: 71.3142
verified: no, type: cosine_pearson
value: 75.7747
verified: no, type: cosine_spearman
value: 71.3142
verified: no, type: manhattan_pearson
value: 73.8759
verified: no, type: manhattan_spearman
value: 71.1003
verified: no, type: euclidean_pearson
value: 74.088
verified: no, type: euclidean_spearman
value: 71.3142
verified: no, type: main_score
value: 71.3142
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: pearson
value: 72.5903
verified: no, type: spearman
value: 70.6581
verified: no, type: cosine_pearson
value: 72.5903
verified: no, type: cosine_spearman
value: 70.6581
verified: no, type: manhattan_pearson
value: 69.2077
verified: no, type: manhattan_spearman
value: 70.4521
verified: no, type: euclidean_pearson
value: 69.41720000000001
verified: no, type: euclidean_spearman
value: 70.6581
verified: no, type: main_score
value: 70.6581
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: pearson
value: 73.1686
verified: no, type: spearman
value: 77.4225
verified: no, type: cosine_pearson
value: 73.1686
verified: no, type: cosine_spearman
value: 77.4225
verified: no, type: manhattan_pearson
value: 76.2481
verified: no, type: manhattan_spearman
value: 77.325
verified: no, type: euclidean_pearson
value: 76.3568
verified: no, type: euclidean_spearman
value: 77.4225
verified: no, type: main_score
value: 77.4225
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: pearson
value: 74.46340000000001
verified: no, type: spearman
value: 72.9162
verified: no, type: cosine_pearson
value: 74.46340000000001
verified: no, type: cosine_spearman
value: 72.9162
verified: no, type: manhattan_pearson
value: 73.8079
verified: no, type: manhattan_spearman
value: 72.8704
verified: no, type: euclidean_pearson
value: 73.8244
verified: no, type: euclidean_spearman
value: 72.9162
verified: no, type: main_score
value: 72.9162
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: pearson
value: 80.1161
verified: no, type: spearman
value: 81.83200000000001
verified: no, type: cosine_pearson
value: 80.1161
verified: no, type: cosine_spearman
value: 81.83200000000001
verified: no, type: manhattan_pearson
value: 81.573
verified: no, type: manhattan_spearman
value: 81.807
verified: no, type: euclidean_pearson
value: 81.59490000000001
verified: no, type: euclidean_spearman
value: 81.83200000000001
verified: no, type: main_score
value: 81.83200000000001
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: pearson
value: 78.8244
verified: no, type: spearman
value: 81.2262
verified: no, type: cosine_pearson
value: 78.8244
verified: no, type: cosine_spearman
value: 81.2262
verified: no, type: manhattan_pearson
value: 80.6177
verified: no, type: manhattan_spearman
value: 81.1361
verified: no, type: euclidean_pearson
value: 80.7347
verified: no, type: euclidean_spearman
value: 81.2262
verified: no, type: main_score
value: 81.2262
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 67.9751
verified: no, type: spearman
value: 68.92099999999999
verified: no, type: cosine_pearson
value: 67.9751
verified: no, type: cosine_spearman
value: 68.92099999999999
verified: no, type: manhattan_pearson
value: 68.9355
verified: no, type: manhattan_spearman
value: 68.777
verified: no, type: euclidean_pearson
value: 69.11410000000001
verified: no, type: euclidean_spearman
value: 68.92099999999999
verified: no, type: main_score
value: 68.92099999999999
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 72.08449999999999
verified: no, type: spearman
value: 74.6931
verified: no, type: cosine_pearson
value: 72.08449999999999
verified: no, type: cosine_spearman
value: 74.6931
verified: no, type: manhattan_pearson
value: 73.52
verified: no, type: manhattan_spearman
value: 74.7097
verified: no, type: euclidean_pearson
value: 73.62180000000001
verified: no, type: euclidean_spearman
value: 74.6931
verified: no, type: main_score
value: 74.6931
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 80.528
verified: no, type: spearman
value: 84.10459999999999
verified: no, type: cosine_pearson
value: 80.528
verified: no, type: cosine_spearman
value: 84.10459999999999
verified: no, type: manhattan_pearson
value: 83.1537
verified: no, type: manhattan_spearman
value: 84.0952
verified: no, type: euclidean_pearson
value: 83.337
verified: no, type: euclidean_spearman
value: 84.10459999999999
verified: no, type: main_score
value: 84.10459999999999
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 49.641400000000004
verified: no, type: spearman
value: 48.9413
verified: no, type: cosine_pearson
value: 49.641400000000004
verified: no, type: cosine_spearman
value: 48.9413
verified: no, type: manhattan_pearson
value: 51.434000000000005
verified: no, type: manhattan_spearman
value: 49.1595
verified: no, type: euclidean_pearson
value: 50.867799999999995
verified: no, type: euclidean_spearman
value: 48.9413
verified: no, type: main_score
value: 48.9413
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 71.2577
verified: no, type: spearman
value: 73.82419999999999
verified: no, type: cosine_pearson
value: 71.2577
verified: no, type: cosine_spearman
value: 73.82419999999999
verified: no, type: manhattan_pearson
value: 71.9329
verified: no, type: manhattan_spearman
value: 73.4651
verified: no, type: euclidean_pearson
value: 72.2771
verified: no, type: euclidean_spearman
value: 73.82419999999999
verified: no, type: main_score
value: 73.82419999999999
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 64.1562
verified: no, type: spearman
value: 64.8766
verified: no, type: cosine_pearson
value: 64.1562
verified: no, type: cosine_spearman
value: 64.8766
verified: no, type: manhattan_pearson
value: 64.16579999999999
verified: no, type: manhattan_spearman
value: 64.1931
verified: no, type: euclidean_pearson
value: 64.6169
verified: no, type: euclidean_spearman
value: 64.8766
verified: no, type: main_score
value: 64.8766
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 42.257400000000004
verified: no, type: spearman
value: 43.2176
verified: no, type: cosine_pearson
value: 42.257400000000004
verified: no, type: cosine_spearman
value: 43.2176
verified: no, type: manhattan_pearson
value: 43.5359
verified: no, type: manhattan_spearman
value: 42.4143
verified: no, type: euclidean_pearson
value: 43.6717
verified: no, type: euclidean_spearman
value: 43.2176
verified: no, type: main_score
value: 43.2176
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 74.0088
verified: no, type: spearman
value: 75.8687
verified: no, type: cosine_pearson
value: 74.0088
verified: no, type: cosine_spearman
value: 75.8687
verified: no, type: manhattan_pearson
value: 74.8505
verified: no, type: manhattan_spearman
value: 75.6101
verified: no, type: euclidean_pearson
value: 75.1303
verified: no, type: euclidean_spearman
value: 75.8687
verified: no, type: main_score
value: 75.8687
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 68.0842
verified: no, type: spearman
value: 69.4346
verified: no, type: cosine_pearson
value: 68.0842
verified: no, type: cosine_spearman
value: 69.4346
verified: no, type: manhattan_pearson
value: 69.9982
verified: no, type: manhattan_spearman
value: 69.8952
verified: no, type: euclidean_pearson
value: 69.6375
verified: no, type: euclidean_spearman
value: 69.4346
verified: no, type: main_score
value: 69.4346
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 76.3695
verified: no, type: spearman
value: 78.88730000000001
verified: no, type: cosine_pearson
value: 76.3695
verified: no, type: cosine_spearman
value: 78.88730000000001
verified: no, type: manhattan_pearson
value: 79.0721
verified: no, type: manhattan_spearman
value: 79.1151
verified: no, type: euclidean_pearson
value: 78.783
verified: no, type: euclidean_spearman
value: 78.88730000000001
verified: no, type: main_score
value: 78.88730000000001
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 60.59139999999999
verified: no, type: spearman
value: 52.692099999999996
verified: no, type: cosine_pearson
value: 60.59139999999999
verified: no, type: cosine_spearman
value: 52.692099999999996
verified: no, type: manhattan_pearson
value: 64.66499999999999
verified: no, type: manhattan_spearman
value: 53.09009999999999
verified: no, type: euclidean_pearson
value: 64.5541
verified: no, type: euclidean_spearman
value: 52.692099999999996
verified: no, type: main_score
value: 52.692099999999996
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 77.8405
verified: no, type: spearman
value: 76.6188
verified: no, type: cosine_pearson
value: 77.8405
verified: no, type: cosine_spearman
value: 76.6188
verified: no, type: manhattan_pearson
value: 76.6598
verified: no, type: manhattan_spearman
value: 76.3583
verified: no, type: euclidean_pearson
value: 77.1442
verified: no, type: euclidean_spearman
value: 76.6188
verified: no, type: main_score
value: 76.6188
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 69.8017
verified: no, type: spearman
value: 68.7734
verified: no, type: cosine_pearson
value: 69.8017
verified: no, type: cosine_spearman
value: 68.7734
verified: no, type: manhattan_pearson
value: 70.6884
verified: no, type: manhattan_spearman
value: 68.2974
verified: no, type: euclidean_pearson
value: 70.7968
verified: no, type: euclidean_spearman
value: 68.7734
verified: no, type: main_score
value: 68.7734
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: pearson
value: 73.3293
verified: no, type: spearman
value: 76.00919999999999
verified: no, type: cosine_pearson
value: 73.3293
verified: no, type: cosine_spearman
value: 76.00919999999999
verified: no, type: manhattan_pearson
value: 75.0184
verified: no, type: manhattan_spearman
value: 75.8014
verified: no, type: euclidean_pearson
value: 75.2638
verified: no, type: euclidean_spearman
value: 76.00919999999999
verified: no, type: main_score
value: 76.00919999999999
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: map
value: 77.3669
verified: no, type: mrr
value: 93.5985
verified: no, type: nAUC_map_max
value: 50.2355
verified: no, type: nAUC_map_std
value: 65.5401
verified: no, type: nAUC_map_diff1
value: 9.6333
verified: no, type: nAUC_mrr_max
value: 76.5201
verified: no, type: nAUC_mrr_std
value: 74.7401
verified: no, type: nAUC_mrr_diff1
value: 53.170899999999996
verified: no, type: main_score
value: 77.3669
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: ndcg_at_1
value: 61
verified: no, type: ndcg_at_3
value: 67.589
verified: no, type: ndcg_at_5
value: 68.948
verified: no, type: ndcg_at_10
value: 71.8
verified: no, type: ndcg_at_20
value: 72.595
verified: no, type: ndcg_at_100
value: 74.138
verified: no, type: ndcg_at_1000
value: 74.83800000000001
verified: no, type: map_at_1
value: 57.74399999999999
verified: no, type: map_at_3
value: 64.866
verified: no, type: map_at_5
value: 66.018
verified: no, type: map_at_10
value: 67.535
verified: no, type: map_at_20
value: 67.77
verified: no, type: map_at_100
value: 68.011
verified: no, type: map_at_1000
value: 68.042
verified: no, type: recall_at_1
value: 57.74399999999999
verified: no, type: recall_at_3
value: 71.906
verified: no, type: recall_at_5
value: 75.344
verified: no, type: recall_at_10
value: 83.2
verified: no, type: recall_at_20
value: 86.26700000000001
verified: no, type: recall_at_100
value: 94.333
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: precision_at_1
value: 61
verified: no, type: precision_at_3
value: 26.111
verified: no, type: precision_at_5
value: 16.8
verified: no, type: precision_at_10
value: 9.5
verified: no, type: precision_at_20
value: 4.933
verified: no, type: precision_at_100
value: 1.073
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: mrr_at_1
value: 61
verified: no, type: mrr_at_3
value: 67.4444
verified: no, type: mrr_at_5
value: 68.0778
verified: no, type: mrr_at_10
value: 69.0483
verified: no, type: mrr_at_20
value: 69.2333
verified: no, type: mrr_at_100
value: 69.4403
verified: no, type: mrr_at_1000
value: 69.4708
verified: no, type: nauc_ndcg_at_1_max
value: 53.481500000000004
verified: no, type: nauc_ndcg_at_1_std
value: 8.227
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.0771
verified: no, type: nauc_ndcg_at_3_max
value: 57.0147
verified: no, type: nauc_ndcg_at_3_std
value: 5.2435
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.8841
verified: no, type: nauc_ndcg_at_5_max
value: 57.4675
verified: no, type: nauc_ndcg_at_5_std
value: 8.4709
verified: no, type: nauc_ndcg_at_5_diff1
value: 67.2977
verified: no, type: nauc_ndcg_at_10_max
value: 60.3957
verified: no, type: nauc_ndcg_at_10_std
value: 11.3174
verified: no, type: nauc_ndcg_at_10_diff1
value: 67.8332
verified: no, type: nauc_ndcg_at_20_max
value: 60.3607
verified: no, type: nauc_ndcg_at_20_std
value: 11.9948
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.1122
verified: no, type: nauc_ndcg_at_100_max
value: 59.5293
verified: no, type: nauc_ndcg_at_100_std
value: 11.697799999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 68.453
verified: no, type: nauc_ndcg_at_1000_max
value: 58.8931
verified: no, type: nauc_ndcg_at_1000_std
value: 10.876199999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 68.5746
verified: no, type: nauc_map_at_1_max
value: 49.762299999999996
verified: no, type: nauc_map_at_1_std
value: -0.2785
verified: no, type: nauc_map_at_1_diff1
value: 71.9072
verified: no, type: nauc_map_at_3_max
value: 54.108599999999996
verified: no, type: nauc_map_at_3_std
value: 2.0995
verified: no, type: nauc_map_at_3_diff1
value: 69.3459
verified: no, type: nauc_map_at_5_max
value: 55.257
verified: no, type: nauc_map_at_5_std
value: 5.5776
verified: no, type: nauc_map_at_5_diff1
value: 68.3314
verified: no, type: nauc_map_at_10_max
value: 57.1506
verified: no, type: nauc_map_at_10_std
value: 7.4561
verified: no, type: nauc_map_at_10_diff1
value: 68.8482
verified: no, type: nauc_map_at_20_max
value: 57.126200000000004
verified: no, type: nauc_map_at_20_std
value: 7.6833
verified: no, type: nauc_map_at_20_diff1
value: 68.9132
verified: no, type: nauc_map_at_100_max
value: 56.9874
verified: no, type: nauc_map_at_100_std
value: 7.7405
verified: no, type: nauc_map_at_100_diff1
value: 68.9371
verified: no, type: nauc_map_at_1000_max
value: 56.959199999999996
verified: no, type: nauc_map_at_1000_std
value: 7.709499999999999
verified: no, type: nauc_map_at_1000_diff1
value: 68.9444
verified: no, type: nauc_recall_at_1_max
value: 49.762299999999996
verified: no, type: nauc_recall_at_1_std
value: -0.2785
verified: no, type: nauc_recall_at_1_diff1
value: 71.9072
verified: no, type: nauc_recall_at_3_max
value: 58.22580000000001
verified: no, type: nauc_recall_at_3_std
value: 2.3135
verified: no, type: nauc_recall_at_3_diff1
value: 65.5868
verified: no, type: nauc_recall_at_5_max
value: 60.4096
verified: no, type: nauc_recall_at_5_std
value: 11.7662
verified: no, type: nauc_recall_at_5_diff1
value: 61.5815
verified: no, type: nauc_recall_at_10_max
value: 72.74629999999999
verified: no, type: nauc_recall_at_10_std
value: 22.148
verified: no, type: nauc_recall_at_10_diff1
value: 62.2401
verified: no, type: nauc_recall_at_20_max
value: 74.9625
verified: no, type: nauc_recall_at_20_std
value: 28.1358
verified: no, type: nauc_recall_at_20_diff1
value: 63.240700000000004
verified: no, type: nauc_recall_at_100_max
value: 79.15910000000001
verified: no, type: nauc_recall_at_100_std
value: 39.4162
verified: no, type: nauc_recall_at_100_diff1
value: 65.733
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 72.2222
verified: no, type: nauc_recall_at_1000_diff1
value: 72.2222
verified: no, type: nauc_precision_at_1_max
value: 53.481500000000004
verified: no, type: nauc_precision_at_1_std
value: 8.227
verified: no, type: nauc_precision_at_1_diff1
value: 72.0771
verified: no, type: nauc_precision_at_3_max
value: 55.675799999999995
verified: no, type: nauc_precision_at_3_std
value: 23.9615
verified: no, type: nauc_precision_at_3_diff1
value: 48.1199
verified: no, type: nauc_precision_at_5_max
value: 50.503299999999996
verified: no, type: nauc_precision_at_5_std
value: 36.9259
verified: no, type: nauc_precision_at_5_diff1
value: 31.769399999999997
verified: no, type: nauc_precision_at_10_max
value: 45.4878
verified: no, type: nauc_precision_at_10_std
value: 44.0469
verified: no, type: nauc_precision_at_10_diff1
value: 16.666900000000002
verified: no, type: nauc_precision_at_20_max
value: 40.2908
verified: no, type: nauc_precision_at_20_std
value: 47.330600000000004
verified: no, type: nauc_precision_at_20_diff1
value: 11.0043
verified: no, type: nauc_precision_at_100_max
value: 27.4643
verified: no, type: nauc_precision_at_100_std
value: 53.0014
verified: no, type: nauc_precision_at_100_diff1
value: -4.8238
verified: no, type: nauc_precision_at_1000_max
value: 15.755099999999999
verified: no, type: nauc_precision_at_1000_std
value: 56.634499999999996
verified: no, type: nauc_precision_at_1000_diff1
value: -21.124100000000002
verified: no, type: nauc_mrr_at_1_max
value: 53.481500000000004
verified: no, type: nauc_mrr_at_1_std
value: 8.227
verified: no, type: nauc_mrr_at_1_diff1
value: 72.0771
verified: no, type: nauc_mrr_at_3_max
value: 57.6662
verified: no, type: nauc_mrr_at_3_std
value: 9.2816
verified: no, type: nauc_mrr_at_3_diff1
value: 69.8276
verified: no, type: nauc_mrr_at_5_max
value: 57.6565
verified: no, type: nauc_mrr_at_5_std
value: 10.422099999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 69.0964
verified: no, type: nauc_mrr_at_10_max
value: 58.000099999999996
verified: no, type: nauc_mrr_at_10_std
value: 10.957600000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 69.0098
verified: no, type: nauc_mrr_at_20_max
value: 58.0066
verified: no, type: nauc_mrr_at_20_std
value: 11.0139
verified: no, type: nauc_mrr_at_20_diff1
value: 69.1278
verified: no, type: nauc_mrr_at_100_max
value: 57.9072
verified: no, type: nauc_mrr_at_100_std
value: 10.9621
verified: no, type: nauc_mrr_at_100_diff1
value: 69.1925
verified: no, type: nauc_mrr_at_1000_max
value: 57.87949999999999
verified: no, type: nauc_mrr_at_1000_std
value: 10.934199999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.2004
verified: no, type: main_score
value: 71.8
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: similarity_accuracy
value: 99.8248
verified: no, type: similarity_accuracy_threshold
value: 74.6155
verified: no, type: similarity_f1
value: 91.12780000000001
verified: no, type: similarity_f1_threshold
value: 74.2422
verified: no, type: similarity_precision
value: 91.3568
verified: no, type: similarity_recall
value: 90.9
verified: no, type: similarity_ap
value: 96.00319999999999
verified: no, type: cosine_accuracy
value: 99.8248
verified: no, type: cosine_accuracy_threshold
value: 74.6155
verified: no, type: cosine_f1
value: 91.12780000000001
verified: no, type: cosine_f1_threshold
value: 74.2422
verified: no, type: cosine_precision
value: 91.3568
verified: no, type: cosine_recall
value: 90.9
verified: no, type: cosine_ap
value: 96.00319999999999
verified: no, type: manhattan_accuracy
value: 99.8257
verified: no, type: manhattan_accuracy_threshold
value: 1574.1653
verified: no, type: manhattan_f1
value: 91.1531
verified: no, type: manhattan_f1_threshold
value: 1595.7924
verified: no, type: manhattan_precision
value: 90.6126
verified: no, type: manhattan_recall
value: 91.7
verified: no, type: manhattan_ap
value: 95.9848
verified: no, type: euclidean_accuracy
value: 99.8248
verified: no, type: euclidean_accuracy_threshold
value: 71.2523
verified: no, type: euclidean_f1
value: 91.12780000000001
verified: no, type: euclidean_f1_threshold
value: 71.7744
verified: no, type: euclidean_precision
value: 91.3568
verified: no, type: euclidean_recall
value: 90.9
verified: no, type: euclidean_ap
value: 96.00319999999999
verified: no, type: dot_accuracy
value: 99.8248
verified: no, type: dot_accuracy_threshold
value: 74.6155
verified: no, type: dot_f1
value: 91.12780000000001
verified: no, type: dot_f1_threshold
value: 74.2422
verified: no, type: dot_precision
value: 91.3568
verified: no, type: dot_recall
value: 90.9
verified: no, type: dot_ap
value: 96.00319999999999
verified: no, type: max_accuracy
value: 99.8257
verified: no, type: max_f1
value: 91.1531
verified: no, type: max_precision
value: 91.3568
verified: no, type: max_recall
value: 91.7
verified: no, type: max_ap
value: 96.00319999999999
verified: no, type: main_score
value: 96.00319999999999
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: v_measure
value: 61.3985
verified: no, type: v_measure_std
value: 5.2151000000000005
verified: no, type: main_score
value: 61.3985
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: v_measure
value: 36.1433
verified: no, type: v_measure_std
value: 1.5853
verified: no, type: main_score
value: 36.1433
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: map
value: 50.47580000000001
verified: no, type: mrr
value: 51.221399999999996
verified: no, type: nAUC_map_max
value: 10.1311
verified: no, type: nAUC_map_std
value: 6.239999999999999
verified: no, type: nAUC_map_diff1
value: 36.3486
verified: no, type: nAUC_mrr_max
value: 10.9306
verified: no, type: nAUC_mrr_std
value: 6.7909
verified: no, type: nAUC_mrr_diff1
value: 36.5536
verified: no, type: main_score
value: 50.47580000000001
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: pearson
value: 29.8474
verified: no, type: spearman
value: 29.391099999999998
verified: no, type: cosine_spearman
value: 29.391099999999998
verified: no, type: cosine_pearson
value: 29.8474
verified: no, type: dot_spearman
value: 29.391099999999998
verified: no, type: dot_pearson
value: 29.8474
verified: no, type: main_score
value: 29.391099999999998
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 85
verified: no, type: ndcg_at_3
value: 84.58099999999999
verified: no, type: ndcg_at_5
value: 83.573
verified: no, type: ndcg_at_10
value: 80.285
verified: no, type: ndcg_at_20
value: 77.469
verified: no, type: ndcg_at_100
value: 63.524
verified: no, type: ndcg_at_1000
value: 56.839
verified: no, type: map_at_1
value: 0.22799999999999998
verified: no, type: map_at_3
value: 0.656
verified: no, type: map_at_5
value: 1.078
verified: no, type: map_at_10
value: 2.0389999999999997
verified: no, type: map_at_20
value: 3.7670000000000003
verified: no, type: map_at_100
value: 12.8
verified: no, type: map_at_1000
value: 31.575999999999997
verified: no, type: recall_at_1
value: 0.22799999999999998
verified: no, type: recall_at_3
value: 0.695
verified: no, type: recall_at_5
value: 1.151
verified: no, type: recall_at_10
value: 2.215
verified: no, type: recall_at_20
value: 4.232
verified: no, type: recall_at_100
value: 15.828000000000001
verified: no, type: recall_at_1000
value: 53.516
verified: no, type: precision_at_1
value: 90
verified: no, type: precision_at_3
value: 89.333
verified: no, type: precision_at_5
value: 88.8
verified: no, type: precision_at_10
value: 84.6
verified: no, type: precision_at_20
value: 81.6
verified: no, type: precision_at_100
value: 65.64
verified: no, type: precision_at_1000
value: 25.380000000000003
verified: no, type: mrr_at_1
value: 90
verified: no, type: mrr_at_3
value: 94.6667
verified: no, type: mrr_at_5
value: 94.6667
verified: no, type: mrr_at_10
value: 94.6667
verified: no, type: mrr_at_20
value: 94.6667
verified: no, type: mrr_at_100
value: 94.6667
verified: no, type: mrr_at_1000
value: 94.6667
verified: no, type: nauc_ndcg_at_1_max
value: -5.4637
verified: no, type: nauc_ndcg_at_1_std
value: 14.5981
verified: no, type: nauc_ndcg_at_1_diff1
value: 13.6414
verified: no, type: nauc_ndcg_at_3_max
value: 10.9521
verified: no, type: nauc_ndcg_at_3_std
value: 39.8204
verified: no, type: nauc_ndcg_at_3_diff1
value: -13.839799999999999
verified: no, type: nauc_ndcg_at_5_max
value: 20.9664
verified: no, type: nauc_ndcg_at_5_std
value: 50.876999999999995
verified: no, type: nauc_ndcg_at_5_diff1
value: -15.3559
verified: no, type: nauc_ndcg_at_10_max
value: 34.053
verified: no, type: nauc_ndcg_at_10_std
value: 59.1102
verified: no, type: nauc_ndcg_at_10_diff1
value: -23.3868
verified: no, type: nauc_ndcg_at_20_max
value: 39.5081
verified: no, type: nauc_ndcg_at_20_std
value: 70.287
verified: no, type: nauc_ndcg_at_20_diff1
value: -36.7999
verified: no, type: nauc_ndcg_at_100_max
value: 38.8671
verified: no, type: nauc_ndcg_at_100_std
value: 80.5875
verified: no, type: nauc_ndcg_at_100_diff1
value: -28.766599999999997
verified: no, type: nauc_ndcg_at_1000_max
value: 45.4017
verified: no, type: nauc_ndcg_at_1000_std
value: 73.1799
verified: no, type: nauc_ndcg_at_1000_diff1
value: -13.5374
verified: no, type: nauc_map_at_1_max
value: -15.7901
verified: no, type: nauc_map_at_1_std
value: -14.5481
verified: no, type: nauc_map_at_1_diff1
value: 35.3307
verified: no, type: nauc_map_at_3_max
value: -4.8114
verified: no, type: nauc_map_at_3_std
value: -8.3704
verified: no, type: nauc_map_at_3_diff1
value: 26.2918
verified: no, type: nauc_map_at_5_max
value: -0.9780000000000001
verified: no, type: nauc_map_at_5_std
value: -3.4821
verified: no, type: nauc_map_at_5_diff1
value: 25.469
verified: no, type: nauc_map_at_10_max
value: 4.2075000000000005
verified: no, type: nauc_map_at_10_std
value: 1.5897999999999999
verified: no, type: nauc_map_at_10_diff1
value: 20.0578
verified: no, type: nauc_map_at_20_max
value: 11.1623
verified: no, type: nauc_map_at_20_std
value: 13.4387
verified: no, type: nauc_map_at_20_diff1
value: 12.9992
verified: no, type: nauc_map_at_100_max
value: 21.7341
verified: no, type: nauc_map_at_100_std
value: 51.2629
verified: no, type: nauc_map_at_100_diff1
value: 6.3333
verified: no, type: nauc_map_at_1000_max
value: 45.7524
verified: no, type: nauc_map_at_1000_std
value: 79.5106
verified: no, type: nauc_map_at_1000_diff1
value: -16.2395
verified: no, type: nauc_recall_at_1_max
value: -15.7901
verified: no, type: nauc_recall_at_1_std
value: -14.5481
verified: no, type: nauc_recall_at_1_diff1
value: 35.3307
verified: no, type: nauc_recall_at_3_max
value: -3.9641
verified: no, type: nauc_recall_at_3_std
value: -11.6408
verified: no, type: nauc_recall_at_3_diff1
value: 26.243
verified: no, type: nauc_recall_at_5_max
value: -1.3654
verified: no, type: nauc_recall_at_5_std
value: -7.7433000000000005
verified: no, type: nauc_recall_at_5_diff1
value: 25.5058
verified: no, type: nauc_recall_at_10_max
value: 0.6649999999999999
verified: no, type: nauc_recall_at_10_std
value: -5.8116
verified: no, type: nauc_recall_at_10_diff1
value: 23.0906
verified: no, type: nauc_recall_at_20_max
value: 4.398
verified: no, type: nauc_recall_at_20_std
value: 2.5343999999999998
verified: no, type: nauc_recall_at_20_diff1
value: 17.0552
verified: no, type: nauc_recall_at_100_max
value: 12.8082
verified: no, type: nauc_recall_at_100_std
value: 32.912400000000005
verified: no, type: nauc_recall_at_100_diff1
value: 14.6836
verified: no, type: nauc_recall_at_1000_max
value: 42.261500000000005
verified: no, type: nauc_recall_at_1000_std
value: 60.5793
verified: no, type: nauc_recall_at_1000_diff1
value: -6.1521
verified: no, type: nauc_precision_at_1_max
value: -7.077500000000001
verified: no, type: nauc_precision_at_1_std
value: 19.7572
verified: no, type: nauc_precision_at_1_diff1
value: 21.9141
verified: no, type: nauc_precision_at_3_max
value: 30.758799999999997
verified: no, type: nauc_precision_at_3_std
value: 53.897099999999995
verified: no, type: nauc_precision_at_3_diff1
value: -25.885399999999997
verified: no, type: nauc_precision_at_5_max
value: 43.5162
verified: no, type: nauc_precision_at_5_std
value: 66.8874
verified: no, type: nauc_precision_at_5_diff1
value: -20.7483
verified: no, type: nauc_precision_at_10_max
value: 46.7798
verified: no, type: nauc_precision_at_10_std
value: 63.677499999999995
verified: no, type: nauc_precision_at_10_diff1
value: -21.1182
verified: no, type: nauc_precision_at_20_max
value: 49.8621
verified: no, type: nauc_precision_at_20_std
value: 79.1937
verified: no, type: nauc_precision_at_20_diff1
value: -38.9691
verified: no, type: nauc_precision_at_100_max
value: 42.8699
verified: no, type: nauc_precision_at_100_std
value: 83.7695
verified: no, type: nauc_precision_at_100_diff1
value: -26.794
verified: no, type: nauc_precision_at_1000_max
value: 42.7819
verified: no, type: nauc_precision_at_1000_std
value: 53.815900000000006
verified: no, type: nauc_precision_at_1000_diff1
value: -34.4047
verified: no, type: nauc_mrr_at_1_max
value: -7.077500000000001
verified: no, type: nauc_mrr_at_1_std
value: 19.7572
verified: no, type: nauc_mrr_at_1_diff1
value: 21.9141
verified: no, type: nauc_mrr_at_3_max
value: -2.1212999999999997
verified: no, type: nauc_mrr_at_3_std
value: 21.9859
verified: no, type: nauc_mrr_at_3_diff1
value: 25.0584
verified: no, type: nauc_mrr_at_5_max
value: -2.1212999999999997
verified: no, type: nauc_mrr_at_5_std
value: 21.9859
verified: no, type: nauc_mrr_at_5_diff1
value: 25.0584
verified: no, type: nauc_mrr_at_10_max
value: -2.1212999999999997
verified: no, type: nauc_mrr_at_10_std
value: 21.9859
verified: no, type: nauc_mrr_at_10_diff1
value: 25.0584
verified: no, type: nauc_mrr_at_20_max
value: -2.1212999999999997
verified: no, type: nauc_mrr_at_20_std
value: 21.9859
verified: no, type: nauc_mrr_at_20_diff1
value: 25.0584
verified: no, type: nauc_mrr_at_100_max
value: -2.1212999999999997
verified: no, type: nauc_mrr_at_100_std
value: 21.9859
verified: no, type: nauc_mrr_at_100_diff1
value: 25.0584
verified: no, type: nauc_mrr_at_1000_max
value: -2.1212999999999997
verified: no, type: nauc_mrr_at_1000_std
value: 21.9859
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.0584
verified: no, type: main_score
value: 80.285
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: ndcg_at_1
value: 33.672999999999995
verified: no, type: ndcg_at_3
value: 34.392
verified: no, type: ndcg_at_5
value: 32.606
verified: no, type: ndcg_at_10
value: 29.767
verified: no, type: ndcg_at_20
value: 30.353
verified: no, type: ndcg_at_100
value: 41.094
verified: no, type: ndcg_at_1000
value: 51.937
verified: no, type: map_at_1
value: 2.64
verified: no, type: map_at_3
value: 6.428000000000001
verified: no, type: map_at_5
value: 8.792
verified: no, type: map_at_10
value: 11.882
verified: no, type: map_at_20
value: 14.818000000000001
verified: no, type: map_at_100
value: 18.613
verified: no, type: map_at_1000
value: 20.233
verified: no, type: recall_at_1
value: 2.64
verified: no, type: recall_at_3
value: 7.951999999999999
verified: no, type: recall_at_5
value: 11.898
verified: no, type: recall_at_10
value: 18.782
verified: no, type: recall_at_20
value: 27.488
verified: no, type: recall_at_100
value: 51.337999999999994
verified: no, type: recall_at_1000
value: 84.399
verified: no, type: precision_at_1
value: 36.735
verified: no, type: precision_at_3
value: 36.735
verified: no, type: precision_at_5
value: 33.061
verified: no, type: precision_at_10
value: 26.122
verified: no, type: precision_at_20
value: 19.898
verified: no, type: precision_at_100
value: 8.429
verified: no, type: precision_at_1000
value: 1.5650000000000002
verified: no, type: mrr_at_1
value: 36.7347
verified: no, type: mrr_at_3
value: 51.7007
verified: no, type: mrr_at_5
value: 54.65989999999999
verified: no, type: mrr_at_10
value: 55.8868
verified: no, type: mrr_at_20
value: 56.2944
verified: no, type: mrr_at_100
value: 56.360200000000006
verified: no, type: mrr_at_1000
value: 56.360200000000006
verified: no, type: nauc_ndcg_at_1_max
value: -23.0012
verified: no, type: nauc_ndcg_at_1_std
value: -9.474
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.5991
verified: no, type: nauc_ndcg_at_3_max
value: -16.1454
verified: no, type: nauc_ndcg_at_3_std
value: -26.226100000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.9111
verified: no, type: nauc_ndcg_at_5_max
value: -20.3259
verified: no, type: nauc_ndcg_at_5_std
value: -23.3106
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.112199999999998
verified: no, type: nauc_ndcg_at_10_max
value: -17.4616
verified: no, type: nauc_ndcg_at_10_std
value: -15.5791
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.2876
verified: no, type: nauc_ndcg_at_20_max
value: -20.0683
verified: no, type: nauc_ndcg_at_20_std
value: -10.979899999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 5.929
verified: no, type: nauc_ndcg_at_100_max
value: -21.096899999999998
verified: no, type: nauc_ndcg_at_100_std
value: 13.212399999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 3.9886
verified: no, type: nauc_ndcg_at_1000_max
value: -14.1544
verified: no, type: nauc_ndcg_at_1000_std
value: 19.5979
verified: no, type: nauc_ndcg_at_1000_diff1
value: 1.2742
verified: no, type: nauc_map_at_1_max
value: -18.123900000000003
verified: no, type: nauc_map_at_1_std
value: -17.8031
verified: no, type: nauc_map_at_1_diff1
value: 21.032899999999998
verified: no, type: nauc_map_at_3_max
value: -6.7797
verified: no, type: nauc_map_at_3_std
value: -28.810299999999998
verified: no, type: nauc_map_at_3_diff1
value: 16.2912
verified: no, type: nauc_map_at_5_max
value: -7.620699999999999
verified: no, type: nauc_map_at_5_std
value: -27.6982
verified: no, type: nauc_map_at_5_diff1
value: 14.813100000000002
verified: no, type: nauc_map_at_10_max
value: -5.1492
verified: no, type: nauc_map_at_10_std
value: -23.885
verified: no, type: nauc_map_at_10_diff1
value: 6.9926
verified: no, type: nauc_map_at_20_max
value: -9.6331
verified: no, type: nauc_map_at_20_std
value: -19.215
verified: no, type: nauc_map_at_20_diff1
value: 0.6491
verified: no, type: nauc_map_at_100_max
value: -9.7297
verified: no, type: nauc_map_at_100_std
value: -6.9502999999999995
verified: no, type: nauc_map_at_100_diff1
value: -1.5897999999999999
verified: no, type: nauc_map_at_1000_max
value: -8.9517
verified: no, type: nauc_map_at_1000_std
value: -3.9941999999999998
verified: no, type: nauc_map_at_1000_diff1
value: -2.8158
verified: no, type: nauc_recall_at_1_max
value: -18.123900000000003
verified: no, type: nauc_recall_at_1_std
value: -17.8031
verified: no, type: nauc_recall_at_1_diff1
value: 21.032899999999998
verified: no, type: nauc_recall_at_3_max
value: -12.1006
verified: no, type: nauc_recall_at_3_std
value: -35.3199
verified: no, type: nauc_recall_at_3_diff1
value: 12.044
verified: no, type: nauc_recall_at_5_max
value: -15.7192
verified: no, type: nauc_recall_at_5_std
value: -30.7299
verified: no, type: nauc_recall_at_5_diff1
value: 8.3249
verified: no, type: nauc_recall_at_10_max
value: -13.3968
verified: no, type: nauc_recall_at_10_std
value: -19.2107
verified: no, type: nauc_recall_at_10_diff1
value: 0.1315
verified: no, type: nauc_recall_at_20_max
value: -19.5043
verified: no, type: nauc_recall_at_20_std
value: -10.005500000000001
verified: no, type: nauc_recall_at_20_diff1
value: -7.197299999999999
verified: no, type: nauc_recall_at_100_max
value: -21.4032
verified: no, type: nauc_recall_at_100_std
value: 33.5358
verified: no, type: nauc_recall_at_100_diff1
value: -10.4876
verified: no, type: nauc_recall_at_1000_max
value: 1.8395000000000001
verified: no, type: nauc_recall_at_1000_std
value: 70.462
verified: no, type: nauc_recall_at_1000_diff1
value: -23.4072
verified: no, type: nauc_precision_at_1_max
value: -23.0917
verified: no, type: nauc_precision_at_1_std
value: -8.036999999999999
verified: no, type: nauc_precision_at_1_diff1
value: 19.354599999999998
verified: no, type: nauc_precision_at_3_max
value: -11.3547
verified: no, type: nauc_precision_at_3_std
value: -30.2495
verified: no, type: nauc_precision_at_3_diff1
value: 20.3126
verified: no, type: nauc_precision_at_5_max
value: -17.2545
verified: no, type: nauc_precision_at_5_std
value: -24.8896
verified: no, type: nauc_precision_at_5_diff1
value: 15.6276
verified: no, type: nauc_precision_at_10_max
value: -11.5796
verified: no, type: nauc_precision_at_10_std
value: -2.3662
verified: no, type: nauc_precision_at_10_diff1
value: 3.8091
verified: no, type: nauc_precision_at_20_max
value: -11.9042
verified: no, type: nauc_precision_at_20_std
value: 15.6577
verified: no, type: nauc_precision_at_20_diff1
value: -8.8878
verified: no, type: nauc_precision_at_100_max
value: -0.5217
verified: no, type: nauc_precision_at_100_std
value: 71.8387
verified: no, type: nauc_precision_at_100_diff1
value: -16.8714
verified: no, type: nauc_precision_at_1000_max
value: 36.234300000000005
verified: no, type: nauc_precision_at_1000_std
value: 37.5447
verified: no, type: nauc_precision_at_1000_diff1
value: -20.7229
verified: no, type: nauc_mrr_at_1_max
value: -23.0917
verified: no, type: nauc_mrr_at_1_std
value: -8.036999999999999
verified: no, type: nauc_mrr_at_1_diff1
value: 19.354599999999998
verified: no, type: nauc_mrr_at_3_max
value: -27.9937
verified: no, type: nauc_mrr_at_3_std
value: -26.519900000000003
verified: no, type: nauc_mrr_at_3_diff1
value: 20.288
verified: no, type: nauc_mrr_at_5_max
value: -33.218599999999995
verified: no, type: nauc_mrr_at_5_std
value: -23.857400000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 15.978200000000001
verified: no, type: nauc_mrr_at_10_max
value: -31.7904
verified: no, type: nauc_mrr_at_10_std
value: -19.169900000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 17.762700000000002
verified: no, type: nauc_mrr_at_20_max
value: -30.44
verified: no, type: nauc_mrr_at_20_std
value: -20.2867
verified: no, type: nauc_mrr_at_20_diff1
value: 18.895500000000002
verified: no, type: nauc_mrr_at_100_max
value: -30.5404
verified: no, type: nauc_mrr_at_100_std
value: -20.5699
verified: no, type: nauc_mrr_at_100_diff1
value: 18.7046
verified: no, type: nauc_mrr_at_1000_max
value: -30.5404
verified: no, type: nauc_mrr_at_1000_std
value: -20.5699
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.7046
verified: no, type: main_score
value: 29.767
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 64.8096
verified: no, type: f1
value: 49.844300000000004
verified: no, type: f1_weighted
value: 72.5251
verified: no, type: ap
value: 11.7519
verified: no, type: ap_weighted
value: 11.7519
verified: no, type: main_score
value: 64.8096
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 58.1692
verified: no, type: f1
value: 58.4408
verified: no, type: f1_weighted
value: 57.565599999999996
verified: no, type: main_score
value: 58.1692
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: v_measure
value: 39.293
verified: no, type: v_measure_std
value: 1.5684
verified: no, type: main_score
value: 39.293
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: similarity_accuracy
value: 83.29260000000001
verified: no, type: similarity_accuracy_threshold
value: 78.2732
verified: no, type: similarity_f1
value: 60.656600000000005
verified: no, type: similarity_f1_threshold
value: 73.4961
verified: no, type: similarity_precision
value: 59.007
verified: no, type: similarity_recall
value: 62.4011
verified: no, type: similarity_ap
value: 64.7501
verified: no, type: cosine_accuracy
value: 83.29260000000001
verified: no, type: cosine_accuracy_threshold
value: 78.2732
verified: no, type: cosine_f1
value: 60.656600000000005
verified: no, type: cosine_f1_threshold
value: 73.4961
verified: no, type: cosine_precision
value: 59.007
verified: no, type: cosine_recall
value: 62.4011
verified: no, type: cosine_ap
value: 64.7501
verified: no, type: manhattan_accuracy
value: 83.2986
verified: no, type: manhattan_accuracy_threshold
value: 1476.7148
verified: no, type: manhattan_f1
value: 60.7459
verified: no, type: manhattan_f1_threshold
value: 1607.9180000000001
verified: no, type: manhattan_precision
value: 59.0581
verified: no, type: manhattan_recall
value: 62.53300000000001
verified: no, type: manhattan_ap
value: 64.76859999999999
verified: no, type: euclidean_accuracy
value: 83.29260000000001
verified: no, type: euclidean_accuracy_threshold
value: 65.9194
verified: no, type: euclidean_f1
value: 60.656600000000005
verified: no, type: euclidean_f1_threshold
value: 72.8065
verified: no, type: euclidean_precision
value: 59.007
verified: no, type: euclidean_recall
value: 62.4011
verified: no, type: euclidean_ap
value: 64.7501
verified: no, type: dot_accuracy
value: 83.29260000000001
verified: no, type: dot_accuracy_threshold
value: 78.2731
verified: no, type: dot_f1
value: 60.656600000000005
verified: no, type: dot_f1_threshold
value: 73.4961
verified: no, type: dot_precision
value: 59.007
verified: no, type: dot_recall
value: 62.4011
verified: no, type: dot_ap
value: 64.7501
verified: no, type: max_accuracy
value: 83.2986
verified: no, type: max_f1
value: 60.7459
verified: no, type: max_precision
value: 59.0581
verified: no, type: max_recall
value: 62.53300000000001
verified: no, type: max_ap
value: 64.76859999999999
verified: no, type: main_score
value: 64.76859999999999
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: similarity_accuracy
value: 89.0247
verified: no, type: similarity_accuracy_threshold
value: 69.271
verified: no, type: similarity_f1
value: 78.24419999999999
verified: no, type: similarity_f1_threshold
value: 66.2183
verified: no, type: similarity_precision
value: 76.616
verified: no, type: similarity_recall
value: 79.943
verified: no, type: similarity_ap
value: 85.9494
verified: no, type: cosine_accuracy
value: 89.0247
verified: no, type: cosine_accuracy_threshold
value: 69.271
verified: no, type: cosine_f1
value: 78.24419999999999
verified: no, type: cosine_f1_threshold
value: 66.2183
verified: no, type: cosine_precision
value: 76.616
verified: no, type: cosine_recall
value: 79.943
verified: no, type: cosine_ap
value: 85.9494
verified: no, type: manhattan_accuracy
value: 89.0267
verified: no, type: manhattan_accuracy_threshold
value: 1750.3544000000002
verified: no, type: manhattan_f1
value: 78.2188
verified: no, type: manhattan_f1_threshold
value: 1837.7304
verified: no, type: manhattan_precision
value: 75.1472
verified: no, type: manhattan_recall
value: 81.5522
verified: no, type: manhattan_ap
value: 85.9496
verified: no, type: euclidean_accuracy
value: 89.0247
verified: no, type: euclidean_accuracy_threshold
value: 78.3951
verified: no, type: euclidean_f1
value: 78.24419999999999
verified: no, type: euclidean_f1_threshold
value: 82.197
verified: no, type: euclidean_precision
value: 76.616
verified: no, type: euclidean_recall
value: 79.943
verified: no, type: euclidean_ap
value: 85.9494
verified: no, type: dot_accuracy
value: 89.0247
verified: no, type: dot_accuracy_threshold
value: 69.271
verified: no, type: dot_f1
value: 78.24419999999999
verified: no, type: dot_f1_threshold
value: 66.2183
verified: no, type: dot_precision
value: 76.616
verified: no, type: dot_recall
value: 79.943
verified: no, type: dot_ap
value: 85.9494
verified: no, type: max_accuracy
value: 89.0267
verified: no, type: max_f1
value: 78.24419999999999
verified: no, type: max_precision
value: 76.616
verified: no, type: max_recall
value: 81.5522
verified: no, type: max_ap
value: 85.9496
verified: no, type: main_score
value: 85.9496
verified: no
task: type: PairClassification
Likes: 96 | All-time downloads: 1904659
Created: 2024-11-08 16:52:25