Model: Snowflake/snowflake-arctic-embed-l-v2.0
Author: Snowflake
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, onnx, safetensors, xlm-roberta, feature-extraction, sentence-similarity, mteb, arctic, snowflake-arctic-embed, transformers.js, af, ar, az, be, bg, bn, ca, ceb, cs, cy, da, de, el, en, es, et, eu, fa, fi, fr, gl, gu, he, hi, hr, ht, hu, hy, id, is, it, ja, jv, ka, kk, km, kn, ko, ky, lo, lt, lv, mk, ml, mn, mr, ms, my, ne, nl, pa, pl, pt, qu, ro, ru, si, sk, sl, so, sq, sr, sv, sw, ta, te, th, tl, tr, uk, ur, vi, yo, zh, arxiv:2412.04506, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb, arctic, snowflake-arctic-embed, transformers.js
license: apache-2.0
language: af, ar, az, be, bg, bn, ca, ceb, cs, cy, da, de, el, en, es, et, eu, fa, fi, fr, gl, gu, he, hi, hr, ht, hu, hy, id, is, it, ja, jv, ka, kk, km, kn, ko, ky, lo, lt, lv, mk, ml, mn, mr, ms, my, ne, nl, pa, pl, pt, qu, ro, ru, si, sk, sl, so, sq, sr, sv, sw, ta, te, th, tl, tr, uk, ur, vi, yo, zh
model-index: name: snowflake-arctic-embed-l-v2.0
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 67.039
verified: no, type: f1
value: 55.1806
verified: no, type: f1_weighted
value: 73.41149999999999
verified: no, type: ap
value: 17.9914
verified: no, type: ap_weighted
value: 17.9914
verified: no, type: main_score
value: 67.039
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 65.59700000000001
verified: no, type: f1
value: 60.244299999999996
verified: no, type: f1_weighted
value: 68.9975
verified: no, type: ap
value: 29.762100000000004
verified: no, type: ap_weighted
value: 29.762100000000004
verified: no, type: main_score
value: 65.59700000000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 74.2565
verified: no, type: f1
value: 74.0291
verified: no, type: f1_weighted
value: 74.0291
verified: no, type: ap
value: 68.7595
verified: no, type: ap_weighted
value: 68.7595
verified: no, type: main_score
value: 74.2565
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 34.946
verified: no, type: f1
value: 34.2853
verified: no, type: f1_weighted
value: 34.2853
verified: no, type: main_score
value: 34.946
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: ndcg_at_1
value: 33.286
verified: no, type: ndcg_at_3
value: 49.051
verified: no, type: ndcg_at_5
value: 54.107000000000006
verified: no, type: ndcg_at_10
value: 59.146
verified: no, type: ndcg_at_20
value: 60.897999999999996
verified: no, type: ndcg_at_100
value: 61.78399999999999
verified: no, type: ndcg_at_1000
value: 61.845000000000006
verified: no, type: map_at_1
value: 33.286
verified: no, type: map_at_3
value: 45.14
verified: no, type: map_at_5
value: 47.939
verified: no, type: map_at_10
value: 50.046
verified: no, type: map_at_20
value: 50.56
verified: no, type: map_at_100
value: 50.708
verified: no, type: map_at_1000
value: 50.712
verified: no, type: recall_at_1
value: 33.286
verified: no, type: recall_at_3
value: 60.38400000000001
verified: no, type: recall_at_5
value: 72.688
verified: no, type: recall_at_10
value: 88.122
verified: no, type: recall_at_20
value: 94.808
verified: no, type: recall_at_100
value: 99.21799999999999
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: precision_at_1
value: 33.286
verified: no, type: precision_at_3
value: 20.128
verified: no, type: precision_at_5
value: 14.538
verified: no, type: precision_at_10
value: 8.812000000000001
verified: no, type: precision_at_20
value: 4.74
verified: no, type: precision_at_100
value: 0.992
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 33.926
verified: no, type: mrr_at_3
value: 45.3414
verified: no, type: mrr_at_5
value: 48.1828
verified: no, type: mrr_at_10
value: 50.270700000000005
verified: no, type: mrr_at_20
value: 50.7844
verified: no, type: mrr_at_100
value: 50.9259
verified: no, type: mrr_at_1000
value: 50.9294
verified: no, type: nauc_ndcg_at_1_max
value: -10.305
verified: no, type: nauc_ndcg_at_1_std
value: -15.674199999999999
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.6355
verified: no, type: nauc_ndcg_at_3_max
value: -7.744
verified: no, type: nauc_ndcg_at_3_std
value: -16.894000000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.4469
verified: no, type: nauc_ndcg_at_5_max
value: -6.4887
verified: no, type: nauc_ndcg_at_5_std
value: -16.1382
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.8214
verified: no, type: nauc_ndcg_at_10_max
value: -7.616499999999999
verified: no, type: nauc_ndcg_at_10_std
value: -15.8073
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.7678
verified: no, type: nauc_ndcg_at_20_max
value: -6.9801
verified: no, type: nauc_ndcg_at_20_std
value: -15.068699999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.2013
verified: no, type: nauc_ndcg_at_100_max
value: -7.5221
verified: no, type: nauc_ndcg_at_100_std
value: -15.417200000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.1072
verified: no, type: nauc_ndcg_at_1000_max
value: -7.6931
verified: no, type: nauc_ndcg_at_1000_std
value: -15.5367
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.001700000000001
verified: no, type: nauc_map_at_1_max
value: -10.305
verified: no, type: nauc_map_at_1_std
value: -15.674199999999999
verified: no, type: nauc_map_at_1_diff1
value: 18.6355
verified: no, type: nauc_map_at_3_max
value: -8.4505
verified: no, type: nauc_map_at_3_std
value: -16.5487
verified: no, type: nauc_map_at_3_diff1
value: 15.965599999999998
verified: no, type: nauc_map_at_5_max
value: -7.8429
verified: no, type: nauc_map_at_5_std
value: -16.1332
verified: no, type: nauc_map_at_5_diff1
value: 15.0893
verified: no, type: nauc_map_at_10_max
value: -8.3186
verified: no, type: nauc_map_at_10_std
value: -15.979399999999998
verified: no, type: nauc_map_at_10_diff1
value: 15.136199999999999
verified: no, type: nauc_map_at_20_max
value: -8.1697
verified: no, type: nauc_map_at_20_std
value: -15.8241
verified: no, type: nauc_map_at_20_diff1
value: 15.260599999999998
verified: no, type: nauc_map_at_100_max
value: -8.2285
verified: no, type: nauc_map_at_100_std
value: -15.8624
verified: no, type: nauc_map_at_100_diff1
value: 15.412600000000001
verified: no, type: nauc_map_at_1000_max
value: -8.2359
verified: no, type: nauc_map_at_1000_std
value: -15.867
verified: no, type: nauc_map_at_1000_diff1
value: 15.408
verified: no, type: nauc_recall_at_1_max
value: -10.305
verified: no, type: nauc_recall_at_1_std
value: -15.674199999999999
verified: no, type: nauc_recall_at_1_diff1
value: 18.6355
verified: no, type: nauc_recall_at_3_max
value: -5.5097
verified: no, type: nauc_recall_at_3_std
value: -17.9896
verified: no, type: nauc_recall_at_3_diff1
value: 13.9525
verified: no, type: nauc_recall_at_5_max
value: -0.9383
verified: no, type: nauc_recall_at_5_std
value: -16.035
verified: no, type: nauc_recall_at_5_diff1
value: 8.8431
verified: no, type: nauc_recall_at_10_max
value: -2.8548
verified: no, type: nauc_recall_at_10_std
value: -14.1203
verified: no, type: nauc_recall_at_10_diff1
value: 3.2265
verified: no, type: nauc_recall_at_20_max
value: 14.2043
verified: no, type: nauc_recall_at_20_std
value: 2.1298999999999997
verified: no, type: nauc_recall_at_20_diff1
value: -1.9900000000000002
verified: no, type: nauc_recall_at_100_max
value: 44.0173
verified: no, type: nauc_recall_at_100_std
value: 42.131800000000005
verified: no, type: nauc_recall_at_100_diff1
value: 29.9983
verified: no, type: nauc_recall_at_1000_max
value: 25.9434
verified: no, type: nauc_recall_at_1000_std
value: 53.9252
verified: no, type: nauc_recall_at_1000_diff1
value: -0.9778
verified: no, type: nauc_precision_at_1_max
value: -10.305
verified: no, type: nauc_precision_at_1_std
value: -15.674199999999999
verified: no, type: nauc_precision_at_1_diff1
value: 18.6355
verified: no, type: nauc_precision_at_3_max
value: -5.5097
verified: no, type: nauc_precision_at_3_std
value: -17.9896
verified: no, type: nauc_precision_at_3_diff1
value: 13.9525
verified: no, type: nauc_precision_at_5_max
value: -0.9383
verified: no, type: nauc_precision_at_5_std
value: -16.035
verified: no, type: nauc_precision_at_5_diff1
value: 8.8431
verified: no, type: nauc_precision_at_10_max
value: -2.8548
verified: no, type: nauc_precision_at_10_std
value: -14.1203
verified: no, type: nauc_precision_at_10_diff1
value: 3.2265
verified: no, type: nauc_precision_at_20_max
value: 14.2043
verified: no, type: nauc_precision_at_20_std
value: 2.1298999999999997
verified: no, type: nauc_precision_at_20_diff1
value: -1.9900000000000002
verified: no, type: nauc_precision_at_100_max
value: 44.0173
verified: no, type: nauc_precision_at_100_std
value: 42.131800000000005
verified: no, type: nauc_precision_at_100_diff1
value: 29.9983
verified: no, type: nauc_precision_at_1000_max
value: 25.9434
verified: no, type: nauc_precision_at_1000_std
value: 53.9252
verified: no, type: nauc_precision_at_1000_diff1
value: -0.9778
verified: no, type: nauc_mrr_at_1_max
value: -9.833
verified: no, type: nauc_mrr_at_1_std
value: -14.8351
verified: no, type: nauc_mrr_at_1_diff1
value: 16.7604
verified: no, type: nauc_mrr_at_3_max
value: -9.0116
verified: no, type: nauc_mrr_at_3_std
value: -16.296
verified: no, type: nauc_mrr_at_3_diff1
value: 14.178199999999999
verified: no, type: nauc_mrr_at_5_max
value: -8.308300000000001
verified: no, type: nauc_mrr_at_5_std
value: -15.751999999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 13.306299999999998
verified: no, type: nauc_mrr_at_10_max
value: -8.7962
verified: no, type: nauc_mrr_at_10_std
value: -15.688099999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 13.2589
verified: no, type: nauc_mrr_at_20_max
value: -8.6773
verified: no, type: nauc_mrr_at_20_std
value: -15.479499999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 13.354
verified: no, type: nauc_mrr_at_100_max
value: -8.7533
verified: no, type: nauc_mrr_at_100_std
value: -15.553600000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 13.4796
verified: no, type: nauc_mrr_at_1000_max
value: -8.7608
verified: no, type: nauc_mrr_at_1000_std
value: -15.5582
verified: no, type: nauc_mrr_at_1000_diff1
value: 13.4748
verified: no, type: main_score
value: 59.146
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: v_measure
value: 43.9715
verified: no, type: v_measure_std
value: 13.4325
verified: no, type: main_score
value: 43.9715
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: v_measure
value: 34.775800000000004
verified: no, type: v_measure_std
value: 13.922799999999999
verified: no, type: main_score
value: 34.775800000000004
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: map
value: 63.3521
verified: no, type: mrr
value: 77.5965
verified: no, type: nAUC_map_max
value: 21.2353
verified: no, type: nAUC_map_std
value: 17.002100000000002
verified: no, type: nAUC_map_diff1
value: 3.8135000000000003
verified: no, type: nAUC_mrr_max
value: 35.058299999999996
verified: no, type: nAUC_mrr_std
value: 20.432
verified: no, type: nAUC_mrr_diff1
value: 9.2584
verified: no, type: main_score
value: 63.3521
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: pearson
value: 89.8072
verified: no, type: spearman
value: 87.2875
verified: no, type: cosine_pearson
value: 89.8072
verified: no, type: cosine_spearman
value: 87.2875
verified: no, type: manhattan_pearson
value: 87.9173
verified: no, type: manhattan_spearman
value: 86.7327
verified: no, type: euclidean_pearson
value: 88.21600000000001
verified: no, type: euclidean_spearman
value: 87.2875
verified: no, type: main_score
value: 87.2875
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 81.8149
verified: no, type: f1
value: 81.2226
verified: no, type: f1_weighted
value: 81.2226
verified: no, type: main_score
value: 81.8149
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: v_measure
value: 35.0927
verified: no, type: v_measure_std
value: 0.7048
verified: no, type: main_score
value: 35.0927
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: v_measure
value: 30.220999999999997
verified: no, type: v_measure_std
value: 1.107
verified: no, type: main_score
value: 30.220999999999997
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: ndcg_at_1
value: 44.349
verified: no, type: ndcg_at_3
value: 50.109
verified: no, type: ndcg_at_5
value: 52.88699999999999
verified: no, type: ndcg_at_10
value: 55.799
verified: no, type: ndcg_at_20
value: 57.589999999999996
verified: no, type: ndcg_at_100
value: 60.539
verified: no, type: ndcg_at_1000
value: 61.897000000000006
verified: no, type: map_at_1
value: 36.230000000000004
verified: no, type: map_at_3
value: 44.929
verified: no, type: map_at_5
value: 47.191
verified: no, type: map_at_10
value: 48.88
verified: no, type: map_at_20
value: 49.685
verified: no, type: map_at_100
value: 50.327
verified: no, type: map_at_1000
value: 50.431000000000004
verified: no, type: recall_at_1
value: 36.230000000000004
verified: no, type: recall_at_3
value: 53.173
verified: no, type: recall_at_5
value: 60.35
verified: no, type: recall_at_10
value: 69.07
verified: no, type: recall_at_20
value: 75.371
verified: no, type: recall_at_100
value: 88.736
verified: no, type: recall_at_1000
value: 96.75399999999999
verified: no, type: precision_at_1
value: 44.349
verified: no, type: precision_at_3
value: 23.748
verified: no, type: precision_at_5
value: 17.368
verified: no, type: precision_at_10
value: 10.629
verified: no, type: precision_at_20
value: 6.152
verified: no, type: precision_at_100
value: 1.6150000000000002
verified: no, type: precision_at_1000
value: 0.201
verified: no, type: mrr_at_1
value: 44.3491
verified: no, type: mrr_at_3
value: 52.0744
verified: no, type: mrr_at_5
value: 53.9628
verified: no, type: mrr_at_10
value: 54.9072
verified: no, type: mrr_at_20
value: 55.19539999999999
verified: no, type: mrr_at_100
value: 55.4537
verified: no, type: mrr_at_1000
value: 55.4787
verified: no, type: nauc_ndcg_at_1_max
value: 36.404599999999995
verified: no, type: nauc_ndcg_at_1_std
value: -4.5556
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.4025
verified: no, type: nauc_ndcg_at_3_max
value: 38.0347
verified: no, type: nauc_ndcg_at_3_std
value: -2.2339
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.9146
verified: no, type: nauc_ndcg_at_5_max
value: 38.2927
verified: no, type: nauc_ndcg_at_5_std
value: -2.3645
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.638
verified: no, type: nauc_ndcg_at_10_max
value: 38.4619
verified: no, type: nauc_ndcg_at_10_std
value: -2.8955
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.35849999999999
verified: no, type: nauc_ndcg_at_20_max
value: 38.2122
verified: no, type: nauc_ndcg_at_20_std
value: -1.9339
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.4981
verified: no, type: nauc_ndcg_at_100_max
value: 39.380900000000004
verified: no, type: nauc_ndcg_at_100_std
value: -0.21889999999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.5696
verified: no, type: nauc_ndcg_at_1000_max
value: 38.9069
verified: no, type: nauc_ndcg_at_1000_std
value: -0.8251
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.605500000000006
verified: no, type: nauc_map_at_1_max
value: 31.694
verified: no, type: nauc_map_at_1_std
value: -4.2857
verified: no, type: nauc_map_at_1_diff1
value: 57.991400000000006
verified: no, type: nauc_map_at_3_max
value: 36.115399999999994
verified: no, type: nauc_map_at_3_std
value: -3.9859999999999998
verified: no, type: nauc_map_at_3_diff1
value: 52.394
verified: no, type: nauc_map_at_5_max
value: 36.896499999999996
verified: no, type: nauc_map_at_5_std
value: -3.6282
verified: no, type: nauc_map_at_5_diff1
value: 52.7023
verified: no, type: nauc_map_at_10_max
value: 37.2695
verified: no, type: nauc_map_at_10_std
value: -3.7142
verified: no, type: nauc_map_at_10_diff1
value: 52.6081
verified: no, type: nauc_map_at_20_max
value: 37.4097
verified: no, type: nauc_map_at_20_std
value: -3.0479
verified: no, type: nauc_map_at_20_diff1
value: 52.2999
verified: no, type: nauc_map_at_100_max
value: 37.6608
verified: no, type: nauc_map_at_100_std
value: -2.7363999999999997
verified: no, type: nauc_map_at_100_diff1
value: 52.5068
verified: no, type: nauc_map_at_1000_max
value: 37.6406
verified: no, type: nauc_map_at_1000_std
value: -2.7695000000000003
verified: no, type: nauc_map_at_1000_diff1
value: 52.5091
verified: no, type: nauc_recall_at_1_max
value: 31.694
verified: no, type: nauc_recall_at_1_std
value: -4.2857
verified: no, type: nauc_recall_at_1_diff1
value: 57.991400000000006
verified: no, type: nauc_recall_at_3_max
value: 35.9705
verified: no, type: nauc_recall_at_3_std
value: -2.78
verified: no, type: nauc_recall_at_3_diff1
value: 44.2342
verified: no, type: nauc_recall_at_5_max
value: 36.3608
verified: no, type: nauc_recall_at_5_std
value: -1.8541999999999998
verified: no, type: nauc_recall_at_5_diff1
value: 45.0955
verified: no, type: nauc_recall_at_10_max
value: 35.7364
verified: no, type: nauc_recall_at_10_std
value: -3.2479
verified: no, type: nauc_recall_at_10_diff1
value: 42.3031
verified: no, type: nauc_recall_at_20_max
value: 34.7814
verified: no, type: nauc_recall_at_20_std
value: 0.7642
verified: no, type: nauc_recall_at_20_diff1
value: 37.3357
verified: no, type: nauc_recall_at_100_max
value: 49.1721
verified: no, type: nauc_recall_at_100_std
value: 27.8334
verified: no, type: nauc_recall_at_100_diff1
value: 39.549
verified: no, type: nauc_recall_at_1000_max
value: 59.516400000000004
verified: no, type: nauc_recall_at_1000_std
value: 66.1089
verified: no, type: nauc_recall_at_1000_diff1
value: 31.4818
verified: no, type: nauc_precision_at_1_max
value: 36.404599999999995
verified: no, type: nauc_precision_at_1_std
value: -4.5556
verified: no, type: nauc_precision_at_1_diff1
value: 57.4025
verified: no, type: nauc_precision_at_3_max
value: 35.7954
verified: no, type: nauc_precision_at_3_std
value: 0.6122
verified: no, type: nauc_precision_at_3_diff1
value: 29.4346
verified: no, type: nauc_precision_at_5_max
value: 31.322699999999998
verified: no, type: nauc_precision_at_5_std
value: 2.2124
verified: no, type: nauc_precision_at_5_diff1
value: 21.1992
verified: no, type: nauc_precision_at_10_max
value: 22.6897
verified: no, type: nauc_precision_at_10_std
value: 3.6117999999999997
verified: no, type: nauc_precision_at_10_diff1
value: 9.0833
verified: no, type: nauc_precision_at_20_max
value: 14.954799999999999
verified: no, type: nauc_precision_at_20_std
value: 7.2373
verified: no, type: nauc_precision_at_20_diff1
value: -0.544
verified: no, type: nauc_precision_at_100_max
value: 4.2428
verified: no, type: nauc_precision_at_100_std
value: 7.3461
verified: no, type: nauc_precision_at_100_diff1
value: -11.3684
verified: no, type: nauc_precision_at_1000_max
value: -9.148399999999999
verified: no, type: nauc_precision_at_1000_std
value: -3.5724
verified: no, type: nauc_precision_at_1000_diff1
value: -19.142400000000002
verified: no, type: nauc_mrr_at_1_max
value: 36.404599999999995
verified: no, type: nauc_mrr_at_1_std
value: -4.5556
verified: no, type: nauc_mrr_at_1_diff1
value: 57.4025
verified: no, type: nauc_mrr_at_3_max
value: 38.7222
verified: no, type: nauc_mrr_at_3_std
value: -2.3924000000000003
verified: no, type: nauc_mrr_at_3_diff1
value: 52.7995
verified: no, type: nauc_mrr_at_5_max
value: 38.7579
verified: no, type: nauc_mrr_at_5_std
value: -2.6441
verified: no, type: nauc_mrr_at_5_diff1
value: 53.547599999999996
verified: no, type: nauc_mrr_at_10_max
value: 38.7832
verified: no, type: nauc_mrr_at_10_std
value: -2.5202999999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 53.4856
verified: no, type: nauc_mrr_at_20_max
value: 38.6588
verified: no, type: nauc_mrr_at_20_std
value: -2.501
verified: no, type: nauc_mrr_at_20_diff1
value: 53.3571
verified: no, type: nauc_mrr_at_100_max
value: 38.6456
verified: no, type: nauc_mrr_at_100_std
value: -2.4756
verified: no, type: nauc_mrr_at_100_diff1
value: 53.455600000000004
verified: no, type: nauc_mrr_at_1000_max
value: 38.6449
verified: no, type: nauc_mrr_at_1000_std
value: -2.4623
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.45419999999999
verified: no, type: main_score
value: 55.799
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: ndcg_at_1
value: 44.204
verified: no, type: ndcg_at_3
value: 49.549
verified: no, type: ndcg_at_5
value: 51.658
verified: no, type: ndcg_at_10
value: 53.681
verified: no, type: ndcg_at_20
value: 55.129
verified: no, type: ndcg_at_100
value: 57.691
verified: no, type: ndcg_at_1000
value: 59.325
verified: no, type: map_at_1
value: 35.193000000000005
verified: no, type: map_at_3
value: 44.005
verified: no, type: map_at_5
value: 46.043
verified: no, type: map_at_10
value: 47.491
verified: no, type: map_at_20
value: 48.169000000000004
verified: no, type: map_at_100
value: 48.789
verified: no, type: map_at_1000
value: 48.898
verified: no, type: recall_at_1
value: 35.193000000000005
verified: no, type: recall_at_3
value: 51.333
verified: no, type: recall_at_5
value: 57.436
verified: no, type: recall_at_10
value: 63.991
verified: no, type: recall_at_20
value: 69.37100000000001
verified: no, type: recall_at_100
value: 81.099
verified: no, type: recall_at_1000
value: 91.363
verified: no, type: precision_at_1
value: 44.204
verified: no, type: precision_at_3
value: 24.374000000000002
verified: no, type: precision_at_5
value: 17.287
verified: no, type: precision_at_10
value: 10.293
verified: no, type: precision_at_20
value: 5.943
verified: no, type: precision_at_100
value: 1.5730000000000002
verified: no, type: precision_at_1000
value: 0.197
verified: no, type: mrr_at_1
value: 44.2038
verified: no, type: mrr_at_3
value: 51.624199999999995
verified: no, type: mrr_at_5
value: 52.9459
verified: no, type: mrr_at_10
value: 53.697399999999995
verified: no, type: mrr_at_20
value: 54.028200000000005
verified: no, type: mrr_at_100
value: 54.267900000000004
verified: no, type: mrr_at_1000
value: 54.3028
verified: no, type: nauc_ndcg_at_1_max
value: 45.3525
verified: no, type: nauc_ndcg_at_1_std
value: -2.2124
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.392100000000006
verified: no, type: nauc_ndcg_at_3_max
value: 46.6258
verified: no, type: nauc_ndcg_at_3_std
value: -2.8042000000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 55.0995
verified: no, type: nauc_ndcg_at_5_max
value: 47.3391
verified: no, type: nauc_ndcg_at_5_std
value: -1.8336999999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.848
verified: no, type: nauc_ndcg_at_10_max
value: 47.713899999999995
verified: no, type: nauc_ndcg_at_10_std
value: -0.6185
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.6241
verified: no, type: nauc_ndcg_at_20_max
value: 48.072900000000004
verified: no, type: nauc_ndcg_at_20_std
value: -0.21589999999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.655100000000004
verified: no, type: nauc_ndcg_at_100_max
value: 48.4791
verified: no, type: nauc_ndcg_at_100_std
value: 1.9865000000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.033
verified: no, type: nauc_ndcg_at_1000_max
value: 48.3686
verified: no, type: nauc_ndcg_at_1000_std
value: 1.8716
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.125
verified: no, type: nauc_map_at_1_max
value: 34.797200000000004
verified: no, type: nauc_map_at_1_std
value: -13.140199999999998
verified: no, type: nauc_map_at_1_diff1
value: 61.197100000000006
verified: no, type: nauc_map_at_3_max
value: 41.4347
verified: no, type: nauc_map_at_3_std
value: -10.0816
verified: no, type: nauc_map_at_3_diff1
value: 57.8979
verified: no, type: nauc_map_at_5_max
value: 43.1536
verified: no, type: nauc_map_at_5_std
value: -7.8041
verified: no, type: nauc_map_at_5_diff1
value: 57.1125
verified: no, type: nauc_map_at_10_max
value: 44.243700000000004
verified: no, type: nauc_map_at_10_std
value: -6.047000000000001
verified: no, type: nauc_map_at_10_diff1
value: 56.688700000000004
verified: no, type: nauc_map_at_20_max
value: 44.7799
verified: no, type: nauc_map_at_20_std
value: -5.2916
verified: no, type: nauc_map_at_20_diff1
value: 56.565799999999996
verified: no, type: nauc_map_at_100_max
value: 45.3233
verified: no, type: nauc_map_at_100_std
value: -4.287
verified: no, type: nauc_map_at_100_diff1
value: 56.41460000000001
verified: no, type: nauc_map_at_1000_max
value: 45.3992
verified: no, type: nauc_map_at_1000_std
value: -4.1593
verified: no, type: nauc_map_at_1000_diff1
value: 56.413599999999995
verified: no, type: nauc_recall_at_1_max
value: 34.797200000000004
verified: no, type: nauc_recall_at_1_std
value: -13.140199999999998
verified: no, type: nauc_recall_at_1_diff1
value: 61.197100000000006
verified: no, type: nauc_recall_at_3_max
value: 42.7264
verified: no, type: nauc_recall_at_3_std
value: -8.201799999999999
verified: no, type: nauc_recall_at_3_diff1
value: 52.3494
verified: no, type: nauc_recall_at_5_max
value: 44.6494
verified: no, type: nauc_recall_at_5_std
value: -3.3112999999999997
verified: no, type: nauc_recall_at_5_diff1
value: 50.1019
verified: no, type: nauc_recall_at_10_max
value: 46.6669
verified: no, type: nauc_recall_at_10_std
value: 2.3359
verified: no, type: nauc_recall_at_10_diff1
value: 48.1454
verified: no, type: nauc_recall_at_20_max
value: 48.7828
verified: no, type: nauc_recall_at_20_std
value: 6.0266
verified: no, type: nauc_recall_at_20_diff1
value: 46.786699999999996
verified: no, type: nauc_recall_at_100_max
value: 53.081999999999994
verified: no, type: nauc_recall_at_100_std
value: 24.1569
verified: no, type: nauc_recall_at_100_diff1
value: 40.4049
verified: no, type: nauc_recall_at_1000_max
value: 55.803000000000004
verified: no, type: nauc_recall_at_1000_std
value: 36.3769
verified: no, type: nauc_recall_at_1000_diff1
value: 34.336
verified: no, type: nauc_precision_at_1_max
value: 45.3525
verified: no, type: nauc_precision_at_1_std
value: -2.2124
verified: no, type: nauc_precision_at_1_diff1
value: 59.392100000000006
verified: no, type: nauc_precision_at_3_max
value: 44.2838
verified: no, type: nauc_precision_at_3_std
value: 14.3908
verified: no, type: nauc_precision_at_3_diff1
value: 27.219700000000003
verified: no, type: nauc_precision_at_5_max
value: 42.9914
verified: no, type: nauc_precision_at_5_std
value: 23.0682
verified: no, type: nauc_precision_at_5_diff1
value: 16.2263
verified: no, type: nauc_precision_at_10_max
value: 38.5042
verified: no, type: nauc_precision_at_10_std
value: 30.792199999999998
verified: no, type: nauc_precision_at_10_diff1
value: 5.7691
verified: no, type: nauc_precision_at_20_max
value: 34.417500000000004
verified: no, type: nauc_precision_at_20_std
value: 34.1749
verified: no, type: nauc_precision_at_20_diff1
value: -0.9022
verified: no, type: nauc_precision_at_100_max
value: 27.4072
verified: no, type: nauc_precision_at_100_std
value: 42.4351
verified: no, type: nauc_precision_at_100_diff1
value: -11.407
verified: no, type: nauc_precision_at_1000_max
value: 16.142400000000002
verified: no, type: nauc_precision_at_1000_std
value: 36.4482
verified: no, type: nauc_precision_at_1000_diff1
value: -16.8073
verified: no, type: nauc_mrr_at_1_max
value: 45.3525
verified: no, type: nauc_mrr_at_1_std
value: -2.2124
verified: no, type: nauc_mrr_at_1_diff1
value: 59.392100000000006
verified: no, type: nauc_mrr_at_3_max
value: 48.7407
verified: no, type: nauc_mrr_at_3_std
value: 0.2074
verified: no, type: nauc_mrr_at_3_diff1
value: 55.8153
verified: no, type: nauc_mrr_at_5_max
value: 48.9081
verified: no, type: nauc_mrr_at_5_std
value: 0.9781
verified: no, type: nauc_mrr_at_5_diff1
value: 55.6807
verified: no, type: nauc_mrr_at_10_max
value: 48.7888
verified: no, type: nauc_mrr_at_10_std
value: 1.384
verified: no, type: nauc_mrr_at_10_diff1
value: 55.5207
verified: no, type: nauc_mrr_at_20_max
value: 48.7371
verified: no, type: nauc_mrr_at_20_std
value: 1.3671
verified: no, type: nauc_mrr_at_20_diff1
value: 55.508199999999995
verified: no, type: nauc_mrr_at_100_max
value: 48.7472
verified: no, type: nauc_mrr_at_100_std
value: 1.5221
verified: no, type: nauc_mrr_at_100_diff1
value: 55.5036
verified: no, type: nauc_mrr_at_1000_max
value: 48.7402
verified: no, type: nauc_mrr_at_1000_std
value: 1.5072
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.507
verified: no, type: main_score
value: 53.681
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: ndcg_at_1
value: 50.345
verified: no, type: ndcg_at_3
value: 57.776
verified: no, type: ndcg_at_5
value: 60.477000000000004
verified: no, type: ndcg_at_10
value: 63.172
verified: no, type: ndcg_at_20
value: 64.62
verified: no, type: ndcg_at_100
value: 66.538
verified: no, type: ndcg_at_1000
value: 67.43
verified: no, type: map_at_1
value: 44.153
verified: no, type: map_at_3
value: 53.979
verified: no, type: map_at_5
value: 55.925000000000004
verified: no, type: map_at_10
value: 57.32899999999999
verified: no, type: map_at_20
value: 57.879000000000005
verified: no, type: map_at_100
value: 58.239
verified: no, type: map_at_1000
value: 58.285
verified: no, type: recall_at_1
value: 44.153
verified: no, type: recall_at_3
value: 62.766999999999996
verified: no, type: recall_at_5
value: 69.405
verified: no, type: recall_at_10
value: 77.107
verified: no, type: recall_at_20
value: 82.337
verified: no, type: recall_at_100
value: 91.307
verified: no, type: recall_at_1000
value: 97.586
verified: no, type: precision_at_1
value: 50.345
verified: no, type: precision_at_3
value: 25.601000000000003
verified: no, type: precision_at_5
value: 17.416999999999998
verified: no, type: precision_at_10
value: 9.994
verified: no, type: precision_at_20
value: 5.492
verified: no, type: precision_at_100
value: 1.261
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: mrr_at_1
value: 50.3448
verified: no, type: mrr_at_3
value: 58.160900000000005
verified: no, type: mrr_at_5
value: 59.549600000000005
verified: no, type: mrr_at_10
value: 60.545899999999996
verified: no, type: mrr_at_20
value: 60.8453
verified: no, type: mrr_at_100
value: 61.06120000000001
verified: no, type: mrr_at_1000
value: 61.083299999999994
verified: no, type: nauc_ndcg_at_1_max
value: 39.467400000000005
verified: no, type: nauc_ndcg_at_1_std
value: -6.512
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.337700000000005
verified: no, type: nauc_ndcg_at_3_max
value: 42.8884
verified: no, type: nauc_ndcg_at_3_std
value: -6.0156
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.432
verified: no, type: nauc_ndcg_at_5_max
value: 44.831500000000005
verified: no, type: nauc_ndcg_at_5_std
value: -4.3286999999999995
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.6971
verified: no, type: nauc_ndcg_at_10_max
value: 44.391799999999996
verified: no, type: nauc_ndcg_at_10_std
value: -3.6792
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.749199999999995
verified: no, type: nauc_ndcg_at_20_max
value: 44.9459
verified: no, type: nauc_ndcg_at_20_std
value: -2.1965
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.7261
verified: no, type: nauc_ndcg_at_100_max
value: 45.0603
verified: no, type: nauc_ndcg_at_100_std
value: -1.1026
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.059900000000006
verified: no, type: nauc_ndcg_at_1000_max
value: 44.9294
verified: no, type: nauc_ndcg_at_1000_std
value: -1.7629
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.57189999999999
verified: no, type: nauc_map_at_1_max
value: 34.3031
verified: no, type: nauc_map_at_1_std
value: -8.9637
verified: no, type: nauc_map_at_1_diff1
value: 57.99100000000001
verified: no, type: nauc_map_at_3_max
value: 40.732
verified: no, type: nauc_map_at_3_std
value: -8.312999999999999
verified: no, type: nauc_map_at_3_diff1
value: 55.9106
verified: no, type: nauc_map_at_5_max
value: 42.1709
verified: no, type: nauc_map_at_5_std
value: -6.9354
verified: no, type: nauc_map_at_5_diff1
value: 56.042899999999996
verified: no, type: nauc_map_at_10_max
value: 42.1589
verified: no, type: nauc_map_at_10_std
value: -6.3601
verified: no, type: nauc_map_at_10_diff1
value: 55.490700000000004
verified: no, type: nauc_map_at_20_max
value: 42.595
verified: no, type: nauc_map_at_20_std
value: -5.5588
verified: no, type: nauc_map_at_20_diff1
value: 55.4651
verified: no, type: nauc_map_at_100_max
value: 42.6911
verified: no, type: nauc_map_at_100_std
value: -5.2459999999999996
verified: no, type: nauc_map_at_100_diff1
value: 55.45060000000001
verified: no, type: nauc_map_at_1000_max
value: 42.7134
verified: no, type: nauc_map_at_1000_std
value: -5.2317
verified: no, type: nauc_map_at_1000_diff1
value: 55.4871
verified: no, type: nauc_recall_at_1_max
value: 34.3031
verified: no, type: nauc_recall_at_1_std
value: -8.9637
verified: no, type: nauc_recall_at_1_diff1
value: 57.99100000000001
verified: no, type: nauc_recall_at_3_max
value: 43.623400000000004
verified: no, type: nauc_recall_at_3_std
value: -6.2843
verified: no, type: nauc_recall_at_3_diff1
value: 50.775800000000004
verified: no, type: nauc_recall_at_5_max
value: 48.7222
verified: no, type: nauc_recall_at_5_std
value: -0.9506000000000001
verified: no, type: nauc_recall_at_5_diff1
value: 50.41480000000001
verified: no, type: nauc_recall_at_10_max
value: 47.6178
verified: no, type: nauc_recall_at_10_std
value: 2.2783
verified: no, type: nauc_recall_at_10_diff1
value: 45.1663
verified: no, type: nauc_recall_at_20_max
value: 51.454
verified: no, type: nauc_recall_at_20_std
value: 11.8339
verified: no, type: nauc_recall_at_20_diff1
value: 42.8694
verified: no, type: nauc_recall_at_100_max
value: 58.145500000000006
verified: no, type: nauc_recall_at_100_std
value: 35.4717
verified: no, type: nauc_recall_at_100_diff1
value: 40.8401
verified: no, type: nauc_recall_at_1000_max
value: 79.9122
verified: no, type: nauc_recall_at_1000_std
value: 64.5076
verified: no, type: nauc_recall_at_1000_diff1
value: 48.7357
verified: no, type: nauc_precision_at_1_max
value: 39.467400000000005
verified: no, type: nauc_precision_at_1_std
value: -6.512
verified: no, type: nauc_precision_at_1_diff1
value: 57.337700000000005
verified: no, type: nauc_precision_at_3_max
value: 39.763799999999996
verified: no, type: nauc_precision_at_3_std
value: 2.8881
verified: no, type: nauc_precision_at_3_diff1
value: 30.5735
verified: no, type: nauc_precision_at_5_max
value: 38.062200000000004
verified: no, type: nauc_precision_at_5_std
value: 10.2952
verified: no, type: nauc_precision_at_5_diff1
value: 21.2531
verified: no, type: nauc_precision_at_10_max
value: 31.330099999999998
verified: no, type: nauc_precision_at_10_std
value: 16.6561
verified: no, type: nauc_precision_at_10_diff1
value: 8.4745
verified: no, type: nauc_precision_at_20_max
value: 28.5499
verified: no, type: nauc_precision_at_20_std
value: 25.593300000000003
verified: no, type: nauc_precision_at_20_diff1
value: 0.8708
verified: no, type: nauc_precision_at_100_max
value: 20.275299999999998
verified: no, type: nauc_precision_at_100_std
value: 31.6878
verified: no, type: nauc_precision_at_100_diff1
value: -8.8113
verified: no, type: nauc_precision_at_1000_max
value: 15.4133
verified: no, type: nauc_precision_at_1000_std
value: 29.5211
verified: no, type: nauc_precision_at_1000_diff1
value: -11.061300000000001
verified: no, type: nauc_mrr_at_1_max
value: 39.467400000000005
verified: no, type: nauc_mrr_at_1_std
value: -6.512
verified: no, type: nauc_mrr_at_1_diff1
value: 57.337700000000005
verified: no, type: nauc_mrr_at_3_max
value: 42.9279
verified: no, type: nauc_mrr_at_3_std
value: -5.251200000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 54.8802
verified: no, type: nauc_mrr_at_5_max
value: 43.5261
verified: no, type: nauc_mrr_at_5_std
value: -4.4842
verified: no, type: nauc_mrr_at_5_diff1
value: 54.874500000000005
verified: no, type: nauc_mrr_at_10_max
value: 43.2392
verified: no, type: nauc_mrr_at_10_std
value: -4.2739
verified: no, type: nauc_mrr_at_10_diff1
value: 54.5466
verified: no, type: nauc_mrr_at_20_max
value: 43.2263
verified: no, type: nauc_mrr_at_20_std
value: -4.122
verified: no, type: nauc_mrr_at_20_diff1
value: 54.5397
verified: no, type: nauc_mrr_at_100_max
value: 43.2131
verified: no, type: nauc_mrr_at_100_std
value: -4.041
verified: no, type: nauc_mrr_at_100_diff1
value: 54.586800000000004
verified: no, type: nauc_mrr_at_1000_max
value: 43.2078
verified: no, type: nauc_mrr_at_1000_std
value: -4.0622
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.606100000000005
verified: no, type: main_score
value: 63.172
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: ndcg_at_1
value: 32.429
verified: no, type: ndcg_at_3
value: 39.639
verified: no, type: ndcg_at_5
value: 42.051
verified: no, type: ndcg_at_10
value: 44.759
verified: no, type: ndcg_at_20
value: 46.588
verified: no, type: ndcg_at_100
value: 49.457
verified: no, type: ndcg_at_1000
value: 51.248000000000005
verified: no, type: map_at_1
value: 30.259999999999998
verified: no, type: map_at_3
value: 36.998
verified: no, type: map_at_5
value: 38.452
verified: no, type: map_at_10
value: 39.653
verified: no, type: map_at_20
value: 40.199
verified: no, type: map_at_100
value: 40.63
verified: no, type: map_at_1000
value: 40.701
verified: no, type: recall_at_1
value: 30.259999999999998
verified: no, type: recall_at_3
value: 44.531
verified: no, type: recall_at_5
value: 50.349999999999994
verified: no, type: recall_at_10
value: 58.294999999999995
verified: no, type: recall_at_20
value: 65.19200000000001
verified: no, type: recall_at_100
value: 79.699
verified: no, type: recall_at_1000
value: 93.181
verified: no, type: precision_at_1
value: 32.429
verified: no, type: precision_at_3
value: 16.61
verified: no, type: precision_at_5
value: 11.39
verified: no, type: precision_at_10
value: 6.746
verified: no, type: precision_at_20
value: 3.8019999999999996
verified: no, type: precision_at_100
value: 0.963
verified: no, type: precision_at_1000
value: 0.11399999999999999
verified: no, type: mrr_at_1
value: 32.4294
verified: no, type: mrr_at_3
value: 39.265499999999996
verified: no, type: mrr_at_5
value: 40.6158
verified: no, type: mrr_at_10
value: 41.7454
verified: no, type: mrr_at_20
value: 42.187999999999995
verified: no, type: mrr_at_100
value: 42.530699999999996
verified: no, type: mrr_at_1000
value: 42.584300000000006
verified: no, type: nauc_ndcg_at_1_max
value: 30.2344
verified: no, type: nauc_ndcg_at_1_std
value: -8.76
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.3339
verified: no, type: nauc_ndcg_at_3_max
value: 31.300299999999996
verified: no, type: nauc_ndcg_at_3_std
value: -5.2691
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.6872
verified: no, type: nauc_ndcg_at_5_max
value: 31.844099999999997
verified: no, type: nauc_ndcg_at_5_std
value: -4.228400000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.2047
verified: no, type: nauc_ndcg_at_10_max
value: 31.664900000000003
verified: no, type: nauc_ndcg_at_10_std
value: -3.2960000000000003
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.6259
verified: no, type: nauc_ndcg_at_20_max
value: 31.630999999999997
verified: no, type: nauc_ndcg_at_20_std
value: -2.6685
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.577
verified: no, type: nauc_ndcg_at_100_max
value: 32.283899999999996
verified: no, type: nauc_ndcg_at_100_std
value: -2.1553
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.3958
verified: no, type: nauc_ndcg_at_1000_max
value: 32.4852
verified: no, type: nauc_ndcg_at_1000_std
value: -2.3408
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.0227
verified: no, type: nauc_map_at_1_max
value: 27.620800000000003
verified: no, type: nauc_map_at_1_std
value: -10.7657
verified: no, type: nauc_map_at_1_diff1
value: 43.7864
verified: no, type: nauc_map_at_3_max
value: 30.0483
verified: no, type: nauc_map_at_3_std
value: -6.9221
verified: no, type: nauc_map_at_3_diff1
value: 40.826
verified: no, type: nauc_map_at_5_max
value: 30.560399999999998
verified: no, type: nauc_map_at_5_std
value: -6.1894
verified: no, type: nauc_map_at_5_diff1
value: 40.0042
verified: no, type: nauc_map_at_10_max
value: 30.665100000000002
verified: no, type: nauc_map_at_10_std
value: -5.8472
verified: no, type: nauc_map_at_10_diff1
value: 39.3857
verified: no, type: nauc_map_at_20_max
value: 30.761699999999998
verified: no, type: nauc_map_at_20_std
value: -5.591
verified: no, type: nauc_map_at_20_diff1
value: 39.4111
verified: no, type: nauc_map_at_100_max
value: 30.859399999999997
verified: no, type: nauc_map_at_100_std
value: -5.532
verified: no, type: nauc_map_at_100_diff1
value: 39.3888
verified: no, type: nauc_map_at_1000_max
value: 30.871199999999998
verified: no, type: nauc_map_at_1000_std
value: -5.5322000000000005
verified: no, type: nauc_map_at_1000_diff1
value: 39.4166
verified: no, type: nauc_recall_at_1_max
value: 27.620800000000003
verified: no, type: nauc_recall_at_1_std
value: -10.7657
verified: no, type: nauc_recall_at_1_diff1
value: 43.7864
verified: no, type: nauc_recall_at_3_max
value: 31.187199999999997
verified: no, type: nauc_recall_at_3_std
value: -2.5515
verified: no, type: nauc_recall_at_3_diff1
value: 36.9576
verified: no, type: nauc_recall_at_5_max
value: 32.6827
verified: no, type: nauc_recall_at_5_std
value: -0.4259
verified: no, type: nauc_recall_at_5_diff1
value: 33.1674
verified: no, type: nauc_recall_at_10_max
value: 31.729400000000002
verified: no, type: nauc_recall_at_10_std
value: 2.8294
verified: no, type: nauc_recall_at_10_diff1
value: 27.7289
verified: no, type: nauc_recall_at_20_max
value: 30.9251
verified: no, type: nauc_recall_at_20_std
value: 5.9573
verified: no, type: nauc_recall_at_20_diff1
value: 26.271499999999996
verified: no, type: nauc_recall_at_100_max
value: 35.8557
verified: no, type: nauc_recall_at_100_std
value: 14.478399999999999
verified: no, type: nauc_recall_at_100_diff1
value: 20.6213
verified: no, type: nauc_recall_at_1000_max
value: 49.7086
verified: no, type: nauc_recall_at_1000_std
value: 36.9282
verified: no, type: nauc_recall_at_1000_diff1
value: 14.288300000000001
verified: no, type: nauc_precision_at_1_max
value: 30.2344
verified: no, type: nauc_precision_at_1_std
value: -8.76
verified: no, type: nauc_precision_at_1_diff1
value: 43.3339
verified: no, type: nauc_precision_at_3_max
value: 34.808699999999995
verified: no, type: nauc_precision_at_3_std
value: 0.7861999999999999
verified: no, type: nauc_precision_at_3_diff1
value: 33.232299999999995
verified: no, type: nauc_precision_at_5_max
value: 35.9325
verified: no, type: nauc_precision_at_5_std
value: 4.1644
verified: no, type: nauc_precision_at_5_diff1
value: 28.872799999999998
verified: no, type: nauc_precision_at_10_max
value: 34.2471
verified: no, type: nauc_precision_at_10_std
value: 7.2728
verified: no, type: nauc_precision_at_10_diff1
value: 21.044999999999998
verified: no, type: nauc_precision_at_20_max
value: 31.828200000000002
verified: no, type: nauc_precision_at_20_std
value: 10.2775
verified: no, type: nauc_precision_at_20_diff1
value: 16.7988
verified: no, type: nauc_precision_at_100_max
value: 26.320100000000004
verified: no, type: nauc_precision_at_100_std
value: 14.0416
verified: no, type: nauc_precision_at_100_diff1
value: 3.4286999999999996
verified: no, type: nauc_precision_at_1000_max
value: 17.6282
verified: no, type: nauc_precision_at_1000_std
value: 13.1888
verified: no, type: nauc_precision_at_1000_diff1
value: -6.7075
verified: no, type: nauc_mrr_at_1_max
value: 30.2344
verified: no, type: nauc_mrr_at_1_std
value: -8.76
verified: no, type: nauc_mrr_at_1_diff1
value: 43.3339
verified: no, type: nauc_mrr_at_3_max
value: 32.2423
verified: no, type: nauc_mrr_at_3_std
value: -4.6264
verified: no, type: nauc_mrr_at_3_diff1
value: 39.6214
verified: no, type: nauc_mrr_at_5_max
value: 32.496199999999995
verified: no, type: nauc_mrr_at_5_std
value: -4.3406
verified: no, type: nauc_mrr_at_5_diff1
value: 38.921
verified: no, type: nauc_mrr_at_10_max
value: 32.330799999999996
verified: no, type: nauc_mrr_at_10_std
value: -3.943
verified: no, type: nauc_mrr_at_10_diff1
value: 38.2251
verified: no, type: nauc_mrr_at_20_max
value: 32.1807
verified: no, type: nauc_mrr_at_20_std
value: -3.9316999999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 38.2161
verified: no, type: nauc_mrr_at_100_max
value: 32.2413
verified: no, type: nauc_mrr_at_100_std
value: -3.8869000000000002
verified: no, type: nauc_mrr_at_100_diff1
value: 38.217800000000004
verified: no, type: nauc_mrr_at_1000_max
value: 32.2481
verified: no, type: nauc_mrr_at_1000_std
value: -3.8933000000000004
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.2515
verified: no, type: main_score
value: 44.759
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: ndcg_at_1
value: 22.761
verified: no, type: ndcg_at_3
value: 27.578999999999997
verified: no, type: ndcg_at_5
value: 30.067
verified: no, type: ndcg_at_10
value: 32.823
verified: no, type: ndcg_at_20
value: 35.129
verified: no, type: ndcg_at_100
value: 38.903999999999996
verified: no, type: ndcg_at_1000
value: 41.181
verified: no, type: map_at_1
value: 18.360000000000003
verified: no, type: map_at_3
value: 24.264
verified: no, type: map_at_5
value: 25.844
verified: no, type: map_at_10
value: 27.093
verified: no, type: map_at_20
value: 27.839999999999996
verified: no, type: map_at_100
value: 28.416999999999998
verified: no, type: map_at_1000
value: 28.517
verified: no, type: recall_at_1
value: 18.360000000000003
verified: no, type: recall_at_3
value: 31.044
verified: no, type: recall_at_5
value: 37.432
verified: no, type: recall_at_10
value: 45.525999999999996
verified: no, type: recall_at_20
value: 53.557
verified: no, type: recall_at_100
value: 72.14500000000001
verified: no, type: recall_at_1000
value: 88.041
verified: no, type: precision_at_1
value: 22.761
verified: no, type: precision_at_3
value: 13.350000000000001
verified: no, type: precision_at_5
value: 9.801
verified: no, type: precision_at_10
value: 6.157
verified: no, type: precision_at_20
value: 3.744
verified: no, type: precision_at_100
value: 1.055
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: mrr_at_1
value: 22.761200000000002
verified: no, type: mrr_at_3
value: 29.187400000000004
verified: no, type: mrr_at_5
value: 30.866500000000002
verified: no, type: mrr_at_10
value: 32.0236
verified: no, type: mrr_at_20
value: 32.5924
verified: no, type: mrr_at_100
value: 32.995000000000005
verified: no, type: mrr_at_1000
value: 33.042100000000005
verified: no, type: nauc_ndcg_at_1_max
value: 22.3876
verified: no, type: nauc_ndcg_at_1_std
value: -0.26649999999999996
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.7688
verified: no, type: nauc_ndcg_at_3_max
value: 24.329
verified: no, type: nauc_ndcg_at_3_std
value: 1.3894
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.5792
verified: no, type: nauc_ndcg_at_5_max
value: 24.331
verified: no, type: nauc_ndcg_at_5_std
value: 3.1460000000000004
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.1599
verified: no, type: nauc_ndcg_at_10_max
value: 23.9962
verified: no, type: nauc_ndcg_at_10_std
value: 3.6198
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.615899999999996
verified: no, type: nauc_ndcg_at_20_max
value: 23.189899999999998
verified: no, type: nauc_ndcg_at_20_std
value: 3.3743000000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.5344
verified: no, type: nauc_ndcg_at_100_max
value: 24.1644
verified: no, type: nauc_ndcg_at_100_std
value: 5.3245000000000005
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.1404
verified: no, type: nauc_ndcg_at_1000_max
value: 24.4504
verified: no, type: nauc_ndcg_at_1000_std
value: 5.0385
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.3277
verified: no, type: nauc_map_at_1_max
value: 20.5435
verified: no, type: nauc_map_at_1_std
value: -0.1746
verified: no, type: nauc_map_at_1_diff1
value: 43.252
verified: no, type: nauc_map_at_3_max
value: 23.108999999999998
verified: no, type: nauc_map_at_3_std
value: 0.8848
verified: no, type: nauc_map_at_3_diff1
value: 39.9259
verified: no, type: nauc_map_at_5_max
value: 23.329900000000002
verified: no, type: nauc_map_at_5_std
value: 1.7795999999999998
verified: no, type: nauc_map_at_5_diff1
value: 38.448
verified: no, type: nauc_map_at_10_max
value: 23.1789
verified: no, type: nauc_map_at_10_std
value: 2.1036
verified: no, type: nauc_map_at_10_diff1
value: 37.653
verified: no, type: nauc_map_at_20_max
value: 22.9132
verified: no, type: nauc_map_at_20_std
value: 2.1094
verified: no, type: nauc_map_at_20_diff1
value: 37.5569
verified: no, type: nauc_map_at_100_max
value: 23.0857
verified: no, type: nauc_map_at_100_std
value: 2.4645
verified: no, type: nauc_map_at_100_diff1
value: 37.4881
verified: no, type: nauc_map_at_1000_max
value: 23.0988
verified: no, type: nauc_map_at_1000_std
value: 2.4427999999999996
verified: no, type: nauc_map_at_1000_diff1
value: 37.4707
verified: no, type: nauc_recall_at_1_max
value: 20.5435
verified: no, type: nauc_recall_at_1_std
value: -0.1746
verified: no, type: nauc_recall_at_1_diff1
value: 43.252
verified: no, type: nauc_recall_at_3_max
value: 24.393500000000003
verified: no, type: nauc_recall_at_3_std
value: 3.3230999999999997
verified: no, type: nauc_recall_at_3_diff1
value: 34.7983
verified: no, type: nauc_recall_at_5_max
value: 23.4229
verified: no, type: nauc_recall_at_5_std
value: 6.2542
verified: no, type: nauc_recall_at_5_diff1
value: 28.8147
verified: no, type: nauc_recall_at_10_max
value: 22.6162
verified: no, type: nauc_recall_at_10_std
value: 6.9113
verified: no, type: nauc_recall_at_10_diff1
value: 24.617900000000002
verified: no, type: nauc_recall_at_20_max
value: 19.8826
verified: no, type: nauc_recall_at_20_std
value: 6.0004
verified: no, type: nauc_recall_at_20_diff1
value: 24.0887
verified: no, type: nauc_recall_at_100_max
value: 24.428900000000002
verified: no, type: nauc_recall_at_100_std
value: 18.8358
verified: no, type: nauc_recall_at_100_diff1
value: 18.6841
verified: no, type: nauc_recall_at_1000_max
value: 34.9059
verified: no, type: nauc_recall_at_1000_std
value: 30.6124
verified: no, type: nauc_recall_at_1000_diff1
value: 11.7067
verified: no, type: nauc_precision_at_1_max
value: 22.3876
verified: no, type: nauc_precision_at_1_std
value: -0.26649999999999996
verified: no, type: nauc_precision_at_1_diff1
value: 42.7688
verified: no, type: nauc_precision_at_3_max
value: 24.7919
verified: no, type: nauc_precision_at_3_std
value: 1.3971
verified: no, type: nauc_precision_at_3_diff1
value: 32.175599999999996
verified: no, type: nauc_precision_at_5_max
value: 25.4503
verified: no, type: nauc_precision_at_5_std
value: 4.4636000000000005
verified: no, type: nauc_precision_at_5_diff1
value: 25.453599999999998
verified: no, type: nauc_precision_at_10_max
value: 21.1404
verified: no, type: nauc_precision_at_10_std
value: 4.7988
verified: no, type: nauc_precision_at_10_diff1
value: 17.3144
verified: no, type: nauc_precision_at_20_max
value: 16.4733
verified: no, type: nauc_precision_at_20_std
value: 3.7228999999999997
verified: no, type: nauc_precision_at_20_diff1
value: 12.853
verified: no, type: nauc_precision_at_100_max
value: 12.5551
verified: no, type: nauc_precision_at_100_std
value: 6.2132
verified: no, type: nauc_precision_at_100_diff1
value: 1.2163
verified: no, type: nauc_precision_at_1000_max
value: 2.706
verified: no, type: nauc_precision_at_1000_std
value: -0.7363999999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -6.0556
verified: no, type: nauc_mrr_at_1_max
value: 22.3876
verified: no, type: nauc_mrr_at_1_std
value: -0.26649999999999996
verified: no, type: nauc_mrr_at_1_diff1
value: 42.7688
verified: no, type: nauc_mrr_at_3_max
value: 24.9398
verified: no, type: nauc_mrr_at_3_std
value: 1.5026
verified: no, type: nauc_mrr_at_3_diff1
value: 39.2078
verified: no, type: nauc_mrr_at_5_max
value: 24.9525
verified: no, type: nauc_mrr_at_5_std
value: 2.2446
verified: no, type: nauc_mrr_at_5_diff1
value: 37.9502
verified: no, type: nauc_mrr_at_10_max
value: 24.8361
verified: no, type: nauc_mrr_at_10_std
value: 2.1445
verified: no, type: nauc_mrr_at_10_diff1
value: 37.4108
verified: no, type: nauc_mrr_at_20_max
value: 24.529300000000003
verified: no, type: nauc_mrr_at_20_std
value: 2.0292
verified: no, type: nauc_mrr_at_20_diff1
value: 37.3959
verified: no, type: nauc_mrr_at_100_max
value: 24.627299999999998
verified: no, type: nauc_mrr_at_100_std
value: 2.2496
verified: no, type: nauc_mrr_at_100_diff1
value: 37.4236
verified: no, type: nauc_mrr_at_1000_max
value: 24.6481
verified: no, type: nauc_mrr_at_1000_std
value: 2.2540999999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.4501
verified: no, type: main_score
value: 32.823
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: ndcg_at_1
value: 40.135
verified: no, type: ndcg_at_3
value: 45.062999999999995
verified: no, type: ndcg_at_5
value: 47.674
verified: no, type: ndcg_at_10
value: 50.312
verified: no, type: ndcg_at_20
value: 52.349000000000004
verified: no, type: ndcg_at_100
value: 55.428
verified: no, type: ndcg_at_1000
value: 57.202
verified: no, type: map_at_1
value: 32.757
verified: no, type: map_at_3
value: 40.722
verified: no, type: map_at_5
value: 42.656
verified: no, type: map_at_10
value: 44.162
verified: no, type: map_at_20
value: 44.889
verified: no, type: map_at_100
value: 45.454
verified: no, type: map_at_1000
value: 45.562999999999995
verified: no, type: recall_at_1
value: 32.757
verified: no, type: recall_at_3
value: 48.120000000000005
verified: no, type: recall_at_5
value: 54.666000000000004
verified: no, type: recall_at_10
value: 62.632
verified: no, type: recall_at_20
value: 69.592
verified: no, type: recall_at_100
value: 83.863
verified: no, type: recall_at_1000
value: 95.065
verified: no, type: precision_at_1
value: 40.135
verified: no, type: precision_at_3
value: 21.367
verified: no, type: precision_at_5
value: 15.265
verified: no, type: precision_at_10
value: 9.057
verified: no, type: precision_at_20
value: 5.25
verified: no, type: precision_at_100
value: 1.347
verified: no, type: precision_at_1000
value: 0.169
verified: no, type: mrr_at_1
value: 40.1347
verified: no, type: mrr_at_3
value: 47.3532
verified: no, type: mrr_at_5
value: 48.8547
verified: no, type: mrr_at_10
value: 49.9016
verified: no, type: mrr_at_20
value: 50.31250000000001
verified: no, type: mrr_at_100
value: 50.6278
verified: no, type: mrr_at_1000
value: 50.6652
verified: no, type: nauc_ndcg_at_1_max
value: 38.7881
verified: no, type: nauc_ndcg_at_1_std
value: -8.296000000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.21130000000001
verified: no, type: nauc_ndcg_at_3_max
value: 38.7708
verified: no, type: nauc_ndcg_at_3_std
value: -6.576700000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.9321
verified: no, type: nauc_ndcg_at_5_max
value: 38.438
verified: no, type: nauc_ndcg_at_5_std
value: -6.2548
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.0762
verified: no, type: nauc_ndcg_at_10_max
value: 38.365899999999996
verified: no, type: nauc_ndcg_at_10_std
value: -5.7385
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.158899999999996
verified: no, type: nauc_ndcg_at_20_max
value: 39.0394
verified: no, type: nauc_ndcg_at_20_std
value: -5.0741000000000005
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.540499999999994
verified: no, type: nauc_ndcg_at_100_max
value: 39.7277
verified: no, type: nauc_ndcg_at_100_std
value: -2.7447
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.9735
verified: no, type: nauc_ndcg_at_1000_max
value: 40.0211
verified: no, type: nauc_ndcg_at_1000_std
value: -2.7227
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.1857
verified: no, type: nauc_map_at_1_max
value: 33.7229
verified: no, type: nauc_map_at_1_std
value: -12.5585
verified: no, type: nauc_map_at_1_diff1
value: 54.0852
verified: no, type: nauc_map_at_3_max
value: 36.403
verified: no, type: nauc_map_at_3_std
value: -9.1775
verified: no, type: nauc_map_at_3_diff1
value: 49.7749
verified: no, type: nauc_map_at_5_max
value: 36.804500000000004
verified: no, type: nauc_map_at_5_std
value: -8.4613
verified: no, type: nauc_map_at_5_diff1
value: 49.1705
verified: no, type: nauc_map_at_10_max
value: 37.3301
verified: no, type: nauc_map_at_10_std
value: -7.706200000000001
verified: no, type: nauc_map_at_10_diff1
value: 49.3899
verified: no, type: nauc_map_at_20_max
value: 37.541999999999994
verified: no, type: nauc_map_at_20_std
value: -7.4139
verified: no, type: nauc_map_at_20_diff1
value: 49.4555
verified: no, type: nauc_map_at_100_max
value: 37.7874
verified: no, type: nauc_map_at_100_std
value: -6.8967
verified: no, type: nauc_map_at_100_diff1
value: 49.336999999999996
verified: no, type: nauc_map_at_1000_max
value: 37.8174
verified: no, type: nauc_map_at_1000_std
value: -6.8435
verified: no, type: nauc_map_at_1000_diff1
value: 49.3269
verified: no, type: nauc_recall_at_1_max
value: 33.7229
verified: no, type: nauc_recall_at_1_std
value: -12.5585
verified: no, type: nauc_recall_at_1_diff1
value: 54.0852
verified: no, type: nauc_recall_at_3_max
value: 34.7265
verified: no, type: nauc_recall_at_3_std
value: -8.2544
verified: no, type: nauc_recall_at_3_diff1
value: 45.2066
verified: no, type: nauc_recall_at_5_max
value: 34.319
verified: no, type: nauc_recall_at_5_std
value: -6.7825
verified: no, type: nauc_recall_at_5_diff1
value: 41.783
verified: no, type: nauc_recall_at_10_max
value: 34.5308
verified: no, type: nauc_recall_at_10_std
value: -3.8527
verified: no, type: nauc_recall_at_10_diff1
value: 40.9153
verified: no, type: nauc_recall_at_20_max
value: 36.6563
verified: no, type: nauc_recall_at_20_std
value: -0.6942
verified: no, type: nauc_recall_at_20_diff1
value: 41.7078
verified: no, type: nauc_recall_at_100_max
value: 38.7406
verified: no, type: nauc_recall_at_100_std
value: 18.8691
verified: no, type: nauc_recall_at_100_diff1
value: 34.8788
verified: no, type: nauc_recall_at_1000_max
value: 53.96490000000001
verified: no, type: nauc_recall_at_1000_std
value: 46.1526
verified: no, type: nauc_recall_at_1000_diff1
value: 34.4075
verified: no, type: nauc_precision_at_1_max
value: 38.7881
verified: no, type: nauc_precision_at_1_std
value: -8.296000000000001
verified: no, type: nauc_precision_at_1_diff1
value: 52.21130000000001
verified: no, type: nauc_precision_at_3_max
value: 38.4296
verified: no, type: nauc_precision_at_3_std
value: 5.1817
verified: no, type: nauc_precision_at_3_diff1
value: 32.3129
verified: no, type: nauc_precision_at_5_max
value: 33.9238
verified: no, type: nauc_precision_at_5_std
value: 10.5533
verified: no, type: nauc_precision_at_5_diff1
value: 22.5911
verified: no, type: nauc_precision_at_10_max
value: 30.967
verified: no, type: nauc_precision_at_10_std
value: 16.371
verified: no, type: nauc_precision_at_10_diff1
value: 15.714
verified: no, type: nauc_precision_at_20_max
value: 27.0551
verified: no, type: nauc_precision_at_20_std
value: 18.2058
verified: no, type: nauc_precision_at_20_diff1
value: 10.084
verified: no, type: nauc_precision_at_100_max
value: 18.493000000000002
verified: no, type: nauc_precision_at_100_std
value: 25.315199999999997
verified: no, type: nauc_precision_at_100_diff1
value: -5.4256
verified: no, type: nauc_precision_at_1000_max
value: 6.7
verified: no, type: nauc_precision_at_1000_std
value: 22.2852
verified: no, type: nauc_precision_at_1000_diff1
value: -14.102
verified: no, type: nauc_mrr_at_1_max
value: 38.7881
verified: no, type: nauc_mrr_at_1_std
value: -8.296000000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 52.21130000000001
verified: no, type: nauc_mrr_at_3_max
value: 40.9462
verified: no, type: nauc_mrr_at_3_std
value: -5.224
verified: no, type: nauc_mrr_at_3_diff1
value: 49.9567
verified: no, type: nauc_mrr_at_5_max
value: 40.6606
verified: no, type: nauc_mrr_at_5_std
value: -5.1892000000000005
verified: no, type: nauc_mrr_at_5_diff1
value: 49.274499999999996
verified: no, type: nauc_mrr_at_10_max
value: 40.7644
verified: no, type: nauc_mrr_at_10_std
value: -4.7934
verified: no, type: nauc_mrr_at_10_diff1
value: 49.2337
verified: no, type: nauc_mrr_at_20_max
value: 40.8569
verified: no, type: nauc_mrr_at_20_std
value: -4.7076
verified: no, type: nauc_mrr_at_20_diff1
value: 49.358999999999995
verified: no, type: nauc_mrr_at_100_max
value: 40.8362
verified: no, type: nauc_mrr_at_100_std
value: -4.5678
verified: no, type: nauc_mrr_at_100_diff1
value: 49.32
verified: no, type: nauc_mrr_at_1000_max
value: 40.827400000000004
verified: no, type: nauc_mrr_at_1000_std
value: -4.5844000000000005
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.3213
verified: no, type: main_score
value: 50.312
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: ndcg_at_1
value: 38.013999999999996
verified: no, type: ndcg_at_3
value: 42.824
verified: no, type: ndcg_at_5
value: 45.074999999999996
verified: no, type: ndcg_at_10
value: 47.769
verified: no, type: ndcg_at_20
value: 49.964
verified: no, type: ndcg_at_100
value: 53.271
verified: no, type: ndcg_at_1000
value: 55.217000000000006
verified: no, type: map_at_1
value: 31.751
verified: no, type: map_at_3
value: 38.95
verified: no, type: map_at_5
value: 40.681
verified: no, type: map_at_10
value: 42.097
verified: no, type: map_at_20
value: 42.892
verified: no, type: map_at_100
value: 43.472
verified: no, type: map_at_1000
value: 43.578
verified: no, type: recall_at_1
value: 31.751
verified: no, type: recall_at_3
value: 45.409
verified: no, type: recall_at_5
value: 51.373000000000005
verified: no, type: recall_at_10
value: 59.168
verified: no, type: recall_at_20
value: 66.669
verified: no, type: recall_at_100
value: 82.26400000000001
verified: no, type: recall_at_1000
value: 95.017
verified: no, type: precision_at_1
value: 38.013999999999996
verified: no, type: precision_at_3
value: 19.977
verified: no, type: precision_at_5
value: 14.11
verified: no, type: precision_at_10
value: 8.493
verified: no, type: precision_at_20
value: 5
verified: no, type: precision_at_100
value: 1.312
verified: no, type: precision_at_1000
value: 0.165
verified: no, type: mrr_at_1
value: 38.0137
verified: no, type: mrr_at_3
value: 44.9772
verified: no, type: mrr_at_5
value: 46.387
verified: no, type: mrr_at_10
value: 47.384100000000004
verified: no, type: mrr_at_20
value: 47.8746
verified: no, type: mrr_at_100
value: 48.2235
verified: no, type: mrr_at_1000
value: 48.2699
verified: no, type: nauc_ndcg_at_1_max
value: 35.9967
verified: no, type: nauc_ndcg_at_1_std
value: 4.926500000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.5414
verified: no, type: nauc_ndcg_at_3_max
value: 35.4574
verified: no, type: nauc_ndcg_at_3_std
value: 2.6951
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.5888
verified: no, type: nauc_ndcg_at_5_max
value: 35.7783
verified: no, type: nauc_ndcg_at_5_std
value: 3.5970000000000004
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.107
verified: no, type: nauc_ndcg_at_10_max
value: 35.9047
verified: no, type: nauc_ndcg_at_10_std
value: 5.3849
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.6917
verified: no, type: nauc_ndcg_at_20_max
value: 37.4203
verified: no, type: nauc_ndcg_at_20_std
value: 7.5072
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.9429
verified: no, type: nauc_ndcg_at_100_max
value: 37.913000000000004
verified: no, type: nauc_ndcg_at_100_std
value: 8.8726
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.8018
verified: no, type: nauc_ndcg_at_1000_max
value: 37.7521
verified: no, type: nauc_ndcg_at_1000_std
value: 8.0898
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.188
verified: no, type: nauc_map_at_1_max
value: 30.6039
verified: no, type: nauc_map_at_1_std
value: -1.1973
verified: no, type: nauc_map_at_1_diff1
value: 44.4956
verified: no, type: nauc_map_at_3_max
value: 33.79
verified: no, type: nauc_map_at_3_std
value: 0.7224999999999999
verified: no, type: nauc_map_at_3_diff1
value: 40.5918
verified: no, type: nauc_map_at_5_max
value: 34.799
verified: no, type: nauc_map_at_5_std
value: 1.9663
verified: no, type: nauc_map_at_5_diff1
value: 40.119
verified: no, type: nauc_map_at_10_max
value: 35.0036
verified: no, type: nauc_map_at_10_std
value: 2.9479
verified: no, type: nauc_map_at_10_diff1
value: 39.725899999999996
verified: no, type: nauc_map_at_20_max
value: 35.6907
verified: no, type: nauc_map_at_20_std
value: 3.7684
verified: no, type: nauc_map_at_20_diff1
value: 39.6845
verified: no, type: nauc_map_at_100_max
value: 35.8249
verified: no, type: nauc_map_at_100_std
value: 4.123
verified: no, type: nauc_map_at_100_diff1
value: 39.6397
verified: no, type: nauc_map_at_1000_max
value: 35.8146
verified: no, type: nauc_map_at_1000_std
value: 4.100899999999999
verified: no, type: nauc_map_at_1000_diff1
value: 39.6511
verified: no, type: nauc_recall_at_1_max
value: 30.6039
verified: no, type: nauc_recall_at_1_std
value: -1.1973
verified: no, type: nauc_recall_at_1_diff1
value: 44.4956
verified: no, type: nauc_recall_at_3_max
value: 33.9619
verified: no, type: nauc_recall_at_3_std
value: 1.3599
verified: no, type: nauc_recall_at_3_diff1
value: 36.673899999999996
verified: no, type: nauc_recall_at_5_max
value: 34.798899999999996
verified: no, type: nauc_recall_at_5_std
value: 3.9083
verified: no, type: nauc_recall_at_5_diff1
value: 34.2275
verified: no, type: nauc_recall_at_10_max
value: 34.3508
verified: no, type: nauc_recall_at_10_std
value: 8.6454
verified: no, type: nauc_recall_at_10_diff1
value: 31.9422
verified: no, type: nauc_recall_at_20_max
value: 39.1475
verified: no, type: nauc_recall_at_20_std
value: 17.0303
verified: no, type: nauc_recall_at_20_diff1
value: 32.138099999999994
verified: no, type: nauc_recall_at_100_max
value: 43.452
verified: no, type: nauc_recall_at_100_std
value: 31.8449
verified: no, type: nauc_recall_at_100_diff1
value: 27.38
verified: no, type: nauc_recall_at_1000_max
value: 56.720000000000006
verified: no, type: nauc_recall_at_1000_std
value: 51.5088
verified: no, type: nauc_recall_at_1000_diff1
value: 28.131099999999996
verified: no, type: nauc_precision_at_1_max
value: 35.9967
verified: no, type: nauc_precision_at_1_std
value: 4.926500000000001
verified: no, type: nauc_precision_at_1_diff1
value: 43.5414
verified: no, type: nauc_precision_at_3_max
value: 36.204
verified: no, type: nauc_precision_at_3_std
value: 9.6793
verified: no, type: nauc_precision_at_3_diff1
value: 22.8807
verified: no, type: nauc_precision_at_5_max
value: 34.226
verified: no, type: nauc_precision_at_5_std
value: 14.0818
verified: no, type: nauc_precision_at_5_diff1
value: 16.223000000000003
verified: no, type: nauc_precision_at_10_max
value: 28.3789
verified: no, type: nauc_precision_at_10_std
value: 18.8125
verified: no, type: nauc_precision_at_10_diff1
value: 7.382700000000001
verified: no, type: nauc_precision_at_20_max
value: 26.151600000000002
verified: no, type: nauc_precision_at_20_std
value: 22.352
verified: no, type: nauc_precision_at_20_diff1
value: 1.0934
verified: no, type: nauc_precision_at_100_max
value: 13.886399999999998
verified: no, type: nauc_precision_at_100_std
value: 21.5356
verified: no, type: nauc_precision_at_100_diff1
value: -10.3265
verified: no, type: nauc_precision_at_1000_max
value: -1.5730000000000002
verified: no, type: nauc_precision_at_1000_std
value: 9.9943
verified: no, type: nauc_precision_at_1000_diff1
value: -18.5193
verified: no, type: nauc_mrr_at_1_max
value: 35.9967
verified: no, type: nauc_mrr_at_1_std
value: 4.926500000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 43.5414
verified: no, type: nauc_mrr_at_3_max
value: 37.1377
verified: no, type: nauc_mrr_at_3_std
value: 5.6196
verified: no, type: nauc_mrr_at_3_diff1
value: 38.9643
verified: no, type: nauc_mrr_at_5_max
value: 36.945499999999996
verified: no, type: nauc_mrr_at_5_std
value: 5.9594000000000005
verified: no, type: nauc_mrr_at_5_diff1
value: 38.431
verified: no, type: nauc_mrr_at_10_max
value: 37.094300000000004
verified: no, type: nauc_mrr_at_10_std
value: 6.6665
verified: no, type: nauc_mrr_at_10_diff1
value: 38.4148
verified: no, type: nauc_mrr_at_20_max
value: 37.283100000000005
verified: no, type: nauc_mrr_at_20_std
value: 7.0301
verified: no, type: nauc_mrr_at_20_diff1
value: 38.6425
verified: no, type: nauc_mrr_at_100_max
value: 37.312200000000004
verified: no, type: nauc_mrr_at_100_std
value: 7.0826
verified: no, type: nauc_mrr_at_100_diff1
value: 38.689800000000005
verified: no, type: nauc_mrr_at_1000_max
value: 37.319
verified: no, type: nauc_mrr_at_1000_std
value: 7.0653999999999995
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.7106
verified: no, type: main_score
value: 47.769
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 46.10300000000001
verified: no, type: ndcg_at_10
value: 46.10300000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: ndcg_at_1
value: 32.362
verified: no, type: ndcg_at_3
value: 36.026
verified: no, type: ndcg_at_5
value: 38.122
verified: no, type: ndcg_at_10
value: 40.174
verified: no, type: ndcg_at_20
value: 41.836
verified: no, type: ndcg_at_100
value: 44.444
verified: no, type: ndcg_at_1000
value: 46.929
verified: no, type: map_at_1
value: 28.871999999999996
verified: no, type: map_at_3
value: 33.613
verified: no, type: map_at_5
value: 35.007
verified: no, type: map_at_10
value: 35.976
verified: no, type: map_at_20
value: 36.496
verified: no, type: map_at_100
value: 36.895
verified: no, type: map_at_1000
value: 36.994
verified: no, type: recall_at_1
value: 28.871999999999996
verified: no, type: recall_at_3
value: 38.705
verified: no, type: recall_at_5
value: 43.821
verified: no, type: recall_at_10
value: 49.921
verified: no, type: recall_at_20
value: 56.163
verified: no, type: recall_at_100
value: 69.084
verified: no, type: recall_at_1000
value: 87.35000000000001
verified: no, type: precision_at_1
value: 32.362
verified: no, type: precision_at_3
value: 15.184000000000001
verified: no, type: precision_at_5
value: 10.583
verified: no, type: precision_at_10
value: 6.166
verified: no, type: precision_at_20
value: 3.512
verified: no, type: precision_at_100
value: 0.897
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: mrr_at_1
value: 32.362
verified: no, type: mrr_at_3
value: 36.937599999999996
verified: no, type: mrr_at_5
value: 38.1416
verified: no, type: mrr_at_10
value: 39.012299999999996
verified: no, type: mrr_at_20
value: 39.4119
verified: no, type: mrr_at_100
value: 39.745200000000004
verified: no, type: mrr_at_1000
value: 39.8191
verified: no, type: nauc_ndcg_at_1_max
value: 39.396300000000004
verified: no, type: nauc_ndcg_at_1_std
value: 0.8482
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.376999999999995
verified: no, type: nauc_ndcg_at_3_max
value: 39.0785
verified: no, type: nauc_ndcg_at_3_std
value: 3.2739
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.3207
verified: no, type: nauc_ndcg_at_5_max
value: 38.4648
verified: no, type: nauc_ndcg_at_5_std
value: 3.3379
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.468500000000006
verified: no, type: nauc_ndcg_at_10_max
value: 39.0329
verified: no, type: nauc_ndcg_at_10_std
value: 4.0895
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.1268
verified: no, type: nauc_ndcg_at_20_max
value: 38.359
verified: no, type: nauc_ndcg_at_20_std
value: 4.2744
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.1661
verified: no, type: nauc_ndcg_at_100_max
value: 39.461
verified: no, type: nauc_ndcg_at_100_std
value: 7.2038
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.809
verified: no, type: nauc_ndcg_at_1000_max
value: 39.875699999999995
verified: no, type: nauc_ndcg_at_1000_std
value: 6.9621
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.473200000000006
verified: no, type: nauc_map_at_1_max
value: 35.936800000000005
verified: no, type: nauc_map_at_1_std
value: -3.2637
verified: no, type: nauc_map_at_1_diff1
value: 52.3431
verified: no, type: nauc_map_at_3_max
value: 37.8006
verified: no, type: nauc_map_at_3_std
value: 0.7727999999999999
verified: no, type: nauc_map_at_3_diff1
value: 49.1872
verified: no, type: nauc_map_at_5_max
value: 37.932300000000005
verified: no, type: nauc_map_at_5_std
value: 1.4745
verified: no, type: nauc_map_at_5_diff1
value: 48.8466
verified: no, type: nauc_map_at_10_max
value: 38.4041
verified: no, type: nauc_map_at_10_std
value: 2.0481
verified: no, type: nauc_map_at_10_diff1
value: 48.2292
verified: no, type: nauc_map_at_20_max
value: 38.1992
verified: no, type: nauc_map_at_20_std
value: 2.1198
verified: no, type: nauc_map_at_20_diff1
value: 47.9169
verified: no, type: nauc_map_at_100_max
value: 38.3504
verified: no, type: nauc_map_at_100_std
value: 2.5100000000000002
verified: no, type: nauc_map_at_100_diff1
value: 47.8259
verified: no, type: nauc_map_at_1000_max
value: 38.3865
verified: no, type: nauc_map_at_1000_std
value: 2.5181999999999998
verified: no, type: nauc_map_at_1000_diff1
value: 47.853699999999996
verified: no, type: nauc_recall_at_1_max
value: 35.936800000000005
verified: no, type: nauc_recall_at_1_std
value: -3.2637
verified: no, type: nauc_recall_at_1_diff1
value: 52.3431
verified: no, type: nauc_recall_at_3_max
value: 37.227700000000006
verified: no, type: nauc_recall_at_3_std
value: 3.8813
verified: no, type: nauc_recall_at_3_diff1
value: 44.8185
verified: no, type: nauc_recall_at_5_max
value: 35.963
verified: no, type: nauc_recall_at_5_std
value: 4.9497
verified: no, type: nauc_recall_at_5_diff1
value: 42.6322
verified: no, type: nauc_recall_at_10_max
value: 37.358000000000004
verified: no, type: nauc_recall_at_10_std
value: 6.6888000000000005
verified: no, type: nauc_recall_at_10_diff1
value: 38.7639
verified: no, type: nauc_recall_at_20_max
value: 34.2341
verified: no, type: nauc_recall_at_20_std
value: 7.0213
verified: no, type: nauc_recall_at_20_diff1
value: 34.8021
verified: no, type: nauc_recall_at_100_max
value: 39.406600000000005
verified: no, type: nauc_recall_at_100_std
value: 25.7393
verified: no, type: nauc_recall_at_100_diff1
value: 29.9173
verified: no, type: nauc_recall_at_1000_max
value: 45.287
verified: no, type: nauc_recall_at_1000_std
value: 38.572
verified: no, type: nauc_recall_at_1000_diff1
value: 26.744
verified: no, type: nauc_precision_at_1_max
value: 39.396300000000004
verified: no, type: nauc_precision_at_1_std
value: 0.8482
verified: no, type: nauc_precision_at_1_diff1
value: 52.376999999999995
verified: no, type: nauc_precision_at_3_max
value: 42.1919
verified: no, type: nauc_precision_at_3_std
value: 13.9189
verified: no, type: nauc_precision_at_3_diff1
value: 40.2337
verified: no, type: nauc_precision_at_5_max
value: 39.8644
verified: no, type: nauc_precision_at_5_std
value: 15.656900000000002
verified: no, type: nauc_precision_at_5_diff1
value: 35.1421
verified: no, type: nauc_precision_at_10_max
value: 40.7678
verified: no, type: nauc_precision_at_10_std
value: 19.5881
verified: no, type: nauc_precision_at_10_diff1
value: 28.822300000000002
verified: no, type: nauc_precision_at_20_max
value: 35.4842
verified: no, type: nauc_precision_at_20_std
value: 20.6978
verified: no, type: nauc_precision_at_20_diff1
value: 21.4608
verified: no, type: nauc_precision_at_100_max
value: 33.211400000000005
verified: no, type: nauc_precision_at_100_std
value: 31.5029
verified: no, type: nauc_precision_at_100_diff1
value: 13.0526
verified: no, type: nauc_precision_at_1000_max
value: 21.6976
verified: no, type: nauc_precision_at_1000_std
value: 26.4203
verified: no, type: nauc_precision_at_1000_diff1
value: 2.6056
verified: no, type: nauc_mrr_at_1_max
value: 39.396300000000004
verified: no, type: nauc_mrr_at_1_std
value: 0.8482
verified: no, type: nauc_mrr_at_1_diff1
value: 52.376999999999995
verified: no, type: nauc_mrr_at_3_max
value: 40.191
verified: no, type: nauc_mrr_at_3_std
value: 3.9919999999999995
verified: no, type: nauc_mrr_at_3_diff1
value: 49.2714
verified: no, type: nauc_mrr_at_5_max
value: 39.9654
verified: no, type: nauc_mrr_at_5_std
value: 4.0258
verified: no, type: nauc_mrr_at_5_diff1
value: 48.6599
verified: no, type: nauc_mrr_at_10_max
value: 40.1413
verified: no, type: nauc_mrr_at_10_std
value: 4.389
verified: no, type: nauc_mrr_at_10_diff1
value: 48.0272
verified: no, type: nauc_mrr_at_20_max
value: 39.9265
verified: no, type: nauc_mrr_at_20_std
value: 4.3462
verified: no, type: nauc_mrr_at_20_diff1
value: 47.8592
verified: no, type: nauc_mrr_at_100_max
value: 40.0623
verified: no, type: nauc_mrr_at_100_std
value: 4.698
verified: no, type: nauc_mrr_at_100_diff1
value: 47.8456
verified: no, type: nauc_mrr_at_1000_max
value: 40.0698
verified: no, type: nauc_mrr_at_1000_std
value: 4.6803
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.8659
verified: no, type: main_score
value: 40.174
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: ndcg_at_1
value: 25.155
verified: no, type: ndcg_at_3
value: 29.339
verified: no, type: ndcg_at_5
value: 31.452999999999996
verified: no, type: ndcg_at_10
value: 33.937
verified: no, type: ndcg_at_20
value: 36.018
verified: no, type: ndcg_at_100
value: 39.531
verified: no, type: ndcg_at_1000
value: 42.22
verified: no, type: map_at_1
value: 20.874000000000002
verified: no, type: map_at_3
value: 26.345000000000002
verified: no, type: map_at_5
value: 27.773999999999997
verified: no, type: map_at_10
value: 28.965999999999998
verified: no, type: map_at_20
value: 29.625
verified: no, type: map_at_100
value: 30.188
verified: no, type: map_at_1000
value: 30.314000000000004
verified: no, type: recall_at_1
value: 20.874000000000002
verified: no, type: recall_at_3
value: 31.984
verified: no, type: recall_at_5
value: 37.467
verified: no, type: recall_at_10
value: 44.774
verified: no, type: recall_at_20
value: 52.323
verified: no, type: recall_at_100
value: 69.549
verified: no, type: recall_at_1000
value: 88.419
verified: no, type: precision_at_1
value: 25.155
verified: no, type: precision_at_3
value: 13.719000000000001
verified: no, type: precision_at_5
value: 9.841999999999999
verified: no, type: precision_at_10
value: 6.069999999999999
verified: no, type: precision_at_20
value: 3.6799999999999997
verified: no, type: precision_at_100
value: 1.045
verified: no, type: precision_at_1000
value: 0.146
verified: no, type: mrr_at_1
value: 25.1549
verified: no, type: mrr_at_3
value: 30.7123
verified: no, type: mrr_at_5
value: 32.0148
verified: no, type: mrr_at_10
value: 33.035199999999996
verified: no, type: mrr_at_20
value: 33.5778
verified: no, type: mrr_at_100
value: 34.0001
verified: no, type: mrr_at_1000
value: 34.070499999999996
verified: no, type: nauc_ndcg_at_1_max
value: 34.6903
verified: no, type: nauc_ndcg_at_1_std
value: -0.48469999999999996
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.827799999999996
verified: no, type: nauc_ndcg_at_3_max
value: 34.7107
verified: no, type: nauc_ndcg_at_3_std
value: 1.2525
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.09
verified: no, type: nauc_ndcg_at_5_max
value: 34.363899999999994
verified: no, type: nauc_ndcg_at_5_std
value: 1.187
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.5019
verified: no, type: nauc_ndcg_at_10_max
value: 34.1261
verified: no, type: nauc_ndcg_at_10_std
value: 2.0704000000000002
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.0098
verified: no, type: nauc_ndcg_at_20_max
value: 34.5028
verified: no, type: nauc_ndcg_at_20_std
value: 2.9973
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.6486
verified: no, type: nauc_ndcg_at_100_max
value: 34.8192
verified: no, type: nauc_ndcg_at_100_std
value: 4.4281
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.252500000000005
verified: no, type: nauc_ndcg_at_1000_max
value: 34.8293
verified: no, type: nauc_ndcg_at_1000_std
value: 4.2747
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.5083
verified: no, type: nauc_map_at_1_max
value: 31.448700000000002
verified: no, type: nauc_map_at_1_std
value: -1.5652
verified: no, type: nauc_map_at_1_diff1
value: 42.3532
verified: no, type: nauc_map_at_3_max
value: 33.458
verified: no, type: nauc_map_at_3_std
value: 0.372
verified: no, type: nauc_map_at_3_diff1
value: 37.6257
verified: no, type: nauc_map_at_5_max
value: 33.3902
verified: no, type: nauc_map_at_5_std
value: 0.2957
verified: no, type: nauc_map_at_5_diff1
value: 37.0708
verified: no, type: nauc_map_at_10_max
value: 33.4473
verified: no, type: nauc_map_at_10_std
value: 0.7451
verified: no, type: nauc_map_at_10_diff1
value: 36.7872
verified: no, type: nauc_map_at_20_max
value: 33.6705
verified: no, type: nauc_map_at_20_std
value: 1.0755000000000001
verified: no, type: nauc_map_at_20_diff1
value: 36.6791
verified: no, type: nauc_map_at_100_max
value: 33.772200000000005
verified: no, type: nauc_map_at_100_std
value: 1.308
verified: no, type: nauc_map_at_100_diff1
value: 36.5896
verified: no, type: nauc_map_at_1000_max
value: 33.7881
verified: no, type: nauc_map_at_1000_std
value: 1.3087
verified: no, type: nauc_map_at_1000_diff1
value: 36.5978
verified: no, type: nauc_recall_at_1_max
value: 31.448700000000002
verified: no, type: nauc_recall_at_1_std
value: -1.5652
verified: no, type: nauc_recall_at_1_diff1
value: 42.3532
verified: no, type: nauc_recall_at_3_max
value: 33.7171
verified: no, type: nauc_recall_at_3_std
value: 2.4527
verified: no, type: nauc_recall_at_3_diff1
value: 32.6832
verified: no, type: nauc_recall_at_5_max
value: 32.7828
verified: no, type: nauc_recall_at_5_std
value: 2.0332
verified: no, type: nauc_recall_at_5_diff1
value: 30.8446
verified: no, type: nauc_recall_at_10_max
value: 31.6463
verified: no, type: nauc_recall_at_10_std
value: 4.3727
verified: no, type: nauc_recall_at_10_diff1
value: 29.1731
verified: no, type: nauc_recall_at_20_max
value: 31.968999999999998
verified: no, type: nauc_recall_at_20_std
value: 7.5392
verified: no, type: nauc_recall_at_20_diff1
value: 26.961299999999998
verified: no, type: nauc_recall_at_100_max
value: 32.9142
verified: no, type: nauc_recall_at_100_std
value: 17.2332
verified: no, type: nauc_recall_at_100_diff1
value: 22.0707
verified: no, type: nauc_recall_at_1000_max
value: 32.1463
verified: no, type: nauc_recall_at_1000_std
value: 29.664600000000004
verified: no, type: nauc_recall_at_1000_diff1
value: 13.9131
verified: no, type: nauc_precision_at_1_max
value: 34.6903
verified: no, type: nauc_precision_at_1_std
value: -0.48469999999999996
verified: no, type: nauc_precision_at_1_diff1
value: 41.827799999999996
verified: no, type: nauc_precision_at_3_max
value: 36.8823
verified: no, type: nauc_precision_at_3_std
value: 3.7052
verified: no, type: nauc_precision_at_3_diff1
value: 29.505599999999998
verified: no, type: nauc_precision_at_5_max
value: 35.106
verified: no, type: nauc_precision_at_5_std
value: 3.9923
verified: no, type: nauc_precision_at_5_diff1
value: 25.684099999999997
verified: no, type: nauc_precision_at_10_max
value: 32.1139
verified: no, type: nauc_precision_at_10_std
value: 7.097100000000001
verified: no, type: nauc_precision_at_10_diff1
value: 20.521
verified: no, type: nauc_precision_at_20_max
value: 30.3506
verified: no, type: nauc_precision_at_20_std
value: 9.7899
verified: no, type: nauc_precision_at_20_diff1
value: 16.106
verified: no, type: nauc_precision_at_100_max
value: 23.7062
verified: no, type: nauc_precision_at_100_std
value: 12.7852
verified: no, type: nauc_precision_at_100_diff1
value: 5.9668
verified: no, type: nauc_precision_at_1000_max
value: 13.6273
verified: no, type: nauc_precision_at_1000_std
value: 7.0956
verified: no, type: nauc_precision_at_1000_diff1
value: -3.6863
verified: no, type: nauc_mrr_at_1_max
value: 34.6903
verified: no, type: nauc_mrr_at_1_std
value: -0.48469999999999996
verified: no, type: nauc_mrr_at_1_diff1
value: 41.827799999999996
verified: no, type: nauc_mrr_at_3_max
value: 35.826
verified: no, type: nauc_mrr_at_3_std
value: 1.3141999999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 37.1995
verified: no, type: nauc_mrr_at_5_max
value: 35.6178
verified: no, type: nauc_mrr_at_5_std
value: 1.3211
verified: no, type: nauc_mrr_at_5_diff1
value: 36.8396
verified: no, type: nauc_mrr_at_10_max
value: 35.4784
verified: no, type: nauc_mrr_at_10_std
value: 1.6153
verified: no, type: nauc_mrr_at_10_diff1
value: 36.6262
verified: no, type: nauc_mrr_at_20_max
value: 35.5478
verified: no, type: nauc_mrr_at_20_std
value: 1.8614
verified: no, type: nauc_mrr_at_20_diff1
value: 36.5754
verified: no, type: nauc_mrr_at_100_max
value: 35.5825
verified: no, type: nauc_mrr_at_100_std
value: 1.9792
verified: no, type: nauc_mrr_at_100_diff1
value: 36.5758
verified: no, type: nauc_mrr_at_1000_max
value: 35.5811
verified: no, type: nauc_mrr_at_1000_std
value: 1.9691
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.587399999999995
verified: no, type: main_score
value: 33.937
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: ndcg_at_1
value: 36.381
verified: no, type: ndcg_at_3
value: 41.605
verified: no, type: ndcg_at_5
value: 43.854
verified: no, type: ndcg_at_10
value: 46.831
verified: no, type: ndcg_at_20
value: 49.114999999999995
verified: no, type: ndcg_at_100
value: 52.071
verified: no, type: ndcg_at_1000
value: 53.864999999999995
verified: no, type: map_at_1
value: 30.957
verified: no, type: map_at_3
value: 38.074999999999996
verified: no, type: map_at_5
value: 39.732
verified: no, type: map_at_10
value: 41.187000000000005
verified: no, type: map_at_20
value: 41.94
verified: no, type: map_at_100
value: 42.447
verified: no, type: map_at_1000
value: 42.536
verified: no, type: recall_at_1
value: 30.957
verified: no, type: recall_at_3
value: 45.213
verified: no, type: recall_at_5
value: 51.196
verified: no, type: recall_at_10
value: 59.724
verified: no, type: recall_at_20
value: 67.837
verified: no, type: recall_at_100
value: 81.843
verified: no, type: recall_at_1000
value: 93.91000000000001
verified: no, type: precision_at_1
value: 36.381
verified: no, type: precision_at_3
value: 18.999
verified: no, type: precision_at_5
value: 13.172
verified: no, type: precision_at_10
value: 7.938000000000001
verified: no, type: precision_at_20
value: 4.6129999999999995
verified: no, type: precision_at_100
value: 1.172
verified: no, type: precision_at_1000
value: 0.14300000000000002
verified: no, type: mrr_at_1
value: 36.3806
verified: no, type: mrr_at_3
value: 42.7239
verified: no, type: mrr_at_5
value: 44.0905
verified: no, type: mrr_at_10
value: 45.2951
verified: no, type: mrr_at_20
value: 45.8788
verified: no, type: mrr_at_100
value: 46.1807
verified: no, type: mrr_at_1000
value: 46.226800000000004
verified: no, type: nauc_ndcg_at_1_max
value: 47.0214
verified: no, type: nauc_ndcg_at_1_std
value: -0.8086
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.931200000000004
verified: no, type: nauc_ndcg_at_3_max
value: 44.829299999999996
verified: no, type: nauc_ndcg_at_3_std
value: 0.6224000000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.7765
verified: no, type: nauc_ndcg_at_5_max
value: 44.3325
verified: no, type: nauc_ndcg_at_5_std
value: 0.1854
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.0426
verified: no, type: nauc_ndcg_at_10_max
value: 44.358599999999996
verified: no, type: nauc_ndcg_at_10_std
value: 0.6905
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.1902
verified: no, type: nauc_ndcg_at_20_max
value: 45.018
verified: no, type: nauc_ndcg_at_20_std
value: 1.555
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.2645
verified: no, type: nauc_ndcg_at_100_max
value: 45.3244
verified: no, type: nauc_ndcg_at_100_std
value: 3.0655
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.1011
verified: no, type: nauc_ndcg_at_1000_max
value: 45.2297
verified: no, type: nauc_ndcg_at_1000_std
value: 2.5452
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.4179
verified: no, type: nauc_map_at_1_max
value: 44.1846
verified: no, type: nauc_map_at_1_std
value: -2.661
verified: no, type: nauc_map_at_1_diff1
value: 58.4395
verified: no, type: nauc_map_at_3_max
value: 44.7697
verified: no, type: nauc_map_at_3_std
value: -0.3776
verified: no, type: nauc_map_at_3_diff1
value: 52.7119
verified: no, type: nauc_map_at_5_max
value: 44.6708
verified: no, type: nauc_map_at_5_std
value: -0.4622
verified: no, type: nauc_map_at_5_diff1
value: 51.8622
verified: no, type: nauc_map_at_10_max
value: 44.7631
verified: no, type: nauc_map_at_10_std
value: -0.2403
verified: no, type: nauc_map_at_10_diff1
value: 51.439299999999996
verified: no, type: nauc_map_at_20_max
value: 45.0612
verified: no, type: nauc_map_at_20_std
value: 0.0038000000000000004
verified: no, type: nauc_map_at_20_diff1
value: 51.3768
verified: no, type: nauc_map_at_100_max
value: 45.137
verified: no, type: nauc_map_at_100_std
value: 0.2717
verified: no, type: nauc_map_at_100_diff1
value: 51.316700000000004
verified: no, type: nauc_map_at_1000_max
value: 45.1229
verified: no, type: nauc_map_at_1000_std
value: 0.2513
verified: no, type: nauc_map_at_1000_diff1
value: 51.3133
verified: no, type: nauc_recall_at_1_max
value: 44.1846
verified: no, type: nauc_recall_at_1_std
value: -2.661
verified: no, type: nauc_recall_at_1_diff1
value: 58.4395
verified: no, type: nauc_recall_at_3_max
value: 41.656
verified: no, type: nauc_recall_at_3_std
value: 1.6587999999999998
verified: no, type: nauc_recall_at_3_diff1
value: 44.9322
verified: no, type: nauc_recall_at_5_max
value: 40.501
verified: no, type: nauc_recall_at_5_std
value: 1.1215
verified: no, type: nauc_recall_at_5_diff1
value: 41.7702
verified: no, type: nauc_recall_at_10_max
value: 39.577400000000004
verified: no, type: nauc_recall_at_10_std
value: 2.172
verified: no, type: nauc_recall_at_10_diff1
value: 38.0253
verified: no, type: nauc_recall_at_20_max
value: 41.1537
verified: no, type: nauc_recall_at_20_std
value: 6.1195
verified: no, type: nauc_recall_at_20_diff1
value: 37.391400000000004
verified: no, type: nauc_recall_at_100_max
value: 42.2577
verified: no, type: nauc_recall_at_100_std
value: 20.7745
verified: no, type: nauc_recall_at_100_diff1
value: 32.8151
verified: no, type: nauc_recall_at_1000_max
value: 43.5594
verified: no, type: nauc_recall_at_1000_std
value: 37.6573
verified: no, type: nauc_recall_at_1000_diff1
value: 29.7545
verified: no, type: nauc_precision_at_1_max
value: 47.0214
verified: no, type: nauc_precision_at_1_std
value: -0.8086
verified: no, type: nauc_precision_at_1_diff1
value: 55.931200000000004
verified: no, type: nauc_precision_at_3_max
value: 39.4995
verified: no, type: nauc_precision_at_3_std
value: 5.0051
verified: no, type: nauc_precision_at_3_diff1
value: 32.0456
verified: no, type: nauc_precision_at_5_max
value: 34.972500000000004
verified: no, type: nauc_precision_at_5_std
value: 5.1238
verified: no, type: nauc_precision_at_5_diff1
value: 24.2515
verified: no, type: nauc_precision_at_10_max
value: 28.364099999999997
verified: no, type: nauc_precision_at_10_std
value: 6.0539000000000005
verified: no, type: nauc_precision_at_10_diff1
value: 14.192599999999999
verified: no, type: nauc_precision_at_20_max
value: 25.7353
verified: no, type: nauc_precision_at_20_std
value: 8.860999999999999
verified: no, type: nauc_precision_at_20_diff1
value: 7.0925
verified: no, type: nauc_precision_at_100_max
value: 11.8965
verified: no, type: nauc_precision_at_100_std
value: 13.143099999999999
verified: no, type: nauc_precision_at_100_diff1
value: -8.5811
verified: no, type: nauc_precision_at_1000_max
value: -3.7232000000000003
verified: no, type: nauc_precision_at_1000_std
value: 6.392
verified: no, type: nauc_precision_at_1000_diff1
value: -20.5151
verified: no, type: nauc_mrr_at_1_max
value: 47.0214
verified: no, type: nauc_mrr_at_1_std
value: -0.8086
verified: no, type: nauc_mrr_at_1_diff1
value: 55.931200000000004
verified: no, type: nauc_mrr_at_3_max
value: 45.6591
verified: no, type: nauc_mrr_at_3_std
value: 0.6383
verified: no, type: nauc_mrr_at_3_diff1
value: 50.0407
verified: no, type: nauc_mrr_at_5_max
value: 45.7236
verified: no, type: nauc_mrr_at_5_std
value: 0.5502
verified: no, type: nauc_mrr_at_5_diff1
value: 49.6432
verified: no, type: nauc_mrr_at_10_max
value: 45.6287
verified: no, type: nauc_mrr_at_10_std
value: 0.6239
verified: no, type: nauc_mrr_at_10_diff1
value: 49.391200000000005
verified: no, type: nauc_mrr_at_20_max
value: 45.704899999999995
verified: no, type: nauc_mrr_at_20_std
value: 0.7987
verified: no, type: nauc_mrr_at_20_diff1
value: 49.4844
verified: no, type: nauc_mrr_at_100_max
value: 45.708
verified: no, type: nauc_mrr_at_100_std
value: 0.8823
verified: no, type: nauc_mrr_at_100_diff1
value: 49.5323
verified: no, type: nauc_mrr_at_1000_max
value: 45.7135
verified: no, type: nauc_mrr_at_1000_std
value: 0.8635999999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.5497
verified: no, type: main_score
value: 46.831
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: ndcg_at_1
value: 34.98
verified: no, type: ndcg_at_3
value: 39.911
verified: no, type: ndcg_at_5
value: 42.21
verified: no, type: ndcg_at_10
value: 45.539
verified: no, type: ndcg_at_20
value: 47.964
verified: no, type: ndcg_at_100
value: 51.642999999999994
verified: no, type: ndcg_at_1000
value: 53.647
verified: no, type: map_at_1
value: 30.034
verified: no, type: map_at_3
value: 35.97
verified: no, type: map_at_5
value: 37.635999999999996
verified: no, type: map_at_10
value: 39.367999999999995
verified: no, type: map_at_20
value: 40.328
verified: no, type: map_at_100
value: 41.158
verified: no, type: map_at_1000
value: 41.366
verified: no, type: recall_at_1
value: 30.034
verified: no, type: recall_at_3
value: 42.006
verified: no, type: recall_at_5
value: 47.843
verified: no, type: recall_at_10
value: 57.568
verified: no, type: recall_at_20
value: 66.493
verified: no, type: recall_at_100
value: 84.136
verified: no, type: recall_at_1000
value: 95.631
verified: no, type: precision_at_1
value: 34.98
verified: no, type: precision_at_3
value: 18.116
verified: no, type: precision_at_5
value: 13.202
verified: no, type: precision_at_10
value: 8.616999999999999
verified: no, type: precision_at_20
value: 5.425
verified: no, type: precision_at_100
value: 1.6260000000000001
verified: no, type: precision_at_1000
value: 0.249
verified: no, type: mrr_at_1
value: 34.9802
verified: no, type: mrr_at_3
value: 41.172599999999996
verified: no, type: mrr_at_5
value: 42.4671
verified: no, type: mrr_at_10
value: 43.8709
verified: no, type: mrr_at_20
value: 44.4684
verified: no, type: mrr_at_100
value: 44.8617
verified: no, type: mrr_at_1000
value: 44.9033
verified: no, type: nauc_ndcg_at_1_max
value: 36.1514
verified: no, type: nauc_ndcg_at_1_std
value: 6.7383
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.9936
verified: no, type: nauc_ndcg_at_3_max
value: 38.3225
verified: no, type: nauc_ndcg_at_3_std
value: 8.0985
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.9416
verified: no, type: nauc_ndcg_at_5_max
value: 39.4299
verified: no, type: nauc_ndcg_at_5_std
value: 9.2335
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.4214
verified: no, type: nauc_ndcg_at_10_max
value: 39.1123
verified: no, type: nauc_ndcg_at_10_std
value: 9.4134
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.6415
verified: no, type: nauc_ndcg_at_20_max
value: 38.9531
verified: no, type: nauc_ndcg_at_20_std
value: 9.707
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.0215
verified: no, type: nauc_ndcg_at_100_max
value: 40.3045
verified: no, type: nauc_ndcg_at_100_std
value: 11.304400000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.0846
verified: no, type: nauc_ndcg_at_1000_max
value: 39.9421
verified: no, type: nauc_ndcg_at_1000_std
value: 11.1666
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.3505
verified: no, type: nauc_map_at_1_max
value: 34.735
verified: no, type: nauc_map_at_1_std
value: 2.9007
verified: no, type: nauc_map_at_1_diff1
value: 52.495599999999996
verified: no, type: nauc_map_at_3_max
value: 37.5749
verified: no, type: nauc_map_at_3_std
value: 5.1779
verified: no, type: nauc_map_at_3_diff1
value: 46.536300000000004
verified: no, type: nauc_map_at_5_max
value: 38.4721
verified: no, type: nauc_map_at_5_std
value: 6.0973
verified: no, type: nauc_map_at_5_diff1
value: 46.434799999999996
verified: no, type: nauc_map_at_10_max
value: 38.744299999999996
verified: no, type: nauc_map_at_10_std
value: 6.7116
verified: no, type: nauc_map_at_10_diff1
value: 46.0759
verified: no, type: nauc_map_at_20_max
value: 38.756
verified: no, type: nauc_map_at_20_std
value: 7.263699999999999
verified: no, type: nauc_map_at_20_diff1
value: 46.0274
verified: no, type: nauc_map_at_100_max
value: 38.9362
verified: no, type: nauc_map_at_100_std
value: 8.0227
verified: no, type: nauc_map_at_100_diff1
value: 45.8767
verified: no, type: nauc_map_at_1000_max
value: 38.7473
verified: no, type: nauc_map_at_1000_std
value: 8.089
verified: no, type: nauc_map_at_1000_diff1
value: 45.8848
verified: no, type: nauc_recall_at_1_max
value: 34.735
verified: no, type: nauc_recall_at_1_std
value: 2.9007
verified: no, type: nauc_recall_at_1_diff1
value: 52.495599999999996
verified: no, type: nauc_recall_at_3_max
value: 37.1901
verified: no, type: nauc_recall_at_3_std
value: 6.4211
verified: no, type: nauc_recall_at_3_diff1
value: 38.846000000000004
verified: no, type: nauc_recall_at_5_max
value: 39.8879
verified: no, type: nauc_recall_at_5_std
value: 9.5204
verified: no, type: nauc_recall_at_5_diff1
value: 37.9339
verified: no, type: nauc_recall_at_10_max
value: 37.181999999999995
verified: no, type: nauc_recall_at_10_std
value: 9.764100000000001
verified: no, type: nauc_recall_at_10_diff1
value: 33.4855
verified: no, type: nauc_recall_at_20_max
value: 35.6859
verified: no, type: nauc_recall_at_20_std
value: 13.173599999999999
verified: no, type: nauc_recall_at_20_diff1
value: 33.254
verified: no, type: nauc_recall_at_100_max
value: 42.728100000000005
verified: no, type: nauc_recall_at_100_std
value: 25.913999999999998
verified: no, type: nauc_recall_at_100_diff1
value: 28.9205
verified: no, type: nauc_recall_at_1000_max
value: 56.496900000000004
verified: no, type: nauc_recall_at_1000_std
value: 56.183499999999995
verified: no, type: nauc_recall_at_1000_diff1
value: 24.8659
verified: no, type: nauc_precision_at_1_max
value: 36.1514
verified: no, type: nauc_precision_at_1_std
value: 6.7383
verified: no, type: nauc_precision_at_1_diff1
value: 49.9936
verified: no, type: nauc_precision_at_3_max
value: 36.5767
verified: no, type: nauc_precision_at_3_std
value: 14.884500000000001
verified: no, type: nauc_precision_at_3_diff1
value: 26.1181
verified: no, type: nauc_precision_at_5_max
value: 33.7094
verified: no, type: nauc_precision_at_5_std
value: 17.566699999999997
verified: no, type: nauc_precision_at_5_diff1
value: 20.061799999999998
verified: no, type: nauc_precision_at_10_max
value: 28.034
verified: no, type: nauc_precision_at_10_std
value: 23.1877
verified: no, type: nauc_precision_at_10_diff1
value: 9.646799999999999
verified: no, type: nauc_precision_at_20_max
value: 17.930699999999998
verified: no, type: nauc_precision_at_20_std
value: 23.0956
verified: no, type: nauc_precision_at_20_diff1
value: -0.0383
verified: no, type: nauc_precision_at_100_max
value: 0.6149
verified: no, type: nauc_precision_at_100_std
value: 22.7163
verified: no, type: nauc_precision_at_100_diff1
value: -8.730400000000001
verified: no, type: nauc_precision_at_1000_max
value: -19.8022
verified: no, type: nauc_precision_at_1000_std
value: 8.6017
verified: no, type: nauc_precision_at_1000_diff1
value: -14.161499999999998
verified: no, type: nauc_mrr_at_1_max
value: 36.1514
verified: no, type: nauc_mrr_at_1_std
value: 6.7383
verified: no, type: nauc_mrr_at_1_diff1
value: 49.9936
verified: no, type: nauc_mrr_at_3_max
value: 37.894299999999994
verified: no, type: nauc_mrr_at_3_std
value: 8.948599999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 43.985400000000006
verified: no, type: nauc_mrr_at_5_max
value: 38.8686
verified: no, type: nauc_mrr_at_5_std
value: 9.4464
verified: no, type: nauc_mrr_at_5_diff1
value: 43.9985
verified: no, type: nauc_mrr_at_10_max
value: 38.419
verified: no, type: nauc_mrr_at_10_std
value: 9.4221
verified: no, type: nauc_mrr_at_10_diff1
value: 43.621700000000004
verified: no, type: nauc_mrr_at_20_max
value: 38.3933
verified: no, type: nauc_mrr_at_20_std
value: 9.6024
verified: no, type: nauc_mrr_at_20_diff1
value: 43.8952
verified: no, type: nauc_mrr_at_100_max
value: 38.4371
verified: no, type: nauc_mrr_at_100_std
value: 9.657200000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 43.9457
verified: no, type: nauc_mrr_at_1000_max
value: 38.4386
verified: no, type: nauc_mrr_at_1000_std
value: 9.6614
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.9579
verified: no, type: main_score
value: 45.539
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: ndcg_at_1
value: 26.987
verified: no, type: ndcg_at_3
value: 33.056999999999995
verified: no, type: ndcg_at_5
value: 35.356
verified: no, type: ndcg_at_10
value: 38.440000000000005
verified: no, type: ndcg_at_20
value: 40.136
verified: no, type: ndcg_at_100
value: 43.473
verified: no, type: ndcg_at_1000
value: 45.687
verified: no, type: map_at_1
value: 24.651999999999997
verified: no, type: map_at_3
value: 30.416999999999998
verified: no, type: map_at_5
value: 31.863999999999997
verified: no, type: map_at_10
value: 33.253
verified: no, type: map_at_20
value: 33.756
verified: no, type: map_at_100
value: 34.257
verified: no, type: map_at_1000
value: 34.347
verified: no, type: recall_at_1
value: 24.651999999999997
verified: no, type: recall_at_3
value: 37.88
verified: no, type: recall_at_5
value: 43.136
verified: no, type: recall_at_10
value: 52.06699999999999
verified: no, type: recall_at_20
value: 58.540000000000006
verified: no, type: recall_at_100
value: 75.22
verified: no, type: recall_at_1000
value: 91.774
verified: no, type: precision_at_1
value: 26.987
verified: no, type: precision_at_3
value: 14.048
verified: no, type: precision_at_5
value: 9.871
verified: no, type: precision_at_10
value: 6.063000000000001
verified: no, type: precision_at_20
value: 3.4099999999999997
verified: no, type: precision_at_100
value: 0.922
verified: no, type: precision_at_1000
value: 0.123
verified: no, type: mrr_at_1
value: 26.9871
verified: no, type: mrr_at_3
value: 33.1485
verified: no, type: mrr_at_5
value: 34.3407
verified: no, type: mrr_at_10
value: 35.6087
verified: no, type: mrr_at_20
value: 36.0483
verified: no, type: mrr_at_100
value: 36.463699999999996
verified: no, type: mrr_at_1000
value: 36.5278
verified: no, type: nauc_ndcg_at_1_max
value: 26.6537
verified: no, type: nauc_ndcg_at_1_std
value: -3.9813
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.8302
verified: no, type: nauc_ndcg_at_3_max
value: 27.3661
verified: no, type: nauc_ndcg_at_3_std
value: -2.2132
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.9424
verified: no, type: nauc_ndcg_at_5_max
value: 27.417799999999996
verified: no, type: nauc_ndcg_at_5_std
value: -1.0684
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.163599999999995
verified: no, type: nauc_ndcg_at_10_max
value: 26.555400000000002
verified: no, type: nauc_ndcg_at_10_std
value: 0.0103
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.9487
verified: no, type: nauc_ndcg_at_20_max
value: 25.963900000000002
verified: no, type: nauc_ndcg_at_20_std
value: 0.7779
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.7279
verified: no, type: nauc_ndcg_at_100_max
value: 26.6365
verified: no, type: nauc_ndcg_at_100_std
value: 3.0018
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.1326
verified: no, type: nauc_ndcg_at_1000_max
value: 26.52
verified: no, type: nauc_ndcg_at_1000_std
value: 2.6968
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.1665
verified: no, type: nauc_map_at_1_max
value: 24.950400000000002
verified: no, type: nauc_map_at_1_std
value: -4.2715000000000005
verified: no, type: nauc_map_at_1_diff1
value: 48.2994
verified: no, type: nauc_map_at_3_max
value: 26.4208
verified: no, type: nauc_map_at_3_std
value: -3.0675
verified: no, type: nauc_map_at_3_diff1
value: 41.987
verified: no, type: nauc_map_at_5_max
value: 26.641900000000003
verified: no, type: nauc_map_at_5_std
value: -2.3005
verified: no, type: nauc_map_at_5_diff1
value: 41.4695
verified: no, type: nauc_map_at_10_max
value: 26.2781
verified: no, type: nauc_map_at_10_std
value: -1.8994
verified: no, type: nauc_map_at_10_diff1
value: 41.193000000000005
verified: no, type: nauc_map_at_20_max
value: 26.0838
verified: no, type: nauc_map_at_20_std
value: -1.7046999999999999
verified: no, type: nauc_map_at_20_diff1
value: 41.1128
verified: no, type: nauc_map_at_100_max
value: 26.230199999999996
verified: no, type: nauc_map_at_100_std
value: -1.2565
verified: no, type: nauc_map_at_100_diff1
value: 41.0271
verified: no, type: nauc_map_at_1000_max
value: 26.2069
verified: no, type: nauc_map_at_1000_std
value: -1.2469
verified: no, type: nauc_map_at_1000_diff1
value: 41.019
verified: no, type: nauc_recall_at_1_max
value: 24.950400000000002
verified: no, type: nauc_recall_at_1_std
value: -4.2715000000000005
verified: no, type: nauc_recall_at_1_diff1
value: 48.2994
verified: no, type: nauc_recall_at_3_max
value: 27.2098
verified: no, type: nauc_recall_at_3_std
value: -1.309
verified: no, type: nauc_recall_at_3_diff1
value: 34.4663
verified: no, type: nauc_recall_at_5_max
value: 27.323700000000002
verified: no, type: nauc_recall_at_5_std
value: 1.7010999999999998
verified: no, type: nauc_recall_at_5_diff1
value: 32.4911
verified: no, type: nauc_recall_at_10_max
value: 24.6483
verified: no, type: nauc_recall_at_10_std
value: 4.9019
verified: no, type: nauc_recall_at_10_diff1
value: 32.0585
verified: no, type: nauc_recall_at_20_max
value: 22.556
verified: no, type: nauc_recall_at_20_std
value: 8.1527
verified: no, type: nauc_recall_at_20_diff1
value: 30.8345
verified: no, type: nauc_recall_at_100_max
value: 25.354300000000002
verified: no, type: nauc_recall_at_100_std
value: 22.8578
verified: no, type: nauc_recall_at_100_diff1
value: 23.291999999999998
verified: no, type: nauc_recall_at_1000_max
value: 26.523999999999997
verified: no, type: nauc_recall_at_1000_std
value: 44.7733
verified: no, type: nauc_recall_at_1000_diff1
value: 3.1338
verified: no, type: nauc_precision_at_1_max
value: 26.6537
verified: no, type: nauc_precision_at_1_std
value: -3.9813
verified: no, type: nauc_precision_at_1_diff1
value: 47.8302
verified: no, type: nauc_precision_at_3_max
value: 30.8201
verified: no, type: nauc_precision_at_3_std
value: 1.7691
verified: no, type: nauc_precision_at_3_diff1
value: 33.3835
verified: no, type: nauc_precision_at_5_max
value: 29.5433
verified: no, type: nauc_precision_at_5_std
value: 4.4224
verified: no, type: nauc_precision_at_5_diff1
value: 28.426000000000002
verified: no, type: nauc_precision_at_10_max
value: 26.0888
verified: no, type: nauc_precision_at_10_std
value: 7.8104000000000005
verified: no, type: nauc_precision_at_10_diff1
value: 24.509800000000002
verified: no, type: nauc_precision_at_20_max
value: 22.218799999999998
verified: no, type: nauc_precision_at_20_std
value: 11.248099999999999
verified: no, type: nauc_precision_at_20_diff1
value: 20.6056
verified: no, type: nauc_precision_at_100_max
value: 16.4622
verified: no, type: nauc_precision_at_100_std
value: 25.735200000000003
verified: no, type: nauc_precision_at_100_diff1
value: 6.2566
verified: no, type: nauc_precision_at_1000_max
value: -9.109399999999999
verified: no, type: nauc_precision_at_1000_std
value: 13.820099999999998
verified: no, type: nauc_precision_at_1000_diff1
value: -7.9046
verified: no, type: nauc_mrr_at_1_max
value: 26.6537
verified: no, type: nauc_mrr_at_1_std
value: -3.9813
verified: no, type: nauc_mrr_at_1_diff1
value: 47.8302
verified: no, type: nauc_mrr_at_3_max
value: 27.9843
verified: no, type: nauc_mrr_at_3_std
value: -2.3418
verified: no, type: nauc_mrr_at_3_diff1
value: 41.4877
verified: no, type: nauc_mrr_at_5_max
value: 27.9298
verified: no, type: nauc_mrr_at_5_std
value: -1.7860999999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 40.9261
verified: no, type: nauc_mrr_at_10_max
value: 27.6814
verified: no, type: nauc_mrr_at_10_std
value: -1.1542000000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 40.9534
verified: no, type: nauc_mrr_at_20_max
value: 27.507900000000003
verified: no, type: nauc_mrr_at_20_std
value: -0.9558000000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 41.0046
verified: no, type: nauc_mrr_at_100_max
value: 27.5032
verified: no, type: nauc_mrr_at_100_std
value: -0.7483
verified: no, type: nauc_mrr_at_100_diff1
value: 40.9239
verified: no, type: nauc_mrr_at_1000_max
value: 27.4957
verified: no, type: nauc_mrr_at_1000_std
value: -0.7642
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.9219
verified: no, type: main_score
value: 38.440000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: ndcg_at_1
value: 47.231
verified: no, type: ndcg_at_3
value: 38.605000000000004
verified: no, type: ndcg_at_5
value: 40.058
verified: no, type: ndcg_at_10
value: 43.482
verified: no, type: ndcg_at_20
value: 45.732
verified: no, type: ndcg_at_100
value: 49.062
verified: no, type: ndcg_at_1000
value: 51.605000000000004
verified: no, type: map_at_1
value: 20.674
verified: no, type: map_at_3
value: 29.375
verified: no, type: map_at_5
value: 31.872
verified: no, type: map_at_10
value: 33.846
verified: no, type: map_at_20
value: 34.733000000000004
verified: no, type: map_at_100
value: 35.411
verified: no, type: map_at_1000
value: 35.553000000000004
verified: no, type: recall_at_1
value: 20.674
verified: no, type: recall_at_3
value: 33.859
verified: no, type: recall_at_5
value: 39.76
verified: no, type: recall_at_10
value: 47.150999999999996
verified: no, type: recall_at_20
value: 53.522999999999996
verified: no, type: recall_at_100
value: 66.125
verified: no, type: recall_at_1000
value: 80.368
verified: no, type: precision_at_1
value: 47.231
verified: no, type: precision_at_3
value: 28.534
verified: no, type: precision_at_5
value: 20.782
verified: no, type: precision_at_10
value: 12.742999999999999
verified: no, type: precision_at_20
value: 7.342
verified: no, type: precision_at_100
value: 1.883
verified: no, type: precision_at_1000
value: 0.23700000000000002
verified: no, type: mrr_at_1
value: 47.2313
verified: no, type: mrr_at_3
value: 55.6352
verified: no, type: mrr_at_5
value: 56.92509999999999
verified: no, type: mrr_at_10
value: 57.833400000000005
verified: no, type: mrr_at_20
value: 58.178700000000006
verified: no, type: mrr_at_100
value: 58.385
verified: no, type: mrr_at_1000
value: 58.40919999999999
verified: no, type: nauc_ndcg_at_1_max
value: 41.5456
verified: no, type: nauc_ndcg_at_1_std
value: 19.2734
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.0868
verified: no, type: nauc_ndcg_at_3_max
value: 41.6105
verified: no, type: nauc_ndcg_at_3_std
value: 19.5917
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.192800000000002
verified: no, type: nauc_ndcg_at_5_max
value: 42.1893
verified: no, type: nauc_ndcg_at_5_std
value: 21.9984
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.7412
verified: no, type: nauc_ndcg_at_10_max
value: 42.5633
verified: no, type: nauc_ndcg_at_10_std
value: 24.265700000000002
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.0287
verified: no, type: nauc_ndcg_at_20_max
value: 43.364200000000004
verified: no, type: nauc_ndcg_at_20_std
value: 26.2174
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.980500000000003
verified: no, type: nauc_ndcg_at_100_max
value: 43.9582
verified: no, type: nauc_ndcg_at_100_std
value: 28.454
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.087099999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 44.0356
verified: no, type: nauc_ndcg_at_1000_std
value: 28.64
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.1343
verified: no, type: nauc_map_at_1_max
value: 39.2181
verified: no, type: nauc_map_at_1_std
value: 12.4972
verified: no, type: nauc_map_at_1_diff1
value: 39.5664
verified: no, type: nauc_map_at_3_max
value: 41.5441
verified: no, type: nauc_map_at_3_std
value: 17.333000000000002
verified: no, type: nauc_map_at_3_diff1
value: 29.9555
verified: no, type: nauc_map_at_5_max
value: 41.0041
verified: no, type: nauc_map_at_5_std
value: 19.3667
verified: no, type: nauc_map_at_5_diff1
value: 28.0157
verified: no, type: nauc_map_at_10_max
value: 41.2914
verified: no, type: nauc_map_at_10_std
value: 21.051000000000002
verified: no, type: nauc_map_at_10_diff1
value: 27.387
verified: no, type: nauc_map_at_20_max
value: 41.6964
verified: no, type: nauc_map_at_20_std
value: 21.9338
verified: no, type: nauc_map_at_20_diff1
value: 27.4326
verified: no, type: nauc_map_at_100_max
value: 41.8592
verified: no, type: nauc_map_at_100_std
value: 22.46
verified: no, type: nauc_map_at_100_diff1
value: 27.4024
verified: no, type: nauc_map_at_1000_max
value: 41.8737
verified: no, type: nauc_map_at_1000_std
value: 22.4882
verified: no, type: nauc_map_at_1000_diff1
value: 27.405099999999997
verified: no, type: nauc_recall_at_1_max
value: 39.2181
verified: no, type: nauc_recall_at_1_std
value: 12.4972
verified: no, type: nauc_recall_at_1_diff1
value: 39.5664
verified: no, type: nauc_recall_at_3_max
value: 41.3571
verified: no, type: nauc_recall_at_3_std
value: 18.607699999999998
verified: no, type: nauc_recall_at_3_diff1
value: 25.8418
verified: no, type: nauc_recall_at_5_max
value: 39.1225
verified: no, type: nauc_recall_at_5_std
value: 22.2091
verified: no, type: nauc_recall_at_5_diff1
value: 20.9495
verified: no, type: nauc_recall_at_10_max
value: 38.0045
verified: no, type: nauc_recall_at_10_std
value: 25.584
verified: no, type: nauc_recall_at_10_diff1
value: 18.489
verified: no, type: nauc_recall_at_20_max
value: 38.0096
verified: no, type: nauc_recall_at_20_std
value: 29.3335
verified: no, type: nauc_recall_at_20_diff1
value: 17.0106
verified: no, type: nauc_recall_at_100_max
value: 37.7378
verified: no, type: nauc_recall_at_100_std
value: 37.0189
verified: no, type: nauc_recall_at_100_diff1
value: 14.815900000000001
verified: no, type: nauc_recall_at_1000_max
value: 36.2825
verified: no, type: nauc_recall_at_1000_std
value: 42.1995
verified: no, type: nauc_recall_at_1000_diff1
value: 10.5182
verified: no, type: nauc_precision_at_1_max
value: 41.5456
verified: no, type: nauc_precision_at_1_std
value: 19.2734
verified: no, type: nauc_precision_at_1_diff1
value: 38.0868
verified: no, type: nauc_precision_at_3_max
value: 35.72
verified: no, type: nauc_precision_at_3_std
value: 22.8785
verified: no, type: nauc_precision_at_3_diff1
value: 15.240200000000002
verified: no, type: nauc_precision_at_5_max
value: 30.4643
verified: no, type: nauc_precision_at_5_std
value: 26.2774
verified: no, type: nauc_precision_at_5_diff1
value: 8.8749
verified: no, type: nauc_precision_at_10_max
value: 25.960299999999997
verified: no, type: nauc_precision_at_10_std
value: 28.3825
verified: no, type: nauc_precision_at_10_diff1
value: 4.626799999999999
verified: no, type: nauc_precision_at_20_max
value: 24.8278
verified: no, type: nauc_precision_at_20_std
value: 32.1644
verified: no, type: nauc_precision_at_20_diff1
value: 2.5019
verified: no, type: nauc_precision_at_100_max
value: 17.180999999999997
verified: no, type: nauc_precision_at_100_std
value: 33.955400000000004
verified: no, type: nauc_precision_at_100_diff1
value: -1.9183
verified: no, type: nauc_precision_at_1000_max
value: 4.8986
verified: no, type: nauc_precision_at_1000_std
value: 26.5376
verified: no, type: nauc_precision_at_1000_diff1
value: -9.3468
verified: no, type: nauc_mrr_at_1_max
value: 41.5456
verified: no, type: nauc_mrr_at_1_std
value: 19.2734
verified: no, type: nauc_mrr_at_1_diff1
value: 38.0868
verified: no, type: nauc_mrr_at_3_max
value: 43.7301
verified: no, type: nauc_mrr_at_3_std
value: 22.409100000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 34.846500000000006
verified: no, type: nauc_mrr_at_5_max
value: 44.0608
verified: no, type: nauc_mrr_at_5_std
value: 23.3812
verified: no, type: nauc_mrr_at_5_diff1
value: 34.5847
verified: no, type: nauc_mrr_at_10_max
value: 44.026700000000005
verified: no, type: nauc_mrr_at_10_std
value: 23.339399999999998
verified: no, type: nauc_mrr_at_10_diff1
value: 34.7306
verified: no, type: nauc_mrr_at_20_max
value: 44.1444
verified: no, type: nauc_mrr_at_20_std
value: 23.5132
verified: no, type: nauc_mrr_at_20_diff1
value: 34.6927
verified: no, type: nauc_mrr_at_100_max
value: 44.1228
verified: no, type: nauc_mrr_at_100_std
value: 23.5783
verified: no, type: nauc_mrr_at_100_diff1
value: 34.7193
verified: no, type: nauc_mrr_at_1000_max
value: 44.1082
verified: no, type: nauc_mrr_at_1000_std
value: 23.5574
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.719699999999996
verified: no, type: main_score
value: 43.482
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: ndcg_at_1
value: 59.25
verified: no, type: ndcg_at_3
value: 48.256
verified: no, type: ndcg_at_5
value: 45.580999999999996
verified: no, type: ndcg_at_10
value: 43.37
verified: no, type: ndcg_at_20
value: 43.106
verified: no, type: ndcg_at_100
value: 47.845
verified: no, type: ndcg_at_1000
value: 54.974999999999994
verified: no, type: map_at_1
value: 10.032
verified: no, type: map_at_3
value: 14.954
verified: no, type: map_at_5
value: 17.408
verified: no, type: map_at_10
value: 20.461
verified: no, type: map_at_20
value: 23.759
verified: no, type: map_at_100
value: 28.718
verified: no, type: map_at_1000
value: 30.406
verified: no, type: recall_at_1
value: 10.032
verified: no, type: recall_at_3
value: 15.905
verified: no, type: recall_at_5
value: 19.622999999999998
verified: no, type: recall_at_10
value: 25.125999999999998
verified: no, type: recall_at_20
value: 33.262
verified: no, type: recall_at_100
value: 52.515
verified: no, type: recall_at_1000
value: 75.224
verified: no, type: precision_at_1
value: 72
verified: no, type: precision_at_3
value: 50.917
verified: no, type: precision_at_5
value: 43.4
verified: no, type: precision_at_10
value: 34.175
verified: no, type: precision_at_20
value: 26.325
verified: no, type: precision_at_100
value: 10.893
verified: no, type: precision_at_1000
value: 2.0549999999999997
verified: no, type: mrr_at_1
value: 72
verified: no, type: mrr_at_3
value: 77.5417
verified: no, type: mrr_at_5
value: 78.2042
verified: no, type: mrr_at_10
value: 78.7173
verified: no, type: mrr_at_20
value: 78.9521
verified: no, type: mrr_at_100
value: 79.0382
verified: no, type: mrr_at_1000
value: 79.0408
verified: no, type: nauc_ndcg_at_1_max
value: 49.778
verified: no, type: nauc_ndcg_at_1_std
value: 20.462
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.3621
verified: no, type: nauc_ndcg_at_3_max
value: 44.4388
verified: no, type: nauc_ndcg_at_3_std
value: 24.646
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.3173
verified: no, type: nauc_ndcg_at_5_max
value: 44.2179
verified: no, type: nauc_ndcg_at_5_std
value: 25.597399999999997
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.0886
verified: no, type: nauc_ndcg_at_10_max
value: 43.7812
verified: no, type: nauc_ndcg_at_10_std
value: 25.61
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.667699999999996
verified: no, type: nauc_ndcg_at_20_max
value: 39.4779
verified: no, type: nauc_ndcg_at_20_std
value: 20.891000000000002
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.492600000000003
verified: no, type: nauc_ndcg_at_100_max
value: 41.511900000000004
verified: no, type: nauc_ndcg_at_100_std
value: 27.340999999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.5701
verified: no, type: nauc_ndcg_at_1000_max
value: 47.0571
verified: no, type: nauc_ndcg_at_1000_std
value: 37.0976
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.5615
verified: no, type: nauc_map_at_1_max
value: 0.4743
verified: no, type: nauc_map_at_1_std
value: -23.7532
verified: no, type: nauc_map_at_1_diff1
value: 26.0851
verified: no, type: nauc_map_at_3_max
value: 8.5131
verified: no, type: nauc_map_at_3_std
value: -18.6015
verified: no, type: nauc_map_at_3_diff1
value: 21.9172
verified: no, type: nauc_map_at_5_max
value: 12.295499999999999
verified: no, type: nauc_map_at_5_std
value: -13.872100000000001
verified: no, type: nauc_map_at_5_diff1
value: 21.3319
verified: no, type: nauc_map_at_10_max
value: 17.1428
verified: no, type: nauc_map_at_10_std
value: -6.638199999999999
verified: no, type: nauc_map_at_10_diff1
value: 20.8671
verified: no, type: nauc_map_at_20_max
value: 21.7306
verified: no, type: nauc_map_at_20_std
value: 2.1404
verified: no, type: nauc_map_at_20_diff1
value: 20.7929
verified: no, type: nauc_map_at_100_max
value: 29.677799999999998
verified: no, type: nauc_map_at_100_std
value: 16.9458
verified: no, type: nauc_map_at_100_diff1
value: 22.4101
verified: no, type: nauc_map_at_1000_max
value: 31.5735
verified: no, type: nauc_map_at_1000_std
value: 20.5816
verified: no, type: nauc_map_at_1000_diff1
value: 22.561400000000003
verified: no, type: nauc_recall_at_1_max
value: 0.4743
verified: no, type: nauc_recall_at_1_std
value: -23.7532
verified: no, type: nauc_recall_at_1_diff1
value: 26.0851
verified: no, type: nauc_recall_at_3_max
value: 6.851500000000001
verified: no, type: nauc_recall_at_3_std
value: -18.7341
verified: no, type: nauc_recall_at_3_diff1
value: 19.703699999999998
verified: no, type: nauc_recall_at_5_max
value: 10.0265
verified: no, type: nauc_recall_at_5_std
value: -14.2537
verified: no, type: nauc_recall_at_5_diff1
value: 18.8765
verified: no, type: nauc_recall_at_10_max
value: 14.1582
verified: no, type: nauc_recall_at_10_std
value: -7.703
verified: no, type: nauc_recall_at_10_diff1
value: 17.9056
verified: no, type: nauc_recall_at_20_max
value: 15.0343
verified: no, type: nauc_recall_at_20_std
value: -0.9846
verified: no, type: nauc_recall_at_20_diff1
value: 14.377899999999999
verified: no, type: nauc_recall_at_100_max
value: 27.904600000000002
verified: no, type: nauc_recall_at_100_std
value: 24.6322
verified: no, type: nauc_recall_at_100_diff1
value: 16.869500000000002
verified: no, type: nauc_recall_at_1000_max
value: 33.7755
verified: no, type: nauc_recall_at_1000_std
value: 42.241800000000005
verified: no, type: nauc_recall_at_1000_diff1
value: 17.3324
verified: no, type: nauc_precision_at_1_max
value: 62.3459
verified: no, type: nauc_precision_at_1_std
value: 28.3277
verified: no, type: nauc_precision_at_1_diff1
value: 57.8053
verified: no, type: nauc_precision_at_3_max
value: 45.8296
verified: no, type: nauc_precision_at_3_std
value: 39.8642
verified: no, type: nauc_precision_at_3_diff1
value: 15.7381
verified: no, type: nauc_precision_at_5_max
value: 45.331900000000005
verified: no, type: nauc_precision_at_5_std
value: 45.1279
verified: no, type: nauc_precision_at_5_diff1
value: 11.473700000000001
verified: no, type: nauc_precision_at_10_max
value: 42.276399999999995
verified: no, type: nauc_precision_at_10_std
value: 50.9538
verified: no, type: nauc_precision_at_10_diff1
value: 6.708699999999999
verified: no, type: nauc_precision_at_20_max
value: 37.961600000000004
verified: no, type: nauc_precision_at_20_std
value: 52.0611
verified: no, type: nauc_precision_at_20_diff1
value: 5.9309
verified: no, type: nauc_precision_at_100_max
value: 29.567
verified: no, type: nauc_precision_at_100_std
value: 50.07
verified: no, type: nauc_precision_at_100_diff1
value: 3.2583
verified: no, type: nauc_precision_at_1000_max
value: 5.5285
verified: no, type: nauc_precision_at_1000_std
value: 20.5813
verified: no, type: nauc_precision_at_1000_diff1
value: -6.6333
verified: no, type: nauc_mrr_at_1_max
value: 62.3459
verified: no, type: nauc_mrr_at_1_std
value: 28.3277
verified: no, type: nauc_mrr_at_1_diff1
value: 57.8053
verified: no, type: nauc_mrr_at_3_max
value: 66.5168
verified: no, type: nauc_mrr_at_3_std
value: 37.4446
verified: no, type: nauc_mrr_at_3_diff1
value: 57.6125
verified: no, type: nauc_mrr_at_5_max
value: 65.8343
verified: no, type: nauc_mrr_at_5_std
value: 36.6396
verified: no, type: nauc_mrr_at_5_diff1
value: 56.91589999999999
verified: no, type: nauc_mrr_at_10_max
value: 65.73750000000001
verified: no, type: nauc_mrr_at_10_std
value: 36.4067
verified: no, type: nauc_mrr_at_10_diff1
value: 56.9594
verified: no, type: nauc_mrr_at_20_max
value: 65.6623
verified: no, type: nauc_mrr_at_20_std
value: 36.0989
verified: no, type: nauc_mrr_at_20_diff1
value: 56.9662
verified: no, type: nauc_mrr_at_100_max
value: 65.6934
verified: no, type: nauc_mrr_at_100_std
value: 36.0911
verified: no, type: nauc_mrr_at_100_diff1
value: 57.0541
verified: no, type: nauc_mrr_at_1000_max
value: 65.68929999999999
verified: no, type: nauc_mrr_at_1000_std
value: 36.0838
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.054300000000005
verified: no, type: main_score
value: 43.37
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 42.53
verified: no, type: f1
value: 38.4608
verified: no, type: f1_weighted
value: 44.6927
verified: no, type: main_score
value: 42.53
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: ndcg_at_1
value: 90.519
verified: no, type: ndcg_at_3
value: 91.387
verified: no, type: ndcg_at_5
value: 91.644
verified: no, type: ndcg_at_10
value: 91.91
verified: no, type: ndcg_at_20
value: 92.136
verified: no, type: ndcg_at_100
value: 92.406
verified: no, type: ndcg_at_1000
value: 92.62599999999999
verified: no, type: map_at_1
value: 83.994
verified: no, type: map_at_3
value: 88.885
verified: no, type: map_at_5
value: 89.185
verified: no, type: map_at_10
value: 89.36500000000001
verified: no, type: map_at_20
value: 89.458
verified: no, type: map_at_100
value: 89.515
verified: no, type: map_at_1000
value: 89.52799999999999
verified: no, type: recall_at_1
value: 83.994
verified: no, type: recall_at_3
value: 93.145
verified: no, type: recall_at_5
value: 94.016
verified: no, type: recall_at_10
value: 94.836
verified: no, type: recall_at_20
value: 95.56700000000001
verified: no, type: recall_at_100
value: 96.711
verified: no, type: recall_at_1000
value: 98.027
verified: no, type: precision_at_1
value: 90.519
verified: no, type: precision_at_3
value: 33.922999999999995
verified: no, type: precision_at_5
value: 20.636
verified: no, type: precision_at_10
value: 10.474
verified: no, type: precision_at_20
value: 5.316
verified: no, type: precision_at_100
value: 1.0919999999999999
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: mrr_at_1
value: 90.5191
verified: no, type: mrr_at_3
value: 94.37440000000001
verified: no, type: mrr_at_5
value: 94.4832
verified: no, type: mrr_at_10
value: 94.5215
verified: no, type: mrr_at_20
value: 94.5365
verified: no, type: mrr_at_100
value: 94.5422
verified: no, type: mrr_at_1000
value: 94.54249999999999
verified: no, type: nauc_ndcg_at_1_max
value: 22.1341
verified: no, type: nauc_ndcg_at_1_std
value: -11.1273
verified: no, type: nauc_ndcg_at_1_diff1
value: 81.8507
verified: no, type: nauc_ndcg_at_3_max
value: 16.8937
verified: no, type: nauc_ndcg_at_3_std
value: -7.1829
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.892199999999995
verified: no, type: nauc_ndcg_at_5_max
value: 17.9177
verified: no, type: nauc_ndcg_at_5_std
value: -5.2
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.9608
verified: no, type: nauc_ndcg_at_10_max
value: 17.8222
verified: no, type: nauc_ndcg_at_10_std
value: -3.8736
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.955
verified: no, type: nauc_ndcg_at_20_max
value: 18.467200000000002
verified: no, type: nauc_ndcg_at_20_std
value: -2.7304
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.950300000000006
verified: no, type: nauc_ndcg_at_100_max
value: 18.5918
verified: no, type: nauc_ndcg_at_100_std
value: -2.874
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.182
verified: no, type: nauc_ndcg_at_1000_max
value: 18.9498
verified: no, type: nauc_ndcg_at_1000_std
value: -2.8561
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.5587
verified: no, type: nauc_map_at_1_max
value: 14.943600000000002
verified: no, type: nauc_map_at_1_std
value: -6.3744
verified: no, type: nauc_map_at_1_diff1
value: 51.697700000000005
verified: no, type: nauc_map_at_3_max
value: 15.7558
verified: no, type: nauc_map_at_3_std
value: -5.8517
verified: no, type: nauc_map_at_3_diff1
value: 41.814
verified: no, type: nauc_map_at_5_max
value: 16.6287
verified: no, type: nauc_map_at_5_std
value: -4.9942
verified: no, type: nauc_map_at_5_diff1
value: 41.605199999999996
verified: no, type: nauc_map_at_10_max
value: 16.8146
verified: no, type: nauc_map_at_10_std
value: -4.4551
verified: no, type: nauc_map_at_10_diff1
value: 41.9641
verified: no, type: nauc_map_at_20_max
value: 17.0709
verified: no, type: nauc_map_at_20_std
value: -4.1187000000000005
verified: no, type: nauc_map_at_20_diff1
value: 42.3292
verified: no, type: nauc_map_at_100_max
value: 17.1076
verified: no, type: nauc_map_at_100_std
value: -4.1089
verified: no, type: nauc_map_at_100_diff1
value: 42.5101
verified: no, type: nauc_map_at_1000_max
value: 17.1309
verified: no, type: nauc_map_at_1000_std
value: -4.0958000000000006
verified: no, type: nauc_map_at_1000_diff1
value: 42.5694
verified: no, type: nauc_recall_at_1_max
value: 14.943600000000002
verified: no, type: nauc_recall_at_1_std
value: -6.3744
verified: no, type: nauc_recall_at_1_diff1
value: 51.697700000000005
verified: no, type: nauc_recall_at_3_max
value: 11.8984
verified: no, type: nauc_recall_at_3_std
value: -4.224
verified: no, type: nauc_recall_at_3_diff1
value: 13.962
verified: no, type: nauc_recall_at_5_max
value: 16.2434
verified: no, type: nauc_recall_at_5_std
value: 1.6707
verified: no, type: nauc_recall_at_5_diff1
value: 7.788
verified: no, type: nauc_recall_at_10_max
value: 16.4427
verified: no, type: nauc_recall_at_10_std
value: 8.259
verified: no, type: nauc_recall_at_10_diff1
value: 4.5507
verified: no, type: nauc_recall_at_20_max
value: 19.0546
verified: no, type: nauc_recall_at_20_std
value: 16.7132
verified: no, type: nauc_recall_at_20_diff1
value: 3.5242000000000004
verified: no, type: nauc_recall_at_100_max
value: 19.6815
verified: no, type: nauc_recall_at_100_std
value: 21.4767
verified: no, type: nauc_recall_at_100_diff1
value: 1.4785
verified: no, type: nauc_recall_at_1000_max
value: 26.5748
verified: no, type: nauc_recall_at_1000_std
value: 37.026399999999995
verified: no, type: nauc_recall_at_1000_diff1
value: 1.512
verified: no, type: nauc_precision_at_1_max
value: 22.1341
verified: no, type: nauc_precision_at_1_std
value: -11.1273
verified: no, type: nauc_precision_at_1_diff1
value: 81.8507
verified: no, type: nauc_precision_at_3_max
value: 13.6152
verified: no, type: nauc_precision_at_3_std
value: -2.4367
verified: no, type: nauc_precision_at_3_diff1
value: 1.6237000000000001
verified: no, type: nauc_precision_at_5_max
value: 13.977400000000001
verified: no, type: nauc_precision_at_5_std
value: 4.3391
verified: no, type: nauc_precision_at_5_diff1
value: -6.660000000000001
verified: no, type: nauc_precision_at_10_max
value: 10.4986
verified: no, type: nauc_precision_at_10_std
value: 8.9132
verified: no, type: nauc_precision_at_10_diff1
value: -7.5682
verified: no, type: nauc_precision_at_20_max
value: 11.0525
verified: no, type: nauc_precision_at_20_std
value: 12.0579
verified: no, type: nauc_precision_at_20_diff1
value: -5.0471
verified: no, type: nauc_precision_at_100_max
value: 7.1659
verified: no, type: nauc_precision_at_100_std
value: 8.1754
verified: no, type: nauc_precision_at_100_diff1
value: -2.7885
verified: no, type: nauc_precision_at_1000_max
value: 4.9776
verified: no, type: nauc_precision_at_1000_std
value: 5.8301
verified: no, type: nauc_precision_at_1000_diff1
value: 0.18860000000000002
verified: no, type: nauc_mrr_at_1_max
value: 22.1341
verified: no, type: nauc_mrr_at_1_std
value: -11.1273
verified: no, type: nauc_mrr_at_1_diff1
value: 81.8507
verified: no, type: nauc_mrr_at_3_max
value: 21.6738
verified: no, type: nauc_mrr_at_3_std
value: -15.7016
verified: no, type: nauc_mrr_at_3_diff1
value: 81.0757
verified: no, type: nauc_mrr_at_5_max
value: 22.6603
verified: no, type: nauc_mrr_at_5_std
value: -14.7345
verified: no, type: nauc_mrr_at_5_diff1
value: 81.1092
verified: no, type: nauc_mrr_at_10_max
value: 22.4279
verified: no, type: nauc_mrr_at_10_std
value: -14.5002
verified: no, type: nauc_mrr_at_10_diff1
value: 81.11080000000001
verified: no, type: nauc_mrr_at_20_max
value: 22.3604
verified: no, type: nauc_mrr_at_20_std
value: -14.3058
verified: no, type: nauc_mrr_at_20_diff1
value: 81.1563
verified: no, type: nauc_mrr_at_100_max
value: 22.311
verified: no, type: nauc_mrr_at_100_std
value: -14.318100000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 81.1586
verified: no, type: nauc_mrr_at_1000_max
value: 22.307199999999998
verified: no, type: nauc_mrr_at_1000_std
value: -14.3234
verified: no, type: nauc_mrr_at_1000_diff1
value: 81.1576
verified: no, type: main_score
value: 91.91
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: ndcg_at_1
value: 44.753
verified: no, type: ndcg_at_3
value: 41.555
verified: no, type: ndcg_at_5
value: 42.809999999999995
verified: no, type: ndcg_at_10
value: 45.49
verified: no, type: ndcg_at_20
value: 48.287
verified: no, type: ndcg_at_100
value: 52.115
verified: no, type: ndcg_at_1000
value: 54.797
verified: no, type: map_at_1
value: 22.894000000000002
verified: no, type: map_at_3
value: 32.786
verified: no, type: map_at_5
value: 35.495
verified: no, type: map_at_10
value: 37.635000000000005
verified: no, type: map_at_20
value: 38.771
verified: no, type: map_at_100
value: 39.56
verified: no, type: map_at_1000
value: 39.734
verified: no, type: recall_at_1
value: 22.894000000000002
verified: no, type: recall_at_3
value: 37.579
verified: no, type: recall_at_5
value: 44.03
verified: no, type: recall_at_10
value: 52.61900000000001
verified: no, type: recall_at_20
value: 61.227
verified: no, type: recall_at_100
value: 76.88199999999999
verified: no, type: recall_at_1000
value: 92.534
verified: no, type: precision_at_1
value: 44.753
verified: no, type: precision_at_3
value: 27.675
verified: no, type: precision_at_5
value: 20.556
verified: no, type: precision_at_10
value: 12.592999999999998
verified: no, type: precision_at_20
value: 7.507999999999999
verified: no, type: precision_at_100
value: 1.9369999999999998
verified: no, type: precision_at_1000
value: 0.242
verified: no, type: mrr_at_1
value: 44.7531
verified: no, type: mrr_at_3
value: 50.694399999999995
verified: no, type: mrr_at_5
value: 51.990700000000004
verified: no, type: mrr_at_10
value: 52.9925
verified: no, type: mrr_at_20
value: 53.4612
verified: no, type: mrr_at_100
value: 53.7889
verified: no, type: mrr_at_1000
value: 53.8244
verified: no, type: nauc_ndcg_at_1_max
value: 46.679700000000004
verified: no, type: nauc_ndcg_at_1_std
value: -7.8208
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.9238
verified: no, type: nauc_ndcg_at_3_max
value: 39.761
verified: no, type: nauc_ndcg_at_3_std
value: -7.6645
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.6641
verified: no, type: nauc_ndcg_at_5_max
value: 37.2506
verified: no, type: nauc_ndcg_at_5_std
value: -7.574300000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.6025
verified: no, type: nauc_ndcg_at_10_max
value: 38.1464
verified: no, type: nauc_ndcg_at_10_std
value: -6.1288
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.625
verified: no, type: nauc_ndcg_at_20_max
value: 39.687
verified: no, type: nauc_ndcg_at_20_std
value: -4.6046
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.2796
verified: no, type: nauc_ndcg_at_100_max
value: 41.4101
verified: no, type: nauc_ndcg_at_100_std
value: -2.1537
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.980599999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 42.0853
verified: no, type: nauc_ndcg_at_1000_std
value: -2.5
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.5636
verified: no, type: nauc_map_at_1_max
value: 21.019299999999998
verified: no, type: nauc_map_at_1_std
value: -10.8832
verified: no, type: nauc_map_at_1_diff1
value: 45.1685
verified: no, type: nauc_map_at_3_max
value: 29.0524
verified: no, type: nauc_map_at_3_std
value: -9.6495
verified: no, type: nauc_map_at_3_diff1
value: 41.3844
verified: no, type: nauc_map_at_5_max
value: 31.3813
verified: no, type: nauc_map_at_5_std
value: -8.7888
verified: no, type: nauc_map_at_5_diff1
value: 40.1699
verified: no, type: nauc_map_at_10_max
value: 33.8361
verified: no, type: nauc_map_at_10_std
value: -7.9594
verified: no, type: nauc_map_at_10_diff1
value: 40.788999999999994
verified: no, type: nauc_map_at_20_max
value: 34.9439
verified: no, type: nauc_map_at_20_std
value: -7.382700000000001
verified: no, type: nauc_map_at_20_diff1
value: 41.134100000000004
verified: no, type: nauc_map_at_100_max
value: 35.530899999999995
verified: no, type: nauc_map_at_100_std
value: -6.8411
verified: no, type: nauc_map_at_100_diff1
value: 41.316
verified: no, type: nauc_map_at_1000_max
value: 35.6246
verified: no, type: nauc_map_at_1000_std
value: -6.828399999999999
verified: no, type: nauc_map_at_1000_diff1
value: 41.3739
verified: no, type: nauc_recall_at_1_max
value: 21.019299999999998
verified: no, type: nauc_recall_at_1_std
value: -10.8832
verified: no, type: nauc_recall_at_1_diff1
value: 45.1685
verified: no, type: nauc_recall_at_3_max
value: 25.667499999999997
verified: no, type: nauc_recall_at_3_std
value: -9.3695
verified: no, type: nauc_recall_at_3_diff1
value: 35.0424
verified: no, type: nauc_recall_at_5_max
value: 26.2285
verified: no, type: nauc_recall_at_5_std
value: -7.6552
verified: no, type: nauc_recall_at_5_diff1
value: 31.7068
verified: no, type: nauc_recall_at_10_max
value: 29.12
verified: no, type: nauc_recall_at_10_std
value: -3.5869
verified: no, type: nauc_recall_at_10_diff1
value: 31.952599999999997
verified: no, type: nauc_recall_at_20_max
value: 31.5269
verified: no, type: nauc_recall_at_20_std
value: 2.2824
verified: no, type: nauc_recall_at_20_diff1
value: 31.4747
verified: no, type: nauc_recall_at_100_max
value: 34.533500000000004
verified: no, type: nauc_recall_at_100_std
value: 18.8398
verified: no, type: nauc_recall_at_100_diff1
value: 29.525000000000002
verified: no, type: nauc_recall_at_1000_max
value: 38.973600000000005
verified: no, type: nauc_recall_at_1000_std
value: 37.9643
verified: no, type: nauc_recall_at_1000_diff1
value: 29.247899999999998
verified: no, type: nauc_precision_at_1_max
value: 46.679700000000004
verified: no, type: nauc_precision_at_1_std
value: -7.8208
verified: no, type: nauc_precision_at_1_diff1
value: 55.9238
verified: no, type: nauc_precision_at_3_max
value: 46.348800000000004
verified: no, type: nauc_precision_at_3_std
value: -2.4303000000000003
verified: no, type: nauc_precision_at_3_diff1
value: 31.4803
verified: no, type: nauc_precision_at_5_max
value: 45.657
verified: no, type: nauc_precision_at_5_std
value: 0.9887999999999999
verified: no, type: nauc_precision_at_5_diff1
value: 22.6439
verified: no, type: nauc_precision_at_10_max
value: 48.147099999999995
verified: no, type: nauc_precision_at_10_std
value: 5.313
verified: no, type: nauc_precision_at_10_diff1
value: 20.7803
verified: no, type: nauc_precision_at_20_max
value: 47.407199999999996
verified: no, type: nauc_precision_at_20_std
value: 8.8254
verified: no, type: nauc_precision_at_20_diff1
value: 17.7327
verified: no, type: nauc_precision_at_100_max
value: 43.4944
verified: no, type: nauc_precision_at_100_std
value: 14.8423
verified: no, type: nauc_precision_at_100_diff1
value: 11.7231
verified: no, type: nauc_precision_at_1000_max
value: 36.3175
verified: no, type: nauc_precision_at_1000_std
value: 14.9478
verified: no, type: nauc_precision_at_1000_diff1
value: 4.9391
verified: no, type: nauc_mrr_at_1_max
value: 46.679700000000004
verified: no, type: nauc_mrr_at_1_std
value: -7.8208
verified: no, type: nauc_mrr_at_1_diff1
value: 55.9238
verified: no, type: nauc_mrr_at_3_max
value: 48.0241
verified: no, type: nauc_mrr_at_3_std
value: -6.761100000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 53.5091
verified: no, type: nauc_mrr_at_5_max
value: 48.0965
verified: no, type: nauc_mrr_at_5_std
value: -6.3173
verified: no, type: nauc_mrr_at_5_diff1
value: 52.9184
verified: no, type: nauc_mrr_at_10_max
value: 48.3523
verified: no, type: nauc_mrr_at_10_std
value: -5.6531
verified: no, type: nauc_mrr_at_10_diff1
value: 53.209399999999995
verified: no, type: nauc_mrr_at_20_max
value: 48.365700000000004
verified: no, type: nauc_mrr_at_20_std
value: -5.4359
verified: no, type: nauc_mrr_at_20_diff1
value: 53.16760000000001
verified: no, type: nauc_mrr_at_100_max
value: 48.351699999999994
verified: no, type: nauc_mrr_at_100_std
value: -5.3941
verified: no, type: nauc_mrr_at_100_diff1
value: 53.2419
verified: no, type: nauc_mrr_at_1000_max
value: 48.343399999999995
verified: no, type: nauc_mrr_at_1000_std
value: -5.4193
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.264500000000005
verified: no, type: main_score
value: 45.49
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: ndcg_at_1
value: 86.536
verified: no, type: ndcg_at_3
value: 64.485
verified: no, type: ndcg_at_5
value: 66.513
verified: no, type: ndcg_at_10
value: 68.151
verified: no, type: ndcg_at_20
value: 69.145
verified: no, type: ndcg_at_100
value: 70.552
verified: no, type: ndcg_at_1000
value: 71.772
verified: no, type: map_at_1
value: 43.268
verified: no, type: map_at_3
value: 56.013999999999996
verified: no, type: map_at_5
value: 57.69
verified: no, type: map_at_10
value: 58.709
verified: no, type: map_at_20
value: 59.122
verified: no, type: map_at_100
value: 59.418000000000006
verified: no, type: map_at_1000
value: 59.480999999999995
verified: no, type: recall_at_1
value: 43.268
verified: no, type: recall_at_3
value: 58.831999999999994
verified: no, type: recall_at_5
value: 62.829
verified: no, type: recall_at_10
value: 66.94099999999999
verified: no, type: recall_at_20
value: 70.135
verified: no, type: recall_at_100
value: 76.34
verified: no, type: recall_at_1000
value: 84.443
verified: no, type: precision_at_1
value: 86.536
verified: no, type: precision_at_3
value: 39.221000000000004
verified: no, type: precision_at_5
value: 25.131999999999998
verified: no, type: precision_at_10
value: 13.388
verified: no, type: precision_at_20
value: 7.013999999999999
verified: no, type: precision_at_100
value: 1.5270000000000001
verified: no, type: precision_at_1000
value: 0.169
verified: no, type: mrr_at_1
value: 86.5361
verified: no, type: mrr_at_3
value: 89.6151
verified: no, type: mrr_at_5
value: 89.9521
verified: no, type: mrr_at_10
value: 90.1301
verified: no, type: mrr_at_20
value: 90.201
verified: no, type: mrr_at_100
value: 90.2397
verified: no, type: mrr_at_1000
value: 90.245
verified: no, type: nauc_ndcg_at_1_max
value: 57.6156
verified: no, type: nauc_ndcg_at_1_std
value: -3.39
verified: no, type: nauc_ndcg_at_1_diff1
value: 83.0288
verified: no, type: nauc_ndcg_at_3_max
value: 17.758599999999998
verified: no, type: nauc_ndcg_at_3_std
value: 3.3521
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.4846
verified: no, type: nauc_ndcg_at_5_max
value: 14.6571
verified: no, type: nauc_ndcg_at_5_std
value: 4.2071
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.3942
verified: no, type: nauc_ndcg_at_10_max
value: 12.5579
verified: no, type: nauc_ndcg_at_10_std
value: 4.7895
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.2189
verified: no, type: nauc_ndcg_at_20_max
value: 11.5413
verified: no, type: nauc_ndcg_at_20_std
value: 5.0043
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.3896
verified: no, type: nauc_ndcg_at_100_max
value: 10.6797
verified: no, type: nauc_ndcg_at_100_std
value: 5.7805
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.5649
verified: no, type: nauc_ndcg_at_1000_max
value: 10.8847
verified: no, type: nauc_ndcg_at_1000_std
value: 6.1945
verified: no, type: nauc_ndcg_at_1000_diff1
value: 8.539
verified: no, type: nauc_map_at_1_max
value: 57.6156
verified: no, type: nauc_map_at_1_std
value: -3.39
verified: no, type: nauc_map_at_1_diff1
value: 83.0288
verified: no, type: nauc_map_at_3_max
value: 12.4083
verified: no, type: nauc_map_at_3_std
value: 3.2297
verified: no, type: nauc_map_at_3_diff1
value: 8.2482
verified: no, type: nauc_map_at_5_max
value: 10.4054
verified: no, type: nauc_map_at_5_std
value: 3.7108000000000003
verified: no, type: nauc_map_at_5_diff1
value: 6.4539
verified: no, type: nauc_map_at_10_max
value: 9.439300000000001
verified: no, type: nauc_map_at_10_std
value: 4.0356000000000005
verified: no, type: nauc_map_at_10_diff1
value: 5.502400000000001
verified: no, type: nauc_map_at_20_max
value: 9.141
verified: no, type: nauc_map_at_20_std
value: 4.1145000000000005
verified: no, type: nauc_map_at_20_diff1
value: 5.2942
verified: no, type: nauc_map_at_100_max
value: 9.0071
verified: no, type: nauc_map_at_100_std
value: 4.2345
verified: no, type: nauc_map_at_100_diff1
value: 5.1606
verified: no, type: nauc_map_at_1000_max
value: 9.017999999999999
verified: no, type: nauc_map_at_1000_std
value: 4.2501
verified: no, type: nauc_map_at_1000_diff1
value: 5.162
verified: no, type: nauc_recall_at_1_max
value: 57.6156
verified: no, type: nauc_recall_at_1_std
value: -3.39
verified: no, type: nauc_recall_at_1_diff1
value: 83.0288
verified: no, type: nauc_recall_at_3_max
value: 8.4358
verified: no, type: nauc_recall_at_3_std
value: 4.925199999999999
verified: no, type: nauc_recall_at_3_diff1
value: 0.29009999999999997
verified: no, type: nauc_recall_at_5_max
value: 3.2076000000000002
verified: no, type: nauc_recall_at_5_std
value: 6.2316
verified: no, type: nauc_recall_at_5_diff1
value: -4.6014
verified: no, type: nauc_recall_at_10_max
value: -1.7786
verified: no, type: nauc_recall_at_10_std
value: 7.467300000000001
verified: no, type: nauc_recall_at_10_diff1
value: -9.6991
verified: no, type: nauc_recall_at_20_max
value: -5.0717
verified: no, type: nauc_recall_at_20_std
value: 8.1128
verified: no, type: nauc_recall_at_20_diff1
value: -12.5945
verified: no, type: nauc_recall_at_100_max
value: -10.5434
verified: no, type: nauc_recall_at_100_std
value: 11.7719
verified: no, type: nauc_recall_at_100_diff1
value: -18.394
verified: no, type: nauc_recall_at_1000_max
value: -15.5908
verified: no, type: nauc_recall_at_1000_std
value: 16.842399999999998
verified: no, type: nauc_recall_at_1000_diff1
value: -27.099400000000003
verified: no, type: nauc_precision_at_1_max
value: 57.6156
verified: no, type: nauc_precision_at_1_std
value: -3.39
verified: no, type: nauc_precision_at_1_diff1
value: 83.0288
verified: no, type: nauc_precision_at_3_max
value: 8.4358
verified: no, type: nauc_precision_at_3_std
value: 4.925199999999999
verified: no, type: nauc_precision_at_3_diff1
value: 0.29009999999999997
verified: no, type: nauc_precision_at_5_max
value: 3.2076000000000002
verified: no, type: nauc_precision_at_5_std
value: 6.2316
verified: no, type: nauc_precision_at_5_diff1
value: -4.6014
verified: no, type: nauc_precision_at_10_max
value: -1.7786
verified: no, type: nauc_precision_at_10_std
value: 7.467300000000001
verified: no, type: nauc_precision_at_10_diff1
value: -9.6991
verified: no, type: nauc_precision_at_20_max
value: -5.0717
verified: no, type: nauc_precision_at_20_std
value: 8.1128
verified: no, type: nauc_precision_at_20_diff1
value: -12.5945
verified: no, type: nauc_precision_at_100_max
value: -10.5434
verified: no, type: nauc_precision_at_100_std
value: 11.7719
verified: no, type: nauc_precision_at_100_diff1
value: -18.394
verified: no, type: nauc_precision_at_1000_max
value: -15.5908
verified: no, type: nauc_precision_at_1000_std
value: 16.842399999999998
verified: no, type: nauc_precision_at_1000_diff1
value: -27.099400000000003
verified: no, type: nauc_mrr_at_1_max
value: 57.6156
verified: no, type: nauc_mrr_at_1_std
value: -3.39
verified: no, type: nauc_mrr_at_1_diff1
value: 83.0288
verified: no, type: nauc_mrr_at_3_max
value: 62.074
verified: no, type: nauc_mrr_at_3_std
value: -0.45199999999999996
verified: no, type: nauc_mrr_at_3_diff1
value: 82.8025
verified: no, type: nauc_mrr_at_5_max
value: 62.157300000000006
verified: no, type: nauc_mrr_at_5_std
value: 0.2829
verified: no, type: nauc_mrr_at_5_diff1
value: 82.9913
verified: no, type: nauc_mrr_at_10_max
value: 61.9838
verified: no, type: nauc_mrr_at_10_std
value: 0.16670000000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 82.9452
verified: no, type: nauc_mrr_at_20_max
value: 61.9516
verified: no, type: nauc_mrr_at_20_std
value: 0.18159999999999998
verified: no, type: nauc_mrr_at_20_diff1
value: 82.9723
verified: no, type: nauc_mrr_at_100_max
value: 61.891600000000004
verified: no, type: nauc_mrr_at_100_std
value: 0.1432
verified: no, type: nauc_mrr_at_100_diff1
value: 82.97489999999999
verified: no, type: nauc_mrr_at_1000_max
value: 61.88249999999999
verified: no, type: nauc_mrr_at_1000_std
value: 0.1357
verified: no, type: nauc_mrr_at_1000_diff1
value: 82.9723
verified: no, type: main_score
value: 68.151
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 72.5444
verified: no, type: f1
value: 72.4069
verified: no, type: f1_weighted
value: 72.4069
verified: no, type: ap
value: 66.8419
verified: no, type: ap_weighted
value: 66.8419
verified: no, type: main_score
value: 72.5444
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: ndcg_at_1
value: 25.516
verified: no, type: ndcg_at_3
value: 36.687999999999995
verified: no, type: ndcg_at_5
value: 40.864
verified: no, type: ndcg_at_10
value: 44.856
verified: no, type: ndcg_at_20
value: 47.3
verified: no, type: ndcg_at_100
value: 50.062
verified: no, type: ndcg_at_1000
value: 51.085
verified: no, type: map_at_1
value: 24.782
verified: no, type: map_at_3
value: 33.668
verified: no, type: map_at_5
value: 36.010999999999996
verified: no, type: map_at_10
value: 37.702000000000005
verified: no, type: map_at_20
value: 38.391
verified: no, type: map_at_100
value: 38.798
verified: no, type: map_at_1000
value: 38.841
verified: no, type: recall_at_1
value: 24.782
verified: no, type: recall_at_3
value: 44.722
verified: no, type: recall_at_5
value: 54.769999999999996
verified: no, type: recall_at_10
value: 66.842
verified: no, type: recall_at_20
value: 76.319
verified: no, type: recall_at_100
value: 90.761
verified: no, type: recall_at_1000
value: 98.48
verified: no, type: precision_at_1
value: 25.516
verified: no, type: precision_at_3
value: 15.506
verified: no, type: precision_at_5
value: 11.413
verified: no, type: precision_at_10
value: 6.99
verified: no, type: precision_at_20
value: 4.009
verified: no, type: precision_at_100
value: 0.959
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: mrr_at_1
value: 25.5014
verified: no, type: mrr_at_3
value: 34.3553
verified: no, type: mrr_at_5
value: 36.666199999999996
verified: no, type: mrr_at_10
value: 38.3084
verified: no, type: mrr_at_20
value: 38.9663
verified: no, type: mrr_at_100
value: 39.341300000000004
verified: no, type: mrr_at_1000
value: 39.3785
verified: no, type: nauc_ndcg_at_1_max
value: 4.2138
verified: no, type: nauc_ndcg_at_1_std
value: -24.7801
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.758399999999995
verified: no, type: nauc_ndcg_at_3_max
value: 5.2536
verified: no, type: nauc_ndcg_at_3_std
value: -29.642200000000003
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.1639
verified: no, type: nauc_ndcg_at_5_max
value: 5.0839
verified: no, type: nauc_ndcg_at_5_std
value: -31.3077
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.5135
verified: no, type: nauc_ndcg_at_10_max
value: 6.2542
verified: no, type: nauc_ndcg_at_10_std
value: -30.8439
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.461299999999998
verified: no, type: nauc_ndcg_at_20_max
value: 6.5669
verified: no, type: nauc_ndcg_at_20_std
value: -29.6288
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.590200000000003
verified: no, type: nauc_ndcg_at_100_max
value: 6.691800000000001
verified: no, type: nauc_ndcg_at_100_std
value: -28.1768
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.1699
verified: no, type: nauc_ndcg_at_1000_max
value: 6.451700000000001
verified: no, type: nauc_ndcg_at_1000_std
value: -28.2093
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.3573
verified: no, type: nauc_map_at_1_max
value: 4.1941
verified: no, type: nauc_map_at_1_std
value: -24.9531
verified: no, type: nauc_map_at_1_diff1
value: 38.099
verified: no, type: nauc_map_at_3_max
value: 4.9883999999999995
verified: no, type: nauc_map_at_3_std
value: -28.7062
verified: no, type: nauc_map_at_3_diff1
value: 33.5696
verified: no, type: nauc_map_at_5_max
value: 4.8525
verified: no, type: nauc_map_at_5_std
value: -29.6601
verified: no, type: nauc_map_at_5_diff1
value: 33.2144
verified: no, type: nauc_map_at_10_max
value: 5.3533
verified: no, type: nauc_map_at_10_std
value: -29.4529
verified: no, type: nauc_map_at_10_diff1
value: 33.219300000000004
verified: no, type: nauc_map_at_20_max
value: 5.416300000000001
verified: no, type: nauc_map_at_20_std
value: -29.1294
verified: no, type: nauc_map_at_20_diff1
value: 33.2747
verified: no, type: nauc_map_at_100_max
value: 5.4547
verified: no, type: nauc_map_at_100_std
value: -28.8978
verified: no, type: nauc_map_at_100_diff1
value: 33.3505
verified: no, type: nauc_map_at_1000_max
value: 5.4512
verified: no, type: nauc_map_at_1000_std
value: -28.8844
verified: no, type: nauc_map_at_1000_diff1
value: 33.356700000000004
verified: no, type: nauc_recall_at_1_max
value: 4.1941
verified: no, type: nauc_recall_at_1_std
value: -24.9531
verified: no, type: nauc_recall_at_1_diff1
value: 38.099
verified: no, type: nauc_recall_at_3_max
value: 5.884799999999999
verified: no, type: nauc_recall_at_3_std
value: -32.317
verified: no, type: nauc_recall_at_3_diff1
value: 28.284399999999998
verified: no, type: nauc_recall_at_5_max
value: 5.4525
verified: no, type: nauc_recall_at_5_std
value: -36.4055
verified: no, type: nauc_recall_at_5_diff1
value: 26.384200000000003
verified: no, type: nauc_recall_at_10_max
value: 9.403400000000001
verified: no, type: nauc_recall_at_10_std
value: -35.9112
verified: no, type: nauc_recall_at_10_diff1
value: 25.2415
verified: no, type: nauc_recall_at_20_max
value: 12.0952
verified: no, type: nauc_recall_at_20_std
value: -30.778299999999998
verified: no, type: nauc_recall_at_20_diff1
value: 24.1866
verified: no, type: nauc_recall_at_100_max
value: 19.6413
verified: no, type: nauc_recall_at_100_std
value: -11.9243
verified: no, type: nauc_recall_at_100_diff1
value: 24.6153
verified: no, type: nauc_recall_at_1000_max
value: 48.1206
verified: no, type: nauc_recall_at_1000_std
value: 48.0062
verified: no, type: nauc_recall_at_1000_diff1
value: 16.2543
verified: no, type: nauc_precision_at_1_max
value: 4.2138
verified: no, type: nauc_precision_at_1_std
value: -24.7801
verified: no, type: nauc_precision_at_1_diff1
value: 37.758399999999995
verified: no, type: nauc_precision_at_3_max
value: 5.7985
verified: no, type: nauc_precision_at_3_std
value: -31.749899999999997
verified: no, type: nauc_precision_at_3_diff1
value: 27.373399999999997
verified: no, type: nauc_precision_at_5_max
value: 5.390000000000001
verified: no, type: nauc_precision_at_5_std
value: -35.0586
verified: no, type: nauc_precision_at_5_diff1
value: 25.100099999999998
verified: no, type: nauc_precision_at_10_max
value: 9.248199999999999
verified: no, type: nauc_precision_at_10_std
value: -32.244299999999996
verified: no, type: nauc_precision_at_10_diff1
value: 22.5684
verified: no, type: nauc_precision_at_20_max
value: 11.495099999999999
verified: no, type: nauc_precision_at_20_std
value: -24.226300000000002
verified: no, type: nauc_precision_at_20_diff1
value: 19.6528
verified: no, type: nauc_precision_at_100_max
value: 14.3649
verified: no, type: nauc_precision_at_100_std
value: 0.0593
verified: no, type: nauc_precision_at_100_diff1
value: 10.9596
verified: no, type: nauc_precision_at_1000_max
value: 10.9512
verified: no, type: nauc_precision_at_1000_std
value: 18.288
verified: no, type: nauc_precision_at_1000_diff1
value: -3.5423000000000004
verified: no, type: nauc_mrr_at_1_max
value: 4.2204
verified: no, type: nauc_mrr_at_1_std
value: -24.7703
verified: no, type: nauc_mrr_at_1_diff1
value: 37.8126
verified: no, type: nauc_mrr_at_3_max
value: 5.0668
verified: no, type: nauc_mrr_at_3_std
value: -28.2677
verified: no, type: nauc_mrr_at_3_diff1
value: 33.3724
verified: no, type: nauc_mrr_at_5_max
value: 5.0481
verified: no, type: nauc_mrr_at_5_std
value: -29.133
verified: no, type: nauc_mrr_at_5_diff1
value: 33.0415
verified: no, type: nauc_mrr_at_10_max
value: 5.5038
verified: no, type: nauc_mrr_at_10_std
value: -28.886200000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 33.0593
verified: no, type: nauc_mrr_at_20_max
value: 5.5467
verified: no, type: nauc_mrr_at_20_std
value: -28.5678
verified: no, type: nauc_mrr_at_20_diff1
value: 33.0916
verified: no, type: nauc_mrr_at_100_max
value: 5.5636
verified: no, type: nauc_mrr_at_100_std
value: -28.3877
verified: no, type: nauc_mrr_at_100_diff1
value: 33.1799
verified: no, type: nauc_mrr_at_1000_max
value: 5.557
verified: no, type: nauc_mrr_at_1000_std
value: -28.3796
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.184999999999995
verified: no, type: main_score
value: 44.856
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 93.5317
verified: no, type: f1
value: 93.1956
verified: no, type: f1_weighted
value: 93.5431
verified: no, type: main_score
value: 93.5317
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 67.7907
verified: no, type: f1
value: 48.2877
verified: no, type: f1_weighted
value: 70.3225
verified: no, type: main_score
value: 67.7907
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 71.456
verified: no, type: f1
value: 68.2268
verified: no, type: f1_weighted
value: 70.4722
verified: no, type: main_score
value: 71.456
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 76.21719999999999
verified: no, type: f1
value: 75.14189999999999
verified: no, type: f1_weighted
value: 76.0733
verified: no, type: main_score
value: 76.21719999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: v_measure
value: 31.3917
verified: no, type: v_measure_std
value: 1.4778
verified: no, type: main_score
value: 31.3917
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: v_measure
value: 28.2408
verified: no, type: v_measure_std
value: 1.1622999999999999
verified: no, type: main_score
value: 28.2408
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: map
value: 29.5796
verified: no, type: mrr
value: 30.3081
verified: no, type: nAUC_map_max
value: -24.9194
verified: no, type: nAUC_map_std
value: -9.042
verified: no, type: nAUC_map_diff1
value: 12.1611
verified: no, type: nAUC_mrr_max
value: -19.3867
verified: no, type: nAUC_mrr_std
value: -6.3873
verified: no, type: nAUC_mrr_diff1
value: 11.8078
verified: no, type: main_score
value: 29.5796
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: ndcg_at_1
value: 45.046
verified: no, type: ndcg_at_3
value: 41.704
verified: no, type: ndcg_at_5
value: 39.296
verified: no, type: ndcg_at_10
value: 35.343999999999994
verified: no, type: ndcg_at_20
value: 32.525999999999996
verified: no, type: ndcg_at_100
value: 31.352999999999998
verified: no, type: ndcg_at_1000
value: 39.772
verified: no, type: map_at_1
value: 5.833
verified: no, type: map_at_3
value: 9.953
verified: no, type: map_at_5
value: 11.549
verified: no, type: map_at_10
value: 13.38
verified: no, type: map_at_20
value: 14.706
verified: no, type: map_at_100
value: 16.422
verified: no, type: map_at_1000
value: 17.777
verified: no, type: recall_at_1
value: 5.833
verified: no, type: recall_at_3
value: 11.112
verified: no, type: recall_at_5
value: 13.834
verified: no, type: recall_at_10
value: 16.961000000000002
verified: no, type: recall_at_20
value: 20.294999999999998
verified: no, type: recall_at_100
value: 30.253000000000004
verified: no, type: recall_at_1000
value: 60.902
verified: no, type: precision_at_1
value: 46.44
verified: no, type: precision_at_3
value: 39.009
verified: no, type: precision_at_5
value: 33.745999999999995
verified: no, type: precision_at_10
value: 25.635
verified: no, type: precision_at_20
value: 18.576
verified: no, type: precision_at_100
value: 7.731000000000001
verified: no, type: precision_at_1000
value: 2.037
verified: no, type: mrr_at_1
value: 46.7492
verified: no, type: mrr_at_3
value: 54.6956
verified: no, type: mrr_at_5
value: 55.8875
verified: no, type: mrr_at_10
value: 56.3913
verified: no, type: mrr_at_20
value: 56.6265
verified: no, type: mrr_at_100
value: 56.815599999999996
verified: no, type: mrr_at_1000
value: 56.8573
verified: no, type: nauc_ndcg_at_1_max
value: 43.3685
verified: no, type: nauc_ndcg_at_1_std
value: 21.6124
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.0317
verified: no, type: nauc_ndcg_at_3_max
value: 39.8155
verified: no, type: nauc_ndcg_at_3_std
value: 23.2206
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.7425
verified: no, type: nauc_ndcg_at_5_max
value: 40.951
verified: no, type: nauc_ndcg_at_5_std
value: 24.7184
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.098599999999998
verified: no, type: nauc_ndcg_at_10_max
value: 41.4733
verified: no, type: nauc_ndcg_at_10_std
value: 27.4588
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.224800000000002
verified: no, type: nauc_ndcg_at_20_max
value: 40.3519
verified: no, type: nauc_ndcg_at_20_std
value: 27.2947
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.502
verified: no, type: nauc_ndcg_at_100_max
value: 44.0676
verified: no, type: nauc_ndcg_at_100_std
value: 29.1921
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.9199
verified: no, type: nauc_ndcg_at_1000_max
value: 48.9082
verified: no, type: nauc_ndcg_at_1000_std
value: 33.799600000000005
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.741600000000002
verified: no, type: nauc_map_at_1_max
value: 19.2048
verified: no, type: nauc_map_at_1_std
value: -13.564599999999999
verified: no, type: nauc_map_at_1_diff1
value: 37.601099999999995
verified: no, type: nauc_map_at_3_max
value: 23.1853
verified: no, type: nauc_map_at_3_std
value: -8.3204
verified: no, type: nauc_map_at_3_diff1
value: 32.5527
verified: no, type: nauc_map_at_5_max
value: 26.747500000000002
verified: no, type: nauc_map_at_5_std
value: -4.136
verified: no, type: nauc_map_at_5_diff1
value: 29.041800000000002
verified: no, type: nauc_map_at_10_max
value: 30.492200000000004
verified: no, type: nauc_map_at_10_std
value: 2.2847
verified: no, type: nauc_map_at_10_diff1
value: 25.949699999999996
verified: no, type: nauc_map_at_20_max
value: 32.628800000000005
verified: no, type: nauc_map_at_20_std
value: 6.2305
verified: no, type: nauc_map_at_20_diff1
value: 24.0997
verified: no, type: nauc_map_at_100_max
value: 35.0282
verified: no, type: nauc_map_at_100_std
value: 12.181899999999999
verified: no, type: nauc_map_at_100_diff1
value: 22.6844
verified: no, type: nauc_map_at_1000_max
value: 35.274899999999995
verified: no, type: nauc_map_at_1000_std
value: 14.9827
verified: no, type: nauc_map_at_1000_diff1
value: 21.4096
verified: no, type: nauc_recall_at_1_max
value: 19.2048
verified: no, type: nauc_recall_at_1_std
value: -13.564599999999999
verified: no, type: nauc_recall_at_1_diff1
value: 37.601099999999995
verified: no, type: nauc_recall_at_3_max
value: 20.5895
verified: no, type: nauc_recall_at_3_std
value: -7.8295
verified: no, type: nauc_recall_at_3_diff1
value: 28.4675
verified: no, type: nauc_recall_at_5_max
value: 24.8771
verified: no, type: nauc_recall_at_5_std
value: -2.869
verified: no, type: nauc_recall_at_5_diff1
value: 23.301
verified: no, type: nauc_recall_at_10_max
value: 28.647299999999998
verified: no, type: nauc_recall_at_10_std
value: 4.4991
verified: no, type: nauc_recall_at_10_diff1
value: 20.5606
verified: no, type: nauc_recall_at_20_max
value: 30.3525
verified: no, type: nauc_recall_at_20_std
value: 8.712
verified: no, type: nauc_recall_at_20_diff1
value: 17.4748
verified: no, type: nauc_recall_at_100_max
value: 34.0702
verified: no, type: nauc_recall_at_100_std
value: 23.3319
verified: no, type: nauc_recall_at_100_diff1
value: 17.2015
verified: no, type: nauc_recall_at_1000_max
value: 27.8011
verified: no, type: nauc_recall_at_1000_std
value: 21.6507
verified: no, type: nauc_recall_at_1000_diff1
value: 4.4638
verified: no, type: nauc_precision_at_1_max
value: 44.6989
verified: no, type: nauc_precision_at_1_std
value: 22.622
verified: no, type: nauc_precision_at_1_diff1
value: 28.881400000000003
verified: no, type: nauc_precision_at_3_max
value: 39.4166
verified: no, type: nauc_precision_at_3_std
value: 29.2591
verified: no, type: nauc_precision_at_3_diff1
value: 12.1577
verified: no, type: nauc_precision_at_5_max
value: 39.6371
verified: no, type: nauc_precision_at_5_std
value: 33.201
verified: no, type: nauc_precision_at_5_diff1
value: 7.958
verified: no, type: nauc_precision_at_10_max
value: 38.2593
verified: no, type: nauc_precision_at_10_std
value: 40.6097
verified: no, type: nauc_precision_at_10_diff1
value: 1.376
verified: no, type: nauc_precision_at_20_max
value: 31.375999999999998
verified: no, type: nauc_precision_at_20_std
value: 42.3468
verified: no, type: nauc_precision_at_20_diff1
value: -4.1699
verified: no, type: nauc_precision_at_100_max
value: 16.628
verified: no, type: nauc_precision_at_100_std
value: 41.800599999999996
verified: no, type: nauc_precision_at_100_diff1
value: -9.4674
verified: no, type: nauc_precision_at_1000_max
value: 1.6051
verified: no, type: nauc_precision_at_1000_std
value: 29.1306
verified: no, type: nauc_precision_at_1000_diff1
value: -11.1912
verified: no, type: nauc_mrr_at_1_max
value: 44.4339
verified: no, type: nauc_mrr_at_1_std
value: 23.6489
verified: no, type: nauc_mrr_at_1_diff1
value: 28.0393
verified: no, type: nauc_mrr_at_3_max
value: 47.780899999999995
verified: no, type: nauc_mrr_at_3_std
value: 31.412499999999998
verified: no, type: nauc_mrr_at_3_diff1
value: 24.1569
verified: no, type: nauc_mrr_at_5_max
value: 48.732
verified: no, type: nauc_mrr_at_5_std
value: 31.899100000000004
verified: no, type: nauc_mrr_at_5_diff1
value: 24.4177
verified: no, type: nauc_mrr_at_10_max
value: 48.9748
verified: no, type: nauc_mrr_at_10_std
value: 32.2053
verified: no, type: nauc_mrr_at_10_diff1
value: 24.0317
verified: no, type: nauc_mrr_at_20_max
value: 49.0832
verified: no, type: nauc_mrr_at_20_std
value: 32.0994
verified: no, type: nauc_mrr_at_20_diff1
value: 23.9777
verified: no, type: nauc_mrr_at_100_max
value: 49.1731
verified: no, type: nauc_mrr_at_100_std
value: 32.3179
verified: no, type: nauc_mrr_at_100_diff1
value: 24.081
verified: no, type: nauc_mrr_at_1000_max
value: 49.1387
verified: no, type: nauc_mrr_at_1000_std
value: 32.2738
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.063200000000002
verified: no, type: main_score
value: 35.343999999999994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: ndcg_at_1
value: 44.93
verified: no, type: ndcg_at_3
value: 56.003
verified: no, type: ndcg_at_5
value: 60.150000000000006
verified: no, type: ndcg_at_10
value: 63.673
verified: no, type: ndcg_at_20
value: 65.211
verified: no, type: ndcg_at_100
value: 66.686
verified: no, type: ndcg_at_1000
value: 67.009
verified: no, type: map_at_1
value: 40.035
verified: no, type: map_at_3
value: 51.976
verified: no, type: map_at_5
value: 54.510999999999996
verified: no, type: map_at_10
value: 56.17100000000001
verified: no, type: map_at_20
value: 56.684
verified: no, type: map_at_100
value: 56.932
verified: no, type: map_at_1000
value: 56.946
verified: no, type: recall_at_1
value: 40.035
verified: no, type: recall_at_3
value: 64.224
verified: no, type: recall_at_5
value: 73.682
verified: no, type: recall_at_10
value: 83.809
verified: no, type: recall_at_20
value: 89.385
verified: no, type: recall_at_100
value: 96.705
verified: no, type: recall_at_1000
value: 99.054
verified: no, type: precision_at_1
value: 44.93
verified: no, type: precision_at_3
value: 25.019000000000002
verified: no, type: precision_at_5
value: 17.445
verified: no, type: precision_at_10
value: 10.043000000000001
verified: no, type: precision_at_20
value: 5.4
verified: no, type: precision_at_100
value: 1.174
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: mrr_at_1
value: 44.9305
verified: no, type: mrr_at_3
value: 55.37370000000001
verified: no, type: mrr_at_5
value: 57.4464
verified: no, type: mrr_at_10
value: 58.680200000000006
verified: no, type: mrr_at_20
value: 59.0042
verified: no, type: mrr_at_100
value: 59.178799999999995
verified: no, type: mrr_at_1000
value: 59.188700000000004
verified: no, type: nauc_ndcg_at_1_max
value: 23.8396
verified: no, type: nauc_ndcg_at_1_std
value: -3.8885000000000005
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.971500000000006
verified: no, type: nauc_ndcg_at_3_max
value: 30.025800000000004
verified: no, type: nauc_ndcg_at_3_std
value: -4.9848
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.324799999999996
verified: no, type: nauc_ndcg_at_5_max
value: 32.2984
verified: no, type: nauc_ndcg_at_5_std
value: -3.263
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.2865
verified: no, type: nauc_ndcg_at_10_max
value: 32.4173
verified: no, type: nauc_ndcg_at_10_std
value: -2.398
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.767399999999995
verified: no, type: nauc_ndcg_at_20_max
value: 32.332
verified: no, type: nauc_ndcg_at_20_std
value: -1.7824
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.0354
verified: no, type: nauc_ndcg_at_100_max
value: 31.3774
verified: no, type: nauc_ndcg_at_100_std
value: -1.4645
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.255900000000004
verified: no, type: nauc_ndcg_at_1000_max
value: 31.008799999999997
verified: no, type: nauc_ndcg_at_1000_std
value: -1.9499
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.3522
verified: no, type: nauc_map_at_1_max
value: 21.296300000000002
verified: no, type: nauc_map_at_1_std
value: -6.0126
verified: no, type: nauc_map_at_1_diff1
value: 37.9216
verified: no, type: nauc_map_at_3_max
value: 28.1195
verified: no, type: nauc_map_at_3_std
value: -5.3494
verified: no, type: nauc_map_at_3_diff1
value: 35.0839
verified: no, type: nauc_map_at_5_max
value: 29.365999999999996
verified: no, type: nauc_map_at_5_std
value: -4.410200000000001
verified: no, type: nauc_map_at_5_diff1
value: 35.6342
verified: no, type: nauc_map_at_10_max
value: 29.378300000000003
verified: no, type: nauc_map_at_10_std
value: -4.0228
verified: no, type: nauc_map_at_10_diff1
value: 35.451
verified: no, type: nauc_map_at_20_max
value: 29.3604
verified: no, type: nauc_map_at_20_std
value: -3.7953
verified: no, type: nauc_map_at_20_diff1
value: 35.5496
verified: no, type: nauc_map_at_100_max
value: 29.233199999999997
verified: no, type: nauc_map_at_100_std
value: -3.7321
verified: no, type: nauc_map_at_100_diff1
value: 35.574099999999994
verified: no, type: nauc_map_at_1000_max
value: 29.2215
verified: no, type: nauc_map_at_1000_std
value: -3.7482
verified: no, type: nauc_map_at_1000_diff1
value: 35.5805
verified: no, type: nauc_recall_at_1_max
value: 21.296300000000002
verified: no, type: nauc_recall_at_1_std
value: -6.0126
verified: no, type: nauc_recall_at_1_diff1
value: 37.9216
verified: no, type: nauc_recall_at_3_max
value: 34.2599
verified: no, type: nauc_recall_at_3_std
value: -5.5474000000000006
verified: no, type: nauc_recall_at_3_diff1
value: 30.7103
verified: no, type: nauc_recall_at_5_max
value: 41.6689
verified: no, type: nauc_recall_at_5_std
value: -0.7705
verified: no, type: nauc_recall_at_5_diff1
value: 32.6001
verified: no, type: nauc_recall_at_10_max
value: 47.236200000000004
verified: no, type: nauc_recall_at_10_std
value: 3.9309999999999996
verified: no, type: nauc_recall_at_10_diff1
value: 29.277199999999997
verified: no, type: nauc_recall_at_20_max
value: 53.957100000000004
verified: no, type: nauc_recall_at_20_std
value: 11.282499999999999
verified: no, type: nauc_recall_at_20_diff1
value: 29.7674
verified: no, type: nauc_recall_at_100_max
value: 66.87039999999999
verified: no, type: nauc_recall_at_100_std
value: 46.8733
verified: no, type: nauc_recall_at_100_diff1
value: 30.0249
verified: no, type: nauc_recall_at_1000_max
value: 88.33670000000001
verified: no, type: nauc_recall_at_1000_std
value: 77.0724
verified: no, type: nauc_recall_at_1000_diff1
value: 34.0192
verified: no, type: nauc_precision_at_1_max
value: 23.8396
verified: no, type: nauc_precision_at_1_std
value: -3.8885000000000005
verified: no, type: nauc_precision_at_1_diff1
value: 37.971500000000006
verified: no, type: nauc_precision_at_3_max
value: 31.053399999999996
verified: no, type: nauc_precision_at_3_std
value: 0.3766
verified: no, type: nauc_precision_at_3_diff1
value: 21.5732
verified: no, type: nauc_precision_at_5_max
value: 30.816100000000002
verified: no, type: nauc_precision_at_5_std
value: 5.3659
verified: no, type: nauc_precision_at_5_diff1
value: 17.4728
verified: no, type: nauc_precision_at_10_max
value: 25.204300000000003
verified: no, type: nauc_precision_at_10_std
value: 10.6652
verified: no, type: nauc_precision_at_10_diff1
value: 7.7665
verified: no, type: nauc_precision_at_20_max
value: 20.3015
verified: no, type: nauc_precision_at_20_std
value: 14.1789
verified: no, type: nauc_precision_at_20_diff1
value: 3.2251000000000003
verified: no, type: nauc_precision_at_100_max
value: 9.709
verified: no, type: nauc_precision_at_100_std
value: 17.7706
verified: no, type: nauc_precision_at_100_diff1
value: -5.5258
verified: no, type: nauc_precision_at_1000_max
value: 4.5083
verified: no, type: nauc_precision_at_1000_std
value: 14.754900000000001
verified: no, type: nauc_precision_at_1000_diff1
value: -8.1761
verified: no, type: nauc_mrr_at_1_max
value: 23.8396
verified: no, type: nauc_mrr_at_1_std
value: -3.8885000000000005
verified: no, type: nauc_mrr_at_1_diff1
value: 37.971500000000006
verified: no, type: nauc_mrr_at_3_max
value: 28.9257
verified: no, type: nauc_mrr_at_3_std
value: -3.6295
verified: no, type: nauc_mrr_at_3_diff1
value: 35.390100000000004
verified: no, type: nauc_mrr_at_5_max
value: 29.8503
verified: no, type: nauc_mrr_at_5_std
value: -2.8144
verified: no, type: nauc_mrr_at_5_diff1
value: 35.8786
verified: no, type: nauc_mrr_at_10_max
value: 29.662899999999997
verified: no, type: nauc_mrr_at_10_std
value: -2.6432
verified: no, type: nauc_mrr_at_10_diff1
value: 35.708400000000005
verified: no, type: nauc_mrr_at_20_max
value: 29.5659
verified: no, type: nauc_mrr_at_20_std
value: -2.6337
verified: no, type: nauc_mrr_at_20_diff1
value: 35.761900000000004
verified: no, type: nauc_mrr_at_100_max
value: 29.432399999999998
verified: no, type: nauc_mrr_at_100_std
value: -2.6328
verified: no, type: nauc_mrr_at_100_diff1
value: 35.8182
verified: no, type: nauc_mrr_at_1000_max
value: 29.4234
verified: no, type: nauc_mrr_at_1000_std
value: -2.6451
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.8215
verified: no, type: main_score
value: 63.673
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: ndcg_at_1
value: 82.27
verified: no, type: ndcg_at_3
value: 86.28099999999999
verified: no, type: ndcg_at_5
value: 87.81400000000001
verified: no, type: ndcg_at_10
value: 89.021
verified: no, type: ndcg_at_20
value: 89.643
verified: no, type: ndcg_at_100
value: 90.13
verified: no, type: ndcg_at_1000
value: 90.226
verified: no, type: map_at_1
value: 71.43599999999999
verified: no, type: map_at_3
value: 82.49
verified: no, type: map_at_5
value: 84.331
verified: no, type: map_at_10
value: 85.416
verified: no, type: map_at_20
value: 85.827
verified: no, type: map_at_100
value: 86.024
verified: no, type: map_at_1000
value: 86.039
verified: no, type: recall_at_1
value: 71.43599999999999
verified: no, type: recall_at_3
value: 87.912
verified: no, type: recall_at_5
value: 92.30000000000001
verified: no, type: recall_at_10
value: 95.814
verified: no, type: recall_at_20
value: 97.80799999999999
verified: no, type: recall_at_100
value: 99.551
verified: no, type: recall_at_1000
value: 99.97
verified: no, type: precision_at_1
value: 82.27
verified: no, type: precision_at_3
value: 37.747
verified: no, type: precision_at_5
value: 24.782
verified: no, type: precision_at_10
value: 13.497
verified: no, type: precision_at_20
value: 7.147
verified: no, type: precision_at_100
value: 1.529
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: mrr_at_1
value: 82.23
verified: no, type: mrr_at_3
value: 87.26
verified: no, type: mrr_at_5
value: 87.9305
verified: no, type: mrr_at_10
value: 88.20949999999999
verified: no, type: mrr_at_20
value: 88.2764
verified: no, type: mrr_at_100
value: 88.2967
verified: no, type: mrr_at_1000
value: 88.2976
verified: no, type: nauc_ndcg_at_1_max
value: 37.0736
verified: no, type: nauc_ndcg_at_1_std
value: -43.2326
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.9945
verified: no, type: nauc_ndcg_at_3_max
value: 33.9426
verified: no, type: nauc_ndcg_at_3_std
value: -51.3108
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.2559
verified: no, type: nauc_ndcg_at_5_max
value: 34.927
verified: no, type: nauc_ndcg_at_5_std
value: -52.50749999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.578
verified: no, type: nauc_ndcg_at_10_max
value: 35.9905
verified: no, type: nauc_ndcg_at_10_std
value: -51.808699999999995
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.6957
verified: no, type: nauc_ndcg_at_20_max
value: 36.119299999999996
verified: no, type: nauc_ndcg_at_20_std
value: -50.1628
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.6659
verified: no, type: nauc_ndcg_at_100_max
value: 36.4315
verified: no, type: nauc_ndcg_at_100_std
value: -48.0358
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.5866
verified: no, type: nauc_ndcg_at_1000_max
value: 36.459399999999995
verified: no, type: nauc_ndcg_at_1000_std
value: -47.834199999999996
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.5791
verified: no, type: nauc_map_at_1_max
value: 25.902199999999997
verified: no, type: nauc_map_at_1_std
value: -44.6605
verified: no, type: nauc_map_at_1_diff1
value: 80.78070000000001
verified: no, type: nauc_map_at_3_max
value: 31.3371
verified: no, type: nauc_map_at_3_std
value: -53.9334
verified: no, type: nauc_map_at_3_diff1
value: 77.7089
verified: no, type: nauc_map_at_5_max
value: 33.1663
verified: no, type: nauc_map_at_5_std
value: -53.86919999999999
verified: no, type: nauc_map_at_5_diff1
value: 77.32430000000001
verified: no, type: nauc_map_at_10_max
value: 34.4253
verified: no, type: nauc_map_at_10_std
value: -52.423500000000004
verified: no, type: nauc_map_at_10_diff1
value: 77.0479
verified: no, type: nauc_map_at_20_max
value: 34.6738
verified: no, type: nauc_map_at_20_std
value: -51.095400000000005
verified: no, type: nauc_map_at_20_diff1
value: 76.88810000000001
verified: no, type: nauc_map_at_100_max
value: 34.7984
verified: no, type: nauc_map_at_100_std
value: -50.2705
verified: no, type: nauc_map_at_100_diff1
value: 76.8083
verified: no, type: nauc_map_at_1000_max
value: 34.8162
verified: no, type: nauc_map_at_1000_std
value: -50.211600000000004
verified: no, type: nauc_map_at_1000_diff1
value: 76.8047
verified: no, type: nauc_recall_at_1_max
value: 25.902199999999997
verified: no, type: nauc_recall_at_1_std
value: -44.6605
verified: no, type: nauc_recall_at_1_diff1
value: 80.78070000000001
verified: no, type: nauc_recall_at_3_max
value: 27.693
verified: no, type: nauc_recall_at_3_std
value: -61.799400000000006
verified: no, type: nauc_recall_at_3_diff1
value: 74.25
verified: no, type: nauc_recall_at_5_max
value: 30.216700000000003
verified: no, type: nauc_recall_at_5_std
value: -68.2919
verified: no, type: nauc_recall_at_5_diff1
value: 72.8613
verified: no, type: nauc_recall_at_10_max
value: 34.4765
verified: no, type: nauc_recall_at_10_std
value: -74.3633
verified: no, type: nauc_recall_at_10_diff1
value: 73.0316
verified: no, type: nauc_recall_at_20_max
value: 33.812
verified: no, type: nauc_recall_at_20_std
value: -72.8956
verified: no, type: nauc_recall_at_20_diff1
value: 73.4475
verified: no, type: nauc_recall_at_100_max
value: 39.0326
verified: no, type: nauc_recall_at_100_std
value: -42.9628
verified: no, type: nauc_recall_at_100_diff1
value: 72.66669999999999
verified: no, type: nauc_recall_at_1000_max
value: 16.4069
verified: no, type: nauc_recall_at_1000_std
value: 20.353099999999998
verified: no, type: nauc_recall_at_1000_diff1
value: 72.6857
verified: no, type: nauc_precision_at_1_max
value: 37.0736
verified: no, type: nauc_precision_at_1_std
value: -43.2326
verified: no, type: nauc_precision_at_1_diff1
value: 77.9945
verified: no, type: nauc_precision_at_3_max
value: 7.225099999999999
verified: no, type: nauc_precision_at_3_std
value: 5.4519
verified: no, type: nauc_precision_at_3_diff1
value: -20.1979
verified: no, type: nauc_precision_at_5_max
value: 3.1125
verified: no, type: nauc_precision_at_5_std
value: 17.542099999999998
verified: no, type: nauc_precision_at_5_diff1
value: -32.5768
verified: no, type: nauc_precision_at_10_max
value: -0.3758
verified: no, type: nauc_precision_at_10_std
value: 27.9681
verified: no, type: nauc_precision_at_10_diff1
value: -39.8065
verified: no, type: nauc_precision_at_20_max
value: -2.7107
verified: no, type: nauc_precision_at_20_std
value: 34.9186
verified: no, type: nauc_precision_at_20_diff1
value: -42.686800000000005
verified: no, type: nauc_precision_at_100_max
value: -4.587
verified: no, type: nauc_precision_at_100_std
value: 41.415600000000005
verified: no, type: nauc_precision_at_100_diff1
value: -44.357
verified: no, type: nauc_precision_at_1000_max
value: -5.003
verified: no, type: nauc_precision_at_1000_std
value: 42.5355
verified: no, type: nauc_precision_at_1000_diff1
value: -44.5697
verified: no, type: nauc_mrr_at_1_max
value: 37.1298
verified: no, type: nauc_mrr_at_1_std
value: -43.2774
verified: no, type: nauc_mrr_at_1_diff1
value: 78.0714
verified: no, type: nauc_mrr_at_3_max
value: 37.644800000000004
verified: no, type: nauc_mrr_at_3_std
value: -46.231
verified: no, type: nauc_mrr_at_3_diff1
value: 77.0599
verified: no, type: nauc_mrr_at_5_max
value: 37.994299999999996
verified: no, type: nauc_mrr_at_5_std
value: -46.0511
verified: no, type: nauc_mrr_at_5_diff1
value: 77.1377
verified: no, type: nauc_mrr_at_10_max
value: 37.9206
verified: no, type: nauc_mrr_at_10_std
value: -45.8065
verified: no, type: nauc_mrr_at_10_diff1
value: 77.1994
verified: no, type: nauc_mrr_at_20_max
value: 37.8028
verified: no, type: nauc_mrr_at_20_std
value: -45.7095
verified: no, type: nauc_mrr_at_20_diff1
value: 77.2152
verified: no, type: nauc_mrr_at_100_max
value: 37.7912
verified: no, type: nauc_mrr_at_100_std
value: -45.6767
verified: no, type: nauc_mrr_at_100_diff1
value: 77.2139
verified: no, type: nauc_mrr_at_1000_max
value: 37.79
verified: no, type: nauc_mrr_at_1000_std
value: -45.6766
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.2145
verified: no, type: main_score
value: 89.021
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: v_measure
value: 51.208600000000004
verified: no, type: v_measure_std
value: 4.2761000000000005
verified: no, type: main_score
value: 51.208600000000004
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: v_measure
value: 60.372899999999994
verified: no, type: v_measure_std
value: 12.0829
verified: no, type: main_score
value: 60.372899999999994
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: ndcg_at_1
value: 22.400000000000002
verified: no, type: ndcg_at_3
value: 19.192
verified: no, type: ndcg_at_5
value: 16.767000000000003
verified: no, type: ndcg_at_10
value: 20.238999999999997
verified: no, type: ndcg_at_20
value: 22.720000000000002
verified: no, type: ndcg_at_100
value: 27.567999999999998
verified: no, type: ndcg_at_1000
value: 32.535
verified: no, type: map_at_1
value: 4.552
verified: no, type: map_at_3
value: 8.495999999999999
verified: no, type: map_at_5
value: 10.213999999999999
verified: no, type: map_at_10
value: 11.985
verified: no, type: map_at_20
value: 12.937000000000001
verified: no, type: map_at_100
value: 13.885
verified: no, type: map_at_1000
value: 14.155999999999999
verified: no, type: recall_at_1
value: 4.552
verified: no, type: recall_at_3
value: 11.067
verified: no, type: recall_at_5
value: 15.052
verified: no, type: recall_at_10
value: 21.422
verified: no, type: recall_at_20
value: 27.279999999999998
verified: no, type: recall_at_100
value: 42.968
verified: no, type: recall_at_1000
value: 67.232
verified: no, type: precision_at_1
value: 22.400000000000002
verified: no, type: precision_at_3
value: 18.2
verified: no, type: precision_at_5
value: 14.860000000000001
verified: no, type: precision_at_10
value: 10.58
verified: no, type: precision_at_20
value: 6.715
verified: no, type: precision_at_100
value: 2.114
verified: no, type: precision_at_1000
value: 0.331
verified: no, type: mrr_at_1
value: 22.400000000000002
verified: no, type: mrr_at_3
value: 31.0833
verified: no, type: mrr_at_5
value: 32.853300000000004
verified: no, type: mrr_at_10
value: 34.2814
verified: no, type: mrr_at_20
value: 34.814
verified: no, type: mrr_at_100
value: 35.2576
verified: no, type: mrr_at_1000
value: 35.322199999999995
verified: no, type: nauc_ndcg_at_1_max
value: 23.7575
verified: no, type: nauc_ndcg_at_1_std
value: 4.1697
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.3995
verified: no, type: nauc_ndcg_at_3_max
value: 27.5517
verified: no, type: nauc_ndcg_at_3_std
value: 8.8005
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.334799999999998
verified: no, type: nauc_ndcg_at_5_max
value: 28.607599999999998
verified: no, type: nauc_ndcg_at_5_std
value: 10.0785
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.4713
verified: no, type: nauc_ndcg_at_10_max
value: 30.812099999999997
verified: no, type: nauc_ndcg_at_10_std
value: 14.4374
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.5304
verified: no, type: nauc_ndcg_at_20_max
value: 32.3888
verified: no, type: nauc_ndcg_at_20_std
value: 17.8152
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.2815
verified: no, type: nauc_ndcg_at_100_max
value: 34.402100000000004
verified: no, type: nauc_ndcg_at_100_std
value: 22.3694
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.9422
verified: no, type: nauc_ndcg_at_1000_max
value: 33.7269
verified: no, type: nauc_ndcg_at_1000_std
value: 23.646700000000003
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.7226
verified: no, type: nauc_map_at_1_max
value: 23.5069
verified: no, type: nauc_map_at_1_std
value: 3.8736
verified: no, type: nauc_map_at_1_diff1
value: 28.231
verified: no, type: nauc_map_at_3_max
value: 27.293
verified: no, type: nauc_map_at_3_std
value: 6.9329
verified: no, type: nauc_map_at_3_diff1
value: 21.8664
verified: no, type: nauc_map_at_5_max
value: 28.591100000000004
verified: no, type: nauc_map_at_5_std
value: 8.2248
verified: no, type: nauc_map_at_5_diff1
value: 21.4395
verified: no, type: nauc_map_at_10_max
value: 30.417300000000004
verified: no, type: nauc_map_at_10_std
value: 11.615300000000001
verified: no, type: nauc_map_at_10_diff1
value: 20.624000000000002
verified: no, type: nauc_map_at_20_max
value: 31.479200000000002
verified: no, type: nauc_map_at_20_std
value: 13.808699999999998
verified: no, type: nauc_map_at_20_diff1
value: 20.413
verified: no, type: nauc_map_at_100_max
value: 32.2613
verified: no, type: nauc_map_at_100_std
value: 15.5692
verified: no, type: nauc_map_at_100_diff1
value: 20.5465
verified: no, type: nauc_map_at_1000_max
value: 32.2476
verified: no, type: nauc_map_at_1000_std
value: 15.7471
verified: no, type: nauc_map_at_1000_diff1
value: 20.4622
verified: no, type: nauc_recall_at_1_max
value: 23.5069
verified: no, type: nauc_recall_at_1_std
value: 3.8736
verified: no, type: nauc_recall_at_1_diff1
value: 28.231
verified: no, type: nauc_recall_at_3_max
value: 27.970299999999998
verified: no, type: nauc_recall_at_3_std
value: 10.2171
verified: no, type: nauc_recall_at_3_diff1
value: 19.403699999999997
verified: no, type: nauc_recall_at_5_max
value: 28.4521
verified: no, type: nauc_recall_at_5_std
value: 12.2105
verified: no, type: nauc_recall_at_5_diff1
value: 17.5747
verified: no, type: nauc_recall_at_10_max
value: 30.6955
verified: no, type: nauc_recall_at_10_std
value: 19.096
verified: no, type: nauc_recall_at_10_diff1
value: 15.3116
verified: no, type: nauc_recall_at_20_max
value: 32.1047
verified: no, type: nauc_recall_at_20_std
value: 24.823600000000003
verified: no, type: nauc_recall_at_20_diff1
value: 14.257700000000002
verified: no, type: nauc_recall_at_100_max
value: 33.6062
verified: no, type: nauc_recall_at_100_std
value: 33.8641
verified: no, type: nauc_recall_at_100_diff1
value: 14.5145
verified: no, type: nauc_recall_at_1000_max
value: 26.848300000000002
verified: no, type: nauc_recall_at_1000_std
value: 38.5884
verified: no, type: nauc_recall_at_1000_diff1
value: 5.6408
verified: no, type: nauc_precision_at_1_max
value: 23.7575
verified: no, type: nauc_precision_at_1_std
value: 4.1697
verified: no, type: nauc_precision_at_1_diff1
value: 28.3995
verified: no, type: nauc_precision_at_3_max
value: 28.2504
verified: no, type: nauc_precision_at_3_std
value: 10.6227
verified: no, type: nauc_precision_at_3_diff1
value: 19.5683
verified: no, type: nauc_precision_at_5_max
value: 28.8134
verified: no, type: nauc_precision_at_5_std
value: 12.518899999999999
verified: no, type: nauc_precision_at_5_diff1
value: 17.8036
verified: no, type: nauc_precision_at_10_max
value: 30.9813
verified: no, type: nauc_precision_at_10_std
value: 19.3506
verified: no, type: nauc_precision_at_10_diff1
value: 15.512
verified: no, type: nauc_precision_at_20_max
value: 32.6743
verified: no, type: nauc_precision_at_20_std
value: 24.9974
verified: no, type: nauc_precision_at_20_diff1
value: 14.794099999999998
verified: no, type: nauc_precision_at_100_max
value: 34.413700000000006
verified: no, type: nauc_precision_at_100_std
value: 34.0889
verified: no, type: nauc_precision_at_100_diff1
value: 15.252699999999999
verified: no, type: nauc_precision_at_1000_max
value: 27.3954
verified: no, type: nauc_precision_at_1000_std
value: 37.8895
verified: no, type: nauc_precision_at_1000_diff1
value: 6.587999999999999
verified: no, type: nauc_mrr_at_1_max
value: 23.7575
verified: no, type: nauc_mrr_at_1_std
value: 4.1697
verified: no, type: nauc_mrr_at_1_diff1
value: 28.3995
verified: no, type: nauc_mrr_at_3_max
value: 26.8324
verified: no, type: nauc_mrr_at_3_std
value: 8.646700000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 25.5754
verified: no, type: nauc_mrr_at_5_max
value: 26.8274
verified: no, type: nauc_mrr_at_5_std
value: 8.911
verified: no, type: nauc_mrr_at_5_diff1
value: 25.106
verified: no, type: nauc_mrr_at_10_max
value: 27.073399999999996
verified: no, type: nauc_mrr_at_10_std
value: 9.7624
verified: no, type: nauc_mrr_at_10_diff1
value: 24.9405
verified: no, type: nauc_mrr_at_20_max
value: 27.1229
verified: no, type: nauc_mrr_at_20_std
value: 10.0676
verified: no, type: nauc_mrr_at_20_diff1
value: 24.8122
verified: no, type: nauc_mrr_at_100_max
value: 27.1391
verified: no, type: nauc_mrr_at_100_std
value: 9.9628
verified: no, type: nauc_mrr_at_100_diff1
value: 24.9507
verified: no, type: nauc_mrr_at_1000_max
value: 27.114
verified: no, type: nauc_mrr_at_1000_std
value: 9.9537
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.9421
verified: no, type: main_score
value: 20.238999999999997
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: pearson
value: 79.5908
verified: no, type: spearman
value: 73.9888
verified: no, type: cosine_pearson
value: 79.5908
verified: no, type: cosine_spearman
value: 73.9888
verified: no, type: manhattan_pearson
value: 77.0623
verified: no, type: manhattan_spearman
value: 73.7724
verified: no, type: euclidean_pearson
value: 77.30890000000001
verified: no, type: euclidean_spearman
value: 73.9888
verified: no, type: main_score
value: 73.9888
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: pearson
value: 74.0752
verified: no, type: spearman
value: 71.22699999999999
verified: no, type: cosine_pearson
value: 74.0752
verified: no, type: cosine_spearman
value: 71.22699999999999
verified: no, type: manhattan_pearson
value: 70.6037
verified: no, type: manhattan_spearman
value: 70.9916
verified: no, type: euclidean_pearson
value: 70.922
verified: no, type: euclidean_spearman
value: 71.22699999999999
verified: no, type: main_score
value: 71.22699999999999
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: pearson
value: 77.8946
verified: no, type: spearman
value: 80.4405
verified: no, type: cosine_pearson
value: 77.8946
verified: no, type: cosine_spearman
value: 80.4405
verified: no, type: manhattan_pearson
value: 79.6856
verified: no, type: manhattan_spearman
value: 80.1236
verified: no, type: euclidean_pearson
value: 80.0315
verified: no, type: euclidean_spearman
value: 80.44059999999999
verified: no, type: main_score
value: 80.4405
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: pearson
value: 76.2196
verified: no, type: spearman
value: 75.10419999999999
verified: no, type: cosine_pearson
value: 76.2196
verified: no, type: cosine_spearman
value: 75.10419999999999
verified: no, type: manhattan_pearson
value: 75.4647
verified: no, type: manhattan_spearman
value: 74.81179999999999
verified: no, type: euclidean_pearson
value: 75.8091
verified: no, type: euclidean_spearman
value: 75.10419999999999
verified: no, type: main_score
value: 75.10419999999999
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: pearson
value: 81.2455
verified: no, type: spearman
value: 82.8681
verified: no, type: cosine_pearson
value: 81.2455
verified: no, type: cosine_spearman
value: 82.8681
verified: no, type: manhattan_pearson
value: 82.4327
verified: no, type: manhattan_spearman
value: 82.7513
verified: no, type: euclidean_pearson
value: 82.5635
verified: no, type: euclidean_spearman
value: 82.8681
verified: no, type: main_score
value: 82.8681
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: pearson
value: 81.6322
verified: no, type: spearman
value: 83.487
verified: no, type: cosine_pearson
value: 81.6322
verified: no, type: cosine_spearman
value: 83.487
verified: no, type: manhattan_pearson
value: 83.0048
verified: no, type: manhattan_spearman
value: 83.4064
verified: no, type: euclidean_pearson
value: 83.0938
verified: no, type: euclidean_spearman
value: 83.487
verified: no, type: main_score
value: 83.487
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 81.1124
verified: no, type: spearman
value: 84.5436
verified: no, type: cosine_pearson
value: 81.1124
verified: no, type: cosine_spearman
value: 84.5436
verified: no, type: manhattan_pearson
value: 83.5158
verified: no, type: manhattan_spearman
value: 84.596
verified: no, type: euclidean_pearson
value: 83.4429
verified: no, type: euclidean_spearman
value: 84.5436
verified: no, type: main_score
value: 84.5436
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 62.0001
verified: no, type: spearman
value: 63.631099999999996
verified: no, type: cosine_pearson
value: 62.0001
verified: no, type: cosine_spearman
value: 63.631099999999996
verified: no, type: manhattan_pearson
value: 62.239599999999996
verified: no, type: manhattan_spearman
value: 62.892199999999995
verified: no, type: euclidean_pearson
value: 62.9809
verified: no, type: euclidean_spearman
value: 63.631099999999996
verified: no, type: main_score
value: 63.631099999999996
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 75.1556
verified: no, type: spearman
value: 76.8807
verified: no, type: cosine_pearson
value: 75.1556
verified: no, type: cosine_spearman
value: 76.8807
verified: no, type: manhattan_pearson
value: 76.2428
verified: no, type: manhattan_spearman
value: 76.8101
verified: no, type: euclidean_pearson
value: 76.107
verified: no, type: euclidean_spearman
value: 76.8807
verified: no, type: main_score
value: 76.8807
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 69.85719999999999
verified: no, type: spearman
value: 71.0489
verified: no, type: cosine_pearson
value: 69.85719999999999
verified: no, type: cosine_spearman
value: 71.0489
verified: no, type: manhattan_pearson
value: 71.08449999999999
verified: no, type: manhattan_spearman
value: 71.0051
verified: no, type: euclidean_pearson
value: 71.19760000000001
verified: no, type: euclidean_spearman
value: 71.0489
verified: no, type: main_score
value: 71.0489
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 76.1131
verified: no, type: spearman
value: 78.2714
verified: no, type: cosine_pearson
value: 76.1131
verified: no, type: cosine_spearman
value: 78.2714
verified: no, type: manhattan_pearson
value: 76.70270000000001
verified: no, type: manhattan_spearman
value: 77.7803
verified: no, type: euclidean_pearson
value: 77.14269999999999
verified: no, type: euclidean_spearman
value: 78.2714
verified: no, type: main_score
value: 78.2714
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 74.49719999999999
verified: no, type: spearman
value: 76.2747
verified: no, type: cosine_pearson
value: 74.49719999999999
verified: no, type: cosine_spearman
value: 76.2747
verified: no, type: manhattan_pearson
value: 75.071
verified: no, type: manhattan_spearman
value: 75.8969
verified: no, type: euclidean_pearson
value: 75.289
verified: no, type: euclidean_spearman
value: 76.2747
verified: no, type: main_score
value: 76.2747
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 76.7073
verified: no, type: spearman
value: 79.3107
verified: no, type: cosine_pearson
value: 76.7073
verified: no, type: cosine_spearman
value: 79.3107
verified: no, type: manhattan_pearson
value: 77.9578
verified: no, type: manhattan_spearman
value: 79.3195
verified: no, type: euclidean_pearson
value: 77.7386
verified: no, type: euclidean_spearman
value: 79.3107
verified: no, type: main_score
value: 79.3107
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 60.5826
verified: no, type: spearman
value: 61.0502
verified: no, type: cosine_pearson
value: 60.5826
verified: no, type: cosine_spearman
value: 61.0502
verified: no, type: manhattan_pearson
value: 61.202
verified: no, type: manhattan_spearman
value: 61.2039
verified: no, type: euclidean_pearson
value: 61.1915
verified: no, type: euclidean_spearman
value: 61.0502
verified: no, type: main_score
value: 61.0502
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 69.2521
verified: no, type: spearman
value: 68.06219999999999
verified: no, type: cosine_pearson
value: 69.2521
verified: no, type: cosine_spearman
value: 68.06219999999999
verified: no, type: manhattan_pearson
value: 70.5115
verified: no, type: manhattan_spearman
value: 67.8705
verified: no, type: euclidean_pearson
value: 70.68480000000001
verified: no, type: euclidean_spearman
value: 68.06219999999999
verified: no, type: main_score
value: 68.06219999999999
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 77.97500000000001
verified: no, type: spearman
value: 76.848
verified: no, type: cosine_pearson
value: 77.97500000000001
verified: no, type: cosine_spearman
value: 76.848
verified: no, type: manhattan_pearson
value: 76.4098
verified: no, type: manhattan_spearman
value: 76.6188
verified: no, type: euclidean_pearson
value: 77.17500000000001
verified: no, type: euclidean_spearman
value: 76.848
verified: no, type: main_score
value: 76.848
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 71.3604
verified: no, type: spearman
value: 70.7891
verified: no, type: cosine_pearson
value: 71.3604
verified: no, type: cosine_spearman
value: 70.7891
verified: no, type: manhattan_pearson
value: 73.0185
verified: no, type: manhattan_spearman
value: 70.79299999999999
verified: no, type: euclidean_pearson
value: 73.17620000000001
verified: no, type: euclidean_spearman
value: 70.7891
verified: no, type: main_score
value: 70.7891
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 77.58239999999999
verified: no, type: spearman
value: 78.5907
verified: no, type: cosine_pearson
value: 77.58239999999999
verified: no, type: cosine_spearman
value: 78.5907
verified: no, type: manhattan_pearson
value: 79.25720000000001
verified: no, type: manhattan_spearman
value: 78.6249
verified: no, type: euclidean_pearson
value: 79.3724
verified: no, type: euclidean_spearman
value: 78.5907
verified: no, type: main_score
value: 78.5907
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 63.324000000000005
verified: no, type: spearman
value: 55.1099
verified: no, type: cosine_pearson
value: 63.324000000000005
verified: no, type: cosine_spearman
value: 55.1099
verified: no, type: manhattan_pearson
value: 67.3128
verified: no, type: manhattan_spearman
value: 56.340199999999996
verified: no, type: euclidean_pearson
value: 67.12089999999999
verified: no, type: euclidean_spearman
value: 55.1099
verified: no, type: main_score
value: 55.1099
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: pearson
value: 78.02329999999999
verified: no, type: spearman
value: 79.1887
verified: no, type: cosine_pearson
value: 78.02329999999999
verified: no, type: cosine_spearman
value: 79.1887
verified: no, type: manhattan_pearson
value: 78.8951
verified: no, type: manhattan_spearman
value: 78.9444
verified: no, type: euclidean_pearson
value: 79.1499
verified: no, type: euclidean_spearman
value: 79.1888
verified: no, type: main_score
value: 79.1887
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: map
value: 78.7501
verified: no, type: mrr
value: 93.9748
verified: no, type: nAUC_map_max
value: 54.495599999999996
verified: no, type: nAUC_map_std
value: 70.0377
verified: no, type: nAUC_map_diff1
value: 6.0146999999999995
verified: no, type: nAUC_mrr_max
value: 81.1486
verified: no, type: nAUC_mrr_std
value: 78.3478
verified: no, type: nAUC_mrr_diff1
value: 50.7613
verified: no, type: main_score
value: 78.7501
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: ndcg_at_1
value: 58.667
verified: no, type: ndcg_at_3
value: 66.022
verified: no, type: ndcg_at_5
value: 68.508
verified: no, type: ndcg_at_10
value: 70.586
verified: no, type: ndcg_at_20
value: 71.714
verified: no, type: ndcg_at_100
value: 72.81
verified: no, type: ndcg_at_1000
value: 73.482
verified: no, type: map_at_1
value: 55.594
verified: no, type: map_at_3
value: 63.2
verified: no, type: map_at_5
value: 64.996
verified: no, type: map_at_10
value: 65.988
verified: no, type: map_at_20
value: 66.347
verified: no, type: map_at_100
value: 66.526
verified: no, type: map_at_1000
value: 66.547
verified: no, type: recall_at_1
value: 55.594
verified: no, type: recall_at_3
value: 71.22800000000001
verified: no, type: recall_at_5
value: 77.078
verified: no, type: recall_at_10
value: 83.172
verified: no, type: recall_at_20
value: 87.422
verified: no, type: recall_at_100
value: 93.167
verified: no, type: recall_at_1000
value: 98.667
verified: no, type: precision_at_1
value: 58.667
verified: no, type: precision_at_3
value: 25.778000000000002
verified: no, type: precision_at_5
value: 17.333000000000002
verified: no, type: precision_at_10
value: 9.433
verified: no, type: precision_at_20
value: 4.967
verified: no, type: precision_at_100
value: 1.06
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: mrr_at_1
value: 58.666700000000006
verified: no, type: mrr_at_3
value: 65.3889
verified: no, type: mrr_at_5
value: 66.62219999999999
verified: no, type: mrr_at_10
value: 67.3364
verified: no, type: mrr_at_20
value: 67.6046
verified: no, type: mrr_at_100
value: 67.73320000000001
verified: no, type: mrr_at_1000
value: 67.7526
verified: no, type: nauc_ndcg_at_1_max
value: 60.2511
verified: no, type: nauc_ndcg_at_1_std
value: 12.422
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.4289
verified: no, type: nauc_ndcg_at_3_max
value: 60.2109
verified: no, type: nauc_ndcg_at_3_std
value: 11.0152
verified: no, type: nauc_ndcg_at_3_diff1
value: 71.0436
verified: no, type: nauc_ndcg_at_5_max
value: 62.690999999999995
verified: no, type: nauc_ndcg_at_5_std
value: 13.585700000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 70.4007
verified: no, type: nauc_ndcg_at_10_max
value: 62.740899999999996
verified: no, type: nauc_ndcg_at_10_std
value: 13.980400000000001
verified: no, type: nauc_ndcg_at_10_diff1
value: 70.0506
verified: no, type: nauc_ndcg_at_20_max
value: 62.271699999999996
verified: no, type: nauc_ndcg_at_20_std
value: 15.9756
verified: no, type: nauc_ndcg_at_20_diff1
value: 70.3237
verified: no, type: nauc_ndcg_at_100_max
value: 62.125
verified: no, type: nauc_ndcg_at_100_std
value: 15.5809
verified: no, type: nauc_ndcg_at_100_diff1
value: 70.4151
verified: no, type: nauc_ndcg_at_1000_max
value: 61.9259
verified: no, type: nauc_ndcg_at_1000_std
value: 15.3462
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.7346
verified: no, type: nauc_map_at_1_max
value: 53.6767
verified: no, type: nauc_map_at_1_std
value: 3.7751
verified: no, type: nauc_map_at_1_diff1
value: 74.60329999999999
verified: no, type: nauc_map_at_3_max
value: 57.0403
verified: no, type: nauc_map_at_3_std
value: 8.2272
verified: no, type: nauc_map_at_3_diff1
value: 71.7906
verified: no, type: nauc_map_at_5_max
value: 59.6713
verified: no, type: nauc_map_at_5_std
value: 10.8346
verified: no, type: nauc_map_at_5_diff1
value: 71.3356
verified: no, type: nauc_map_at_10_max
value: 60.0086
verified: no, type: nauc_map_at_10_std
value: 11.4394
verified: no, type: nauc_map_at_10_diff1
value: 71.14869999999999
verified: no, type: nauc_map_at_20_max
value: 59.940599999999996
verified: no, type: nauc_map_at_20_std
value: 12.0728
verified: no, type: nauc_map_at_20_diff1
value: 71.31
verified: no, type: nauc_map_at_100_max
value: 59.95589999999999
verified: no, type: nauc_map_at_100_std
value: 12.148299999999999
verified: no, type: nauc_map_at_100_diff1
value: 71.2142
verified: no, type: nauc_map_at_1000_max
value: 59.9486
verified: no, type: nauc_map_at_1000_std
value: 12.139
verified: no, type: nauc_map_at_1000_diff1
value: 71.2225
verified: no, type: nauc_recall_at_1_max
value: 53.6767
verified: no, type: nauc_recall_at_1_std
value: 3.7751
verified: no, type: nauc_recall_at_1_diff1
value: 74.60329999999999
verified: no, type: nauc_recall_at_3_max
value: 60.4078
verified: no, type: nauc_recall_at_3_std
value: 9.038300000000001
verified: no, type: nauc_recall_at_3_diff1
value: 67.60119999999999
verified: no, type: nauc_recall_at_5_max
value: 68.0179
verified: no, type: nauc_recall_at_5_std
value: 16.061600000000002
verified: no, type: nauc_recall_at_5_diff1
value: 65.54759999999999
verified: no, type: nauc_recall_at_10_max
value: 68.7372
verified: no, type: nauc_recall_at_10_std
value: 16.8637
verified: no, type: nauc_recall_at_10_diff1
value: 62.7613
verified: no, type: nauc_recall_at_20_max
value: 67.1403
verified: no, type: nauc_recall_at_20_std
value: 31.3919
verified: no, type: nauc_recall_at_20_diff1
value: 62.66929999999999
verified: no, type: nauc_recall_at_100_max
value: 68.6366
verified: no, type: nauc_recall_at_100_std
value: 32.4577
verified: no, type: nauc_recall_at_100_diff1
value: 64.52029999999999
verified: no, type: nauc_recall_at_1000_max
value: 70.7166
verified: no, type: nauc_recall_at_1000_std
value: 70.47149999999999
verified: no, type: nauc_recall_at_1000_diff1
value: 85.58590000000001
verified: no, type: nauc_precision_at_1_max
value: 60.2511
verified: no, type: nauc_precision_at_1_std
value: 12.422
verified: no, type: nauc_precision_at_1_diff1
value: 74.4289
verified: no, type: nauc_precision_at_3_max
value: 58.75280000000001
verified: no, type: nauc_precision_at_3_std
value: 27.605400000000003
verified: no, type: nauc_precision_at_3_diff1
value: 49.1523
verified: no, type: nauc_precision_at_5_max
value: 56.4694
verified: no, type: nauc_precision_at_5_std
value: 39.080799999999996
verified: no, type: nauc_precision_at_5_diff1
value: 28.8162
verified: no, type: nauc_precision_at_10_max
value: 48.8894
verified: no, type: nauc_precision_at_10_std
value: 43.8149
verified: no, type: nauc_precision_at_10_diff1
value: 15.0093
verified: no, type: nauc_precision_at_20_max
value: 41.4059
verified: no, type: nauc_precision_at_20_std
value: 50.7143
verified: no, type: nauc_precision_at_20_diff1
value: 8.3552
verified: no, type: nauc_precision_at_100_max
value: 33.5064
verified: no, type: nauc_precision_at_100_std
value: 52.8775
verified: no, type: nauc_precision_at_100_diff1
value: -5.0870999999999995
verified: no, type: nauc_precision_at_1000_max
value: 23.9064
verified: no, type: nauc_precision_at_1000_std
value: 57.784800000000004
verified: no, type: nauc_precision_at_1000_diff1
value: -20.1246
verified: no, type: nauc_mrr_at_1_max
value: 60.2511
verified: no, type: nauc_mrr_at_1_std
value: 12.422
verified: no, type: nauc_mrr_at_1_diff1
value: 74.4289
verified: no, type: nauc_mrr_at_3_max
value: 62.663199999999996
verified: no, type: nauc_mrr_at_3_std
value: 14.7348
verified: no, type: nauc_mrr_at_3_diff1
value: 72.1185
verified: no, type: nauc_mrr_at_5_max
value: 63.3871
verified: no, type: nauc_mrr_at_5_std
value: 15.773000000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 71.6722
verified: no, type: nauc_mrr_at_10_max
value: 62.8474
verified: no, type: nauc_mrr_at_10_std
value: 15.1896
verified: no, type: nauc_mrr_at_10_diff1
value: 71.64110000000001
verified: no, type: nauc_mrr_at_20_max
value: 62.699400000000004
verified: no, type: nauc_mrr_at_20_std
value: 15.554499999999999
verified: no, type: nauc_mrr_at_20_diff1
value: 71.6049
verified: no, type: nauc_mrr_at_100_max
value: 62.6665
verified: no, type: nauc_mrr_at_100_std
value: 15.4586
verified: no, type: nauc_mrr_at_100_diff1
value: 71.6217
verified: no, type: nauc_mrr_at_1000_max
value: 62.6641
verified: no, type: nauc_mrr_at_1000_std
value: 15.4535
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.6307
verified: no, type: main_score
value: 70.586
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: similarity_accuracy
value: 99.8416
verified: no, type: similarity_accuracy_threshold
value: 74.52069999999999
verified: no, type: similarity_f1
value: 92.008
verified: no, type: similarity_f1_threshold
value: 74.4529
verified: no, type: similarity_precision
value: 91.9162
verified: no, type: similarity_recall
value: 92.10000000000001
verified: no, type: similarity_ap
value: 96.54209999999999
verified: no, type: cosine_accuracy
value: 99.8416
verified: no, type: cosine_accuracy_threshold
value: 74.52069999999999
verified: no, type: cosine_f1
value: 92.008
verified: no, type: cosine_f1_threshold
value: 74.4529
verified: no, type: cosine_precision
value: 91.9162
verified: no, type: cosine_recall
value: 92.10000000000001
verified: no, type: cosine_ap
value: 96.54209999999999
verified: no, type: manhattan_accuracy
value: 99.8446
verified: no, type: manhattan_accuracy_threshold
value: 1784.866
verified: no, type: manhattan_f1
value: 92.1539
verified: no, type: manhattan_f1_threshold
value: 1787.6774
verified: no, type: manhattan_precision
value: 92.1079
verified: no, type: manhattan_recall
value: 92.2
verified: no, type: manhattan_ap
value: 96.5207
verified: no, type: euclidean_accuracy
value: 99.8416
verified: no, type: euclidean_accuracy_threshold
value: 71.3853
verified: no, type: euclidean_f1
value: 92.008
verified: no, type: euclidean_f1_threshold
value: 71.4803
verified: no, type: euclidean_precision
value: 91.9162
verified: no, type: euclidean_recall
value: 92.10000000000001
verified: no, type: euclidean_ap
value: 96.54209999999999
verified: no, type: dot_accuracy
value: 99.8416
verified: no, type: dot_accuracy_threshold
value: 74.52069999999999
verified: no, type: dot_f1
value: 92.008
verified: no, type: dot_f1_threshold
value: 74.4528
verified: no, type: dot_precision
value: 91.9162
verified: no, type: dot_recall
value: 92.10000000000001
verified: no, type: dot_ap
value: 96.54209999999999
verified: no, type: max_accuracy
value: 99.8446
verified: no, type: max_f1
value: 92.1539
verified: no, type: max_precision
value: 92.1079
verified: no, type: max_recall
value: 92.2
verified: no, type: max_ap
value: 96.54209999999999
verified: no, type: main_score
value: 96.54209999999999
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: v_measure
value: 63.4035
verified: no, type: v_measure_std
value: 4.758
verified: no, type: main_score
value: 63.4035
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: v_measure
value: 36.288599999999995
verified: no, type: v_measure_std
value: 1.3107
verified: no, type: main_score
value: 36.288599999999995
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: map
value: 51.457699999999996
verified: no, type: mrr
value: 52.374500000000005
verified: no, type: nAUC_map_max
value: 12.912399999999998
verified: no, type: nAUC_map_std
value: 6.4524
verified: no, type: nAUC_map_diff1
value: 37.2785
verified: no, type: nAUC_mrr_max
value: 13.333999999999998
verified: no, type: nAUC_mrr_std
value: 7.0440000000000005
verified: no, type: nAUC_mrr_diff1
value: 37.2993
verified: no, type: main_score
value: 51.457699999999996
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: pearson
value: 29.7101
verified: no, type: spearman
value: 30.514200000000002
verified: no, type: cosine_spearman
value: 30.514200000000002
verified: no, type: cosine_pearson
value: 29.7101
verified: no, type: dot_spearman
value: 30.514200000000002
verified: no, type: dot_pearson
value: 29.7101
verified: no, type: main_score
value: 30.514200000000002
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 86
verified: no, type: ndcg_at_3
value: 86.542
verified: no, type: ndcg_at_5
value: 85.297
verified: no, type: ndcg_at_10
value: 83.866
verified: no, type: ndcg_at_20
value: 80.553
verified: no, type: ndcg_at_100
value: 65.091
verified: no, type: ndcg_at_1000
value: 57.86900000000001
verified: no, type: map_at_1
value: 0.23500000000000001
verified: no, type: map_at_3
value: 0.7100000000000001
verified: no, type: map_at_5
value: 1.1440000000000001
verified: no, type: map_at_10
value: 2.185
verified: no, type: map_at_20
value: 4.004
verified: no, type: map_at_100
value: 13.25
verified: no, type: map_at_1000
value: 32.668
verified: no, type: recall_at_1
value: 0.23500000000000001
verified: no, type: recall_at_3
value: 0.736
verified: no, type: recall_at_5
value: 1.191
verified: no, type: recall_at_10
value: 2.323
verified: no, type: recall_at_20
value: 4.390000000000001
verified: no, type: recall_at_100
value: 15.962000000000002
verified: no, type: recall_at_1000
value: 54.290000000000006
verified: no, type: precision_at_1
value: 90
verified: no, type: precision_at_3
value: 92
verified: no, type: precision_at_5
value: 90
verified: no, type: precision_at_10
value: 88.6
verified: no, type: precision_at_20
value: 85.5
verified: no, type: precision_at_100
value: 67.14
verified: no, type: precision_at_1000
value: 25.81
verified: no, type: mrr_at_1
value: 90
verified: no, type: mrr_at_3
value: 94.6667
verified: no, type: mrr_at_5
value: 94.6667
verified: no, type: mrr_at_10
value: 94.6667
verified: no, type: mrr_at_20
value: 94.6667
verified: no, type: mrr_at_100
value: 94.6667
verified: no, type: mrr_at_1000
value: 94.6667
verified: no, type: nauc_ndcg_at_1_max
value: -0.0208
verified: no, type: nauc_ndcg_at_1_std
value: 9.228200000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: -7.4962
verified: no, type: nauc_ndcg_at_3_max
value: 16.5755
verified: no, type: nauc_ndcg_at_3_std
value: 39.0511
verified: no, type: nauc_ndcg_at_3_diff1
value: -14.5975
verified: no, type: nauc_ndcg_at_5_max
value: 15.326799999999999
verified: no, type: nauc_ndcg_at_5_std
value: 44.2523
verified: no, type: nauc_ndcg_at_5_diff1
value: -15.004600000000002
verified: no, type: nauc_ndcg_at_10_max
value: 34.5609
verified: no, type: nauc_ndcg_at_10_std
value: 62.8752
verified: no, type: nauc_ndcg_at_10_diff1
value: -22.9907
verified: no, type: nauc_ndcg_at_20_max
value: 35.7633
verified: no, type: nauc_ndcg_at_20_std
value: 74.1826
verified: no, type: nauc_ndcg_at_20_diff1
value: -26.3264
verified: no, type: nauc_ndcg_at_100_max
value: 36.939499999999995
verified: no, type: nauc_ndcg_at_100_std
value: 80.702
verified: no, type: nauc_ndcg_at_100_diff1
value: -41.7784
verified: no, type: nauc_ndcg_at_1000_max
value: 41.3313
verified: no, type: nauc_ndcg_at_1000_std
value: 68.0671
verified: no, type: nauc_ndcg_at_1000_diff1
value: -14.6009
verified: no, type: nauc_map_at_1_max
value: -15.2873
verified: no, type: nauc_map_at_1_std
value: -24.4781
verified: no, type: nauc_map_at_1_diff1
value: 35.4803
verified: no, type: nauc_map_at_3_max
value: -14.107700000000001
verified: no, type: nauc_map_at_3_std
value: -23.197699999999998
verified: no, type: nauc_map_at_3_diff1
value: 37.8596
verified: no, type: nauc_map_at_5_max
value: -12.7588
verified: no, type: nauc_map_at_5_std
value: -20.174400000000002
verified: no, type: nauc_map_at_5_diff1
value: 39.575700000000005
verified: no, type: nauc_map_at_10_max
value: -4.8804
verified: no, type: nauc_map_at_10_std
value: -11.0753
verified: no, type: nauc_map_at_10_diff1
value: 38.2457
verified: no, type: nauc_map_at_20_max
value: 0.7396
verified: no, type: nauc_map_at_20_std
value: 0.3599
verified: no, type: nauc_map_at_20_diff1
value: 35.4735
verified: no, type: nauc_map_at_100_max
value: 20.011000000000003
verified: no, type: nauc_map_at_100_std
value: 45.2654
verified: no, type: nauc_map_at_100_diff1
value: 3.6394
verified: no, type: nauc_map_at_1000_max
value: 43.317099999999996
verified: no, type: nauc_map_at_1000_std
value: 74.6629
verified: no, type: nauc_map_at_1000_diff1
value: -22.509
verified: no, type: nauc_recall_at_1_max
value: -15.2873
verified: no, type: nauc_recall_at_1_std
value: -24.4781
verified: no, type: nauc_recall_at_1_diff1
value: 35.4803
verified: no, type: nauc_recall_at_3_max
value: -14.1509
verified: no, type: nauc_recall_at_3_std
value: -24.7684
verified: no, type: nauc_recall_at_3_diff1
value: 40.6736
verified: no, type: nauc_recall_at_5_max
value: -13.053899999999999
verified: no, type: nauc_recall_at_5_std
value: -21.7134
verified: no, type: nauc_recall_at_5_diff1
value: 42.4446
verified: no, type: nauc_recall_at_10_max
value: -7.3492
verified: no, type: nauc_recall_at_10_std
value: -15.7989
verified: no, type: nauc_recall_at_10_diff1
value: 41.6543
verified: no, type: nauc_recall_at_20_max
value: -4.8004
verified: no, type: nauc_recall_at_20_std
value: -9.6834
verified: no, type: nauc_recall_at_20_diff1
value: 41.7323
verified: no, type: nauc_recall_at_100_max
value: 11.3356
verified: no, type: nauc_recall_at_100_std
value: 28.1118
verified: no, type: nauc_recall_at_100_diff1
value: 15.6166
verified: no, type: nauc_recall_at_1000_max
value: 39.9341
verified: no, type: nauc_recall_at_1000_std
value: 54.15410000000001
verified: no, type: nauc_recall_at_1000_diff1
value: -2.0016
verified: no, type: nauc_precision_at_1_max
value: 12.2035
verified: no, type: nauc_precision_at_1_std
value: 24.1923
verified: no, type: nauc_precision_at_1_diff1
value: -25.368800000000004
verified: no, type: nauc_precision_at_3_max
value: 31.019600000000004
verified: no, type: nauc_precision_at_3_std
value: 56.08539999999999
verified: no, type: nauc_precision_at_3_diff1
value: -33.821600000000004
verified: no, type: nauc_precision_at_5_max
value: 26.127699999999997
verified: no, type: nauc_precision_at_5_std
value: 52.8458
verified: no, type: nauc_precision_at_5_diff1
value: -22.24
verified: no, type: nauc_precision_at_10_max
value: 45.8122
verified: no, type: nauc_precision_at_10_std
value: 71.9086
verified: no, type: nauc_precision_at_10_diff1
value: -28.500700000000002
verified: no, type: nauc_precision_at_20_max
value: 44.2567
verified: no, type: nauc_precision_at_20_std
value: 80.86410000000001
verified: no, type: nauc_precision_at_20_diff1
value: -28.518
verified: no, type: nauc_precision_at_100_max
value: 42.8044
verified: no, type: nauc_precision_at_100_std
value: 84.13669999999999
verified: no, type: nauc_precision_at_100_diff1
value: -47.1098
verified: no, type: nauc_precision_at_1000_max
value: 40.260200000000005
verified: no, type: nauc_precision_at_1000_std
value: 53.53059999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -41.2652
verified: no, type: nauc_mrr_at_1_max
value: 12.2035
verified: no, type: nauc_mrr_at_1_std
value: 24.1923
verified: no, type: nauc_mrr_at_1_diff1
value: -25.368800000000004
verified: no, type: nauc_mrr_at_3_max
value: 16.8738
verified: no, type: nauc_mrr_at_3_std
value: 28.113300000000002
verified: no, type: nauc_mrr_at_3_diff1
value: -20.3198
verified: no, type: nauc_mrr_at_5_max
value: 16.8738
verified: no, type: nauc_mrr_at_5_std
value: 28.113300000000002
verified: no, type: nauc_mrr_at_5_diff1
value: -20.3198
verified: no, type: nauc_mrr_at_10_max
value: 16.8738
verified: no, type: nauc_mrr_at_10_std
value: 28.113300000000002
verified: no, type: nauc_mrr_at_10_diff1
value: -20.3198
verified: no, type: nauc_mrr_at_20_max
value: 16.8738
verified: no, type: nauc_mrr_at_20_std
value: 28.113300000000002
verified: no, type: nauc_mrr_at_20_diff1
value: -20.3198
verified: no, type: nauc_mrr_at_100_max
value: 16.8738
verified: no, type: nauc_mrr_at_100_std
value: 28.113300000000002
verified: no, type: nauc_mrr_at_100_diff1
value: -20.3198
verified: no, type: nauc_mrr_at_1000_max
value: 16.8738
verified: no, type: nauc_mrr_at_1000_std
value: 28.113300000000002
verified: no, type: nauc_mrr_at_1000_diff1
value: -20.3198
verified: no, type: main_score
value: 83.866
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: ndcg_at_1
value: 38.775999999999996
verified: no, type: ndcg_at_3
value: 33.664
verified: no, type: ndcg_at_5
value: 31.61
verified: no, type: ndcg_at_10
value: 29.499
verified: no, type: ndcg_at_20
value: 29.772
verified: no, type: ndcg_at_100
value: 39.845000000000006
verified: no, type: ndcg_at_1000
value: 51.141999999999996
verified: no, type: map_at_1
value: 3.004
verified: no, type: map_at_3
value: 6.027
verified: no, type: map_at_5
value: 7.993
verified: no, type: map_at_10
value: 11.546
verified: no, type: map_at_20
value: 14.185
verified: no, type: map_at_100
value: 17.698
verified: no, type: map_at_1000
value: 19.364
verified: no, type: recall_at_1
value: 3.004
verified: no, type: recall_at_3
value: 7.178
verified: no, type: recall_at_5
value: 11.196
verified: no, type: recall_at_10
value: 18.584999999999997
verified: no, type: recall_at_20
value: 26.845999999999997
verified: no, type: recall_at_100
value: 49.025
verified: no, type: recall_at_1000
value: 82.884
verified: no, type: precision_at_1
value: 40.816
verified: no, type: precision_at_3
value: 33.333
verified: no, type: precision_at_5
value: 30.612000000000002
verified: no, type: precision_at_10
value: 25.714
verified: no, type: precision_at_20
value: 19.387999999999998
verified: no, type: precision_at_100
value: 7.939
verified: no, type: precision_at_1000
value: 1.545
verified: no, type: mrr_at_1
value: 40.8163
verified: no, type: mrr_at_3
value: 53.401399999999995
verified: no, type: mrr_at_5
value: 56.7687
verified: no, type: mrr_at_10
value: 57.5421
verified: no, type: mrr_at_20
value: 58.142
verified: no, type: mrr_at_100
value: 58.2307
verified: no, type: mrr_at_1000
value: 58.2307
verified: no, type: nauc_ndcg_at_1_max
value: -18.0584
verified: no, type: nauc_ndcg_at_1_std
value: -25.634600000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: -1.7021000000000002
verified: no, type: nauc_ndcg_at_3_max
value: -17.8622
verified: no, type: nauc_ndcg_at_3_std
value: -20.119799999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: -2.399
verified: no, type: nauc_ndcg_at_5_max
value: -22.0829
verified: no, type: nauc_ndcg_at_5_std
value: -22.841
verified: no, type: nauc_ndcg_at_5_diff1
value: -12.350200000000001
verified: no, type: nauc_ndcg_at_10_max
value: -17.858999999999998
verified: no, type: nauc_ndcg_at_10_std
value: -17.9067
verified: no, type: nauc_ndcg_at_10_diff1
value: -9.3129
verified: no, type: nauc_ndcg_at_20_max
value: -24.479400000000002
verified: no, type: nauc_ndcg_at_20_std
value: -16.06
verified: no, type: nauc_ndcg_at_20_diff1
value: -10.57
verified: no, type: nauc_ndcg_at_100_max
value: -20.9167
verified: no, type: nauc_ndcg_at_100_std
value: 9.6051
verified: no, type: nauc_ndcg_at_100_diff1
value: -0.2363
verified: no, type: nauc_ndcg_at_1000_max
value: -13.6708
verified: no, type: nauc_ndcg_at_1000_std
value: 17.956
verified: no, type: nauc_ndcg_at_1000_diff1
value: -2.5696
verified: no, type: nauc_map_at_1_max
value: -14.276900000000001
verified: no, type: nauc_map_at_1_std
value: -31.3091
verified: no, type: nauc_map_at_1_diff1
value: -1.4354
verified: no, type: nauc_map_at_3_max
value: -21.7098
verified: no, type: nauc_map_at_3_std
value: -32.112899999999996
verified: no, type: nauc_map_at_3_diff1
value: -8.846
verified: no, type: nauc_map_at_5_max
value: -16.700200000000002
verified: no, type: nauc_map_at_5_std
value: -32.643499999999996
verified: no, type: nauc_map_at_5_diff1
value: -13.9766
verified: no, type: nauc_map_at_10_max
value: -13.415199999999999
verified: no, type: nauc_map_at_10_std
value: -28.459200000000003
verified: no, type: nauc_map_at_10_diff1
value: -12.4042
verified: no, type: nauc_map_at_20_max
value: -17.8629
verified: no, type: nauc_map_at_20_std
value: -24.5837
verified: no, type: nauc_map_at_20_diff1
value: -14.9642
verified: no, type: nauc_map_at_100_max
value: -15.6478
verified: no, type: nauc_map_at_100_std
value: -11.4237
verified: no, type: nauc_map_at_100_diff1
value: -11.542
verified: no, type: nauc_map_at_1000_max
value: -15.2149
verified: no, type: nauc_map_at_1000_std
value: -8.0384
verified: no, type: nauc_map_at_1000_diff1
value: -12.984000000000002
verified: no, type: nauc_recall_at_1_max
value: -14.276900000000001
verified: no, type: nauc_recall_at_1_std
value: -31.3091
verified: no, type: nauc_recall_at_1_diff1
value: -1.4354
verified: no, type: nauc_recall_at_3_max
value: -23.021900000000002
verified: no, type: nauc_recall_at_3_std
value: -30.2834
verified: no, type: nauc_recall_at_3_diff1
value: -11.4226
verified: no, type: nauc_recall_at_5_max
value: -20.596600000000002
verified: no, type: nauc_recall_at_5_std
value: -33.219300000000004
verified: no, type: nauc_recall_at_5_diff1
value: -17.718999999999998
verified: no, type: nauc_recall_at_10_max
value: -16.1214
verified: no, type: nauc_recall_at_10_std
value: -23.9041
verified: no, type: nauc_recall_at_10_diff1
value: -11.047
verified: no, type: nauc_recall_at_20_max
value: -25.603399999999997
verified: no, type: nauc_recall_at_20_std
value: -15.8105
verified: no, type: nauc_recall_at_20_diff1
value: -14.546000000000001
verified: no, type: nauc_recall_at_100_max
value: -16.389400000000002
verified: no, type: nauc_recall_at_100_std
value: 28.5141
verified: no, type: nauc_recall_at_100_diff1
value: 6.1868
verified: no, type: nauc_recall_at_1000_max
value: 11.022
verified: no, type: nauc_recall_at_1000_std
value: 68.0021
verified: no, type: nauc_recall_at_1000_diff1
value: 8.426
verified: no, type: nauc_precision_at_1_max
value: -17.1625
verified: no, type: nauc_precision_at_1_std
value: -27.9451
verified: no, type: nauc_precision_at_1_diff1
value: 1.0831
verified: no, type: nauc_precision_at_3_max
value: -17.2798
verified: no, type: nauc_precision_at_3_std
value: -20.347199999999997
verified: no, type: nauc_precision_at_3_diff1
value: -5.2689
verified: no, type: nauc_precision_at_5_max
value: -19.6408
verified: no, type: nauc_precision_at_5_std
value: -24.157
verified: no, type: nauc_precision_at_5_diff1
value: -20.274900000000002
verified: no, type: nauc_precision_at_10_max
value: -11.8033
verified: no, type: nauc_precision_at_10_std
value: -7.2727
verified: no, type: nauc_precision_at_10_diff1
value: -9.3776
verified: no, type: nauc_precision_at_20_max
value: -20.1541
verified: no, type: nauc_precision_at_20_std
value: 9.0645
verified: no, type: nauc_precision_at_20_diff1
value: -16.1323
verified: no, type: nauc_precision_at_100_max
value: 0.3701
verified: no, type: nauc_precision_at_100_std
value: 67.6941
verified: no, type: nauc_precision_at_100_diff1
value: 8.0336
verified: no, type: nauc_precision_at_1000_max
value: 38.8632
verified: no, type: nauc_precision_at_1000_std
value: 38.0504
verified: no, type: nauc_precision_at_1000_diff1
value: 0.5907
verified: no, type: nauc_mrr_at_1_max
value: -17.1625
verified: no, type: nauc_mrr_at_1_std
value: -27.9451
verified: no, type: nauc_mrr_at_1_diff1
value: 1.0831
verified: no, type: nauc_mrr_at_3_max
value: -20.479300000000002
verified: no, type: nauc_mrr_at_3_std
value: -21.9225
verified: no, type: nauc_mrr_at_3_diff1
value: -1.5211000000000001
verified: no, type: nauc_mrr_at_5_max
value: -24.8175
verified: no, type: nauc_mrr_at_5_std
value: -23.805
verified: no, type: nauc_mrr_at_5_diff1
value: -7.9258
verified: no, type: nauc_mrr_at_10_max
value: -22.53
verified: no, type: nauc_mrr_at_10_std
value: -21.9391
verified: no, type: nauc_mrr_at_10_diff1
value: -5.7533
verified: no, type: nauc_mrr_at_20_max
value: -22.7064
verified: no, type: nauc_mrr_at_20_std
value: -22.4697
verified: no, type: nauc_mrr_at_20_diff1
value: -5.7068
verified: no, type: nauc_mrr_at_100_max
value: -23.0016
verified: no, type: nauc_mrr_at_100_std
value: -22.488
verified: no, type: nauc_mrr_at_100_diff1
value: -5.3738
verified: no, type: nauc_mrr_at_1000_max
value: -23.0016
verified: no, type: nauc_mrr_at_1000_std
value: -22.488
verified: no, type: nauc_mrr_at_1000_diff1
value: -5.3738
verified: no, type: main_score
value: 29.499
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 65.8643
verified: no, type: f1
value: 50.6764
verified: no, type: f1_weighted
value: 73.2472
verified: no, type: ap
value: 12.2658
verified: no, type: ap_weighted
value: 12.2658
verified: no, type: main_score
value: 65.8643
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 59.6633
verified: no, type: f1
value: 59.935700000000004
verified: no, type: f1_weighted
value: 59.0249
verified: no, type: main_score
value: 59.6633
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: v_measure
value: 43.2311
verified: no, type: v_measure_std
value: 2.3994999999999997
verified: no, type: main_score
value: 43.2311
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: similarity_accuracy
value: 83.8469
verified: no, type: similarity_accuracy_threshold
value: 77.6695
verified: no, type: similarity_f1
value: 62.3159
verified: no, type: similarity_f1_threshold
value: 71.6554
verified: no, type: similarity_precision
value: 59.114599999999996
verified: no, type: similarity_recall
value: 65.8839
verified: no, type: similarity_ap
value: 67.00930000000001
verified: no, type: cosine_accuracy
value: 83.8469
verified: no, type: cosine_accuracy_threshold
value: 77.6695
verified: no, type: cosine_f1
value: 62.3159
verified: no, type: cosine_f1_threshold
value: 71.6554
verified: no, type: cosine_precision
value: 59.114599999999996
verified: no, type: cosine_recall
value: 65.8839
verified: no, type: cosine_ap
value: 67.00930000000001
verified: no, type: manhattan_accuracy
value: 83.7694
verified: no, type: manhattan_accuracy_threshold
value: 1677.8293999999999
verified: no, type: manhattan_f1
value: 62.1324
verified: no, type: manhattan_f1_threshold
value: 1848.6641
verified: no, type: manhattan_precision
value: 61.839999999999996
verified: no, type: manhattan_recall
value: 62.4274
verified: no, type: manhattan_ap
value: 66.8849
verified: no, type: euclidean_accuracy
value: 83.8469
verified: no, type: euclidean_accuracy_threshold
value: 66.8288
verified: no, type: euclidean_f1
value: 62.3159
verified: no, type: euclidean_f1_threshold
value: 75.2922
verified: no, type: euclidean_precision
value: 59.114599999999996
verified: no, type: euclidean_recall
value: 65.8839
verified: no, type: euclidean_ap
value: 67.00930000000001
verified: no, type: dot_accuracy
value: 83.8469
verified: no, type: dot_accuracy_threshold
value: 77.6695
verified: no, type: dot_f1
value: 62.3159
verified: no, type: dot_f1_threshold
value: 71.6554
verified: no, type: dot_precision
value: 59.114599999999996
verified: no, type: dot_recall
value: 65.8839
verified: no, type: dot_ap
value: 67.00930000000001
verified: no, type: max_accuracy
value: 83.8469
verified: no, type: max_f1
value: 62.3159
verified: no, type: max_precision
value: 61.839999999999996
verified: no, type: max_recall
value: 65.8839
verified: no, type: max_ap
value: 67.00930000000001
verified: no, type: main_score
value: 67.00930000000001
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: similarity_accuracy
value: 88.8811
verified: no, type: similarity_accuracy_threshold
value: 71.1053
verified: no, type: similarity_f1
value: 77.9005
verified: no, type: similarity_f1_threshold
value: 67.5068
verified: no, type: similarity_precision
value: 75.5609
verified: no, type: similarity_recall
value: 80.3896
verified: no, type: similarity_ap
value: 85.459
verified: no, type: cosine_accuracy
value: 88.8811
verified: no, type: cosine_accuracy_threshold
value: 71.1053
verified: no, type: cosine_f1
value: 77.9005
verified: no, type: cosine_f1_threshold
value: 67.5068
verified: no, type: cosine_precision
value: 75.5609
verified: no, type: cosine_recall
value: 80.3896
verified: no, type: cosine_ap
value: 85.459
verified: no, type: manhattan_accuracy
value: 88.8598
verified: no, type: manhattan_accuracy_threshold
value: 1928.9173
verified: no, type: manhattan_f1
value: 77.9172
verified: no, type: manhattan_f1_threshold
value: 2007.8883999999998
verified: no, type: manhattan_precision
value: 76.29310000000001
verified: no, type: manhattan_recall
value: 79.6119
verified: no, type: manhattan_ap
value: 85.4464
verified: no, type: euclidean_accuracy
value: 88.8811
verified: no, type: euclidean_accuracy_threshold
value: 76.0193
verified: no, type: euclidean_f1
value: 77.9005
verified: no, type: euclidean_f1_threshold
value: 80.6141
verified: no, type: euclidean_precision
value: 75.5609
verified: no, type: euclidean_recall
value: 80.3896
verified: no, type: euclidean_ap
value: 85.459
verified: no, type: dot_accuracy
value: 88.8811
verified: no, type: dot_accuracy_threshold
value: 71.1053
verified: no, type: dot_f1
value: 77.9005
verified: no, type: dot_f1_threshold
value: 67.5068
verified: no, type: dot_precision
value: 75.5609
verified: no, type: dot_recall
value: 80.3896
verified: no, type: dot_ap
value: 85.459
verified: no, type: max_accuracy
value: 88.8811
verified: no, type: max_f1
value: 77.9172
verified: no, type: max_precision
value: 76.29310000000001
verified: no, type: max_recall
value: 80.3896
verified: no, type: max_ap
value: 85.459
verified: no, type: main_score
value: 85.459
verified: no
task: type: PairClassification
Likes: 224 | All-time downloads: 4929091
Created: 2024-11-08 16:55:31