Model: abhinand/MedEmbed-small-v0.1
Author: abhinand
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, medembed, medical-embedding, clinical-embedding, information-retrieval, mteb, en, dataset:MedicalQARetrieval, dataset:NFCorpus, dataset:PublicHealthQA, dataset:TRECCOVID, dataset:ArguAna, base_model:BAAI/bge-small-en-v1.5, base_model:finetune:BAAI/bge-small-en-v1.5, license:apache-2.0, model-index, region:us
Base models (finetune): id: BAAI/bge-small-en-v1.5
Card metadata: base_model: BAAI/bge-small-en-v1.5
datasets: MedicalQARetrieval, NFCorpus, PublicHealthQA, TRECCOVID, ArguAna
language: en
license: apache-2.0
metrics: nDCG, MAP, Recall, Precision, MRR
model-index: name: abhinand/MedEmbed-small-v0.1
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 72.17391304347827
verified: no, type: ap
value: 21.757637881353535
verified: no, type: ap_weighted
value: 21.757637881353535
verified: no, type: f1
value: 59.80304692298741
verified: no, type: f1_weighted
value: 77.3761270422597
verified: no, type: main_score
value: 72.17391304347827
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 71.28358208955224
verified: no, type: ap
value: 33.51413347752456
verified: no, type: ap_weighted
value: 33.51413347752456
verified: no, type: f1
value: 65.07760889689999
verified: no, type: f1_weighted
value: 74.00602410875776
verified: no, type: main_score
value: 71.28358208955224
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 91.99472500000002
verified: no, type: ap
value: 88.24057492408383
verified: no, type: ap_weighted
value: 88.24057492408383
verified: no, type: f1
value: 91.97746777375899
verified: no, type: f1_weighted
value: 91.97746777375899
verified: no, type: main_score
value: 91.99472500000002
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 48.211999999999996
verified: no, type: f1
value: 46.94308842799891
verified: no, type: f1_weighted
value: 46.94308842799891
verified: no, type: main_score
value: 48.211999999999996
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 61.587
verified: no, type: map_at_1
value: 37.980000000000004
verified: no, type: map_at_10
value: 53.40200000000001
verified: no, type: map_at_100
value: 54.032000000000004
verified: no, type: map_at_1000
value: 54.038
verified: no, type: map_at_20
value: 53.898999999999994
verified: no, type: map_at_3
value: 49.123
verified: no, type: map_at_5
value: 51.747
verified: no, type: mrr_at_1
value: 38.26458036984353
verified: no, type: mrr_at_10
value: 53.522206416943355
verified: no, type: mrr_at_100
value: 54.145400691658374
verified: no, type: mrr_at_1000
value: 54.150812285856695
verified: no, type: mrr_at_20
value: 54.015571340811796
verified: no, type: mrr_at_3
value: 49.3006164058796
verified: no, type: mrr_at_5
value: 51.850403034613656
verified: no, type: nauc_map_at_1000_diff1
value: 12.462809218755954
verified: no, type: nauc_map_at_1000_max
value: -8.081945194296322
verified: no, type: nauc_map_at_1000_std
value: -6.165333174593185
verified: no, type: nauc_map_at_100_diff1
value: 12.46115346472636
verified: no, type: nauc_map_at_100_max
value: -8.07700864766809
verified: no, type: nauc_map_at_100_std
value: -6.154824360110573
verified: no, type: nauc_map_at_10_diff1
value: 12.247142312490714
verified: no, type: nauc_map_at_10_max
value: -8.05437952054825
verified: no, type: nauc_map_at_10_std
value: -5.98349855940482
verified: no, type: nauc_map_at_1_diff1
value: 15.505336965073605
verified: no, type: nauc_map_at_1_max
value: -10.866105149439845
verified: no, type: nauc_map_at_1_std
value: -9.694177220362505
verified: no, type: nauc_map_at_20_diff1
value: 12.449923215332698
verified: no, type: nauc_map_at_20_max
value: -8.061694795957425
verified: no, type: nauc_map_at_20_std
value: -6.048155776035038
verified: no, type: nauc_map_at_3_diff1
value: 11.777509442505403
verified: no, type: nauc_map_at_3_max
value: -8.619619751268965
verified: no, type: nauc_map_at_3_std
value: -7.029734930936095
verified: no, type: nauc_map_at_5_diff1
value: 12.072349873282578
verified: no, type: nauc_map_at_5_max
value: -7.9037810476976835
verified: no, type: nauc_map_at_5_std
value: -6.3962966098864
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.55871613635287
verified: no, type: nauc_mrr_at_1000_max
value: -8.524668018179772
verified: no, type: nauc_mrr_at_1000_std
value: -5.821749837488739
verified: no, type: nauc_mrr_at_100_diff1
value: 11.557229356469213
verified: no, type: nauc_mrr_at_100_max
value: -8.519652075012466
verified: no, type: nauc_mrr_at_100_std
value: -5.811310846389489
verified: no, type: nauc_mrr_at_10_diff1
value: 11.386476038925435
verified: no, type: nauc_mrr_at_10_max
value: -8.45430627552755
verified: no, type: nauc_mrr_at_10_std
value: -5.65917735429017
verified: no, type: nauc_mrr_at_1_diff1
value: 14.693476121231305
verified: no, type: nauc_mrr_at_1_max
value: -10.94460265018313
verified: no, type: nauc_mrr_at_1_std
value: -8.77030471829497
verified: no, type: nauc_mrr_at_20_diff1
value: 11.541143108641904
verified: no, type: nauc_mrr_at_20_max
value: -8.508664836852851
verified: no, type: nauc_mrr_at_20_std
value: -5.718714620902282
verified: no, type: nauc_mrr_at_3_diff1
value: 11.065095966162826
verified: no, type: nauc_mrr_at_3_max
value: -8.88590386152548
verified: no, type: nauc_mrr_at_3_std
value: -6.741394531507113
verified: no, type: nauc_mrr_at_5_diff1
value: 11.143404810693896
verified: no, type: nauc_mrr_at_5_max
value: -8.410832856819567
verified: no, type: nauc_mrr_at_5_std
value: -6.101439716672843
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.251069053520732
verified: no, type: nauc_ndcg_at_1000_max
value: -7.386319921375587
verified: no, type: nauc_ndcg_at_1000_std
value: -5.2642773188011205
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.205700301839183
verified: no, type: nauc_ndcg_at_100_max
value: -7.248372196650524
verified: no, type: nauc_ndcg_at_100_std
value: -4.970330352461419
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.523326871708202
verified: no, type: nauc_ndcg_at_10_max
value: -6.816950583275555
verified: no, type: nauc_ndcg_at_10_std
value: -3.9784804860320198
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.505336965073605
verified: no, type: nauc_ndcg_at_1_max
value: -10.866105149439845
verified: no, type: nauc_ndcg_at_1_std
value: -9.694177220362505
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.270064495647071
verified: no, type: nauc_ndcg_at_20_max
value: -6.927364052923182
verified: no, type: nauc_ndcg_at_20_std
value: -4.168791551223215
verified: no, type: nauc_ndcg_at_3_diff1
value: 10.718998017465346
verified: no, type: nauc_ndcg_at_3_max
value: -7.968252808658605
verified: no, type: nauc_ndcg_at_3_std
value: -6.379316205846782
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.132383943770357
verified: no, type: nauc_ndcg_at_5_max
value: -6.52591429832427
verified: no, type: nauc_ndcg_at_5_std
value: -5.216113688168761
verified: no, type: nauc_precision_at_1000_diff1
value: 16.1495781371987
verified: no, type: nauc_precision_at_1000_max
value: 39.995738985755196
verified: no, type: nauc_precision_at_1000_std
value: 50.855436172063065
verified: no, type: nauc_precision_at_100_diff1
value: 5.9156015470781265
verified: no, type: nauc_precision_at_100_max
value: 26.03608801637909
verified: no, type: nauc_precision_at_100_std
value: 54.70480941746274
verified: no, type: nauc_precision_at_10_diff1
value: 7.001835875439316
verified: no, type: nauc_precision_at_10_max
value: 2.135776035777977
verified: no, type: nauc_precision_at_10_std
value: 11.516009853432555
verified: no, type: nauc_precision_at_1_diff1
value: 15.505336965073605
verified: no, type: nauc_precision_at_1_max
value: -10.866105149439845
verified: no, type: nauc_precision_at_1_std
value: -9.694177220362505
verified: no, type: nauc_precision_at_20_diff1
value: 13.681914368809867
verified: no, type: nauc_precision_at_20_max
value: 9.479991446859016
verified: no, type: nauc_precision_at_20_std
value: 26.376943655091644
verified: no, type: nauc_precision_at_3_diff1
value: 7.325939191487269
verified: no, type: nauc_precision_at_3_max
value: -5.874501064035859
verified: no, type: nauc_precision_at_3_std
value: -4.340026468355782
verified: no, type: nauc_precision_at_5_diff1
value: 7.383019735342397
verified: no, type: nauc_precision_at_5_max
value: -0.5758672788087532
verified: no, type: nauc_precision_at_5_std
value: -0.3247880327348163
verified: no, type: nauc_recall_at_1000_diff1
value: 16.149578137193416
verified: no, type: nauc_recall_at_1000_max
value: 39.99573898574825
verified: no, type: nauc_recall_at_1000_std
value: 50.85543617205994
verified: no, type: nauc_recall_at_100_diff1
value: 5.915601547077784
verified: no, type: nauc_recall_at_100_max
value: 26.03608801637899
verified: no, type: nauc_recall_at_100_std
value: 54.704809417461085
verified: no, type: nauc_recall_at_10_diff1
value: 7.001835875439445
verified: no, type: nauc_recall_at_10_max
value: 2.1357760357780817
verified: no, type: nauc_recall_at_10_std
value: 11.516009853432491
verified: no, type: nauc_recall_at_1_diff1
value: 15.505336965073605
verified: no, type: nauc_recall_at_1_max
value: -10.866105149439845
verified: no, type: nauc_recall_at_1_std
value: -9.694177220362505
verified: no, type: nauc_recall_at_20_diff1
value: 13.681914368809581
verified: no, type: nauc_recall_at_20_max
value: 9.479991446859197
verified: no, type: nauc_recall_at_20_std
value: 26.37694365509119
verified: no, type: nauc_recall_at_3_diff1
value: 7.325939191487281
verified: no, type: nauc_recall_at_3_max
value: -5.874501064035827
verified: no, type: nauc_recall_at_3_std
value: -4.3400264683557825
verified: no, type: nauc_recall_at_5_diff1
value: 7.383019735342311
verified: no, type: nauc_recall_at_5_max
value: -0.575867278808783
verified: no, type: nauc_recall_at_5_std
value: -0.32478803273490514
verified: no, type: ndcg_at_1
value: 37.980000000000004
verified: no, type: ndcg_at_10
value: 61.587
verified: no, type: ndcg_at_100
value: 64.212
verified: no, type: ndcg_at_1000
value: 64.327
verified: no, type: ndcg_at_20
value: 63.365
verified: no, type: ndcg_at_3
value: 52.898999999999994
verified: no, type: ndcg_at_5
value: 57.62199999999999
verified: no, type: precision_at_1
value: 37.980000000000004
verified: no, type: precision_at_10
value: 8.748000000000001
verified: no, type: precision_at_100
value: 0.988
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.723
verified: no, type: precision_at_3
value: 21.29
verified: no, type: precision_at_5
value: 15.064
verified: no, type: recall_at_1
value: 37.980000000000004
verified: no, type: recall_at_10
value: 87.482
verified: no, type: recall_at_100
value: 98.791
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 94.452
verified: no, type: recall_at_3
value: 63.869
verified: no, type: recall_at_5
value: 75.32
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 47.1311063882059
verified: no, type: v_measure
value: 47.1311063882059
verified: no, type: v_measure_std
value: 14.069209556131934
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 39.590626960311226
verified: no, type: v_measure
value: 39.590626960311226
verified: no, type: v_measure_std
value: 14.382421237527772
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 62.68563238263294
verified: no, type: map
value: 62.68563238263294
verified: no, type: mrr
value: 75.61359539198872
verified: no, type: nAUC_map_diff1
value: 12.262339818337102
verified: no, type: nAUC_map_max
value: 27.16961840255215
verified: no, type: nAUC_map_std
value: 18.41854439312187
verified: no, type: nAUC_mrr_diff1
value: 17.929775567867427
verified: no, type: nAUC_mrr_max
value: 37.4634718998761
verified: no, type: nAUC_mrr_std
value: 22.75208941087266
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 86.81310198111923
verified: no, type: cosine_spearman
value: 87.203191803159
verified: no, type: euclidean_pearson
value: 85.99215953326265
verified: no, type: euclidean_spearman
value: 87.203191803159
verified: no, type: main_score
value: 87.203191803159
verified: no, type: manhattan_pearson
value: 85.9379635608278
verified: no, type: manhattan_spearman
value: 87.25861475275549
verified: no, type: pearson
value: 86.81310198111923
verified: no, type: spearman
value: 87.203191803159
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 81.012987012987
verified: no, type: f1
value: 80.07167813016267
verified: no, type: f1_weighted
value: 80.07167813016268
verified: no, type: main_score
value: 81.012987012987
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 38.78797599586202
verified: no, type: v_measure
value: 38.78797599586202
verified: no, type: v_measure_std
value: 1.0363490868285057
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 34.02215818630931
verified: no, type: v_measure
value: 34.02215818630931
verified: no, type: v_measure_std
value: 0.9696451651437041
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 46.627
verified: no, type: map_at_1
value: 28.217
verified: no, type: map_at_10
value: 39.892
verified: no, type: map_at_100
value: 41.449000000000005
verified: no, type: map_at_1000
value: 41.579
verified: no, type: map_at_20
value: 40.762
verified: no, type: map_at_3
value: 36.195
verified: no, type: map_at_5
value: 38.305
verified: no, type: mrr_at_1
value: 35.1931330472103
verified: no, type: mrr_at_10
value: 45.828451075232195
verified: no, type: mrr_at_100
value: 46.57230049635246
verified: no, type: mrr_at_1000
value: 46.61709253893551
verified: no, type: mrr_at_20
value: 46.28287282124363
verified: no, type: mrr_at_3
value: 42.51311397234143
verified: no, type: mrr_at_5
value: 44.67334287076773
verified: no, type: nauc_map_at_1000_diff1
value: 48.71767769457138
verified: no, type: nauc_map_at_1000_max
value: 39.35739368614963
verified: no, type: nauc_map_at_1000_std
value: -2.1704456217464028
verified: no, type: nauc_map_at_100_diff1
value: 48.72787371204226
verified: no, type: nauc_map_at_100_max
value: 39.37274775045581
verified: no, type: nauc_map_at_100_std
value: -2.127591114741793
verified: no, type: nauc_map_at_10_diff1
value: 48.81205052330434
verified: no, type: nauc_map_at_10_max
value: 38.69733357092054
verified: no, type: nauc_map_at_10_std
value: -2.9875060424451596
verified: no, type: nauc_map_at_1_diff1
value: 54.74897730317293
verified: no, type: nauc_map_at_1_max
value: 36.20815199595291
verified: no, type: nauc_map_at_1_std
value: -4.9834209135466745
verified: no, type: nauc_map_at_20_diff1
value: 48.755892872921784
verified: no, type: nauc_map_at_20_max
value: 39.07765061538151
verified: no, type: nauc_map_at_20_std
value: -2.3776308458840165
verified: no, type: nauc_map_at_3_diff1
value: 50.16967741469197
verified: no, type: nauc_map_at_3_max
value: 38.585635380693624
verified: no, type: nauc_map_at_3_std
value: -4.221176794198626
verified: no, type: nauc_map_at_5_diff1
value: 49.23913187338483
verified: no, type: nauc_map_at_5_max
value: 37.90581077128227
verified: no, type: nauc_map_at_5_std
value: -3.976982817403684
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.302576554982565
verified: no, type: nauc_mrr_at_1000_max
value: 39.42247557331803
verified: no, type: nauc_mrr_at_1000_std
value: -5.093001257632933
verified: no, type: nauc_mrr_at_100_diff1
value: 47.28081174156696
verified: no, type: nauc_mrr_at_100_max
value: 39.41937462480708
verified: no, type: nauc_mrr_at_100_std
value: -5.09795439703923
verified: no, type: nauc_mrr_at_10_diff1
value: 47.113269125719164
verified: no, type: nauc_mrr_at_10_max
value: 39.368581425469856
verified: no, type: nauc_mrr_at_10_std
value: -5.277228133429229
verified: no, type: nauc_mrr_at_1_diff1
value: 51.5649652720488
verified: no, type: nauc_mrr_at_1_max
value: 38.28526532925652
verified: no, type: nauc_mrr_at_1_std
value: -7.500007125478944
verified: no, type: nauc_mrr_at_20_diff1
value: 47.264033020877825
verified: no, type: nauc_mrr_at_20_max
value: 39.378664517788145
verified: no, type: nauc_mrr_at_20_std
value: -5.074502402009077
verified: no, type: nauc_mrr_at_3_diff1
value: 48.280167889883735
verified: no, type: nauc_mrr_at_3_max
value: 40.08468002595438
verified: no, type: nauc_mrr_at_3_std
value: -5.587010540450647
verified: no, type: nauc_mrr_at_5_diff1
value: 47.075331054632024
verified: no, type: nauc_mrr_at_5_max
value: 38.66614809652955
verified: no, type: nauc_mrr_at_5_std
value: -5.580429126374889
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.87312381595359
verified: no, type: nauc_ndcg_at_1000_max
value: 40.85262017311222
verified: no, type: nauc_ndcg_at_1000_std
value: -0.30623579781240073
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.235157795940054
verified: no, type: nauc_ndcg_at_100_max
value: 40.92612671162398
verified: no, type: nauc_ndcg_at_100_std
value: 0.13207070143061483
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.105580841531044
verified: no, type: nauc_ndcg_at_10_max
value: 39.25806212859237
verified: no, type: nauc_ndcg_at_10_std
value: -2.0479578136863483
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.5649652720488
verified: no, type: nauc_ndcg_at_1_max
value: 38.28526532925652
verified: no, type: nauc_ndcg_at_1_std
value: -7.500007125478944
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.107622786903654
verified: no, type: nauc_ndcg_at_20_max
value: 39.6477616907479
verified: no, type: nauc_ndcg_at_20_std
value: -0.7893045729851432
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.78517331152383
verified: no, type: nauc_ndcg_at_3_max
value: 39.57887271602766
verified: no, type: nauc_ndcg_at_3_std
value: -3.7158851363814507
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.33678372159624
verified: no, type: nauc_ndcg_at_5_max
value: 37.70592482456646
verified: no, type: nauc_ndcg_at_5_std
value: -3.463868685785821
verified: no, type: nauc_precision_at_1000_diff1
value: -21.647335193360824
verified: no, type: nauc_precision_at_1000_max
value: -10.332791963863814
verified: no, type: nauc_precision_at_1000_std
value: -4.585384160420304
verified: no, type: nauc_precision_at_100_diff1
value: -11.243893402087695
verified: no, type: nauc_precision_at_100_max
value: 6.61622760941563
verified: no, type: nauc_precision_at_100_std
value: 8.31890658946228
verified: no, type: nauc_precision_at_10_diff1
value: 11.992735889770284
verified: no, type: nauc_precision_at_10_max
value: 26.368661979039032
verified: no, type: nauc_precision_at_10_std
value: 7.257193178137085
verified: no, type: nauc_precision_at_1_diff1
value: 51.5649652720488
verified: no, type: nauc_precision_at_1_max
value: 38.28526532925652
verified: no, type: nauc_precision_at_1_std
value: -7.500007125478944
verified: no, type: nauc_precision_at_20_diff1
value: 2.788039468977995
verified: no, type: nauc_precision_at_20_max
value: 19.61829689410151
verified: no, type: nauc_precision_at_20_std
value: 10.454426854909613
verified: no, type: nauc_precision_at_3_diff1
value: 32.170103339905374
verified: no, type: nauc_precision_at_3_max
value: 37.69989711862568
verified: no, type: nauc_precision_at_3_std
value: -1.2665563798590034
verified: no, type: nauc_precision_at_5_diff1
value: 21.90723648268845
verified: no, type: nauc_precision_at_5_max
value: 28.934461907153274
verified: no, type: nauc_precision_at_5_std
value: 1.496963451309664
verified: no, type: nauc_recall_at_1000_diff1
value: 39.845193615005165
verified: no, type: nauc_recall_at_1000_max
value: 67.53429995472943
verified: no, type: nauc_recall_at_1000_std
value: 54.25541191889182
verified: no, type: nauc_recall_at_100_diff1
value: 30.48595510867637
verified: no, type: nauc_recall_at_100_max
value: 45.56799906157419
verified: no, type: nauc_recall_at_100_std
value: 18.803518480822365
verified: no, type: nauc_recall_at_10_diff1
value: 37.39314315072326
verified: no, type: nauc_recall_at_10_max
value: 36.58964403796781
verified: no, type: nauc_recall_at_10_std
value: 1.4221578063034934
verified: no, type: nauc_recall_at_1_diff1
value: 54.74897730317293
verified: no, type: nauc_recall_at_1_max
value: 36.20815199595291
verified: no, type: nauc_recall_at_1_std
value: -4.9834209135466745
verified: no, type: nauc_recall_at_20_diff1
value: 34.78809945590171
verified: no, type: nauc_recall_at_20_max
value: 36.24306666062695
verified: no, type: nauc_recall_at_20_std
value: 6.691638038251415
verified: no, type: nauc_recall_at_3_diff1
value: 45.15894238510486
verified: no, type: nauc_recall_at_3_max
value: 38.42252145730142
verified: no, type: nauc_recall_at_3_std
value: -3.1703672077384977
verified: no, type: nauc_recall_at_5_diff1
value: 39.99639508242837
verified: no, type: nauc_recall_at_5_max
value: 33.63188962949065
verified: no, type: nauc_recall_at_5_std
value: -2.463748471656163
verified: no, type: ndcg_at_1
value: 35.193000000000005
verified: no, type: ndcg_at_10
value: 46.627
verified: no, type: ndcg_at_100
value: 52.259
verified: no, type: ndcg_at_1000
value: 54.18300000000001
verified: no, type: ndcg_at_20
value: 48.869
verified: no, type: ndcg_at_3
value: 40.802
verified: no, type: ndcg_at_5
value: 43.826
verified: no, type: precision_at_1
value: 35.193000000000005
verified: no, type: precision_at_10
value: 9.084
verified: no, type: precision_at_100
value: 1.506
verified: no, type: precision_at_1000
value: 0.201
verified: no, type: precision_at_20
value: 5.515
verified: no, type: precision_at_3
value: 19.552
verified: no, type: precision_at_5
value: 14.707
verified: no, type: recall_at_1
value: 28.217
verified: no, type: recall_at_10
value: 60.148999999999994
verified: no, type: recall_at_100
value: 83.509
verified: no, type: recall_at_1000
value: 95.623
verified: no, type: recall_at_20
value: 67.87100000000001
verified: no, type: recall_at_3
value: 43.913999999999994
verified: no, type: recall_at_5
value: 51.626000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 43.26
verified: no, type: map_at_1
value: 28.537000000000003
verified: no, type: map_at_10
value: 37.814
verified: no, type: map_at_100
value: 39.016
verified: no, type: map_at_1000
value: 39.141
verified: no, type: map_at_20
value: 38.438
verified: no, type: map_at_3
value: 35.119
verified: no, type: map_at_5
value: 36.635
verified: no, type: mrr_at_1
value: 35.6687898089172
verified: no, type: mrr_at_10
value: 43.89740673339401
verified: no, type: mrr_at_100
value: 44.595541925858406
verified: no, type: mrr_at_1000
value: 44.64146530556938
verified: no, type: mrr_at_20
value: 44.322503369933926
verified: no, type: mrr_at_3
value: 41.64543524416137
verified: no, type: mrr_at_5
value: 43.00212314225054
verified: no, type: nauc_map_at_1000_diff1
value: 50.38242920034188
verified: no, type: nauc_map_at_1000_max
value: 31.60097027148917
verified: no, type: nauc_map_at_1000_std
value: 0.9103551393313613
verified: no, type: nauc_map_at_100_diff1
value: 50.445666478760366
verified: no, type: nauc_map_at_100_max
value: 31.517660912977508
verified: no, type: nauc_map_at_100_std
value: 0.7775484115197918
verified: no, type: nauc_map_at_10_diff1
value: 50.661812695077316
verified: no, type: nauc_map_at_10_max
value: 30.609498777441285
verified: no, type: nauc_map_at_10_std
value: -0.6888710687447454
verified: no, type: nauc_map_at_1_diff1
value: 55.984295592830215
verified: no, type: nauc_map_at_1_max
value: 27.359981225642287
verified: no, type: nauc_map_at_1_std
value: -4.6372027497722925
verified: no, type: nauc_map_at_20_diff1
value: 50.6210701540613
verified: no, type: nauc_map_at_20_max
value: 30.97814546421626
verified: no, type: nauc_map_at_20_std
value: -0.00853770688951084
verified: no, type: nauc_map_at_3_diff1
value: 52.02665194423681
verified: no, type: nauc_map_at_3_max
value: 29.185613677490394
verified: no, type: nauc_map_at_3_std
value: -1.9976659466126225
verified: no, type: nauc_map_at_5_diff1
value: 51.19674489416761
verified: no, type: nauc_map_at_5_max
value: 30.160612226786988
verified: no, type: nauc_map_at_5_std
value: -1.3713739278786357
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.263786175116394
verified: no, type: nauc_mrr_at_1000_max
value: 33.528582446000335
verified: no, type: nauc_mrr_at_1000_std
value: 3.997090643336205
verified: no, type: nauc_mrr_at_100_diff1
value: 48.261549498353794
verified: no, type: nauc_mrr_at_100_max
value: 33.53481236606367
verified: no, type: nauc_mrr_at_100_std
value: 3.999833501681202
verified: no, type: nauc_mrr_at_10_diff1
value: 48.15519091869044
verified: no, type: nauc_mrr_at_10_max
value: 33.45559294700087
verified: no, type: nauc_mrr_at_10_std
value: 3.63480527599511
verified: no, type: nauc_mrr_at_1_diff1
value: 53.101823173896314
verified: no, type: nauc_mrr_at_1_max
value: 33.32155831980044
verified: no, type: nauc_mrr_at_1_std
value: 1.7548676566607069
verified: no, type: nauc_mrr_at_20_diff1
value: 48.228190697254696
verified: no, type: nauc_mrr_at_20_max
value: 33.45847789439114
verified: no, type: nauc_mrr_at_20_std
value: 3.8424882676403405
verified: no, type: nauc_mrr_at_3_diff1
value: 48.962748652767296
verified: no, type: nauc_mrr_at_3_max
value: 33.110931453654366
verified: no, type: nauc_mrr_at_3_std
value: 3.2626108133115785
verified: no, type: nauc_mrr_at_5_diff1
value: 48.41529159773174
verified: no, type: nauc_mrr_at_5_max
value: 33.57404651404654
verified: no, type: nauc_mrr_at_5_std
value: 3.40495779898185
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.48984825963725
verified: no, type: nauc_ndcg_at_1000_max
value: 33.54130065771048
verified: no, type: nauc_ndcg_at_1000_std
value: 6.121693672230708
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.548547556497454
verified: no, type: nauc_ndcg_at_100_max
value: 33.472952805068815
verified: no, type: nauc_ndcg_at_100_std
value: 5.781276334687519
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.615354334764966
verified: no, type: nauc_ndcg_at_10_max
value: 32.18027911162887
verified: no, type: nauc_ndcg_at_10_std
value: 2.1717663696202183
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.101823173896314
verified: no, type: nauc_ndcg_at_1_max
value: 33.32155831980044
verified: no, type: nauc_ndcg_at_1_std
value: 1.7548676566607069
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.730317212864094
verified: no, type: nauc_ndcg_at_20_max
value: 32.245697290265426
verified: no, type: nauc_ndcg_at_20_std
value: 3.438922453415761
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.02930101842743
verified: no, type: nauc_ndcg_at_3_max
value: 31.360355684228725
verified: no, type: nauc_ndcg_at_3_std
value: 1.6443840772752165
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.224855926716394
verified: no, type: nauc_ndcg_at_5_max
value: 32.31325115635817
verified: no, type: nauc_ndcg_at_5_std
value: 1.730840438831435
verified: no, type: nauc_precision_at_1000_diff1
value: -18.403594567458207
verified: no, type: nauc_precision_at_1000_max
value: 21.49485514696995
verified: no, type: nauc_precision_at_1000_std
value: 31.712375598122332
verified: no, type: nauc_precision_at_100_diff1
value: -8.793614199073078
verified: no, type: nauc_precision_at_100_max
value: 30.913124236942203
verified: no, type: nauc_precision_at_100_std
value: 36.20921952482491
verified: no, type: nauc_precision_at_10_diff1
value: 13.321069551389805
verified: no, type: nauc_precision_at_10_max
value: 34.64171103330222
verified: no, type: nauc_precision_at_10_std
value: 21.814571428436768
verified: no, type: nauc_precision_at_1_diff1
value: 53.101823173896314
verified: no, type: nauc_precision_at_1_max
value: 33.32155831980044
verified: no, type: nauc_precision_at_1_std
value: 1.7548676566607069
verified: no, type: nauc_precision_at_20_diff1
value: 5.887493649538546
verified: no, type: nauc_precision_at_20_max
value: 33.9325045896976
verified: no, type: nauc_precision_at_20_std
value: 28.652312941049168
verified: no, type: nauc_precision_at_3_diff1
value: 31.511315134064876
verified: no, type: nauc_precision_at_3_max
value: 32.88348773453123
verified: no, type: nauc_precision_at_3_std
value: 10.46641443327759
verified: no, type: nauc_precision_at_5_diff1
value: 22.887506091181294
verified: no, type: nauc_precision_at_5_max
value: 35.416697921302806
verified: no, type: nauc_precision_at_5_std
value: 15.33616375317894
verified: no, type: nauc_recall_at_1000_diff1
value: 34.10586124707363
verified: no, type: nauc_recall_at_1000_max
value: 34.54304855921719
verified: no, type: nauc_recall_at_1000_std
value: 34.65621165539369
verified: no, type: nauc_recall_at_100_diff1
value: 36.022255136157874
verified: no, type: nauc_recall_at_100_max
value: 34.64999485306686
verified: no, type: nauc_recall_at_100_std
value: 22.671221118089825
verified: no, type: nauc_recall_at_10_diff1
value: 40.33647072966317
verified: no, type: nauc_recall_at_10_max
value: 28.705618140836826
verified: no, type: nauc_recall_at_10_std
value: 1.920768225117285
verified: no, type: nauc_recall_at_1_diff1
value: 55.984295592830215
verified: no, type: nauc_recall_at_1_max
value: 27.359981225642287
verified: no, type: nauc_recall_at_1_std
value: -4.6372027497722925
verified: no, type: nauc_recall_at_20_diff1
value: 39.05498416729996
verified: no, type: nauc_recall_at_20_max
value: 28.449080252085896
verified: no, type: nauc_recall_at_20_std
value: 7.336167777371156
verified: no, type: nauc_recall_at_3_diff1
value: 47.03085830864628
verified: no, type: nauc_recall_at_3_max
value: 27.45027142421863
verified: no, type: nauc_recall_at_3_std
value: -0.5843560184900182
verified: no, type: nauc_recall_at_5_diff1
value: 43.534508407363404
verified: no, type: nauc_recall_at_5_max
value: 28.823615210124515
verified: no, type: nauc_recall_at_5_std
value: 0.30711982604670324
verified: no, type: ndcg_at_1
value: 35.669000000000004
verified: no, type: ndcg_at_10
value: 43.26
verified: no, type: ndcg_at_100
value: 47.73
verified: no, type: ndcg_at_1000
value: 49.888
verified: no, type: ndcg_at_20
value: 44.931
verified: no, type: ndcg_at_3
value: 39.285
verified: no, type: ndcg_at_5
value: 41.185
verified: no, type: precision_at_1
value: 35.669000000000004
verified: no, type: precision_at_10
value: 8.108
verified: no, type: precision_at_100
value: 1.3299999999999998
verified: no, type: precision_at_1000
value: 0.181
verified: no, type: precision_at_20
value: 4.79
verified: no, type: precision_at_3
value: 18.875
verified: no, type: precision_at_5
value: 13.338
verified: no, type: recall_at_1
value: 28.537000000000003
verified: no, type: recall_at_10
value: 52.528
verified: no, type: recall_at_100
value: 71.544
verified: no, type: recall_at_1000
value: 85.52300000000001
verified: no, type: recall_at_20
value: 58.665
verified: no, type: recall_at_3
value: 40.682
verified: no, type: recall_at_5
value: 46.102
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 55.482
verified: no, type: map_at_1
value: 37.155
verified: no, type: map_at_10
value: 49.467
verified: no, type: map_at_100
value: 50.597
verified: no, type: map_at_1000
value: 50.64999999999999
verified: no, type: map_at_20
value: 50.153000000000006
verified: no, type: map_at_3
value: 46.153
verified: no, type: map_at_5
value: 48.167
verified: no, type: mrr_at_1
value: 42.69592476489028
verified: no, type: mrr_at_10
value: 52.934890779718444
verified: no, type: mrr_at_100
value: 53.675559437654385
verified: no, type: mrr_at_1000
value: 53.700718829078795
verified: no, type: mrr_at_20
value: 53.38668059647668
verified: no, type: mrr_at_3
value: 50.428422152560145
verified: no, type: mrr_at_5
value: 51.95193312434701
verified: no, type: nauc_map_at_1000_diff1
value: 45.39853735301247
verified: no, type: nauc_map_at_1000_max
value: 35.88207570837637
verified: no, type: nauc_map_at_1000_std
value: -4.29738026780591
verified: no, type: nauc_map_at_100_diff1
value: 45.387618392967234
verified: no, type: nauc_map_at_100_max
value: 35.86260554726276
verified: no, type: nauc_map_at_100_std
value: -4.294613837825713
verified: no, type: nauc_map_at_10_diff1
value: 45.50417160033363
verified: no, type: nauc_map_at_10_max
value: 35.35533906436545
verified: no, type: nauc_map_at_10_std
value: -5.041866425981859
verified: no, type: nauc_map_at_1_diff1
value: 48.49418411014949
verified: no, type: nauc_map_at_1_max
value: 30.467103950355046
verified: no, type: nauc_map_at_1_std
value: -6.7511953844717585
verified: no, type: nauc_map_at_20_diff1
value: 45.40183877110559
verified: no, type: nauc_map_at_20_max
value: 35.67488678826502
verified: no, type: nauc_map_at_20_std
value: -4.542033283197055
verified: no, type: nauc_map_at_3_diff1
value: 45.828558019478685
verified: no, type: nauc_map_at_3_max
value: 33.811993497438046
verified: no, type: nauc_map_at_3_std
value: -7.022097202852565
verified: no, type: nauc_map_at_5_diff1
value: 45.55644758512818
verified: no, type: nauc_map_at_5_max
value: 34.539038617747174
verified: no, type: nauc_map_at_5_std
value: -6.108792115020993
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.87714381142493
verified: no, type: nauc_mrr_at_1000_max
value: 37.33976418014246
verified: no, type: nauc_mrr_at_1000_std
value: -3.300901653609806
verified: no, type: nauc_mrr_at_100_diff1
value: 44.87248633704184
verified: no, type: nauc_mrr_at_100_max
value: 37.34859192418237
verified: no, type: nauc_mrr_at_100_std
value: -3.2870314069697337
verified: no, type: nauc_mrr_at_10_diff1
value: 44.69076109213016
verified: no, type: nauc_mrr_at_10_max
value: 37.30123464532984
verified: no, type: nauc_mrr_at_10_std
value: -3.325752153037405
verified: no, type: nauc_mrr_at_1_diff1
value: 48.19163276678239
verified: no, type: nauc_mrr_at_1_max
value: 34.61847854145463
verified: no, type: nauc_mrr_at_1_std
value: -5.370501121412354
verified: no, type: nauc_mrr_at_20_diff1
value: 44.840939385551216
verified: no, type: nauc_mrr_at_20_max
value: 37.384435797609505
verified: no, type: nauc_mrr_at_20_std
value: -3.2559923415768326
verified: no, type: nauc_mrr_at_3_diff1
value: 44.956318047816296
verified: no, type: nauc_mrr_at_3_max
value: 36.88636261611909
verified: no, type: nauc_mrr_at_3_std
value: -4.271260442740253
verified: no, type: nauc_mrr_at_5_diff1
value: 44.6576132493844
verified: no, type: nauc_mrr_at_5_max
value: 37.067740181380366
verified: no, type: nauc_mrr_at_5_std
value: -3.968886060963421
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.37434646459078
verified: no, type: nauc_ndcg_at_1000_max
value: 38.215572514193994
verified: no, type: nauc_ndcg_at_1000_std
value: -1.3042381057500214
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.290728955986516
verified: no, type: nauc_ndcg_at_100_max
value: 38.3958306354721
verified: no, type: nauc_ndcg_at_100_std
value: -0.8730872184515021
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.119091219198104
verified: no, type: nauc_ndcg_at_10_max
value: 37.70013992720767
verified: no, type: nauc_ndcg_at_10_std
value: -2.439834460321177
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.19163276678239
verified: no, type: nauc_ndcg_at_1_max
value: 34.61847854145463
verified: no, type: nauc_ndcg_at_1_std
value: -5.370501121412354
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.22301071777352
verified: no, type: nauc_ndcg_at_20_max
value: 38.13294450352038
verified: no, type: nauc_ndcg_at_20_std
value: -1.5320041255829162
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.18839086666503
verified: no, type: nauc_ndcg_at_3_max
value: 35.530975247059544
verified: no, type: nauc_ndcg_at_3_std
value: -5.574269526409219
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.968238482098926
verified: no, type: nauc_ndcg_at_5_max
value: 36.41757888561071
verified: no, type: nauc_ndcg_at_5_std
value: -4.532795858948274
verified: no, type: nauc_precision_at_1000_diff1
value: -9.234774982708476
verified: no, type: nauc_precision_at_1000_max
value: 22.127614179936824
verified: no, type: nauc_precision_at_1000_std
value: 22.646193222930773
verified: no, type: nauc_precision_at_100_diff1
value: -5.234665765188833
verified: no, type: nauc_precision_at_100_max
value: 27.271500842942746
verified: no, type: nauc_precision_at_100_std
value: 26.184067367482474
verified: no, type: nauc_precision_at_10_diff1
value: 13.037817071774949
verified: no, type: nauc_precision_at_10_max
value: 33.66318780774645
verified: no, type: nauc_precision_at_10_std
value: 13.312767253904342
verified: no, type: nauc_precision_at_1_diff1
value: 48.19163276678239
verified: no, type: nauc_precision_at_1_max
value: 34.61847854145463
verified: no, type: nauc_precision_at_1_std
value: -5.370501121412354
verified: no, type: nauc_precision_at_20_diff1
value: 5.741386063339354
verified: no, type: nauc_precision_at_20_max
value: 32.48331924084784
verified: no, type: nauc_precision_at_20_std
value: 20.06250876070363
verified: no, type: nauc_precision_at_3_diff1
value: 28.609002718352333
verified: no, type: nauc_precision_at_3_max
value: 34.6795736576386
verified: no, type: nauc_precision_at_3_std
value: -0.04417621858530164
verified: no, type: nauc_precision_at_5_diff1
value: 20.976308196400424
verified: no, type: nauc_precision_at_5_max
value: 33.3948604565235
verified: no, type: nauc_precision_at_5_std
value: 5.149959751504062
verified: no, type: nauc_recall_at_1000_diff1
value: 28.383977077680207
verified: no, type: nauc_recall_at_1000_max
value: 57.70769869998163
verified: no, type: nauc_recall_at_1000_std
value: 46.997952366562174
verified: no, type: nauc_recall_at_100_diff1
value: 35.63735101494906
verified: no, type: nauc_recall_at_100_max
value: 49.70285511610692
verified: no, type: nauc_recall_at_100_std
value: 25.56344297714899
verified: no, type: nauc_recall_at_10_diff1
value: 38.705113308372354
verified: no, type: nauc_recall_at_10_max
value: 40.20557937184269
verified: no, type: nauc_recall_at_10_std
value: 4.171468175806741
verified: no, type: nauc_recall_at_1_diff1
value: 48.49418411014949
verified: no, type: nauc_recall_at_1_max
value: 30.467103950355046
verified: no, type: nauc_recall_at_1_std
value: -6.7511953844717585
verified: no, type: nauc_recall_at_20_diff1
value: 38.48920202661439
verified: no, type: nauc_recall_at_20_max
value: 43.57168759518817
verified: no, type: nauc_recall_at_20_std
value: 10.269085411405069
verified: no, type: nauc_recall_at_3_diff1
value: 41.086532491390585
verified: no, type: nauc_recall_at_3_max
value: 34.81725796602349
verified: no, type: nauc_recall_at_3_std
value: -6.673864007702387
verified: no, type: nauc_recall_at_5_diff1
value: 39.1176927288211
verified: no, type: nauc_recall_at_5_max
value: 36.18158874606236
verified: no, type: nauc_recall_at_5_std
value: -3.4373454531511647
verified: no, type: ndcg_at_1
value: 42.696
verified: no, type: ndcg_at_10
value: 55.482
verified: no, type: ndcg_at_100
value: 59.927
verified: no, type: ndcg_at_1000
value: 60.919999999999995
verified: no, type: ndcg_at_20
value: 57.416999999999994
verified: no, type: ndcg_at_3
value: 49.888
verified: no, type: ndcg_at_5
value: 52.833
verified: no, type: precision_at_1
value: 42.696
verified: no, type: precision_at_10
value: 9.078
verified: no, type: precision_at_100
value: 1.218
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_20
value: 5.113
verified: no, type: precision_at_3
value: 22.445
verified: no, type: precision_at_5
value: 15.661
verified: no, type: recall_at_1
value: 37.155
verified: no, type: recall_at_10
value: 69.792
verified: no, type: recall_at_100
value: 89.035
verified: no, type: recall_at_1000
value: 95.943
verified: no, type: recall_at_20
value: 76.89099999999999
verified: no, type: recall_at_3
value: 54.969
verified: no, type: recall_at_5
value: 62.114000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 37.686
verified: no, type: map_at_1
value: 24.194
verified: no, type: map_at_10
value: 32.706
verified: no, type: map_at_100
value: 33.696
verified: no, type: map_at_1000
value: 33.768
verified: no, type: map_at_20
value: 33.25
verified: no, type: map_at_3
value: 29.970000000000002
verified: no, type: map_at_5
value: 31.578
verified: no, type: mrr_at_1
value: 26.327683615819208
verified: no, type: mrr_at_10
value: 34.80033180880639
verified: no, type: mrr_at_100
value: 35.68493088802286
verified: no, type: mrr_at_1000
value: 35.73890763688848
verified: no, type: mrr_at_20
value: 35.284647683976026
verified: no, type: mrr_at_3
value: 32.20338983050847
verified: no, type: mrr_at_5
value: 33.689265536723155
verified: no, type: nauc_map_at_1000_diff1
value: 39.0058007993193
verified: no, type: nauc_map_at_1000_max
value: 31.9664848424503
verified: no, type: nauc_map_at_1000_std
value: 0.69708864063753
verified: no, type: nauc_map_at_100_diff1
value: 38.99740699853551
verified: no, type: nauc_map_at_100_max
value: 31.950173674106637
verified: no, type: nauc_map_at_100_std
value: 0.6831416203961035
verified: no, type: nauc_map_at_10_diff1
value: 39.16403477206109
verified: no, type: nauc_map_at_10_max
value: 31.801992594297484
verified: no, type: nauc_map_at_10_std
value: 0.08487527963355261
verified: no, type: nauc_map_at_1_diff1
value: 47.129030830065
verified: no, type: nauc_map_at_1_max
value: 30.9543809605351
verified: no, type: nauc_map_at_1_std
value: -2.616386042411576
verified: no, type: nauc_map_at_20_diff1
value: 39.016119588237004
verified: no, type: nauc_map_at_20_max
value: 31.966103550512486
verified: no, type: nauc_map_at_20_std
value: 0.5993010385451379
verified: no, type: nauc_map_at_3_diff1
value: 39.960423401096016
verified: no, type: nauc_map_at_3_max
value: 31.126852260003602
verified: no, type: nauc_map_at_3_std
value: -1.2432186078894505
verified: no, type: nauc_map_at_5_diff1
value: 39.350942260116916
verified: no, type: nauc_map_at_5_max
value: 31.477494706451516
verified: no, type: nauc_map_at_5_std
value: -0.332327514629881
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.56861228659833
verified: no, type: nauc_mrr_at_1000_max
value: 32.77701183545048
verified: no, type: nauc_mrr_at_1000_std
value: 1.8573601025377928
verified: no, type: nauc_mrr_at_100_diff1
value: 37.56084842599138
verified: no, type: nauc_mrr_at_100_max
value: 32.77474646470676
verified: no, type: nauc_mrr_at_100_std
value: 1.8661824660967452
verified: no, type: nauc_mrr_at_10_diff1
value: 37.651655650043615
verified: no, type: nauc_mrr_at_10_max
value: 32.82210713728638
verified: no, type: nauc_mrr_at_10_std
value: 1.5178658325578909
verified: no, type: nauc_mrr_at_1_diff1
value: 44.932276757115815
verified: no, type: nauc_mrr_at_1_max
value: 32.66068226327021
verified: no, type: nauc_mrr_at_1_std
value: -0.9313870351409079
verified: no, type: nauc_mrr_at_20_diff1
value: 37.540979386031864
verified: no, type: nauc_mrr_at_20_max
value: 32.81440742182942
verified: no, type: nauc_mrr_at_20_std
value: 1.826591047299842
verified: no, type: nauc_mrr_at_3_diff1
value: 38.269772827885966
verified: no, type: nauc_mrr_at_3_max
value: 32.10537876507981
verified: no, type: nauc_mrr_at_3_std
value: 0.3024566400660873
verified: no, type: nauc_mrr_at_5_diff1
value: 37.84033535304918
verified: no, type: nauc_mrr_at_5_max
value: 32.452393894273584
verified: no, type: nauc_mrr_at_5_std
value: 1.0029016560532624
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.81763575917382
verified: no, type: nauc_ndcg_at_1000_max
value: 32.769876372777794
verified: no, type: nauc_ndcg_at_1000_std
value: 4.257684081453828
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.62486527543234
verified: no, type: nauc_ndcg_at_100_max
value: 32.6865313439193
verified: no, type: nauc_ndcg_at_100_std
value: 4.493848690808405
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.264350852558444
verified: no, type: nauc_ndcg_at_10_max
value: 32.46258658377739
verified: no, type: nauc_ndcg_at_10_std
value: 2.1785378510762112
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.932276757115815
verified: no, type: nauc_ndcg_at_1_max
value: 32.66068226327021
verified: no, type: nauc_ndcg_at_1_std
value: -0.9313870351409079
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.722983189942596
verified: no, type: nauc_ndcg_at_20_max
value: 32.877377599742964
verified: no, type: nauc_ndcg_at_20_std
value: 3.790875849871362
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.63400271423685
verified: no, type: nauc_ndcg_at_3_max
value: 31.2739081815396
verified: no, type: nauc_ndcg_at_3_std
value: -0.29839390734625465
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.62082003320047
verified: no, type: nauc_ndcg_at_5_max
value: 31.65589810609168
verified: no, type: nauc_ndcg_at_5_std
value: 1.216992770007969
verified: no, type: nauc_precision_at_1000_diff1
value: -5.24340167738406
verified: no, type: nauc_precision_at_1000_max
value: 15.455427903541539
verified: no, type: nauc_precision_at_1000_std
value: 16.49503077501681
verified: no, type: nauc_precision_at_100_diff1
value: 7.313598783241113
verified: no, type: nauc_precision_at_100_max
value: 27.10636757798661
verified: no, type: nauc_precision_at_100_std
value: 20.187644679960428
verified: no, type: nauc_precision_at_10_diff1
value: 22.200310338575214
verified: no, type: nauc_precision_at_10_max
value: 34.92118636200516
verified: no, type: nauc_precision_at_10_std
value: 10.234848073059426
verified: no, type: nauc_precision_at_1_diff1
value: 44.932276757115815
verified: no, type: nauc_precision_at_1_max
value: 32.66068226327021
verified: no, type: nauc_precision_at_1_std
value: -0.9313870351409079
verified: no, type: nauc_precision_at_20_diff1
value: 17.8901438402456
verified: no, type: nauc_precision_at_20_max
value: 34.65374091414346
verified: no, type: nauc_precision_at_20_std
value: 15.973547940494178
verified: no, type: nauc_precision_at_3_diff1
value: 29.04687567805014
verified: no, type: nauc_precision_at_3_max
value: 32.75971500796976
verified: no, type: nauc_precision_at_3_std
value: 2.9305507946156957
verified: no, type: nauc_precision_at_5_diff1
value: 24.888863498098704
verified: no, type: nauc_precision_at_5_max
value: 32.5731555578299
verified: no, type: nauc_precision_at_5_std
value: 6.791337976386832
verified: no, type: nauc_recall_at_1000_diff1
value: 8.037993412142983
verified: no, type: nauc_recall_at_1000_max
value: 33.615275538881626
verified: no, type: nauc_recall_at_1000_std
value: 37.22256855147328
verified: no, type: nauc_recall_at_100_diff1
value: 20.2507317736947
verified: no, type: nauc_recall_at_100_max
value: 31.661424125840178
verified: no, type: nauc_recall_at_100_std
value: 22.041159712662882
verified: no, type: nauc_recall_at_10_diff1
value: 28.048775208583177
verified: no, type: nauc_recall_at_10_max
value: 31.969139370292087
verified: no, type: nauc_recall_at_10_std
value: 6.644084230971351
verified: no, type: nauc_recall_at_1_diff1
value: 47.129030830065
verified: no, type: nauc_recall_at_1_max
value: 30.9543809605351
verified: no, type: nauc_recall_at_1_std
value: -2.616386042411576
verified: no, type: nauc_recall_at_20_diff1
value: 25.172877062002037
verified: no, type: nauc_recall_at_20_max
value: 33.432560257671156
verified: no, type: nauc_recall_at_20_std
value: 13.179799770289216
verified: no, type: nauc_recall_at_3_diff1
value: 32.76056599359956
verified: no, type: nauc_recall_at_3_max
value: 30.12736405148995
verified: no, type: nauc_recall_at_3_std
value: 1.1248390066659661
verified: no, type: nauc_recall_at_5_diff1
value: 29.375771822035233
verified: no, type: nauc_recall_at_5_max
value: 30.221436803204387
verified: no, type: nauc_recall_at_5_std
value: 4.140063667676888
verified: no, type: ndcg_at_1
value: 26.328000000000003
verified: no, type: ndcg_at_10
value: 37.686
verified: no, type: ndcg_at_100
value: 42.829
verified: no, type: ndcg_at_1000
value: 44.793
verified: no, type: ndcg_at_20
value: 39.646
verified: no, type: ndcg_at_3
value: 32.374
verified: no, type: ndcg_at_5
value: 35.08
verified: no, type: precision_at_1
value: 26.328000000000003
verified: no, type: precision_at_10
value: 5.853
verified: no, type: precision_at_100
value: 0.89
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 3.39
verified: no, type: precision_at_3
value: 13.71
verified: no, type: precision_at_5
value: 9.853000000000002
verified: no, type: recall_at_1
value: 24.194
verified: no, type: recall_at_10
value: 51.11599999999999
verified: no, type: recall_at_100
value: 75.228
verified: no, type: recall_at_1000
value: 90.206
verified: no, type: recall_at_20
value: 58.684999999999995
verified: no, type: recall_at_3
value: 36.839
verified: no, type: recall_at_5
value: 43.275999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 29.403000000000002
verified: no, type: map_at_1
value: 15.797
verified: no, type: map_at_10
value: 24.122
verified: no, type: map_at_100
value: 25.334
verified: no, type: map_at_1000
value: 25.444
verified: no, type: map_at_20
value: 24.783
verified: no, type: map_at_3
value: 21.718
verified: no, type: map_at_5
value: 23.104
verified: no, type: mrr_at_1
value: 19.154228855721392
verified: no, type: mrr_at_10
value: 28.551192450446177
verified: no, type: mrr_at_100
value: 29.498082834170386
verified: no, type: mrr_at_1000
value: 29.56293339499485
verified: no, type: mrr_at_20
value: 29.085609803416858
verified: no, type: mrr_at_3
value: 26.01575456053069
verified: no, type: mrr_at_5
value: 27.589137645107797
verified: no, type: nauc_map_at_1000_diff1
value: 27.36221687250577
verified: no, type: nauc_map_at_1000_max
value: 18.089424170411217
verified: no, type: nauc_map_at_1000_std
value: 0.5188935207421588
verified: no, type: nauc_map_at_100_diff1
value: 27.34379428055101
verified: no, type: nauc_map_at_100_max
value: 18.06293708742179
verified: no, type: nauc_map_at_100_std
value: 0.5190525693808369
verified: no, type: nauc_map_at_10_diff1
value: 27.308055008582066
verified: no, type: nauc_map_at_10_max
value: 17.726725077602694
verified: no, type: nauc_map_at_10_std
value: -0.21344892091498174
verified: no, type: nauc_map_at_1_diff1
value: 34.60126559188873
verified: no, type: nauc_map_at_1_max
value: 19.748244491317678
verified: no, type: nauc_map_at_1_std
value: -3.2201287026916625
verified: no, type: nauc_map_at_20_diff1
value: 27.226319415474943
verified: no, type: nauc_map_at_20_max
value: 17.956515675249072
verified: no, type: nauc_map_at_20_std
value: 0.4472031548873323
verified: no, type: nauc_map_at_3_diff1
value: 27.95165713417068
verified: no, type: nauc_map_at_3_max
value: 17.072686143179975
verified: no, type: nauc_map_at_3_std
value: -0.7411970021732948
verified: no, type: nauc_map_at_5_diff1
value: 27.593386851196893
verified: no, type: nauc_map_at_5_max
value: 17.45702849396662
verified: no, type: nauc_map_at_5_std
value: -0.8286937920403831
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.74831279311148
verified: no, type: nauc_mrr_at_1000_max
value: 20.17411091929109
verified: no, type: nauc_mrr_at_1000_std
value: -0.0652738752409115
verified: no, type: nauc_mrr_at_100_diff1
value: 28.747440393282336
verified: no, type: nauc_mrr_at_100_max
value: 20.185108068951408
verified: no, type: nauc_mrr_at_100_std
value: -0.05333343570132689
verified: no, type: nauc_mrr_at_10_diff1
value: 28.744815155313024
verified: no, type: nauc_mrr_at_10_max
value: 20.04684911692695
verified: no, type: nauc_mrr_at_10_std
value: -0.4264784901487863
verified: no, type: nauc_mrr_at_1_diff1
value: 37.2441962865539
verified: no, type: nauc_mrr_at_1_max
value: 22.534613943885276
verified: no, type: nauc_mrr_at_1_std
value: -2.479501845567973
verified: no, type: nauc_mrr_at_20_diff1
value: 28.63646797885947
verified: no, type: nauc_mrr_at_20_max
value: 20.130624923076574
verified: no, type: nauc_mrr_at_20_std
value: -0.05655707131769798
verified: no, type: nauc_mrr_at_3_diff1
value: 29.3420984302583
verified: no, type: nauc_mrr_at_3_max
value: 19.791159534927232
verified: no, type: nauc_mrr_at_3_std
value: -0.98317898053703
verified: no, type: nauc_mrr_at_5_diff1
value: 29.057555082772467
verified: no, type: nauc_mrr_at_5_max
value: 20.093774401866142
verified: no, type: nauc_mrr_at_5_std
value: -0.9877016856465175
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.77793793755624
verified: no, type: nauc_ndcg_at_1000_max
value: 19.071095093248687
verified: no, type: nauc_ndcg_at_1000_std
value: 3.0917142331029663
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.64757683875679
verified: no, type: nauc_ndcg_at_100_max
value: 18.775229437095444
verified: no, type: nauc_ndcg_at_100_std
value: 3.4174861916019523
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.1442487582001
verified: no, type: nauc_ndcg_at_10_max
value: 17.838371789800192
verified: no, type: nauc_ndcg_at_10_std
value: 1.0998312769822474
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.2441962865539
verified: no, type: nauc_ndcg_at_1_max
value: 22.534613943885276
verified: no, type: nauc_ndcg_at_1_std
value: -2.479501845567973
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.723691897706757
verified: no, type: nauc_ndcg_at_20_max
value: 18.399201975361787
verified: no, type: nauc_ndcg_at_20_std
value: 2.8917844365812013
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.599800600549084
verified: no, type: nauc_ndcg_at_3_max
value: 17.344488540994927
verified: no, type: nauc_ndcg_at_3_std
value: -0.17080783586921952
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.984027442909515
verified: no, type: nauc_ndcg_at_5_max
value: 17.736902140905325
verified: no, type: nauc_ndcg_at_5_std
value: -0.20538546466798493
verified: no, type: nauc_precision_at_1000_diff1
value: 3.117372016834661
verified: no, type: nauc_precision_at_1000_max
value: 7.967798366288187
verified: no, type: nauc_precision_at_1000_std
value: 2.0188396778725726
verified: no, type: nauc_precision_at_100_diff1
value: 11.0493012267289
verified: no, type: nauc_precision_at_100_max
value: 15.29094702092163
verified: no, type: nauc_precision_at_100_std
value: 9.566781850851134
verified: no, type: nauc_precision_at_10_diff1
value: 16.185361455209947
verified: no, type: nauc_precision_at_10_max
value: 17.925890160877806
verified: no, type: nauc_precision_at_10_std
value: 4.125664833130542
verified: no, type: nauc_precision_at_1_diff1
value: 37.2441962865539
verified: no, type: nauc_precision_at_1_max
value: 22.534613943885276
verified: no, type: nauc_precision_at_1_std
value: -2.479501845567973
verified: no, type: nauc_precision_at_20_diff1
value: 13.992027549349888
verified: no, type: nauc_precision_at_20_max
value: 17.637015499360924
verified: no, type: nauc_precision_at_20_std
value: 8.696148386896645
verified: no, type: nauc_precision_at_3_diff1
value: 21.639032017471013
verified: no, type: nauc_precision_at_3_max
value: 16.289401791760103
verified: no, type: nauc_precision_at_3_std
value: 0.0870722852396641
verified: no, type: nauc_precision_at_5_diff1
value: 20.63295832944016
verified: no, type: nauc_precision_at_5_max
value: 17.295872773951523
verified: no, type: nauc_precision_at_5_std
value: 0.14307299914708274
verified: no, type: nauc_recall_at_1000_diff1
value: 13.57694892081493
verified: no, type: nauc_recall_at_1000_max
value: 20.109277095141024
verified: no, type: nauc_recall_at_1000_std
value: 21.931352956332276
verified: no, type: nauc_recall_at_100_diff1
value: 18.554121580441926
verified: no, type: nauc_recall_at_100_max
value: 16.735991072150373
verified: no, type: nauc_recall_at_100_std
value: 14.037608911733404
verified: no, type: nauc_recall_at_10_diff1
value: 17.9750116470627
verified: no, type: nauc_recall_at_10_max
value: 14.99747681641434
verified: no, type: nauc_recall_at_10_std
value: 3.9873903476195682
verified: no, type: nauc_recall_at_1_diff1
value: 34.60126559188873
verified: no, type: nauc_recall_at_1_max
value: 19.748244491317678
verified: no, type: nauc_recall_at_1_std
value: -3.2201287026916625
verified: no, type: nauc_recall_at_20_diff1
value: 15.361358977507825
verified: no, type: nauc_recall_at_20_max
value: 16.162769140091253
verified: no, type: nauc_recall_at_20_std
value: 9.552452165627919
verified: no, type: nauc_recall_at_3_diff1
value: 20.63223458359373
verified: no, type: nauc_recall_at_3_max
value: 14.003039719774163
verified: no, type: nauc_recall_at_3_std
value: 1.6065537387953692
verified: no, type: nauc_recall_at_5_diff1
value: 19.515171377833855
verified: no, type: nauc_recall_at_5_max
value: 15.099962639838937
verified: no, type: nauc_recall_at_5_std
value: 1.2965194340275676
verified: no, type: ndcg_at_1
value: 19.154
verified: no, type: ndcg_at_10
value: 29.403000000000002
verified: no, type: ndcg_at_100
value: 35.167
verified: no, type: ndcg_at_1000
value: 37.964
verified: no, type: ndcg_at_20
value: 31.557000000000002
verified: no, type: ndcg_at_3
value: 24.973
verified: no, type: ndcg_at_5
value: 27.112000000000002
verified: no, type: precision_at_1
value: 19.154
verified: no, type: precision_at_10
value: 5.535
verified: no, type: precision_at_100
value: 0.955
verified: no, type: precision_at_1000
value: 0.134
verified: no, type: precision_at_20
value: 3.3770000000000002
verified: no, type: precision_at_3
value: 12.272
verified: no, type: precision_at_5
value: 9.005
verified: no, type: recall_at_1
value: 15.797
verified: no, type: recall_at_10
value: 41.107
verified: no, type: recall_at_100
value: 66.52900000000001
verified: no, type: recall_at_1000
value: 86.768
verified: no, type: recall_at_20
value: 48.748999999999995
verified: no, type: recall_at_3
value: 28.716
verified: no, type: recall_at_5
value: 34.141
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 43.516
verified: no, type: map_at_1
value: 27.477
verified: no, type: map_at_10
value: 37.554
verified: no, type: map_at_100
value: 38.876
verified: no, type: map_at_1000
value: 38.99
verified: no, type: map_at_20
value: 38.309
verified: no, type: map_at_3
value: 34.487
verified: no, type: map_at_5
value: 36.08
verified: no, type: mrr_at_1
value: 34.07122232916265
verified: no, type: mrr_at_10
value: 43.28058878347616
verified: no, type: mrr_at_100
value: 44.11679663484729
verified: no, type: mrr_at_1000
value: 44.16065088048062
verified: no, type: mrr_at_20
value: 43.75169948030771
verified: no, type: mrr_at_3
value: 40.648059031119644
verified: no, type: mrr_at_5
value: 42.144690407443
verified: no, type: nauc_map_at_1000_diff1
value: 53.11716806625181
verified: no, type: nauc_map_at_1000_max
value: 35.45664823064199
verified: no, type: nauc_map_at_1000_std
value: 2.1861361604480254
verified: no, type: nauc_map_at_100_diff1
value: 53.13756094020834
verified: no, type: nauc_map_at_100_max
value: 35.414022190155535
verified: no, type: nauc_map_at_100_std
value: 2.1172853626560584
verified: no, type: nauc_map_at_10_diff1
value: 53.362800758097116
verified: no, type: nauc_map_at_10_max
value: 35.120906104683144
verified: no, type: nauc_map_at_10_std
value: 1.3648401515609623
verified: no, type: nauc_map_at_1_diff1
value: 57.616491138132176
verified: no, type: nauc_map_at_1_max
value: 33.360475822897804
verified: no, type: nauc_map_at_1_std
value: -2.1517434693833706
verified: no, type: nauc_map_at_20_diff1
value: 53.28694534380964
verified: no, type: nauc_map_at_20_max
value: 35.27319158087644
verified: no, type: nauc_map_at_20_std
value: 1.8727333074364048
verified: no, type: nauc_map_at_3_diff1
value: 54.107154112179245
verified: no, type: nauc_map_at_3_max
value: 34.50940904457967
verified: no, type: nauc_map_at_3_std
value: -0.15769425621216243
verified: no, type: nauc_map_at_5_diff1
value: 53.42453940564339
verified: no, type: nauc_map_at_5_max
value: 34.94771385611006
verified: no, type: nauc_map_at_5_std
value: 0.6074409657139379
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.27752417239682
verified: no, type: nauc_mrr_at_1000_max
value: 36.765948629971476
verified: no, type: nauc_mrr_at_1000_std
value: 4.302475616232717
verified: no, type: nauc_mrr_at_100_diff1
value: 52.269051770995176
verified: no, type: nauc_mrr_at_100_max
value: 36.76909035999622
verified: no, type: nauc_mrr_at_100_std
value: 4.299069865333679
verified: no, type: nauc_mrr_at_10_diff1
value: 52.377658822943985
verified: no, type: nauc_mrr_at_10_max
value: 36.707211313866004
verified: no, type: nauc_mrr_at_10_std
value: 3.944105976986153
verified: no, type: nauc_mrr_at_1_diff1
value: 55.83627754980158
verified: no, type: nauc_mrr_at_1_max
value: 37.08763266019038
verified: no, type: nauc_mrr_at_1_std
value: 3.0033119574631186
verified: no, type: nauc_mrr_at_20_diff1
value: 52.3480634575466
verified: no, type: nauc_mrr_at_20_max
value: 36.63972610802775
verified: no, type: nauc_mrr_at_20_std
value: 4.255643011583951
verified: no, type: nauc_mrr_at_3_diff1
value: 52.65151934971672
verified: no, type: nauc_mrr_at_3_max
value: 36.40720713989
verified: no, type: nauc_mrr_at_3_std
value: 3.197519381268911
verified: no, type: nauc_mrr_at_5_diff1
value: 52.3866756788575
verified: no, type: nauc_mrr_at_5_max
value: 36.731755062099644
verified: no, type: nauc_mrr_at_5_std
value: 3.8257443367009905
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.124410117397645
verified: no, type: nauc_ndcg_at_1000_max
value: 36.92297872228472
verified: no, type: nauc_ndcg_at_1000_std
value: 5.943098614351781
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.9983428273292
verified: no, type: nauc_ndcg_at_100_max
value: 36.48405211151064
verified: no, type: nauc_ndcg_at_100_std
value: 5.488151511201609
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.756184856988405
verified: no, type: nauc_ndcg_at_10_max
value: 35.38717328414983
verified: no, type: nauc_ndcg_at_10_std
value: 3.047458430921158
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.83627754980158
verified: no, type: nauc_ndcg_at_1_max
value: 37.08763266019038
verified: no, type: nauc_ndcg_at_1_std
value: 3.0033119574631186
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.63542460952658
verified: no, type: nauc_ndcg_at_20_max
value: 35.52888410473399
verified: no, type: nauc_ndcg_at_20_std
value: 4.38826631541566
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.280381542128005
verified: no, type: nauc_ndcg_at_3_max
value: 35.2446928308368
verified: no, type: nauc_ndcg_at_3_std
value: 1.6071190136031377
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.63085543217384
verified: no, type: nauc_ndcg_at_5_max
value: 35.38522586909386
verified: no, type: nauc_ndcg_at_5_std
value: 2.257550414928455
verified: no, type: nauc_precision_at_1000_diff1
value: -16.486915214707476
verified: no, type: nauc_precision_at_1000_max
value: 7.538275188391877
verified: no, type: nauc_precision_at_1000_std
value: 18.19269313673447
verified: no, type: nauc_precision_at_100_diff1
value: -1.9736731164148775
verified: no, type: nauc_precision_at_100_max
value: 16.539438828030338
verified: no, type: nauc_precision_at_100_std
value: 19.71975128874717
verified: no, type: nauc_precision_at_10_diff1
value: 22.941192836692938
verified: no, type: nauc_precision_at_10_max
value: 29.06408942754971
verified: no, type: nauc_precision_at_10_std
value: 13.706761382257538
verified: no, type: nauc_precision_at_1_diff1
value: 55.83627754980158
verified: no, type: nauc_precision_at_1_max
value: 37.08763266019038
verified: no, type: nauc_precision_at_1_std
value: 3.0033119574631186
verified: no, type: nauc_precision_at_20_diff1
value: 14.639428084708031
verified: no, type: nauc_precision_at_20_max
value: 25.194223713311846
verified: no, type: nauc_precision_at_20_std
value: 16.3724647158108
verified: no, type: nauc_precision_at_3_diff1
value: 39.24536487566087
verified: no, type: nauc_precision_at_3_max
value: 34.507130942854594
verified: no, type: nauc_precision_at_3_std
value: 7.604148713316975
verified: no, type: nauc_precision_at_5_diff1
value: 31.934728493246205
verified: no, type: nauc_precision_at_5_max
value: 32.79790114332321
verified: no, type: nauc_precision_at_5_std
value: 9.300713639365156
verified: no, type: nauc_recall_at_1000_diff1
value: 28.76947795717725
verified: no, type: nauc_recall_at_1000_max
value: 47.29845921439558
verified: no, type: nauc_recall_at_1000_std
value: 50.206579725929835
verified: no, type: nauc_recall_at_100_diff1
value: 35.99115119379463
verified: no, type: nauc_recall_at_100_max
value: 35.90016946217124
verified: no, type: nauc_recall_at_100_std
value: 20.36252722466296
verified: no, type: nauc_recall_at_10_diff1
value: 44.9035061323177
verified: no, type: nauc_recall_at_10_max
value: 31.55646682626508
verified: no, type: nauc_recall_at_10_std
value: 5.202368314746213
verified: no, type: nauc_recall_at_1_diff1
value: 57.616491138132176
verified: no, type: nauc_recall_at_1_max
value: 33.360475822897804
verified: no, type: nauc_recall_at_1_std
value: -2.1517434693833706
verified: no, type: nauc_recall_at_20_diff1
value: 44.082155347846786
verified: no, type: nauc_recall_at_20_max
value: 31.111947497273174
verified: no, type: nauc_recall_at_20_std
value: 10.74007442952765
verified: no, type: nauc_recall_at_3_diff1
value: 48.99683708882751
verified: no, type: nauc_recall_at_3_max
value: 31.591738499338323
verified: no, type: nauc_recall_at_3_std
value: -0.4970248113753141
verified: no, type: nauc_recall_at_5_diff1
value: 45.72255982322729
verified: no, type: nauc_recall_at_5_max
value: 31.9303024917854
verified: no, type: nauc_recall_at_5_std
value: 2.178007010965473
verified: no, type: ndcg_at_1
value: 34.071
verified: no, type: ndcg_at_10
value: 43.516
verified: no, type: ndcg_at_100
value: 49.001
verified: no, type: ndcg_at_1000
value: 51.176
verified: no, type: ndcg_at_20
value: 45.675
verified: no, type: ndcg_at_3
value: 38.471
verified: no, type: ndcg_at_5
value: 40.721000000000004
verified: no, type: precision_at_1
value: 34.071
verified: no, type: precision_at_10
value: 7.921
verified: no, type: precision_at_100
value: 1.238
verified: no, type: precision_at_1000
value: 0.161
verified: no, type: precision_at_20
value: 4.692
verified: no, type: precision_at_3
value: 18.062
verified: no, type: precision_at_5
value: 12.839
verified: no, type: recall_at_1
value: 27.477
verified: no, type: recall_at_10
value: 55.627
verified: no, type: recall_at_100
value: 78.999
verified: no, type: recall_at_1000
value: 93.388
verified: no, type: recall_at_20
value: 63.099000000000004
verified: no, type: recall_at_3
value: 41.396
verified: no, type: recall_at_5
value: 47.199000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 38.024
verified: no, type: map_at_1
value: 23.173
verified: no, type: map_at_10
value: 32.297
verified: no, type: map_at_100
value: 33.672000000000004
verified: no, type: map_at_1000
value: 33.793
verified: no, type: map_at_20
value: 33.064
verified: no, type: map_at_3
value: 29.156
verified: no, type: map_at_5
value: 30.964999999999996
verified: no, type: mrr_at_1
value: 28.538812785388128
verified: no, type: mrr_at_10
value: 37.33076031021236
verified: no, type: mrr_at_100
value: 38.33757969963895
verified: no, type: mrr_at_1000
value: 38.39935336168593
verified: no, type: mrr_at_20
value: 37.936087860689724
verified: no, type: mrr_at_3
value: 34.855403348554034
verified: no, type: mrr_at_5
value: 36.19672754946727
verified: no, type: nauc_map_at_1000_diff1
value: 40.108286871576595
verified: no, type: nauc_map_at_1000_max
value: 34.932555227073095
verified: no, type: nauc_map_at_1000_std
value: 6.221807917311268
verified: no, type: nauc_map_at_100_diff1
value: 40.09828293293427
verified: no, type: nauc_map_at_100_max
value: 34.952917251621365
verified: no, type: nauc_map_at_100_std
value: 6.231287481156123
verified: no, type: nauc_map_at_10_diff1
value: 40.01528416311391
verified: no, type: nauc_map_at_10_max
value: 33.89944085012165
verified: no, type: nauc_map_at_10_std
value: 5.258003016169289
verified: no, type: nauc_map_at_1_diff1
value: 45.05748000688197
verified: no, type: nauc_map_at_1_max
value: 30.741952307152193
verified: no, type: nauc_map_at_1_std
value: 0.10027922648870957
verified: no, type: nauc_map_at_20_diff1
value: 40.213591831598336
verified: no, type: nauc_map_at_20_max
value: 34.62908891442373
verified: no, type: nauc_map_at_20_std
value: 5.763711381584264
verified: no, type: nauc_map_at_3_diff1
value: 40.89235452782516
verified: no, type: nauc_map_at_3_max
value: 33.1747621759765
verified: no, type: nauc_map_at_3_std
value: 3.331742393981075
verified: no, type: nauc_map_at_5_diff1
value: 40.403274490377534
verified: no, type: nauc_map_at_5_max
value: 33.94134091027758
verified: no, type: nauc_map_at_5_std
value: 4.360176315671494
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.14241619166317
verified: no, type: nauc_mrr_at_1000_max
value: 38.65445721763423
verified: no, type: nauc_mrr_at_1000_std
value: 9.749476533081992
verified: no, type: nauc_mrr_at_100_diff1
value: 40.14319401324518
verified: no, type: nauc_mrr_at_100_max
value: 38.659012797855915
verified: no, type: nauc_mrr_at_100_std
value: 9.750005980569185
verified: no, type: nauc_mrr_at_10_diff1
value: 39.843622825414
verified: no, type: nauc_mrr_at_10_max
value: 38.25272189734047
verified: no, type: nauc_mrr_at_10_std
value: 9.455238241095982
verified: no, type: nauc_mrr_at_1_diff1
value: 45.544486458047764
verified: no, type: nauc_mrr_at_1_max
value: 38.36905133790403
verified: no, type: nauc_mrr_at_1_std
value: 6.313800371398363
verified: no, type: nauc_mrr_at_20_diff1
value: 40.168037291291945
verified: no, type: nauc_mrr_at_20_max
value: 38.588132492862286
verified: no, type: nauc_mrr_at_20_std
value: 9.59289103060053
verified: no, type: nauc_mrr_at_3_diff1
value: 40.77069874457395
verified: no, type: nauc_mrr_at_3_max
value: 39.17196241078363
verified: no, type: nauc_mrr_at_3_std
value: 8.617425759338197
verified: no, type: nauc_mrr_at_5_diff1
value: 40.06388436713267
verified: no, type: nauc_mrr_at_5_max
value: 38.459050270900846
verified: no, type: nauc_mrr_at_5_std
value: 9.01716272113449
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.28079417943546
verified: no, type: nauc_ndcg_at_1000_max
value: 37.373375829157126
verified: no, type: nauc_ndcg_at_1000_std
value: 10.915194308249555
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.303029042268314
verified: no, type: nauc_ndcg_at_100_max
value: 37.874116564812326
verified: no, type: nauc_ndcg_at_100_std
value: 11.447496719900775
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.8583307138946
verified: no, type: nauc_ndcg_at_10_max
value: 34.708345234497166
verified: no, type: nauc_ndcg_at_10_std
value: 8.020760282496871
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.544486458047764
verified: no, type: nauc_ndcg_at_1_max
value: 38.36905133790403
verified: no, type: nauc_ndcg_at_1_std
value: 6.313800371398363
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.70263255314536
verified: no, type: nauc_ndcg_at_20_max
value: 36.74873403813739
verified: no, type: nauc_ndcg_at_20_std
value: 9.245300863480727
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.68243402945326
verified: no, type: nauc_ndcg_at_3_max
value: 35.80245947389082
verified: no, type: nauc_ndcg_at_3_std
value: 6.01195047461147
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.60536509722538
verified: no, type: nauc_ndcg_at_5_max
value: 35.314432767482714
verified: no, type: nauc_ndcg_at_5_std
value: 6.5428970299886355
verified: no, type: nauc_precision_at_1000_diff1
value: -4.069384802622214
verified: no, type: nauc_precision_at_1000_max
value: 6.707725051629613
verified: no, type: nauc_precision_at_1000_std
value: 13.958586804597543
verified: no, type: nauc_precision_at_100_diff1
value: 3.6277603347565393
verified: no, type: nauc_precision_at_100_max
value: 25.52632391438941
verified: no, type: nauc_precision_at_100_std
value: 23.784864119867034
verified: no, type: nauc_precision_at_10_diff1
value: 18.261312841674247
verified: no, type: nauc_precision_at_10_max
value: 34.11796051379501
verified: no, type: nauc_precision_at_10_std
value: 19.77962411706688
verified: no, type: nauc_precision_at_1_diff1
value: 45.544486458047764
verified: no, type: nauc_precision_at_1_max
value: 38.36905133790403
verified: no, type: nauc_precision_at_1_std
value: 6.313800371398363
verified: no, type: nauc_precision_at_20_diff1
value: 14.653399217564534
verified: no, type: nauc_precision_at_20_max
value: 35.58870037452182
verified: no, type: nauc_precision_at_20_std
value: 22.622999716137446
verified: no, type: nauc_precision_at_3_diff1
value: 30.858809285910805
verified: no, type: nauc_precision_at_3_max
value: 40.875462270983995
verified: no, type: nauc_precision_at_3_std
value: 14.039083589242434
verified: no, type: nauc_precision_at_5_diff1
value: 24.894001411473027
verified: no, type: nauc_precision_at_5_max
value: 38.182725673958075
verified: no, type: nauc_precision_at_5_std
value: 16.206658306046783
verified: no, type: nauc_recall_at_1000_diff1
value: 16.53564900892544
verified: no, type: nauc_recall_at_1000_max
value: 46.72318966917282
verified: no, type: nauc_recall_at_1000_std
value: 54.442875812845855
verified: no, type: nauc_recall_at_100_diff1
value: 29.021625912783367
verified: no, type: nauc_recall_at_100_max
value: 42.51861007543889
verified: no, type: nauc_recall_at_100_std
value: 31.609526311067608
verified: no, type: nauc_recall_at_10_diff1
value: 29.824715829870073
verified: no, type: nauc_recall_at_10_max
value: 29.657124103804104
verified: no, type: nauc_recall_at_10_std
value: 11.250748700772178
verified: no, type: nauc_recall_at_1_diff1
value: 45.05748000688197
verified: no, type: nauc_recall_at_1_max
value: 30.741952307152193
verified: no, type: nauc_recall_at_1_std
value: 0.10027922648870957
verified: no, type: nauc_recall_at_20_diff1
value: 32.42540174551291
verified: no, type: nauc_recall_at_20_max
value: 35.98077437174156
verified: no, type: nauc_recall_at_20_std
value: 15.309458278296484
verified: no, type: nauc_recall_at_3_diff1
value: 35.45259519413173
verified: no, type: nauc_recall_at_3_max
value: 32.67176629682575
verified: no, type: nauc_recall_at_3_std
value: 4.565244871237187
verified: no, type: nauc_recall_at_5_diff1
value: 32.457520797399155
verified: no, type: nauc_recall_at_5_max
value: 31.85239341740217
verified: no, type: nauc_recall_at_5_std
value: 6.528652055169674
verified: no, type: ndcg_at_1
value: 28.538999999999998
verified: no, type: ndcg_at_10
value: 38.024
verified: no, type: ndcg_at_100
value: 44.062
verified: no, type: ndcg_at_1000
value: 46.539
verified: no, type: ndcg_at_20
value: 40.455000000000005
verified: no, type: ndcg_at_3
value: 32.818999999999996
verified: no, type: ndcg_at_5
value: 35.231
verified: no, type: precision_at_1
value: 28.538999999999998
verified: no, type: precision_at_10
value: 7.077999999999999
verified: no, type: precision_at_100
value: 1.183
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_20
value: 4.275
verified: no, type: precision_at_3
value: 15.943999999999999
verified: no, type: precision_at_5
value: 11.620999999999999
verified: no, type: recall_at_1
value: 23.173
verified: no, type: recall_at_10
value: 50.352
verified: no, type: recall_at_100
value: 76.087
verified: no, type: recall_at_1000
value: 92.92399999999999
verified: no, type: recall_at_20
value: 59.082
verified: no, type: recall_at_3
value: 35.544
verified: no, type: recall_at_5
value: 41.937999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 38.150083333333335
verified: no, type: ndcg_at_10
value: 38.150083333333335
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 33.661
verified: no, type: map_at_1
value: 23.879
verified: no, type: map_at_10
value: 29.93
verified: no, type: map_at_100
value: 30.871
verified: no, type: map_at_1000
value: 30.963
verified: no, type: map_at_20
value: 30.455
verified: no, type: map_at_3
value: 28.162
verified: no, type: map_at_5
value: 29.182000000000002
verified: no, type: mrr_at_1
value: 26.68711656441718
verified: no, type: mrr_at_10
value: 32.58478186775732
verified: no, type: mrr_at_100
value: 33.439877614219206
verified: no, type: mrr_at_1000
value: 33.509744356192215
verified: no, type: mrr_at_20
value: 33.08638504959304
verified: no, type: mrr_at_3
value: 30.904907975460134
verified: no, type: mrr_at_5
value: 31.86349693251534
verified: no, type: nauc_map_at_1000_diff1
value: 48.53139009200422
verified: no, type: nauc_map_at_1000_max
value: 41.07136045901999
verified: no, type: nauc_map_at_1000_std
value: 11.677315277008843
verified: no, type: nauc_map_at_100_diff1
value: 48.50830887484553
verified: no, type: nauc_map_at_100_max
value: 41.033344784856354
verified: no, type: nauc_map_at_100_std
value: 11.664201973879315
verified: no, type: nauc_map_at_10_diff1
value: 48.91206176897672
verified: no, type: nauc_map_at_10_max
value: 40.80325462807101
verified: no, type: nauc_map_at_10_std
value: 11.14885787161969
verified: no, type: nauc_map_at_1_diff1
value: 55.659938675798394
verified: no, type: nauc_map_at_1_max
value: 39.66838947608073
verified: no, type: nauc_map_at_1_std
value: 6.825041531017375
verified: no, type: nauc_map_at_20_diff1
value: 48.591524746620266
verified: no, type: nauc_map_at_20_max
value: 40.78908497571411
verified: no, type: nauc_map_at_20_std
value: 11.367474736784935
verified: no, type: nauc_map_at_3_diff1
value: 49.999805605139244
verified: no, type: nauc_map_at_3_max
value: 40.7083589084763
verified: no, type: nauc_map_at_3_std
value: 9.539830643323945
verified: no, type: nauc_map_at_5_diff1
value: 49.41513832999669
verified: no, type: nauc_map_at_5_max
value: 40.682908322546446
verified: no, type: nauc_map_at_5_std
value: 10.401189036376163
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.23812662173282
verified: no, type: nauc_mrr_at_1000_max
value: 42.89771775296582
verified: no, type: nauc_mrr_at_1000_std
value: 14.23723724292204
verified: no, type: nauc_mrr_at_100_diff1
value: 48.209766136073554
verified: no, type: nauc_mrr_at_100_max
value: 42.892924636996135
verified: no, type: nauc_mrr_at_100_std
value: 14.24054457950116
verified: no, type: nauc_mrr_at_10_diff1
value: 48.473273186214705
verified: no, type: nauc_mrr_at_10_max
value: 42.82520357348653
verified: no, type: nauc_mrr_at_10_std
value: 14.016153249262794
verified: no, type: nauc_mrr_at_1_diff1
value: 55.03641495962279
verified: no, type: nauc_mrr_at_1_max
value: 42.725997739916615
verified: no, type: nauc_mrr_at_1_std
value: 11.822056277995028
verified: no, type: nauc_mrr_at_20_diff1
value: 48.284200279599496
verified: no, type: nauc_mrr_at_20_max
value: 42.7371964321212
verified: no, type: nauc_mrr_at_20_std
value: 13.960829135523737
verified: no, type: nauc_mrr_at_3_diff1
value: 49.499792042223866
verified: no, type: nauc_mrr_at_3_max
value: 43.098227232894246
verified: no, type: nauc_mrr_at_3_std
value: 13.154632787036547
verified: no, type: nauc_mrr_at_5_diff1
value: 49.10361982716086
verified: no, type: nauc_mrr_at_5_max
value: 42.88372641833646
verified: no, type: nauc_mrr_at_5_std
value: 13.4614603500215
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.06608258942947
verified: no, type: nauc_ndcg_at_1000_max
value: 42.79644362867509
verified: no, type: nauc_ndcg_at_1000_std
value: 16.15949102798443
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.266893620089554
verified: no, type: nauc_ndcg_at_100_max
value: 42.206424784327574
verified: no, type: nauc_ndcg_at_100_std
value: 16.05284758202025
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.986130524985626
verified: no, type: nauc_ndcg_at_10_max
value: 41.19638299083851
verified: no, type: nauc_ndcg_at_10_std
value: 13.629470298951524
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.03641495962279
verified: no, type: nauc_ndcg_at_1_max
value: 42.725997739916615
verified: no, type: nauc_ndcg_at_1_std
value: 11.822056277995028
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.84752448706012
verified: no, type: nauc_ndcg_at_20_max
value: 40.844656950591634
verified: no, type: nauc_ndcg_at_20_std
value: 13.956165195086271
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.93537280384065
verified: no, type: nauc_ndcg_at_3_max
value: 41.40364123527904
verified: no, type: nauc_ndcg_at_3_std
value: 11.195130884125609
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.343700055586346
verified: no, type: nauc_ndcg_at_5_max
value: 41.24280986284959
verified: no, type: nauc_ndcg_at_5_std
value: 12.000132612812044
verified: no, type: nauc_precision_at_1000_diff1
value: 4.994176167963606
verified: no, type: nauc_precision_at_1000_max
value: 27.486847290176904
verified: no, type: nauc_precision_at_1000_std
value: 23.927151301162095
verified: no, type: nauc_precision_at_100_diff1
value: 15.07041459911376
verified: no, type: nauc_precision_at_100_max
value: 36.53781189328251
verified: no, type: nauc_precision_at_100_std
value: 29.5490135147151
verified: no, type: nauc_precision_at_10_diff1
value: 29.58860754340708
verified: no, type: nauc_precision_at_10_max
value: 40.30128439488323
verified: no, type: nauc_precision_at_10_std
value: 24.53133157634616
verified: no, type: nauc_precision_at_1_diff1
value: 55.03641495962279
verified: no, type: nauc_precision_at_1_max
value: 42.725997739916615
verified: no, type: nauc_precision_at_1_std
value: 11.822056277995028
verified: no, type: nauc_precision_at_20_diff1
value: 24.75997844201911
verified: no, type: nauc_precision_at_20_max
value: 37.42292478671453
verified: no, type: nauc_precision_at_20_std
value: 25.045588924299995
verified: no, type: nauc_precision_at_3_diff1
value: 39.700372389353454
verified: no, type: nauc_precision_at_3_max
value: 42.623221778268366
verified: no, type: nauc_precision_at_3_std
value: 17.754093140734657
verified: no, type: nauc_precision_at_5_diff1
value: 35.8446328417336
verified: no, type: nauc_precision_at_5_max
value: 41.77355878364959
verified: no, type: nauc_precision_at_5_std
value: 19.993565988703768
verified: no, type: nauc_recall_at_1000_diff1
value: 24.521138453207396
verified: no, type: nauc_recall_at_1000_max
value: 47.71668606929123
verified: no, type: nauc_recall_at_1000_std
value: 41.58965703674164
verified: no, type: nauc_recall_at_100_diff1
value: 25.24665773660013
verified: no, type: nauc_recall_at_100_max
value: 41.30250865497976
verified: no, type: nauc_recall_at_100_std
value: 30.672023026584007
verified: no, type: nauc_recall_at_10_diff1
value: 36.8832100241956
verified: no, type: nauc_recall_at_10_max
value: 38.49814277935064
verified: no, type: nauc_recall_at_10_std
value: 17.48144338977386
verified: no, type: nauc_recall_at_1_diff1
value: 55.659938675798394
verified: no, type: nauc_recall_at_1_max
value: 39.66838947608073
verified: no, type: nauc_recall_at_1_std
value: 6.825041531017375
verified: no, type: nauc_recall_at_20_diff1
value: 32.01354938288064
verified: no, type: nauc_recall_at_20_max
value: 36.63011334832695
verified: no, type: nauc_recall_at_20_std
value: 18.41097455462446
verified: no, type: nauc_recall_at_3_diff1
value: 42.76006973727167
verified: no, type: nauc_recall_at_3_max
value: 40.153203605070274
verified: no, type: nauc_recall_at_3_std
value: 11.005059866357977
verified: no, type: nauc_recall_at_5_diff1
value: 41.39165317018751
verified: no, type: nauc_recall_at_5_max
value: 39.736897424968035
verified: no, type: nauc_recall_at_5_std
value: 13.22928947133363
verified: no, type: ndcg_at_1
value: 26.687
verified: no, type: ndcg_at_10
value: 33.661
verified: no, type: ndcg_at_100
value: 38.35
verified: no, type: ndcg_at_1000
value: 40.8
verified: no, type: ndcg_at_20
value: 35.437000000000005
verified: no, type: ndcg_at_3
value: 30.342999999999996
verified: no, type: ndcg_at_5
value: 31.941000000000003
verified: no, type: precision_at_1
value: 26.687
verified: no, type: precision_at_10
value: 5.153
verified: no, type: precision_at_100
value: 0.814
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 3.029
verified: no, type: precision_at_3
value: 12.883
verified: no, type: precision_at_5
value: 8.803999999999998
verified: no, type: recall_at_1
value: 23.879
verified: no, type: recall_at_10
value: 42.477
verified: no, type: recall_at_100
value: 63.906
verified: no, type: recall_at_1000
value: 82.211
verified: no, type: recall_at_20
value: 49.045
verified: no, type: recall_at_3
value: 33.332
verified: no, type: recall_at_5
value: 37.354
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 26.76
verified: no, type: map_at_1
value: 15.662999999999998
verified: no, type: map_at_10
value: 22.35
verified: no, type: map_at_100
value: 23.427
verified: no, type: map_at_1000
value: 23.563000000000002
verified: no, type: map_at_20
value: 22.926
verified: no, type: map_at_3
value: 20.084
verified: no, type: map_at_5
value: 21.313
verified: no, type: mrr_at_1
value: 18.960770818995183
verified: no, type: mrr_at_10
value: 25.904983121948067
verified: no, type: mrr_at_100
value: 26.821542489430144
verified: no, type: mrr_at_1000
value: 26.906098040412544
verified: no, type: mrr_at_20
value: 26.403069282619253
verified: no, type: mrr_at_3
value: 23.692360633172754
verified: no, type: mrr_at_5
value: 24.924294562973202
verified: no, type: nauc_map_at_1000_diff1
value: 36.32845762325914
verified: no, type: nauc_map_at_1000_max
value: 33.55736291239209
verified: no, type: nauc_map_at_1000_std
value: 3.432229473309837
verified: no, type: nauc_map_at_100_diff1
value: 36.30089055071476
verified: no, type: nauc_map_at_100_max
value: 33.52021447234604
verified: no, type: nauc_map_at_100_std
value: 3.3949530646797705
verified: no, type: nauc_map_at_10_diff1
value: 36.706713645539004
verified: no, type: nauc_map_at_10_max
value: 33.36722158098282
verified: no, type: nauc_map_at_10_std
value: 2.7726772519273584
verified: no, type: nauc_map_at_1_diff1
value: 42.78539859955363
verified: no, type: nauc_map_at_1_max
value: 32.50849076879976
verified: no, type: nauc_map_at_1_std
value: 1.3954658101521349
verified: no, type: nauc_map_at_20_diff1
value: 36.44434182966826
verified: no, type: nauc_map_at_20_max
value: 33.4223606249205
verified: no, type: nauc_map_at_20_std
value: 3.056877020975398
verified: no, type: nauc_map_at_3_diff1
value: 38.09385217889672
verified: no, type: nauc_map_at_3_max
value: 33.444266093850466
verified: no, type: nauc_map_at_3_std
value: 1.4210812078047044
verified: no, type: nauc_map_at_5_diff1
value: 37.45455194954524
verified: no, type: nauc_map_at_5_max
value: 33.58297487933362
verified: no, type: nauc_map_at_5_std
value: 2.225792098397186
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.97608766191874
verified: no, type: nauc_mrr_at_1000_max
value: 33.6349173107215
verified: no, type: nauc_mrr_at_1000_std
value: 3.0989650345980073
verified: no, type: nauc_mrr_at_100_diff1
value: 34.94255258229341
verified: no, type: nauc_mrr_at_100_max
value: 33.62631058099838
verified: no, type: nauc_mrr_at_100_std
value: 3.1051547505163493
verified: no, type: nauc_mrr_at_10_diff1
value: 35.194039255792454
verified: no, type: nauc_mrr_at_10_max
value: 33.604737843685626
verified: no, type: nauc_mrr_at_10_std
value: 2.5905553770990615
verified: no, type: nauc_mrr_at_1_diff1
value: 40.836866506372836
verified: no, type: nauc_mrr_at_1_max
value: 33.39325239663001
verified: no, type: nauc_mrr_at_1_std
value: 1.127754938660376
verified: no, type: nauc_mrr_at_20_diff1
value: 35.00502184255156
verified: no, type: nauc_mrr_at_20_max
value: 33.52420796858889
verified: no, type: nauc_mrr_at_20_std
value: 2.898811413334367
verified: no, type: nauc_mrr_at_3_diff1
value: 36.338551068937036
verified: no, type: nauc_mrr_at_3_max
value: 33.815881689155916
verified: no, type: nauc_mrr_at_3_std
value: 1.5498753093044315
verified: no, type: nauc_mrr_at_5_diff1
value: 35.873030664605885
verified: no, type: nauc_mrr_at_5_max
value: 33.897101810836226
verified: no, type: nauc_mrr_at_5_std
value: 2.1967073621343687
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.837773001140015
verified: no, type: nauc_ndcg_at_1000_max
value: 33.978063813852195
verified: no, type: nauc_ndcg_at_1000_std
value: 7.18061649572422
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.23692228107245
verified: no, type: nauc_ndcg_at_100_max
value: 33.558149600646544
verified: no, type: nauc_ndcg_at_100_std
value: 6.814544306611417
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.79758164734529
verified: no, type: nauc_ndcg_at_10_max
value: 33.16077004784226
verified: no, type: nauc_ndcg_at_10_std
value: 3.807132179198105
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.836866506372836
verified: no, type: nauc_ndcg_at_1_max
value: 33.39325239663001
verified: no, type: nauc_ndcg_at_1_std
value: 1.127754938660376
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.04159869018307
verified: no, type: nauc_ndcg_at_20_max
value: 33.095598392370086
verified: no, type: nauc_ndcg_at_20_std
value: 4.86129474656699
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.32253988443199
verified: no, type: nauc_ndcg_at_3_max
value: 33.9538290861425
verified: no, type: nauc_ndcg_at_3_std
value: 1.3215696887170623
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.47052283188967
verified: no, type: nauc_ndcg_at_5_max
value: 33.89612026096585
verified: no, type: nauc_ndcg_at_5_std
value: 2.6710425885570195
verified: no, type: nauc_precision_at_1000_diff1
value: 0.9916365417350987
verified: no, type: nauc_precision_at_1000_max
value: 18.94027390642169
verified: no, type: nauc_precision_at_1000_std
value: 11.991965258965426
verified: no, type: nauc_precision_at_100_diff1
value: 8.540728510260907
verified: no, type: nauc_precision_at_100_max
value: 25.34067366375036
verified: no, type: nauc_precision_at_100_std
value: 14.584127511948362
verified: no, type: nauc_precision_at_10_diff1
value: 21.425375464273117
verified: no, type: nauc_precision_at_10_max
value: 30.715529687561215
verified: no, type: nauc_precision_at_10_std
value: 7.050366947545752
verified: no, type: nauc_precision_at_1_diff1
value: 40.836866506372836
verified: no, type: nauc_precision_at_1_max
value: 33.39325239663001
verified: no, type: nauc_precision_at_1_std
value: 1.127754938660376
verified: no, type: nauc_precision_at_20_diff1
value: 17.126577160838767
verified: no, type: nauc_precision_at_20_max
value: 28.180350861048918
verified: no, type: nauc_precision_at_20_std
value: 9.204946568923095
verified: no, type: nauc_precision_at_3_diff1
value: 30.03248221152837
verified: no, type: nauc_precision_at_3_max
value: 34.469274514363576
verified: no, type: nauc_precision_at_3_std
value: 1.3169507336484703
verified: no, type: nauc_precision_at_5_diff1
value: 27.691321638789717
verified: no, type: nauc_precision_at_5_max
value: 34.448336681904514
verified: no, type: nauc_precision_at_5_std
value: 4.3727325951693565
verified: no, type: nauc_recall_at_1000_diff1
value: 13.813296274685182
verified: no, type: nauc_recall_at_1000_max
value: 32.53692936157239
verified: no, type: nauc_recall_at_1000_std
value: 33.6379690047766
verified: no, type: nauc_recall_at_100_diff1
value: 17.544425110662758
verified: no, type: nauc_recall_at_100_max
value: 29.99355188898577
verified: no, type: nauc_recall_at_100_std
value: 19.181138219276104
verified: no, type: nauc_recall_at_10_diff1
value: 25.579263146027888
verified: no, type: nauc_recall_at_10_max
value: 29.688994497442945
verified: no, type: nauc_recall_at_10_std
value: 6.101926427651782
verified: no, type: nauc_recall_at_1_diff1
value: 42.78539859955363
verified: no, type: nauc_recall_at_1_max
value: 32.50849076879976
verified: no, type: nauc_recall_at_1_std
value: 1.3954658101521349
verified: no, type: nauc_recall_at_20_diff1
value: 22.855697416129058
verified: no, type: nauc_recall_at_20_max
value: 29.016750276488402
verified: no, type: nauc_recall_at_20_std
value: 9.507542232520008
verified: no, type: nauc_recall_at_3_diff1
value: 32.74667430133546
verified: no, type: nauc_recall_at_3_max
value: 32.36180346979294
verified: no, type: nauc_recall_at_3_std
value: 1.5435126499493685
verified: no, type: nauc_recall_at_5_diff1
value: 30.35636475352035
verified: no, type: nauc_recall_at_5_max
value: 31.964366285189993
verified: no, type: nauc_recall_at_5_std
value: 3.7439177812212914
verified: no, type: ndcg_at_1
value: 18.961
verified: no, type: ndcg_at_10
value: 26.76
verified: no, type: ndcg_at_100
value: 31.987
verified: no, type: ndcg_at_1000
value: 35.14
verified: no, type: ndcg_at_20
value: 28.666000000000004
verified: no, type: ndcg_at_3
value: 22.611
verified: no, type: ndcg_at_5
value: 24.495
verified: no, type: precision_at_1
value: 18.961
verified: no, type: precision_at_10
value: 4.955
verified: no, type: precision_at_100
value: 0.886
verified: no, type: precision_at_1000
value: 0.134
verified: no, type: precision_at_20
value: 3.02
verified: no, type: precision_at_3
value: 10.679
verified: no, type: precision_at_5
value: 7.811
verified: no, type: recall_at_1
value: 15.662999999999998
verified: no, type: recall_at_10
value: 36.486000000000004
verified: no, type: recall_at_100
value: 60.13699999999999
verified: no, type: recall_at_1000
value: 82.674
verified: no, type: recall_at_20
value: 43.636
verified: no, type: recall_at_3
value: 24.895999999999997
verified: no, type: recall_at_5
value: 29.755
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 37.25
verified: no, type: map_at_1
value: 23.52
verified: no, type: map_at_10
value: 32.04
verified: no, type: map_at_100
value: 33.265
verified: no, type: map_at_1000
value: 33.364
verified: no, type: map_at_20
value: 32.705
verified: no, type: map_at_3
value: 29.433
verified: no, type: map_at_5
value: 30.803000000000004
verified: no, type: mrr_at_1
value: 27.51865671641791
verified: no, type: mrr_at_10
value: 36.00424218194739
verified: no, type: mrr_at_100
value: 36.903107608606675
verified: no, type: mrr_at_1000
value: 36.96395251148347
verified: no, type: mrr_at_20
value: 36.459384561103356
verified: no, type: mrr_at_3
value: 33.62873134328357
verified: no, type: mrr_at_5
value: 34.91138059701488
verified: no, type: nauc_map_at_1000_diff1
value: 44.26760971600569
verified: no, type: nauc_map_at_1000_max
value: 37.03675061352433
verified: no, type: nauc_map_at_1000_std
value: -0.6748853500833264
verified: no, type: nauc_map_at_100_diff1
value: 44.26591155341421
verified: no, type: nauc_map_at_100_max
value: 37.0374608260786
verified: no, type: nauc_map_at_100_std
value: -0.6739130374083069
verified: no, type: nauc_map_at_10_diff1
value: 44.64333115475081
verified: no, type: nauc_map_at_10_max
value: 36.618375959258096
verified: no, type: nauc_map_at_10_std
value: -1.3282754617161208
verified: no, type: nauc_map_at_1_diff1
value: 51.61094035660931
verified: no, type: nauc_map_at_1_max
value: 35.24232228126847
verified: no, type: nauc_map_at_1_std
value: -4.805963422515798
verified: no, type: nauc_map_at_20_diff1
value: 44.41630684519036
verified: no, type: nauc_map_at_20_max
value: 37.02214474390442
verified: no, type: nauc_map_at_20_std
value: -0.8251824639491345
verified: no, type: nauc_map_at_3_diff1
value: 45.61815969575457
verified: no, type: nauc_map_at_3_max
value: 35.387991045369716
verified: no, type: nauc_map_at_3_std
value: -3.239524904892324
verified: no, type: nauc_map_at_5_diff1
value: 44.82439840305814
verified: no, type: nauc_map_at_5_max
value: 36.24725748815871
verified: no, type: nauc_map_at_5_std
value: -1.851648510167343
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.03257519827712
verified: no, type: nauc_mrr_at_1000_max
value: 38.37966433606752
verified: no, type: nauc_mrr_at_1000_std
value: -0.15282541892993076
verified: no, type: nauc_mrr_at_100_diff1
value: 42.014741602279564
verified: no, type: nauc_mrr_at_100_max
value: 38.37840441614305
verified: no, type: nauc_mrr_at_100_std
value: -0.14610389460051212
verified: no, type: nauc_mrr_at_10_diff1
value: 42.15513668994741
verified: no, type: nauc_mrr_at_10_max
value: 38.30754832862629
verified: no, type: nauc_mrr_at_10_std
value: -0.5099123585689097
verified: no, type: nauc_mrr_at_1_diff1
value: 49.1101047164422
verified: no, type: nauc_mrr_at_1_max
value: 37.933671986494026
verified: no, type: nauc_mrr_at_1_std
value: -3.7731587131539976
verified: no, type: nauc_mrr_at_20_diff1
value: 42.06752969763786
verified: no, type: nauc_mrr_at_20_max
value: 38.36700308017657
verified: no, type: nauc_mrr_at_20_std
value: -0.3054736037276272
verified: no, type: nauc_mrr_at_3_diff1
value: 42.62372944034753
verified: no, type: nauc_mrr_at_3_max
value: 37.909468795649666
verified: no, type: nauc_mrr_at_3_std
value: -1.527800377472655
verified: no, type: nauc_mrr_at_5_diff1
value: 42.198527449928804
verified: no, type: nauc_mrr_at_5_max
value: 38.35215994800784
verified: no, type: nauc_mrr_at_5_std
value: -0.5485521166603851
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.855780678246724
verified: no, type: nauc_ndcg_at_1000_max
value: 38.394998686556
verified: no, type: nauc_ndcg_at_1000_std
value: 2.8353732609834514
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.55606418953665
verified: no, type: nauc_ndcg_at_100_max
value: 38.454872156001805
verified: no, type: nauc_ndcg_at_100_std
value: 3.061615143253422
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.90525124437928
verified: no, type: nauc_ndcg_at_10_max
value: 37.591000536129435
verified: no, type: nauc_ndcg_at_10_std
value: 0.7110197729123375
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.1101047164422
verified: no, type: nauc_ndcg_at_1_max
value: 37.933671986494026
verified: no, type: nauc_ndcg_at_1_std
value: -3.7731587131539976
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.307377431306556
verified: no, type: nauc_ndcg_at_20_max
value: 38.41832801024425
verified: no, type: nauc_ndcg_at_20_std
value: 1.9886496294555962
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.986902248079836
verified: no, type: nauc_ndcg_at_3_max
value: 36.196771893007885
verified: no, type: nauc_ndcg_at_3_std
value: -2.2909240633804404
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.11824383427997
verified: no, type: nauc_ndcg_at_5_max
value: 37.09158761390391
verified: no, type: nauc_ndcg_at_5_std
value: -0.1957306778551101
verified: no, type: nauc_precision_at_1000_diff1
value: -14.92219394812046
verified: no, type: nauc_precision_at_1000_max
value: 6.200453065515646
verified: no, type: nauc_precision_at_1000_std
value: 7.198226536807955
verified: no, type: nauc_precision_at_100_diff1
value: -0.933334477353504
verified: no, type: nauc_precision_at_100_max
value: 23.74769225281431
verified: no, type: nauc_precision_at_100_std
value: 13.760336011422103
verified: no, type: nauc_precision_at_10_diff1
value: 21.317504992362302
verified: no, type: nauc_precision_at_10_max
value: 36.64677303747258
verified: no, type: nauc_precision_at_10_std
value: 9.268521380662948
verified: no, type: nauc_precision_at_1_diff1
value: 49.1101047164422
verified: no, type: nauc_precision_at_1_max
value: 37.933671986494026
verified: no, type: nauc_precision_at_1_std
value: -3.7731587131539976
verified: no, type: nauc_precision_at_20_diff1
value: 13.657560976362785
verified: no, type: nauc_precision_at_20_max
value: 33.87541496378981
verified: no, type: nauc_precision_at_20_std
value: 12.548073724501604
verified: no, type: nauc_precision_at_3_diff1
value: 31.86603948675504
verified: no, type: nauc_precision_at_3_max
value: 36.7937804867161
verified: no, type: nauc_precision_at_3_std
value: 1.3747787278458556
verified: no, type: nauc_precision_at_5_diff1
value: 26.464128564884287
verified: no, type: nauc_precision_at_5_max
value: 38.421403615633615
verified: no, type: nauc_precision_at_5_std
value: 6.849484842483432
verified: no, type: nauc_recall_at_1000_diff1
value: 18.749722864106687
verified: no, type: nauc_recall_at_1000_max
value: 43.23340103124563
verified: no, type: nauc_recall_at_1000_std
value: 40.71445800815644
verified: no, type: nauc_recall_at_100_diff1
value: 25.75477193308326
verified: no, type: nauc_recall_at_100_max
value: 38.95166149979008
verified: no, type: nauc_recall_at_100_std
value: 20.086723446846307
verified: no, type: nauc_recall_at_10_diff1
value: 34.9465684232037
verified: no, type: nauc_recall_at_10_max
value: 36.310367249051446
verified: no, type: nauc_recall_at_10_std
value: 5.334139441477833
verified: no, type: nauc_recall_at_1_diff1
value: 51.61094035660931
verified: no, type: nauc_recall_at_1_max
value: 35.24232228126847
verified: no, type: nauc_recall_at_1_std
value: -4.805963422515798
verified: no, type: nauc_recall_at_20_diff1
value: 32.74344985990636
verified: no, type: nauc_recall_at_20_max
value: 38.70262442532749
verified: no, type: nauc_recall_at_20_std
value: 9.903515883710332
verified: no, type: nauc_recall_at_3_diff1
value: 38.44351038745494
verified: no, type: nauc_recall_at_3_max
value: 33.58936306504043
verified: no, type: nauc_recall_at_3_std
value: -1.4980811551146116
verified: no, type: nauc_recall_at_5_diff1
value: 35.90101189825282
verified: no, type: nauc_recall_at_5_max
value: 35.662369181706204
verified: no, type: nauc_recall_at_5_std
value: 3.0145054767330115
verified: no, type: ndcg_at_1
value: 27.519
verified: no, type: ndcg_at_10
value: 37.25
verified: no, type: ndcg_at_100
value: 42.848000000000006
verified: no, type: ndcg_at_1000
value: 45.254
verified: no, type: ndcg_at_20
value: 39.277
verified: no, type: ndcg_at_3
value: 32.399
verified: no, type: ndcg_at_5
value: 34.524
verified: no, type: precision_at_1
value: 27.519
verified: no, type: precision_at_10
value: 6.334
verified: no, type: precision_at_100
value: 1.026
verified: no, type: precision_at_1000
value: 0.134
verified: no, type: precision_at_20
value: 3.759
verified: no, type: precision_at_3
value: 14.677000000000001
verified: no, type: precision_at_5
value: 10.317
verified: no, type: recall_at_1
value: 23.52
verified: no, type: recall_at_10
value: 49.184
verified: no, type: recall_at_100
value: 73.733
verified: no, type: recall_at_1000
value: 90.77
verified: no, type: recall_at_20
value: 56.298
verified: no, type: recall_at_3
value: 35.973
verified: no, type: recall_at_5
value: 41.374
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 36.565
verified: no, type: map_at_1
value: 23.105999999999998
verified: no, type: map_at_10
value: 31.290000000000003
verified: no, type: map_at_100
value: 32.84
verified: no, type: map_at_1000
value: 33.056999999999995
verified: no, type: map_at_20
value: 32.053
verified: no, type: map_at_3
value: 28.524
verified: no, type: map_at_5
value: 30.059
verified: no, type: mrr_at_1
value: 27.27272727272727
verified: no, type: mrr_at_10
value: 35.2733860342556
verified: no, type: mrr_at_100
value: 36.3053638836631
verified: no, type: mrr_at_1000
value: 36.37032482519805
verified: no, type: mrr_at_20
value: 35.859048151622396
verified: no, type: mrr_at_3
value: 32.83926218708829
verified: no, type: mrr_at_5
value: 34.12384716732543
verified: no, type: nauc_map_at_1000_diff1
value: 39.76272068657792
verified: no, type: nauc_map_at_1000_max
value: 29.790280297209893
verified: no, type: nauc_map_at_1000_std
value: 10.757488325628422
verified: no, type: nauc_map_at_100_diff1
value: 39.81480347795618
verified: no, type: nauc_map_at_100_max
value: 29.922166651619236
verified: no, type: nauc_map_at_100_std
value: 10.65010277811946
verified: no, type: nauc_map_at_10_diff1
value: 39.55904622384973
verified: no, type: nauc_map_at_10_max
value: 29.4537747039685
verified: no, type: nauc_map_at_10_std
value: 9.600423622583662
verified: no, type: nauc_map_at_1_diff1
value: 46.2974028098431
verified: no, type: nauc_map_at_1_max
value: 28.426406901170203
verified: no, type: nauc_map_at_1_std
value: 2.298735191126003
verified: no, type: nauc_map_at_20_diff1
value: 39.3449497565094
verified: no, type: nauc_map_at_20_max
value: 29.80594598624846
verified: no, type: nauc_map_at_20_std
value: 10.131168100104727
verified: no, type: nauc_map_at_3_diff1
value: 41.76837093706344
verified: no, type: nauc_map_at_3_max
value: 29.663230640722325
verified: no, type: nauc_map_at_3_std
value: 8.357883325471708
verified: no, type: nauc_map_at_5_diff1
value: 40.001875443538545
verified: no, type: nauc_map_at_5_max
value: 29.427859045507148
verified: no, type: nauc_map_at_5_std
value: 8.398905009560293
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.471195736412206
verified: no, type: nauc_mrr_at_1000_max
value: 30.816676948801714
verified: no, type: nauc_mrr_at_1000_std
value: 11.159711491734067
verified: no, type: nauc_mrr_at_100_diff1
value: 40.47871261866228
verified: no, type: nauc_mrr_at_100_max
value: 30.821157171181696
verified: no, type: nauc_mrr_at_100_std
value: 11.178279050139082
verified: no, type: nauc_mrr_at_10_diff1
value: 40.43627989797811
verified: no, type: nauc_mrr_at_10_max
value: 30.68845552208875
verified: no, type: nauc_mrr_at_10_std
value: 11.082356764494767
verified: no, type: nauc_mrr_at_1_diff1
value: 45.50910903294914
verified: no, type: nauc_mrr_at_1_max
value: 31.3076070063755
verified: no, type: nauc_mrr_at_1_std
value: 5.37768597927747
verified: no, type: nauc_mrr_at_20_diff1
value: 40.145413037287746
verified: no, type: nauc_mrr_at_20_max
value: 30.78817829326666
verified: no, type: nauc_mrr_at_20_std
value: 11.135265444724569
verified: no, type: nauc_mrr_at_3_diff1
value: 41.67907201095954
verified: no, type: nauc_mrr_at_3_max
value: 30.935486674293628
verified: no, type: nauc_mrr_at_3_std
value: 9.999676547554822
verified: no, type: nauc_mrr_at_5_diff1
value: 40.63061020793853
verified: no, type: nauc_mrr_at_5_max
value: 30.65935831056293
verified: no, type: nauc_mrr_at_5_std
value: 10.253570942971265
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.31679453625091
verified: no, type: nauc_ndcg_at_1000_max
value: 30.42490674886122
verified: no, type: nauc_ndcg_at_1000_std
value: 14.214535852825216
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.25066725250533
verified: no, type: nauc_ndcg_at_100_max
value: 30.44191906381211
verified: no, type: nauc_ndcg_at_100_std
value: 14.901162385978845
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.69901106502627
verified: no, type: nauc_ndcg_at_10_max
value: 29.64235402905151
verified: no, type: nauc_ndcg_at_10_std
value: 13.16074821157373
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.50910903294914
verified: no, type: nauc_ndcg_at_1_max
value: 31.3076070063755
verified: no, type: nauc_ndcg_at_1_std
value: 5.37768597927747
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.28568865631326
verified: no, type: nauc_ndcg_at_20_max
value: 30.050385172275394
verified: no, type: nauc_ndcg_at_20_std
value: 13.754810821651981
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.651315048123216
verified: no, type: nauc_ndcg_at_3_max
value: 31.443490740638612
verified: no, type: nauc_ndcg_at_3_std
value: 11.384365369343216
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.128045954408535
verified: no, type: nauc_ndcg_at_5_max
value: 30.294182805626523
verified: no, type: nauc_ndcg_at_5_std
value: 11.455518736657039
verified: no, type: nauc_precision_at_1000_diff1
value: -2.5588471818616236
verified: no, type: nauc_precision_at_1000_max
value: -8.40564077817957
verified: no, type: nauc_precision_at_1000_std
value: 17.178789287436377
verified: no, type: nauc_precision_at_100_diff1
value: 10.20179378901254
verified: no, type: nauc_precision_at_100_max
value: 6.9826053319142485
verified: no, type: nauc_precision_at_100_std
value: 24.31302168417932
verified: no, type: nauc_precision_at_10_diff1
value: 21.64226817804198
verified: no, type: nauc_precision_at_10_max
value: 25.95797802850366
verified: no, type: nauc_precision_at_10_std
value: 23.463222960924217
verified: no, type: nauc_precision_at_1_diff1
value: 45.50910903294914
verified: no, type: nauc_precision_at_1_max
value: 31.3076070063755
verified: no, type: nauc_precision_at_1_std
value: 5.37768597927747
verified: no, type: nauc_precision_at_20_diff1
value: 16.188528114667015
verified: no, type: nauc_precision_at_20_max
value: 22.711717515357932
verified: no, type: nauc_precision_at_20_std
value: 25.92900601366098
verified: no, type: nauc_precision_at_3_diff1
value: 33.38289089598491
verified: no, type: nauc_precision_at_3_max
value: 33.0613762828467
verified: no, type: nauc_precision_at_3_std
value: 18.26750139224793
verified: no, type: nauc_precision_at_5_diff1
value: 25.299183198738884
verified: no, type: nauc_precision_at_5_max
value: 27.95155532864501
verified: no, type: nauc_precision_at_5_std
value: 17.69547733910105
verified: no, type: nauc_recall_at_1000_diff1
value: 22.127156020725522
verified: no, type: nauc_recall_at_1000_max
value: 36.32198236414703
verified: no, type: nauc_recall_at_1000_std
value: 46.0024764987062
verified: no, type: nauc_recall_at_100_diff1
value: 30.41962941522361
verified: no, type: nauc_recall_at_100_max
value: 29.658332453198888
verified: no, type: nauc_recall_at_100_std
value: 32.76645418495392
verified: no, type: nauc_recall_at_10_diff1
value: 27.94562925698465
verified: no, type: nauc_recall_at_10_max
value: 26.023394389331383
verified: no, type: nauc_recall_at_10_std
value: 18.394527204627348
verified: no, type: nauc_recall_at_1_diff1
value: 46.2974028098431
verified: no, type: nauc_recall_at_1_max
value: 28.426406901170203
verified: no, type: nauc_recall_at_1_std
value: 2.298735191126003
verified: no, type: nauc_recall_at_20_diff1
value: 22.776623977857145
verified: no, type: nauc_recall_at_20_max
value: 27.21001817636621
verified: no, type: nauc_recall_at_20_std
value: 21.282932443508354
verified: no, type: nauc_recall_at_3_diff1
value: 36.884749050164295
verified: no, type: nauc_recall_at_3_max
value: 28.465498877250873
verified: no, type: nauc_recall_at_3_std
value: 12.711247426442371
verified: no, type: nauc_recall_at_5_diff1
value: 31.283845178999254
verified: no, type: nauc_recall_at_5_max
value: 27.061848538009027
verified: no, type: nauc_recall_at_5_std
value: 13.469960961026883
verified: no, type: ndcg_at_1
value: 27.272999999999996
verified: no, type: ndcg_at_10
value: 36.565
verified: no, type: ndcg_at_100
value: 42.9
verified: no, type: ndcg_at_1000
value: 45.608
verified: no, type: ndcg_at_20
value: 38.751000000000005
verified: no, type: ndcg_at_3
value: 31.939
verified: no, type: ndcg_at_5
value: 34.101
verified: no, type: precision_at_1
value: 27.272999999999996
verified: no, type: precision_at_10
value: 6.917
verified: no, type: precision_at_100
value: 1.455
verified: no, type: precision_at_1000
value: 0.232
verified: no, type: precision_at_20
value: 4.447
verified: no, type: precision_at_3
value: 14.69
verified: no, type: precision_at_5
value: 10.870000000000001
verified: no, type: recall_at_1
value: 23.105999999999998
verified: no, type: recall_at_10
value: 46.894999999999996
verified: no, type: recall_at_100
value: 75.594
verified: no, type: recall_at_1000
value: 92.732
verified: no, type: recall_at_20
value: 55.257999999999996
verified: no, type: recall_at_3
value: 33.934999999999995
verified: no, type: recall_at_5
value: 39.222
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 29.567
verified: no, type: map_at_1
value: 17.904999999999998
verified: no, type: map_at_10
value: 24.938
verified: no, type: map_at_100
value: 25.909
verified: no, type: map_at_1000
value: 26.027
verified: no, type: map_at_20
value: 25.451
verified: no, type: map_at_3
value: 22.259999999999998
verified: no, type: map_at_5
value: 23.834
verified: no, type: mrr_at_1
value: 19.223659889094268
verified: no, type: mrr_at_10
value: 26.62845113399643
verified: no, type: mrr_at_100
value: 27.499845907183552
verified: no, type: mrr_at_1000
value: 27.593472908486984
verified: no, type: mrr_at_20
value: 27.123214255946344
verified: no, type: mrr_at_3
value: 23.813924830560687
verified: no, type: mrr_at_5
value: 25.551447935921136
verified: no, type: nauc_map_at_1000_diff1
value: 38.89606010868926
verified: no, type: nauc_map_at_1000_max
value: 31.538856803290884
verified: no, type: nauc_map_at_1000_std
value: -1.305075788649935
verified: no, type: nauc_map_at_100_diff1
value: 38.82639909571271
verified: no, type: nauc_map_at_100_max
value: 31.497525225584177
verified: no, type: nauc_map_at_100_std
value: -1.309646997856667
verified: no, type: nauc_map_at_10_diff1
value: 39.29347922607974
verified: no, type: nauc_map_at_10_max
value: 31.79078705023462
verified: no, type: nauc_map_at_10_std
value: -1.876636004896723
verified: no, type: nauc_map_at_1_diff1
value: 48.21195607823574
verified: no, type: nauc_map_at_1_max
value: 32.939940404152814
verified: no, type: nauc_map_at_1_std
value: -2.598175888025344
verified: no, type: nauc_map_at_20_diff1
value: 38.97329850846901
verified: no, type: nauc_map_at_20_max
value: 31.517768894234088
verified: no, type: nauc_map_at_20_std
value: -1.7582312182435884
verified: no, type: nauc_map_at_3_diff1
value: 41.14141970209535
verified: no, type: nauc_map_at_3_max
value: 32.30972428641846
verified: no, type: nauc_map_at_3_std
value: -1.8883058706632543
verified: no, type: nauc_map_at_5_diff1
value: 40.09562382270429
verified: no, type: nauc_map_at_5_max
value: 31.933391253205627
verified: no, type: nauc_map_at_5_std
value: -2.100889221871347
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.01910001476905
verified: no, type: nauc_mrr_at_1000_max
value: 33.08207505682323
verified: no, type: nauc_mrr_at_1000_std
value: -0.6237855979344884
verified: no, type: nauc_mrr_at_100_diff1
value: 38.93803750185852
verified: no, type: nauc_mrr_at_100_max
value: 33.048836543873975
verified: no, type: nauc_mrr_at_100_std
value: -0.6062208268461757
verified: no, type: nauc_mrr_at_10_diff1
value: 39.270583896754644
verified: no, type: nauc_mrr_at_10_max
value: 33.24795051204245
verified: no, type: nauc_mrr_at_10_std
value: -0.9725090570441313
verified: no, type: nauc_mrr_at_1_diff1
value: 47.999638413846505
verified: no, type: nauc_mrr_at_1_max
value: 35.36138863519551
verified: no, type: nauc_mrr_at_1_std
value: -1.880235814636017
verified: no, type: nauc_mrr_at_20_diff1
value: 39.021750324405396
verified: no, type: nauc_mrr_at_20_max
value: 33.03808863518709
verified: no, type: nauc_mrr_at_20_std
value: -0.9591151055995247
verified: no, type: nauc_mrr_at_3_diff1
value: 41.80927533235213
verified: no, type: nauc_mrr_at_3_max
value: 34.29227659304729
verified: no, type: nauc_mrr_at_3_std
value: -1.1645238886922333
verified: no, type: nauc_mrr_at_5_diff1
value: 40.090198362725445
verified: no, type: nauc_mrr_at_5_max
value: 33.38020362155669
verified: no, type: nauc_mrr_at_5_std
value: -0.9765029348699578
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.50789376303437
verified: no, type: nauc_ndcg_at_1000_max
value: 31.615759544374693
verified: no, type: nauc_ndcg_at_1000_std
value: 2.1204304391621855
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.57315272127493
verified: no, type: nauc_ndcg_at_100_max
value: 30.086482858827026
verified: no, type: nauc_ndcg_at_100_std
value: 2.0440427140431576
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.34492455018914
verified: no, type: nauc_ndcg_at_10_max
value: 31.02089117001684
verified: no, type: nauc_ndcg_at_10_std
value: -1.1048933497920645
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.999638413846505
verified: no, type: nauc_ndcg_at_1_max
value: 35.36138863519551
verified: no, type: nauc_ndcg_at_1_std
value: -1.880235814636017
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.26215274432466
verified: no, type: nauc_ndcg_at_20_max
value: 30.20225190792415
verified: no, type: nauc_ndcg_at_20_std
value: -0.7509261018709115
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.389519747059026
verified: no, type: nauc_ndcg_at_3_max
value: 32.63411653129123
verified: no, type: nauc_ndcg_at_3_std
value: -0.993678872804903
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.188814736325924
verified: no, type: nauc_ndcg_at_5_max
value: 31.495832182127202
verified: no, type: nauc_ndcg_at_5_std
value: -1.2778445014948332
verified: no, type: nauc_precision_at_1000_diff1
value: -9.97486529251133
verified: no, type: nauc_precision_at_1000_max
value: -0.7480260820564806
verified: no, type: nauc_precision_at_1000_std
value: 11.340009034047164
verified: no, type: nauc_precision_at_100_diff1
value: 3.9801856363648436
verified: no, type: nauc_precision_at_100_max
value: 13.379133650650818
verified: no, type: nauc_precision_at_100_std
value: 19.09971792064424
verified: no, type: nauc_precision_at_10_diff1
value: 21.999340108469816
verified: no, type: nauc_precision_at_10_max
value: 27.787090972478723
verified: no, type: nauc_precision_at_10_std
value: 3.666717149158269
verified: no, type: nauc_precision_at_1_diff1
value: 47.999638413846505
verified: no, type: nauc_precision_at_1_max
value: 35.36138863519551
verified: no, type: nauc_precision_at_1_std
value: -1.880235814636017
verified: no, type: nauc_precision_at_20_diff1
value: 16.517223912074233
verified: no, type: nauc_precision_at_20_max
value: 23.937166410814513
verified: no, type: nauc_precision_at_20_std
value: 8.146414485970688
verified: no, type: nauc_precision_at_3_diff1
value: 32.928185060716544
verified: no, type: nauc_precision_at_3_max
value: 33.32909830966484
verified: no, type: nauc_precision_at_3_std
value: 1.7607783669388026
verified: no, type: nauc_precision_at_5_diff1
value: 27.617896173358826
verified: no, type: nauc_precision_at_5_max
value: 31.07062829318418
verified: no, type: nauc_precision_at_5_std
value: 2.5159680374410023
verified: no, type: nauc_recall_at_1000_diff1
value: 25.828881504446947
verified: no, type: nauc_recall_at_1000_max
value: 41.72839366554471
verified: no, type: nauc_recall_at_1000_std
value: 32.88040232676994
verified: no, type: nauc_recall_at_100_diff1
value: 13.845109468247148
verified: no, type: nauc_recall_at_100_max
value: 21.81619945923323
verified: no, type: nauc_recall_at_100_std
value: 15.182307774891207
verified: no, type: nauc_recall_at_10_diff1
value: 24.07889524419303
verified: no, type: nauc_recall_at_10_max
value: 26.924752181722017
verified: no, type: nauc_recall_at_10_std
value: -0.011546334534046606
verified: no, type: nauc_recall_at_1_diff1
value: 48.21195607823574
verified: no, type: nauc_recall_at_1_max
value: 32.939940404152814
verified: no, type: nauc_recall_at_1_std
value: -2.598175888025344
verified: no, type: nauc_recall_at_20_diff1
value: 19.964045605188886
verified: no, type: nauc_recall_at_20_max
value: 23.885666727839393
verified: no, type: nauc_recall_at_20_std
value: 0.42285441592789197
verified: no, type: nauc_recall_at_3_diff1
value: 33.929457814927375
verified: no, type: nauc_recall_at_3_max
value: 30.910764244335205
verified: no, type: nauc_recall_at_3_std
value: 0.3174639322018935
verified: no, type: nauc_recall_at_5_diff1
value: 29.092298121601694
verified: no, type: nauc_recall_at_5_max
value: 28.363390941448102
verified: no, type: nauc_recall_at_5_std
value: -0.2037623526882392
verified: no, type: ndcg_at_1
value: 19.224
verified: no, type: ndcg_at_10
value: 29.567
verified: no, type: ndcg_at_100
value: 34.521
verified: no, type: ndcg_at_1000
value: 37.525999999999996
verified: no, type: ndcg_at_20
value: 31.385999999999996
verified: no, type: ndcg_at_3
value: 24.104999999999997
verified: no, type: ndcg_at_5
value: 26.956000000000003
verified: no, type: precision_at_1
value: 19.224
verified: no, type: precision_at_10
value: 4.898000000000001
verified: no, type: precision_at_100
value: 0.8
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 2.8930000000000002
verified: no, type: precision_at_3
value: 10.228
verified: no, type: precision_at_5
value: 7.8
verified: no, type: recall_at_1
value: 17.904999999999998
verified: no, type: recall_at_10
value: 42.236000000000004
verified: no, type: recall_at_100
value: 65.31
verified: no, type: recall_at_1000
value: 87.725
verified: no, type: recall_at_20
value: 49.122
verified: no, type: recall_at_3
value: 27.659
verified: no, type: recall_at_5
value: 34.476
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 26.737
verified: no, type: map_at_1
value: 11.047
verified: no, type: map_at_10
value: 19.031000000000002
verified: no, type: map_at_100
value: 20.811
verified: no, type: map_at_1000
value: 21.004
verified: no, type: map_at_20
value: 19.906
verified: no, type: map_at_3
value: 16.154
verified: no, type: map_at_5
value: 17.637
verified: no, type: mrr_at_1
value: 24.7557003257329
verified: no, type: mrr_at_10
value: 36.00248177446872
verified: no, type: mrr_at_100
value: 37.022765746266224
verified: no, type: mrr_at_1000
value: 37.06412282708337
verified: no, type: mrr_at_20
value: 36.613242481766875
verified: no, type: mrr_at_3
value: 32.99674267100971
verified: no, type: mrr_at_5
value: 34.77198697068397
verified: no, type: nauc_map_at_1000_diff1
value: 22.95284162051679
verified: no, type: nauc_map_at_1000_max
value: 41.05657553737428
verified: no, type: nauc_map_at_1000_std
value: 18.834903528536966
verified: no, type: nauc_map_at_100_diff1
value: 22.98481765525261
verified: no, type: nauc_map_at_100_max
value: 41.03975029590201
verified: no, type: nauc_map_at_100_std
value: 18.771562130707093
verified: no, type: nauc_map_at_10_diff1
value: 23.13821422467576
verified: no, type: nauc_map_at_10_max
value: 39.82209459044267
verified: no, type: nauc_map_at_10_std
value: 16.550430053938996
verified: no, type: nauc_map_at_1_diff1
value: 27.763657551345815
verified: no, type: nauc_map_at_1_max
value: 36.12475370802807
verified: no, type: nauc_map_at_1_std
value: 8.813087776045409
verified: no, type: nauc_map_at_20_diff1
value: 22.989816492876976
verified: no, type: nauc_map_at_20_max
value: 40.47306627293731
verified: no, type: nauc_map_at_20_std
value: 17.922541923299242
verified: no, type: nauc_map_at_3_diff1
value: 25.177638524660594
verified: no, type: nauc_map_at_3_max
value: 38.39188053307798
verified: no, type: nauc_map_at_3_std
value: 12.43002831643714
verified: no, type: nauc_map_at_5_diff1
value: 24.11240452332388
verified: no, type: nauc_map_at_5_max
value: 39.78597831033908
verified: no, type: nauc_map_at_5_std
value: 15.348832909388102
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.953724268315007
verified: no, type: nauc_mrr_at_1000_max
value: 36.75873655295118
verified: no, type: nauc_mrr_at_1000_std
value: 18.86900175143143
verified: no, type: nauc_mrr_at_100_diff1
value: 22.94708169148642
verified: no, type: nauc_mrr_at_100_max
value: 36.77692171237133
verified: no, type: nauc_mrr_at_100_std
value: 18.90049139812642
verified: no, type: nauc_mrr_at_10_diff1
value: 22.961392194546697
verified: no, type: nauc_mrr_at_10_max
value: 36.5664392762182
verified: no, type: nauc_mrr_at_10_std
value: 18.61258791439757
verified: no, type: nauc_mrr_at_1_diff1
value: 25.264729979176337
verified: no, type: nauc_mrr_at_1_max
value: 32.00533151772989
verified: no, type: nauc_mrr_at_1_std
value: 11.28963976428763
verified: no, type: nauc_mrr_at_20_diff1
value: 22.89202299597813
verified: no, type: nauc_mrr_at_20_max
value: 36.81591748654397
verified: no, type: nauc_mrr_at_20_std
value: 18.957871797322213
verified: no, type: nauc_mrr_at_3_diff1
value: 23.32679875268354
verified: no, type: nauc_mrr_at_3_max
value: 35.77247598730184
verified: no, type: nauc_mrr_at_3_std
value: 16.998072713674137
verified: no, type: nauc_mrr_at_5_diff1
value: 22.940494982850357
verified: no, type: nauc_mrr_at_5_max
value: 36.4761572989835
verified: no, type: nauc_mrr_at_5_std
value: 18.247716522394114
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.33208895418013
verified: no, type: nauc_ndcg_at_1000_max
value: 43.43624293116895
verified: no, type: nauc_ndcg_at_1000_std
value: 26.692682553388043
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.683371851614915
verified: no, type: nauc_ndcg_at_100_max
value: 43.23955154318779
verified: no, type: nauc_ndcg_at_100_std
value: 26.255509612217846
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.4076909300414
verified: no, type: nauc_ndcg_at_10_max
value: 39.940378122809996
verified: no, type: nauc_ndcg_at_10_std
value: 20.34199980826332
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.264729979176337
verified: no, type: nauc_ndcg_at_1_max
value: 32.00533151772989
verified: no, type: nauc_ndcg_at_1_std
value: 11.28963976428763
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.06028073012518
verified: no, type: nauc_ndcg_at_20_max
value: 41.39323714162508
verified: no, type: nauc_ndcg_at_20_std
value: 23.294473172219288
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.795439983732766
verified: no, type: nauc_ndcg_at_3_max
value: 37.670223262411994
verified: no, type: nauc_ndcg_at_3_std
value: 14.988047358058045
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.549509904412304
verified: no, type: nauc_ndcg_at_5_max
value: 39.97171597626144
verified: no, type: nauc_ndcg_at_5_std
value: 18.522092622834307
verified: no, type: nauc_precision_at_1000_diff1
value: -2.966526326664724
verified: no, type: nauc_precision_at_1000_max
value: 19.35956305205282
verified: no, type: nauc_precision_at_1000_std
value: 29.208694771321802
verified: no, type: nauc_precision_at_100_diff1
value: 3.89594831569403
verified: no, type: nauc_precision_at_100_max
value: 30.93107729730319
verified: no, type: nauc_precision_at_100_std
value: 35.65762513251467
verified: no, type: nauc_precision_at_10_diff1
value: 11.55435573260231
verified: no, type: nauc_precision_at_10_max
value: 33.6858401099601
verified: no, type: nauc_precision_at_10_std
value: 27.844293535879206
verified: no, type: nauc_precision_at_1_diff1
value: 25.264729979176337
verified: no, type: nauc_precision_at_1_max
value: 32.00533151772989
verified: no, type: nauc_precision_at_1_std
value: 11.28963976428763
verified: no, type: nauc_precision_at_20_diff1
value: 9.19449929503659
verified: no, type: nauc_precision_at_20_max
value: 34.04253984479287
verified: no, type: nauc_precision_at_20_std
value: 33.26324613378763
verified: no, type: nauc_precision_at_3_diff1
value: 19.686045361727484
verified: no, type: nauc_precision_at_3_max
value: 36.03726542607104
verified: no, type: nauc_precision_at_3_std
value: 19.73290312758754
verified: no, type: nauc_precision_at_5_diff1
value: 15.192260787856585
verified: no, type: nauc_precision_at_5_max
value: 37.448062698115095
verified: no, type: nauc_precision_at_5_std
value: 26.272485409517117
verified: no, type: nauc_recall_at_1000_diff1
value: 3.8258182870161943
verified: no, type: nauc_recall_at_1000_max
value: 43.71178689615702
verified: no, type: nauc_recall_at_1000_std
value: 45.551384524629576
verified: no, type: nauc_recall_at_100_diff1
value: 9.602166248337264
verified: no, type: nauc_recall_at_100_max
value: 40.222401344352136
verified: no, type: nauc_recall_at_100_std
value: 36.19019924878991
verified: no, type: nauc_recall_at_10_diff1
value: 14.698199205269786
verified: no, type: nauc_recall_at_10_max
value: 35.961298718387326
verified: no, type: nauc_recall_at_10_std
value: 21.970115975467966
verified: no, type: nauc_recall_at_1_diff1
value: 27.763657551345815
verified: no, type: nauc_recall_at_1_max
value: 36.12475370802807
verified: no, type: nauc_recall_at_1_std
value: 8.813087776045409
verified: no, type: nauc_recall_at_20_diff1
value: 13.109375978076127
verified: no, type: nauc_recall_at_20_max
value: 37.72229474207071
verified: no, type: nauc_recall_at_20_std
value: 27.908697340918625
verified: no, type: nauc_recall_at_3_diff1
value: 20.97044679859558
verified: no, type: nauc_recall_at_3_max
value: 37.050460347469986
verified: no, type: nauc_recall_at_3_std
value: 14.204226826731455
verified: no, type: nauc_recall_at_5_diff1
value: 18.139967176831718
verified: no, type: nauc_recall_at_5_max
value: 38.69687411453869
verified: no, type: nauc_recall_at_5_std
value: 19.825425230717368
verified: no, type: ndcg_at_1
value: 24.756
verified: no, type: ndcg_at_10
value: 26.737
verified: no, type: ndcg_at_100
value: 34.097
verified: no, type: ndcg_at_1000
value: 37.653999999999996
verified: no, type: ndcg_at_20
value: 29.341
verified: no, type: ndcg_at_3
value: 22.209
verified: no, type: ndcg_at_5
value: 23.726
verified: no, type: precision_at_1
value: 24.756
verified: no, type: precision_at_10
value: 8.28
verified: no, type: precision_at_100
value: 1.6199999999999999
verified: no, type: precision_at_1000
value: 0.22799999999999998
verified: no, type: precision_at_20
value: 5.261
verified: no, type: precision_at_3
value: 16.678
verified: no, type: precision_at_5
value: 12.598999999999998
verified: no, type: recall_at_1
value: 11.047
verified: no, type: recall_at_10
value: 31.939
verified: no, type: recall_at_100
value: 57.66
verified: no, type: recall_at_1000
value: 77.676
verified: no, type: recall_at_20
value: 39.375
verified: no, type: recall_at_3
value: 20.534
verified: no, type: recall_at_5
value: 25.113000000000003
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 38.553
verified: no, type: map_at_1
value: 8.427
verified: no, type: map_at_10
value: 17.947
verified: no, type: map_at_100
value: 24.859
verified: no, type: map_at_1000
value: 26.284999999999997
verified: no, type: map_at_20
value: 20.529
verified: no, type: map_at_3
value: 13.032
verified: no, type: map_at_5
value: 15.087
verified: no, type: mrr_at_1
value: 63.74999999999999
verified: no, type: mrr_at_10
value: 72.26726190476191
verified: no, type: mrr_at_100
value: 72.60264087536868
verified: no, type: mrr_at_1000
value: 72.6117769251391
verified: no, type: mrr_at_20
value: 72.48660991785995
verified: no, type: mrr_at_3
value: 70.29166666666669
verified: no, type: mrr_at_5
value: 71.72916666666667
verified: no, type: nauc_map_at_1000_diff1
value: 16.885215876440295
verified: no, type: nauc_map_at_1000_max
value: 24.251410480294357
verified: no, type: nauc_map_at_1000_std
value: 30.442486178306797
verified: no, type: nauc_map_at_100_diff1
value: 17.77376546461243
verified: no, type: nauc_map_at_100_max
value: 22.397423178877666
verified: no, type: nauc_map_at_100_std
value: 27.80993039204801
verified: no, type: nauc_map_at_10_diff1
value: 23.34667275277926
verified: no, type: nauc_map_at_10_max
value: 10.594143100766155
verified: no, type: nauc_map_at_10_std
value: 10.585594861156142
verified: no, type: nauc_map_at_1_diff1
value: 41.31179058216469
verified: no, type: nauc_map_at_1_max
value: 2.7789106998022595
verified: no, type: nauc_map_at_1_std
value: -5.629361745337226
verified: no, type: nauc_map_at_20_diff1
value: 21.171735707940826
verified: no, type: nauc_map_at_20_max
value: 14.91112453141777
verified: no, type: nauc_map_at_20_std
value: 16.852537320237083
verified: no, type: nauc_map_at_3_diff1
value: 27.764297506590797
verified: no, type: nauc_map_at_3_max
value: 3.350829180020233
verified: no, type: nauc_map_at_3_std
value: 0.6093126325885707
verified: no, type: nauc_map_at_5_diff1
value: 24.65278591199583
verified: no, type: nauc_map_at_5_max
value: 4.879335188280108
verified: no, type: nauc_map_at_5_std
value: 3.7215226421650267
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.334418500628054
verified: no, type: nauc_mrr_at_1000_max
value: 61.28184640697816
verified: no, type: nauc_mrr_at_1000_std
value: 39.24492154930731
verified: no, type: nauc_mrr_at_100_diff1
value: 46.330131722627435
verified: no, type: nauc_mrr_at_100_max
value: 61.28413429173713
verified: no, type: nauc_mrr_at_100_std
value: 39.24030745947179
verified: no, type: nauc_mrr_at_10_diff1
value: 46.31370888820881
verified: no, type: nauc_mrr_at_10_max
value: 61.3280839283407
verified: no, type: nauc_mrr_at_10_std
value: 39.4561235573134
verified: no, type: nauc_mrr_at_1_diff1
value: 49.415410285441865
verified: no, type: nauc_mrr_at_1_max
value: 58.67786981308228
verified: no, type: nauc_mrr_at_1_std
value: 34.349164729952484
verified: no, type: nauc_mrr_at_20_diff1
value: 46.44394246082444
verified: no, type: nauc_mrr_at_20_max
value: 61.349381938107015
verified: no, type: nauc_mrr_at_20_std
value: 39.329379002565865
verified: no, type: nauc_mrr_at_3_diff1
value: 46.5466532654621
verified: no, type: nauc_mrr_at_3_max
value: 60.738204480647994
verified: no, type: nauc_mrr_at_3_std
value: 39.75962812429745
verified: no, type: nauc_mrr_at_5_diff1
value: 45.573755866755
verified: no, type: nauc_mrr_at_5_max
value: 61.37737255344052
verified: no, type: nauc_mrr_at_5_std
value: 39.48646682460037
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.736755471969026
verified: no, type: nauc_ndcg_at_1000_max
value: 38.94665722868098
verified: no, type: nauc_ndcg_at_1000_std
value: 41.67473161838855
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.410722578049988
verified: no, type: nauc_ndcg_at_100_max
value: 32.48401439716438
verified: no, type: nauc_ndcg_at_100_std
value: 34.71840405905395
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.046713516949357
verified: no, type: nauc_ndcg_at_10_max
value: 36.41251437514339
verified: no, type: nauc_ndcg_at_10_std
value: 33.85064850271241
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.98121223766516
verified: no, type: nauc_ndcg_at_1_max
value: 49.651287744543346
verified: no, type: nauc_ndcg_at_1_std
value: 29.780916188076894
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.22814399555328
verified: no, type: nauc_ndcg_at_20_max
value: 32.27357130353916
verified: no, type: nauc_ndcg_at_20_std
value: 31.075769289452598
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.535588030138996
verified: no, type: nauc_ndcg_at_3_max
value: 39.83735223382875
verified: no, type: nauc_ndcg_at_3_std
value: 31.56662105223355
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.200992920951915
verified: no, type: nauc_ndcg_at_5_max
value: 38.983334609042664
verified: no, type: nauc_ndcg_at_5_std
value: 32.815778747524064
verified: no, type: nauc_precision_at_1000_diff1
value: -13.042988259065188
verified: no, type: nauc_precision_at_1000_max
value: 14.592773793416065
verified: no, type: nauc_precision_at_1000_std
value: 18.54030566512939
verified: no, type: nauc_precision_at_100_diff1
value: -8.839880525325949
verified: no, type: nauc_precision_at_100_max
value: 35.27222519062242
verified: no, type: nauc_precision_at_100_std
value: 42.48049287957863
verified: no, type: nauc_precision_at_10_diff1
value: -0.30622683334044837
verified: no, type: nauc_precision_at_10_max
value: 43.863332528297384
verified: no, type: nauc_precision_at_10_std
value: 45.99630936149964
verified: no, type: nauc_precision_at_1_diff1
value: 49.415410285441865
verified: no, type: nauc_precision_at_1_max
value: 58.67786981308228
verified: no, type: nauc_precision_at_1_std
value: 34.349164729952484
verified: no, type: nauc_precision_at_20_diff1
value: -3.0634928461658135
verified: no, type: nauc_precision_at_20_max
value: 40.58489408271218
verified: no, type: nauc_precision_at_20_std
value: 44.78991176526987
verified: no, type: nauc_precision_at_3_diff1
value: 7.030183506370981
verified: no, type: nauc_precision_at_3_max
value: 39.4877838164423
verified: no, type: nauc_precision_at_3_std
value: 36.35500887750183
verified: no, type: nauc_precision_at_5_diff1
value: 2.7154599702814086
verified: no, type: nauc_precision_at_5_max
value: 43.340435401319304
verified: no, type: nauc_precision_at_5_std
value: 42.78969754624864
verified: no, type: nauc_recall_at_1000_diff1
value: 2.0440148038106543
verified: no, type: nauc_recall_at_1000_max
value: 27.80788064711282
verified: no, type: nauc_recall_at_1000_std
value: 43.56435465984963
verified: no, type: nauc_recall_at_100_diff1
value: 7.249759444328031
verified: no, type: nauc_recall_at_100_max
value: 18.51578835482464
verified: no, type: nauc_recall_at_100_std
value: 28.176910509170515
verified: no, type: nauc_recall_at_10_diff1
value: 18.095470021097675
verified: no, type: nauc_recall_at_10_max
value: 4.0380084324985415
verified: no, type: nauc_recall_at_10_std
value: 6.188126602282033
verified: no, type: nauc_recall_at_1_diff1
value: 41.31179058216469
verified: no, type: nauc_recall_at_1_max
value: 2.7789106998022595
verified: no, type: nauc_recall_at_1_std
value: -5.629361745337226
verified: no, type: nauc_recall_at_20_diff1
value: 15.124098206152278
verified: no, type: nauc_recall_at_20_max
value: 8.168146286216665
verified: no, type: nauc_recall_at_20_std
value: 12.163295762335588
verified: no, type: nauc_recall_at_3_diff1
value: 23.242634056765034
verified: no, type: nauc_recall_at_3_max
value: -1.2044999492508157
verified: no, type: nauc_recall_at_3_std
value: -0.9756022011856826
verified: no, type: nauc_recall_at_5_diff1
value: 18.51030489728696
verified: no, type: nauc_recall_at_5_max
value: -1.02698451199236
verified: no, type: nauc_recall_at_5_std
value: 0.9103887215447328
verified: no, type: ndcg_at_1
value: 51.74999999999999
verified: no, type: ndcg_at_10
value: 38.553
verified: no, type: ndcg_at_100
value: 42.603
verified: no, type: ndcg_at_1000
value: 49.996
verified: no, type: ndcg_at_20
value: 37.624
verified: no, type: ndcg_at_3
value: 43.129
verified: no, type: ndcg_at_5
value: 40.286
verified: no, type: precision_at_1
value: 63.74999999999999
verified: no, type: precision_at_10
value: 30.8
verified: no, type: precision_at_100
value: 9.47
verified: no, type: precision_at_1000
value: 1.8350000000000002
verified: no, type: precision_at_20
value: 22.662
verified: no, type: precision_at_3
value: 46.666999999999994
verified: no, type: precision_at_5
value: 39.050000000000004
verified: no, type: recall_at_1
value: 8.427
verified: no, type: recall_at_10
value: 23.385
verified: no, type: recall_at_100
value: 48.498999999999995
verified: no, type: recall_at_1000
value: 72.161
verified: no, type: recall_at_20
value: 29.683999999999997
verified: no, type: recall_at_3
value: 14.401
verified: no, type: recall_at_5
value: 17.803
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 49.754999999999995
verified: no, type: f1
value: 43.36982442562564
verified: no, type: f1_weighted
value: 51.61952910603824
verified: no, type: main_score
value: 49.754999999999995
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 84.936
verified: no, type: map_at_1
value: 72.57400000000001
verified: no, type: map_at_10
value: 81.066
verified: no, type: map_at_100
value: 81.297
verified: no, type: map_at_1000
value: 81.312
verified: no, type: map_at_20
value: 81.207
verified: no, type: map_at_3
value: 79.986
verified: no, type: map_at_5
value: 80.69800000000001
verified: no, type: mrr_at_1
value: 78.38283828382838
verified: no, type: mrr_at_10
value: 85.85126965077451
verified: no, type: mrr_at_100
value: 85.94789108942497
verified: no, type: mrr_at_1000
value: 85.95083700548771
verified: no, type: mrr_at_20
value: 85.92198402529328
verified: no, type: mrr_at_3
value: 85.09850985098504
verified: no, type: mrr_at_5
value: 85.60856085608543
verified: no, type: nauc_map_at_1000_diff1
value: 50.66119889176923
verified: no, type: nauc_map_at_1000_max
value: 27.580944486960778
verified: no, type: nauc_map_at_1000_std
value: 2.476183923102915
verified: no, type: nauc_map_at_100_diff1
value: 50.62017790161358
verified: no, type: nauc_map_at_100_max
value: 27.56129936780716
verified: no, type: nauc_map_at_100_std
value: 2.4766366012578596
verified: no, type: nauc_map_at_10_diff1
value: 50.419141534275646
verified: no, type: nauc_map_at_10_max
value: 27.356650851579005
verified: no, type: nauc_map_at_10_std
value: 2.3350604474354455
verified: no, type: nauc_map_at_1_diff1
value: 54.29468230013946
verified: no, type: nauc_map_at_1_max
value: 22.58894354165319
verified: no, type: nauc_map_at_1_std
value: -2.7297280069759613
verified: no, type: nauc_map_at_20_diff1
value: 50.53772247796323
verified: no, type: nauc_map_at_20_max
value: 27.47288741660889
verified: no, type: nauc_map_at_20_std
value: 2.4731058048920134
verified: no, type: nauc_map_at_3_diff1
value: 50.44147113679276
verified: no, type: nauc_map_at_3_max
value: 26.61390529181397
verified: no, type: nauc_map_at_3_std
value: 0.7317631152076722
verified: no, type: nauc_map_at_5_diff1
value: 50.35927561260093
verified: no, type: nauc_map_at_5_max
value: 27.171327197638924
verified: no, type: nauc_map_at_5_std
value: 2.005685096668936
verified: no, type: nauc_mrr_at_1000_diff1
value: 66.66956741241363
verified: no, type: nauc_mrr_at_1000_max
value: 34.60696986415113
verified: no, type: nauc_mrr_at_1000_std
value: -0.664668306469195
verified: no, type: nauc_mrr_at_100_diff1
value: 66.66794471782865
verified: no, type: nauc_mrr_at_100_max
value: 34.61677889901239
verified: no, type: nauc_mrr_at_100_std
value: -0.656402933928221
verified: no, type: nauc_mrr_at_10_diff1
value: 66.68304426013808
verified: no, type: nauc_mrr_at_10_max
value: 34.73024103786049
verified: no, type: nauc_mrr_at_10_std
value: -0.6353888738825407
verified: no, type: nauc_mrr_at_1_diff1
value: 67.19771091736617
verified: no, type: nauc_mrr_at_1_max
value: 29.860207317348003
verified: no, type: nauc_mrr_at_1_std
value: -3.6568452043648385
verified: no, type: nauc_mrr_at_20_diff1
value: 66.68308645971901
verified: no, type: nauc_mrr_at_20_max
value: 34.714325975079156
verified: no, type: nauc_mrr_at_20_std
value: -0.5677886371954249
verified: no, type: nauc_mrr_at_3_diff1
value: 66.51153384715913
verified: no, type: nauc_mrr_at_3_max
value: 34.452498948880596
verified: no, type: nauc_mrr_at_3_std
value: -1.7332465728437143
verified: no, type: nauc_mrr_at_5_diff1
value: 66.59225232490988
verified: no, type: nauc_mrr_at_5_max
value: 34.7512528049011
verified: no, type: nauc_mrr_at_5_std
value: -0.7375111171529252
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.70447792725332
verified: no, type: nauc_ndcg_at_1000_max
value: 31.099714402668877
verified: no, type: nauc_ndcg_at_1000_std
value: 4.952576129141146
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.8680556343591
verified: no, type: nauc_ndcg_at_100_max
value: 30.899433878567578
verified: no, type: nauc_ndcg_at_100_std
value: 5.15165187665861
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.13133494726316
verified: no, type: nauc_ndcg_at_10_max
value: 30.350385714960144
verified: no, type: nauc_ndcg_at_10_std
value: 4.788310908509855
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.19771091736617
verified: no, type: nauc_ndcg_at_1_max
value: 29.860207317348003
verified: no, type: nauc_ndcg_at_1_std
value: -3.6568452043648385
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.430338783177845
verified: no, type: nauc_ndcg_at_20_max
value: 30.66830067670468
verified: no, type: nauc_ndcg_at_20_std
value: 5.321140832352313
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.45624793046263
verified: no, type: nauc_ndcg_at_3_max
value: 29.934052260543847
verified: no, type: nauc_ndcg_at_3_std
value: 1.5120530275817168
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.3969061446885
verified: no, type: nauc_ndcg_at_5_max
value: 30.239907029985897
verified: no, type: nauc_ndcg_at_5_std
value: 3.960594477502144
verified: no, type: nauc_precision_at_1000_diff1
value: 1.0422268465313624
verified: no, type: nauc_precision_at_1000_max
value: 15.84092949003887
verified: no, type: nauc_precision_at_1000_std
value: 9.963760763573108
verified: no, type: nauc_precision_at_100_diff1
value: 0.04282213273969017
verified: no, type: nauc_precision_at_100_max
value: 20.801404126556278
verified: no, type: nauc_precision_at_100_std
value: 14.868023073502593
verified: no, type: nauc_precision_at_10_diff1
value: 12.009370034101515
verified: no, type: nauc_precision_at_10_max
value: 31.401749097136626
verified: no, type: nauc_precision_at_10_std
value: 20.31851789650492
verified: no, type: nauc_precision_at_1_diff1
value: 67.19771091736617
verified: no, type: nauc_precision_at_1_max
value: 29.860207317348003
verified: no, type: nauc_precision_at_1_std
value: -3.6568452043648385
verified: no, type: nauc_precision_at_20_diff1
value: 6.2515537022637835
verified: no, type: nauc_precision_at_20_max
value: 27.36775832291631
verified: no, type: nauc_precision_at_20_std
value: 20.08032001724466
verified: no, type: nauc_precision_at_3_diff1
value: 35.00061054285493
verified: no, type: nauc_precision_at_3_max
value: 37.27790982101606
verified: no, type: nauc_precision_at_3_std
value: 9.236135982360096
verified: no, type: nauc_precision_at_5_diff1
value: 22.165859212913382
verified: no, type: nauc_precision_at_5_max
value: 35.223908290124776
verified: no, type: nauc_precision_at_5_std
value: 17.42571822680717
verified: no, type: nauc_recall_at_1000_diff1
value: 15.54216884685085
verified: no, type: nauc_recall_at_1000_max
value: 47.34980103888308
verified: no, type: nauc_recall_at_1000_std
value: 54.29278330007617
verified: no, type: nauc_recall_at_100_diff1
value: 15.804892954178532
verified: no, type: nauc_recall_at_100_max
value: 38.94488759227265
verified: no, type: nauc_recall_at_100_std
value: 39.15674768221356
verified: no, type: nauc_recall_at_10_diff1
value: 26.705107043813843
verified: no, type: nauc_recall_at_10_max
value: 33.52349469470716
verified: no, type: nauc_recall_at_10_std
value: 23.113004953511055
verified: no, type: nauc_recall_at_1_diff1
value: 54.29468230013946
verified: no, type: nauc_recall_at_1_max
value: 22.58894354165319
verified: no, type: nauc_recall_at_1_std
value: -2.7297280069759613
verified: no, type: nauc_recall_at_20_diff1
value: 23.16005062188733
verified: no, type: nauc_recall_at_20_max
value: 35.90277692951498
verified: no, type: nauc_recall_at_20_std
value: 30.83357455111629
verified: no, type: nauc_recall_at_3_diff1
value: 37.845329065879305
verified: no, type: nauc_recall_at_3_max
value: 29.827530624825272
verified: no, type: nauc_recall_at_3_std
value: 6.738499485390652
verified: no, type: nauc_recall_at_5_diff1
value: 32.32928010117198
verified: no, type: nauc_recall_at_5_max
value: 32.14388883263825
verified: no, type: nauc_recall_at_5_std
value: 16.086201199214255
verified: no, type: ndcg_at_1
value: 78.38300000000001
verified: no, type: ndcg_at_10
value: 84.936
verified: no, type: ndcg_at_100
value: 85.794
verified: no, type: ndcg_at_1000
value: 86.075
verified: no, type: ndcg_at_20
value: 85.341
verified: no, type: ndcg_at_3
value: 83.22800000000001
verified: no, type: ndcg_at_5
value: 84.224
verified: no, type: precision_at_1
value: 78.38300000000001
verified: no, type: precision_at_10
value: 10.181999999999999
verified: no, type: precision_at_100
value: 1.081
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 5.209
verified: no, type: precision_at_3
value: 31.852999999999998
verified: no, type: precision_at_5
value: 19.778000000000002
verified: no, type: recall_at_1
value: 72.57400000000001
verified: no, type: recall_at_10
value: 92.166
verified: no, type: recall_at_100
value: 95.634
verified: no, type: recall_at_1000
value: 97.432
verified: no, type: recall_at_20
value: 93.577
verified: no, type: recall_at_3
value: 87.46000000000001
verified: no, type: recall_at_5
value: 90.044
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 38.496
verified: no, type: map_at_1
value: 19.184
verified: no, type: map_at_10
value: 31.161
verified: no, type: map_at_100
value: 33.043
verified: no, type: map_at_1000
value: 33.232
verified: no, type: map_at_20
value: 32.226
verified: no, type: map_at_3
value: 27.607
verified: no, type: map_at_5
value: 29.499
verified: no, type: mrr_at_1
value: 37.808641975308646
verified: no, type: mrr_at_10
value: 46.674382716049365
verified: no, type: mrr_at_100
value: 47.52932976593473
verified: no, type: mrr_at_1000
value: 47.58129814456106
verified: no, type: mrr_at_20
value: 47.16211081543323
verified: no, type: mrr_at_3
value: 44.753086419753096
verified: no, type: mrr_at_5
value: 45.70216049382716
verified: no, type: nauc_map_at_1000_diff1
value: 41.13556588085034
verified: no, type: nauc_map_at_1000_max
value: 26.446518169258436
verified: no, type: nauc_map_at_1000_std
value: 4.947054879978255
verified: no, type: nauc_map_at_100_diff1
value: 41.07818713362254
verified: no, type: nauc_map_at_100_max
value: 26.358031657016213
verified: no, type: nauc_map_at_100_std
value: 4.962050092923268
verified: no, type: nauc_map_at_10_diff1
value: 41.44482937397835
verified: no, type: nauc_map_at_10_max
value: 25.721025003207565
verified: no, type: nauc_map_at_10_std
value: 3.329956561698185
verified: no, type: nauc_map_at_1_diff1
value: 46.26531369764426
verified: no, type: nauc_map_at_1_max
value: 18.364933647270643
verified: no, type: nauc_map_at_1_std
value: -2.262414956846059
verified: no, type: nauc_map_at_20_diff1
value: 41.02884195313503
verified: no, type: nauc_map_at_20_max
value: 25.825932384455264
verified: no, type: nauc_map_at_20_std
value: 4.228083176777648
verified: no, type: nauc_map_at_3_diff1
value: 43.106018762558875
verified: no, type: nauc_map_at_3_max
value: 24.77226948960475
verified: no, type: nauc_map_at_3_std
value: 1.8680539073320452
verified: no, type: nauc_map_at_5_diff1
value: 42.15001342294521
verified: no, type: nauc_map_at_5_max
value: 25.226226502657116
verified: no, type: nauc_map_at_5_std
value: 2.2239341498092804
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.75815475829176
verified: no, type: nauc_mrr_at_1000_max
value: 33.16308247045093
verified: no, type: nauc_mrr_at_1000_std
value: 4.865912289812554
verified: no, type: nauc_mrr_at_100_diff1
value: 45.72090839837304
verified: no, type: nauc_mrr_at_100_max
value: 33.146147463070754
verified: no, type: nauc_mrr_at_100_std
value: 4.894576902832264
verified: no, type: nauc_mrr_at_10_diff1
value: 45.64332996509239
verified: no, type: nauc_mrr_at_10_max
value: 33.406770043256024
verified: no, type: nauc_mrr_at_10_std
value: 4.39074822608675
verified: no, type: nauc_mrr_at_1_diff1
value: 48.924390583495665
verified: no, type: nauc_mrr_at_1_max
value: 30.378798819048026
verified: no, type: nauc_mrr_at_1_std
value: 1.941425436753191
verified: no, type: nauc_mrr_at_20_diff1
value: 45.690917800161515
verified: no, type: nauc_mrr_at_20_max
value: 33.10823443798682
verified: no, type: nauc_mrr_at_20_std
value: 4.779855297102603
verified: no, type: nauc_mrr_at_3_diff1
value: 46.204867899757055
verified: no, type: nauc_mrr_at_3_max
value: 33.30076707231032
verified: no, type: nauc_mrr_at_3_std
value: 4.507678674711717
verified: no, type: nauc_mrr_at_5_diff1
value: 45.811627759116455
verified: no, type: nauc_mrr_at_5_max
value: 33.37895652871395
verified: no, type: nauc_mrr_at_5_std
value: 4.501784832453282
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.6125334158319
verified: no, type: nauc_ndcg_at_1000_max
value: 30.16303539863395
verified: no, type: nauc_ndcg_at_1000_std
value: 9.320860296325897
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.58309967897852
verified: no, type: nauc_ndcg_at_100_max
value: 29.266226796484496
verified: no, type: nauc_ndcg_at_100_std
value: 10.31534341767162
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.05940444122101
verified: no, type: nauc_ndcg_at_10_max
value: 27.96328418422611
verified: no, type: nauc_ndcg_at_10_std
value: 4.692298775524114
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.924390583495665
verified: no, type: nauc_ndcg_at_1_max
value: 30.378798819048026
verified: no, type: nauc_ndcg_at_1_std
value: 1.941425436753191
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.157160957917014
verified: no, type: nauc_ndcg_at_20_max
value: 27.493518163331522
verified: no, type: nauc_ndcg_at_20_std
value: 6.809059359656342
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.63951276991973
verified: no, type: nauc_ndcg_at_3_max
value: 29.15518654994495
verified: no, type: nauc_ndcg_at_3_std
value: 4.836914696725136
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.325178314736036
verified: no, type: nauc_ndcg_at_5_max
value: 28.050168266490928
verified: no, type: nauc_ndcg_at_5_std
value: 3.898848874816655
verified: no, type: nauc_precision_at_1000_diff1
value: 0.9996077037868993
verified: no, type: nauc_precision_at_1000_max
value: 23.48150040925757
verified: no, type: nauc_precision_at_1000_std
value: 12.864187472849862
verified: no, type: nauc_precision_at_100_diff1
value: 6.832487632948481
verified: no, type: nauc_precision_at_100_max
value: 26.9080049604059
verified: no, type: nauc_precision_at_100_std
value: 20.278561164143323
verified: no, type: nauc_precision_at_10_diff1
value: 18.571173078039145
verified: no, type: nauc_precision_at_10_max
value: 29.625927319287975
verified: no, type: nauc_precision_at_10_std
value: 12.543363741883576
verified: no, type: nauc_precision_at_1_diff1
value: 48.924390583495665
verified: no, type: nauc_precision_at_1_max
value: 30.378798819048026
verified: no, type: nauc_precision_at_1_std
value: 1.941425436753191
verified: no, type: nauc_precision_at_20_diff1
value: 13.515647907611536
verified: no, type: nauc_precision_at_20_max
value: 26.353132950858065
verified: no, type: nauc_precision_at_20_std
value: 14.887387015957195
verified: no, type: nauc_precision_at_3_diff1
value: 28.87824381197347
verified: no, type: nauc_precision_at_3_max
value: 30.99331486275142
verified: no, type: nauc_precision_at_3_std
value: 9.310818980550453
verified: no, type: nauc_precision_at_5_diff1
value: 23.21025248054266
verified: no, type: nauc_precision_at_5_max
value: 29.580877930541057
verified: no, type: nauc_precision_at_5_std
value: 9.593048125924087
verified: no, type: nauc_recall_at_1000_diff1
value: 30.10835562862456
verified: no, type: nauc_recall_at_1000_max
value: 24.149255779667854
verified: no, type: nauc_recall_at_1000_std
value: 37.07994398705662
verified: no, type: nauc_recall_at_100_diff1
value: 26.12210815380886
verified: no, type: nauc_recall_at_100_max
value: 22.570853805396553
verified: no, type: nauc_recall_at_100_std
value: 29.144304590338294
verified: no, type: nauc_recall_at_10_diff1
value: 31.94641026009961
verified: no, type: nauc_recall_at_10_max
value: 22.175120874773736
verified: no, type: nauc_recall_at_10_std
value: 4.761095246287363
verified: no, type: nauc_recall_at_1_diff1
value: 46.26531369764426
verified: no, type: nauc_recall_at_1_max
value: 18.364933647270643
verified: no, type: nauc_recall_at_1_std
value: -2.262414956846059
verified: no, type: nauc_recall_at_20_diff1
value: 27.64677435734486
verified: no, type: nauc_recall_at_20_max
value: 19.516676410346868
verified: no, type: nauc_recall_at_20_std
value: 10.872851154845188
verified: no, type: nauc_recall_at_3_diff1
value: 36.71090149814694
verified: no, type: nauc_recall_at_3_max
value: 23.731583063719967
verified: no, type: nauc_recall_at_3_std
value: 3.003592433785659
verified: no, type: nauc_recall_at_5_diff1
value: 34.94516645771627
verified: no, type: nauc_recall_at_5_max
value: 22.485817201833626
verified: no, type: nauc_recall_at_5_std
value: 2.8783986999083204
verified: no, type: ndcg_at_1
value: 37.809
verified: no, type: ndcg_at_10
value: 38.496
verified: no, type: ndcg_at_100
value: 45.251000000000005
verified: no, type: ndcg_at_1000
value: 48.583999999999996
verified: no, type: ndcg_at_20
value: 41.136
verified: no, type: ndcg_at_3
value: 35.759
verified: no, type: ndcg_at_5
value: 36.291000000000004
verified: no, type: precision_at_1
value: 37.809
verified: no, type: precision_at_10
value: 10.602
verified: no, type: precision_at_100
value: 1.7590000000000001
verified: no, type: precision_at_1000
value: 0.233
verified: no, type: precision_at_20
value: 6.465999999999999
verified: no, type: precision_at_3
value: 24.279999999999998
verified: no, type: precision_at_5
value: 17.438000000000002
verified: no, type: recall_at_1
value: 19.184
verified: no, type: recall_at_10
value: 44.335
verified: no, type: recall_at_100
value: 69.11500000000001
verified: no, type: recall_at_1000
value: 89.441
verified: no, type: recall_at_20
value: 52.193
verified: no, type: recall_at_3
value: 32.61
verified: no, type: recall_at_5
value: 37.018
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 69.21000000000001
verified: no, type: map_at_1
value: 38.785
verified: no, type: map_at_10
value: 60.838
verified: no, type: map_at_100
value: 61.696
verified: no, type: map_at_1000
value: 61.758
verified: no, type: map_at_20
value: 61.328
verified: no, type: map_at_3
value: 57.521
verified: no, type: map_at_5
value: 59.618
verified: no, type: mrr_at_1
value: 77.5692099932478
verified: no, type: mrr_at_10
value: 83.49855310118625
verified: no, type: mrr_at_100
value: 83.66645235605773
verified: no, type: mrr_at_1000
value: 83.67374499665621
verified: no, type: mrr_at_20
value: 83.6002145349913
verified: no, type: mrr_at_3
value: 82.49155975692081
verified: no, type: mrr_at_5
value: 83.17825793382818
verified: no, type: nauc_map_at_1000_diff1
value: 18.956900221394175
verified: no, type: nauc_map_at_1000_max
value: 16.964305368821428
verified: no, type: nauc_map_at_1000_std
value: 15.655849134524265
verified: no, type: nauc_map_at_100_diff1
value: 18.929114512218085
verified: no, type: nauc_map_at_100_max
value: 16.94710742970695
verified: no, type: nauc_map_at_100_std
value: 15.674964988072324
verified: no, type: nauc_map_at_10_diff1
value: 18.782047255838393
verified: no, type: nauc_map_at_10_max
value: 16.797329471843735
verified: no, type: nauc_map_at_10_std
value: 15.135148500192287
verified: no, type: nauc_map_at_1_diff1
value: 67.2370046355765
verified: no, type: nauc_map_at_1_max
value: 45.20986007464327
verified: no, type: nauc_map_at_1_std
value: 5.491336801263256
verified: no, type: nauc_map_at_20_diff1
value: 18.86964339327235
verified: no, type: nauc_map_at_20_max
value: 16.832263221676456
verified: no, type: nauc_map_at_20_std
value: 15.484857381790839
verified: no, type: nauc_map_at_3_diff1
value: 19.42608968562529
verified: no, type: nauc_map_at_3_max
value: 16.528325865015052
verified: no, type: nauc_map_at_3_std
value: 12.534151821941256
verified: no, type: nauc_map_at_5_diff1
value: 18.832060314354084
verified: no, type: nauc_map_at_5_max
value: 16.674177380965602
verified: no, type: nauc_map_at_5_std
value: 14.243688579695046
verified: no, type: nauc_mrr_at_1000_diff1
value: 66.1869057892041
verified: no, type: nauc_mrr_at_1000_max
value: 47.004199753631724
verified: no, type: nauc_mrr_at_1000_std
value: 8.368361737748069
verified: no, type: nauc_mrr_at_100_diff1
value: 66.18828485330391
verified: no, type: nauc_mrr_at_100_max
value: 47.01194361501428
verified: no, type: nauc_mrr_at_100_std
value: 8.382829386160866
verified: no, type: nauc_mrr_at_10_diff1
value: 66.16092867475533
verified: no, type: nauc_mrr_at_10_max
value: 47.07790111504346
verified: no, type: nauc_mrr_at_10_std
value: 8.464495756292754
verified: no, type: nauc_mrr_at_1_diff1
value: 67.2370046355765
verified: no, type: nauc_mrr_at_1_max
value: 45.20986007464327
verified: no, type: nauc_mrr_at_1_std
value: 5.491336801263256
verified: no, type: nauc_mrr_at_20_diff1
value: 66.1793742427507
verified: no, type: nauc_mrr_at_20_max
value: 47.02809343642448
verified: no, type: nauc_mrr_at_20_std
value: 8.386363287213086
verified: no, type: nauc_mrr_at_3_diff1
value: 66.16684538242693
verified: no, type: nauc_mrr_at_3_max
value: 47.142557308711616
verified: no, type: nauc_mrr_at_3_std
value: 8.141804487345757
verified: no, type: nauc_mrr_at_5_diff1
value: 65.96429788916728
verified: no, type: nauc_mrr_at_5_max
value: 46.93768012767146
verified: no, type: nauc_mrr_at_5_std
value: 8.208692767558844
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.84858425094176
verified: no, type: nauc_ndcg_at_1000_max
value: 21.82162743473047
verified: no, type: nauc_ndcg_at_1000_std
value: 18.342909152128044
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.085422928773593
verified: no, type: nauc_ndcg_at_100_max
value: 21.3499532544156
verified: no, type: nauc_ndcg_at_100_std
value: 18.844827203764993
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.623559226099033
verified: no, type: nauc_ndcg_at_10_max
value: 20.690583026235615
verified: no, type: nauc_ndcg_at_10_std
value: 16.715017586341173
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.2370046355765
verified: no, type: nauc_ndcg_at_1_max
value: 45.20986007464327
verified: no, type: nauc_ndcg_at_1_std
value: 5.491336801263256
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.713499963173195
verified: no, type: nauc_ndcg_at_20_max
value: 20.668447040323397
verified: no, type: nauc_ndcg_at_20_std
value: 17.629112144669932
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.27768681334773
verified: no, type: nauc_ndcg_at_3_max
value: 20.828823134048164
verified: no, type: nauc_ndcg_at_3_std
value: 12.70796767520854
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.89598796213276
verified: no, type: nauc_ndcg_at_5_max
value: 20.58599241532738
verified: no, type: nauc_ndcg_at_5_std
value: 14.95835803756551
verified: no, type: nauc_precision_at_1000_diff1
value: -3.4292836680950116
verified: no, type: nauc_precision_at_1000_max
value: 11.313613371375729
verified: no, type: nauc_precision_at_1000_std
value: 45.62746731220966
verified: no, type: nauc_precision_at_100_diff1
value: 1.506841269626321
verified: no, type: nauc_precision_at_100_max
value: 11.036489056981475
verified: no, type: nauc_precision_at_100_std
value: 37.47159150833276
verified: no, type: nauc_precision_at_10_diff1
value: 6.95635710197309
verified: no, type: nauc_precision_at_10_max
value: 11.562888984720791
verified: no, type: nauc_precision_at_10_std
value: 23.511130408518152
verified: no, type: nauc_precision_at_1_diff1
value: 67.2370046355765
verified: no, type: nauc_precision_at_1_max
value: 45.20986007464327
verified: no, type: nauc_precision_at_1_std
value: 5.491336801263256
verified: no, type: nauc_precision_at_20_diff1
value: 5.505741459315741
verified: no, type: nauc_precision_at_20_max
value: 10.507089080488106
verified: no, type: nauc_precision_at_20_std
value: 27.23927147632133
verified: no, type: nauc_precision_at_3_diff1
value: 13.412154109447352
verified: no, type: nauc_precision_at_3_max
value: 13.930584715797645
verified: no, type: nauc_precision_at_3_std
value: 15.064854663569433
verified: no, type: nauc_precision_at_5_diff1
value: 9.659656667775913
verified: no, type: nauc_precision_at_5_max
value: 12.713155451309499
verified: no, type: nauc_precision_at_5_std
value: 19.270448197611838
verified: no, type: nauc_recall_at_1000_diff1
value: -3.4292836680946994
verified: no, type: nauc_recall_at_1000_max
value: 11.313613371375997
verified: no, type: nauc_recall_at_1000_std
value: 45.62746731220985
verified: no, type: nauc_recall_at_100_diff1
value: 1.5068412696263371
verified: no, type: nauc_recall_at_100_max
value: 11.036489056981324
verified: no, type: nauc_recall_at_100_std
value: 37.471591508332594
verified: no, type: nauc_recall_at_10_diff1
value: 6.956357101973093
verified: no, type: nauc_recall_at_10_max
value: 11.562888984720738
verified: no, type: nauc_recall_at_10_std
value: 23.51113040851825
verified: no, type: nauc_recall_at_1_diff1
value: 67.2370046355765
verified: no, type: nauc_recall_at_1_max
value: 45.20986007464327
verified: no, type: nauc_recall_at_1_std
value: 5.491336801263256
verified: no, type: nauc_recall_at_20_diff1
value: 5.505741459315786
verified: no, type: nauc_recall_at_20_max
value: 10.507089080488091
verified: no, type: nauc_recall_at_20_std
value: 27.2392714763214
verified: no, type: nauc_recall_at_3_diff1
value: 13.412154109447364
verified: no, type: nauc_recall_at_3_max
value: 13.930584715797615
verified: no, type: nauc_recall_at_3_std
value: 15.064854663569433
verified: no, type: nauc_recall_at_5_diff1
value: 9.659656667775886
verified: no, type: nauc_recall_at_5_max
value: 12.713155451309596
verified: no, type: nauc_recall_at_5_std
value: 19.270448197611813
verified: no, type: ndcg_at_1
value: 77.569
verified: no, type: ndcg_at_10
value: 69.21000000000001
verified: no, type: ndcg_at_100
value: 72.21499999999999
verified: no, type: ndcg_at_1000
value: 73.418
verified: no, type: ndcg_at_20
value: 70.407
verified: no, type: ndcg_at_3
value: 64.5
verified: no, type: ndcg_at_5
value: 67.183
verified: no, type: precision_at_1
value: 77.569
verified: no, type: precision_at_10
value: 14.435999999999998
verified: no, type: precision_at_100
value: 1.68
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_20
value: 7.602
verified: no, type: precision_at_3
value: 41.215
verified: no, type: precision_at_5
value: 26.844
verified: no, type: recall_at_1
value: 38.785
verified: no, type: recall_at_10
value: 72.181
verified: no, type: recall_at_100
value: 84.018
verified: no, type: recall_at_1000
value: 91.972
verified: no, type: recall_at_20
value: 76.023
verified: no, type: recall_at_3
value: 61.82299999999999
verified: no, type: recall_at_5
value: 67.11
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 91.30639999999998
verified: no, type: ap
value: 87.52850875096853
verified: no, type: ap_weighted
value: 87.52850875096853
verified: no, type: f1
value: 91.29841749475374
verified: no, type: f1_weighted
value: 91.29841749475374
verified: no, type: main_score
value: 91.30639999999998
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 69.801
verified: no, type: map_at_1
value: 2.451
verified: no, type: map_at_10
value: 15.669
verified: no, type: map_at_100
value: 38.479
verified: no, type: map_at_1000
value: 45.692
verified: no, type: map_at_20
value: 22.442
verified: no, type: map_at_3
value: 6.361999999999999
verified: no, type: map_at_5
value: 9.041
verified: no, type: mrr_at_1
value: 93.02325581395348
verified: no, type: mrr_at_10
value: 95.63953488372093
verified: no, type: mrr_at_100
value: 95.63953488372093
verified: no, type: mrr_at_1000
value: 95.63953488372093
verified: no, type: mrr_at_20
value: 95.63953488372093
verified: no, type: mrr_at_3
value: 95.34883720930233
verified: no, type: mrr_at_5
value: 95.34883720930233
verified: no, type: nauc_map_at_1000_diff1
value: -34.77360607000261
verified: no, type: nauc_map_at_1000_max
value: 37.105245787173835
verified: no, type: nauc_map_at_1000_std
value: 38.520309199886455
verified: no, type: nauc_map_at_100_diff1
value: -21.42480611783042
verified: no, type: nauc_map_at_100_max
value: 20.50633133517426
verified: no, type: nauc_map_at_100_std
value: 17.726069370578543
verified: no, type: nauc_map_at_10_diff1
value: -1.1900473891638557
verified: no, type: nauc_map_at_10_max
value: -4.327696460661841
verified: no, type: nauc_map_at_10_std
value: -22.9353425409415
verified: no, type: nauc_map_at_1_diff1
value: 8.887948006513117
verified: no, type: nauc_map_at_1_max
value: -28.392221850180484
verified: no, type: nauc_map_at_1_std
value: -36.713671179054636
verified: no, type: nauc_map_at_20_diff1
value: -4.063108213547096
verified: no, type: nauc_map_at_20_max
value: 2.5748738626205303
verified: no, type: nauc_map_at_20_std
value: -13.84602498035036
verified: no, type: nauc_map_at_3_diff1
value: 2.242735363640109
verified: no, type: nauc_map_at_3_max
value: -22.59145084951087
verified: no, type: nauc_map_at_3_std
value: -34.62574649864125
verified: no, type: nauc_map_at_5_diff1
value: 0.6216057852370439
verified: no, type: nauc_map_at_5_max
value: -13.727700828370892
verified: no, type: nauc_map_at_5_std
value: -29.642718215652135
verified: no, type: nauc_mrr_at_1000_diff1
value: -26.460535747732973
verified: no, type: nauc_mrr_at_1000_max
value: 66.59497826279839
verified: no, type: nauc_mrr_at_1000_std
value: 43.162508643477295
verified: no, type: nauc_mrr_at_100_diff1
value: -26.460535747732973
verified: no, type: nauc_mrr_at_100_max
value: 66.59497826279839
verified: no, type: nauc_mrr_at_100_std
value: 43.162508643477295
verified: no, type: nauc_mrr_at_10_diff1
value: -26.460535747732973
verified: no, type: nauc_mrr_at_10_max
value: 66.59497826279839
verified: no, type: nauc_mrr_at_10_std
value: 43.162508643477295
verified: no, type: nauc_mrr_at_1_diff1
value: -4.79052153792628
verified: no, type: nauc_mrr_at_1_max
value: 74.2862212758406
verified: no, type: nauc_mrr_at_1_std
value: 28.953135804346815
verified: no, type: nauc_mrr_at_20_diff1
value: -26.460535747732973
verified: no, type: nauc_mrr_at_20_max
value: 66.59497826279839
verified: no, type: nauc_mrr_at_20_std
value: 43.162508643477295
verified: no, type: nauc_mrr_at_3_diff1
value: -31.878039300184707
verified: no, type: nauc_mrr_at_3_max
value: 64.67216750953789
verified: no, type: nauc_mrr_at_3_std
value: 46.71485185326015
verified: no, type: nauc_mrr_at_5_diff1
value: -31.878039300184707
verified: no, type: nauc_mrr_at_5_max
value: 64.67216750953789
verified: no, type: nauc_mrr_at_5_std
value: 46.71485185326015
verified: no, type: nauc_ndcg_at_1000_diff1
value: -44.15085027848325
verified: no, type: nauc_ndcg_at_1000_max
value: 56.25521046667954
verified: no, type: nauc_ndcg_at_1000_std
value: 46.36970379223632
verified: no, type: nauc_ndcg_at_100_diff1
value: -39.50083793730437
verified: no, type: nauc_ndcg_at_100_max
value: 41.82457895330969
verified: no, type: nauc_ndcg_at_100_std
value: 43.75463835115521
verified: no, type: nauc_ndcg_at_10_diff1
value: -20.601212170311666
verified: no, type: nauc_ndcg_at_10_max
value: 39.636237142037565
verified: no, type: nauc_ndcg_at_10_std
value: 19.452478646271373
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.80050548927079
verified: no, type: nauc_ndcg_at_1_max
value: 31.358862371469264
verified: no, type: nauc_ndcg_at_1_std
value: -7.142182820398638
verified: no, type: nauc_ndcg_at_20_diff1
value: -34.11753790748588
verified: no, type: nauc_ndcg_at_20_max
value: 32.1122313276435
verified: no, type: nauc_ndcg_at_20_std
value: 28.105554366760018
verified: no, type: nauc_ndcg_at_3_diff1
value: 2.6372016977509594
verified: no, type: nauc_ndcg_at_3_max
value: 35.156005404237845
verified: no, type: nauc_ndcg_at_3_std
value: 6.261468803699801
verified: no, type: nauc_ndcg_at_5_diff1
value: -9.474268053778937
verified: no, type: nauc_ndcg_at_5_max
value: 33.21925931881887
verified: no, type: nauc_ndcg_at_5_std
value: 7.458434415980239
verified: no, type: nauc_precision_at_1000_diff1
value: -40.07799532530941
verified: no, type: nauc_precision_at_1000_max
value: 31.156456417174205
verified: no, type: nauc_precision_at_1000_std
value: 48.27480631876068
verified: no, type: nauc_precision_at_100_diff1
value: -42.02250569966725
verified: no, type: nauc_precision_at_100_max
value: 33.58973907303474
verified: no, type: nauc_precision_at_100_std
value: 55.06366799570662
verified: no, type: nauc_precision_at_10_diff1
value: -49.71439650639399
verified: no, type: nauc_precision_at_10_max
value: 58.113349127681545
verified: no, type: nauc_precision_at_10_std
value: 55.03130750422891
verified: no, type: nauc_precision_at_1_diff1
value: -4.79052153792628
verified: no, type: nauc_precision_at_1_max
value: 74.2862212758406
verified: no, type: nauc_precision_at_1_std
value: 28.953135804346815
verified: no, type: nauc_precision_at_20_diff1
value: -44.7658587995923
verified: no, type: nauc_precision_at_20_max
value: 37.95609687942612
verified: no, type: nauc_precision_at_20_std
value: 50.32119458805291
verified: no, type: nauc_precision_at_3_diff1
value: -46.00414842286393
verified: no, type: nauc_precision_at_3_max
value: 61.74015379253264
verified: no, type: nauc_precision_at_3_std
value: 56.4136278482117
verified: no, type: nauc_precision_at_5_diff1
value: -51.7601573366637
verified: no, type: nauc_precision_at_5_max
value: 55.953703102236965
verified: no, type: nauc_precision_at_5_std
value: 51.41803894746122
verified: no, type: nauc_recall_at_1000_diff1
value: -47.522392809524945
verified: no, type: nauc_recall_at_1000_max
value: 53.589786470310806
verified: no, type: nauc_recall_at_1000_std
value: 46.470512981921274
verified: no, type: nauc_recall_at_100_diff1
value: -15.907347162724578
verified: no, type: nauc_recall_at_100_max
value: 21.680423810119056
verified: no, type: nauc_recall_at_100_std
value: 15.973645761855645
verified: no, type: nauc_recall_at_10_diff1
value: 0.10781311427713663
verified: no, type: nauc_recall_at_10_max
value: -9.277386241567552
verified: no, type: nauc_recall_at_10_std
value: -24.949282177180258
verified: no, type: nauc_recall_at_1_diff1
value: 8.887948006513117
verified: no, type: nauc_recall_at_1_max
value: -28.392221850180484
verified: no, type: nauc_recall_at_1_std
value: -36.713671179054636
verified: no, type: nauc_recall_at_20_diff1
value: -2.930230134017464
verified: no, type: nauc_recall_at_20_max
value: -1.739131611687823
verified: no, type: nauc_recall_at_20_std
value: -16.2461103824525
verified: no, type: nauc_recall_at_3_diff1
value: 1.7811229328074583
verified: no, type: nauc_recall_at_3_max
value: -24.815459645928094
verified: no, type: nauc_recall_at_3_std
value: -34.963317879895826
verified: no, type: nauc_recall_at_5_diff1
value: -0.07179290440344144
verified: no, type: nauc_recall_at_5_max
value: -17.45693684826598
verified: no, type: nauc_recall_at_5_std
value: -31.10276136562734
verified: no, type: ndcg_at_1
value: 74.419
verified: no, type: ndcg_at_10
value: 69.801
verified: no, type: ndcg_at_100
value: 62.514
verified: no, type: ndcg_at_1000
value: 69.173
verified: no, type: ndcg_at_20
value: 66.247
verified: no, type: ndcg_at_3
value: 72.752
verified: no, type: ndcg_at_5
value: 70.795
verified: no, type: precision_at_1
value: 93.023
verified: no, type: precision_at_10
value: 79.767
verified: no, type: precision_at_100
value: 37.023
verified: no, type: precision_at_1000
value: 6.63
verified: no, type: precision_at_20
value: 67.907
verified: no, type: precision_at_3
value: 86.822
verified: no, type: precision_at_5
value: 83.256
verified: no, type: recall_at_1
value: 2.451
verified: no, type: recall_at_10
value: 17.041
verified: no, type: recall_at_100
value: 50.346999999999994
verified: no, type: recall_at_1000
value: 74.842
verified: no, type: recall_at_20
value: 24.94
verified: no, type: recall_at_3
value: 6.548
verified: no, type: recall_at_5
value: 9.497
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 92.49202006383948
verified: no, type: f1
value: 92.33980048261546
verified: no, type: f1_weighted
value: 92.44985105058221
verified: no, type: main_score
value: 92.49202006383948
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 63.23301413588691
verified: no, type: f1
value: 44.554720819218964
verified: no, type: f1_weighted
value: 65.47524300339032
verified: no, type: main_score
value: 63.23301413588691
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 70.43375924680566
verified: no, type: f1
value: 68.02391267335155
verified: no, type: f1_weighted
value: 69.25139312466567
verified: no, type: main_score
value: 70.43375924680566
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 75.12104909213181
verified: no, type: f1
value: 74.58688682730612
verified: no, type: f1_weighted
value: 74.76872548200055
verified: no, type: main_score
value: 75.12104909213181
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedicalQARetrieval (default)
revision: ae763399273d8b20506b80cf6f6f9a31a6a2b238
split: test
type: mteb/medical_qa
metrics: type: main_score
value: 70.316
verified: no, type: map_at_1
value: 55.762
verified: no, type: map_at_10
value: 65.617
verified: no, type: map_at_100
value: 66.07499999999999
verified: no, type: map_at_1000
value: 66.098
verified: no, type: map_at_20
value: 65.926
verified: no, type: map_at_3
value: 63.46000000000001
verified: no, type: map_at_5
value: 64.81
verified: no, type: mrr_at_1
value: 55.76171875
verified: no, type: mrr_at_10
value: 65.61734638516852
verified: no, type: mrr_at_100
value: 66.07564323944077
verified: no, type: mrr_at_1000
value: 66.09885409027784
verified: no, type: mrr_at_20
value: 65.92394787011318
verified: no, type: mrr_at_3
value: 63.46028645833318
verified: no, type: mrr_at_5
value: 64.81038411458326
verified: no, type: nauc_map_at_1000_diff1
value: 55.117921948917704
verified: no, type: nauc_map_at_1000_max
value: 40.329646871994434
verified: no, type: nauc_map_at_1000_std
value: -2.7447494458084516
verified: no, type: nauc_map_at_100_diff1
value: 55.08707565824308
verified: no, type: nauc_map_at_100_max
value: 40.35427405860057
verified: no, type: nauc_map_at_100_std
value: -2.7521388878942994
verified: no, type: nauc_map_at_10_diff1
value: 54.987359148416616
verified: no, type: nauc_map_at_10_max
value: 40.2168179457375
verified: no, type: nauc_map_at_10_std
value: -2.978624864409744
verified: no, type: nauc_map_at_1_diff1
value: 61.239951679175974
verified: no, type: nauc_map_at_1_max
value: 39.49150430490776
verified: no, type: nauc_map_at_1_std
value: -1.8142615816830427
verified: no, type: nauc_map_at_20_diff1
value: 54.980346172896766
verified: no, type: nauc_map_at_20_max
value: 40.388274220840984
verified: no, type: nauc_map_at_20_std
value: -2.7917130558799648
verified: no, type: nauc_map_at_3_diff1
value: 55.540250455236176
verified: no, type: nauc_map_at_3_max
value: 39.01408945261429
verified: no, type: nauc_map_at_3_std
value: -2.804709321224132
verified: no, type: nauc_map_at_5_diff1
value: 55.17728028457556
verified: no, type: nauc_map_at_5_max
value: 39.67456707836799
verified: no, type: nauc_map_at_5_std
value: -2.9985665760830456
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.119408854006814
verified: no, type: nauc_mrr_at_1000_max
value: 40.386764886119956
verified: no, type: nauc_mrr_at_1000_std
value: -2.5256541513637263
verified: no, type: nauc_mrr_at_100_diff1
value: 55.08855646650919
verified: no, type: nauc_mrr_at_100_max
value: 40.41133635338564
verified: no, type: nauc_mrr_at_100_std
value: -2.533239161326411
verified: no, type: nauc_mrr_at_10_diff1
value: 54.988649543503385
verified: no, type: nauc_mrr_at_10_max
value: 40.27285482782524
verified: no, type: nauc_mrr_at_10_std
value: -2.762984128910569
verified: no, type: nauc_mrr_at_1_diff1
value: 61.239951679175974
verified: no, type: nauc_mrr_at_1_max
value: 39.586560519712386
verified: no, type: nauc_mrr_at_1_std
value: -1.4746589950499525
verified: no, type: nauc_mrr_at_20_diff1
value: 54.985183128082305
verified: no, type: nauc_mrr_at_20_max
value: 40.448217601766494
verified: no, type: nauc_mrr_at_20_std
value: -2.575271717637722
verified: no, type: nauc_mrr_at_3_diff1
value: 55.540250455236176
verified: no, type: nauc_mrr_at_3_max
value: 39.051677641594125
verified: no, type: nauc_mrr_at_3_std
value: -2.5883569220502896
verified: no, type: nauc_mrr_at_5_diff1
value: 55.17728028457556
verified: no, type: nauc_mrr_at_5_max
value: 39.71664203575019
verified: no, type: nauc_mrr_at_5_std
value: -2.770350063430267
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.6068186160231
verified: no, type: nauc_ndcg_at_1000_max
value: 41.16895263409432
verified: no, type: nauc_ndcg_at_1000_std
value: -2.668077069688034
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.72931924038622
verified: no, type: nauc_ndcg_at_100_max
value: 41.92759552302126
verified: no, type: nauc_ndcg_at_100_std
value: -2.5890899194293304
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.007628100401234
verified: no, type: nauc_ndcg_at_10_max
value: 41.737827206310705
verified: no, type: nauc_ndcg_at_10_std
value: -3.542176180209694
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.239951679175974
verified: no, type: nauc_ndcg_at_1_max
value: 39.49150430490776
verified: no, type: nauc_ndcg_at_1_std
value: -1.8142615816830427
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.847691200116586
verified: no, type: nauc_ndcg_at_20_max
value: 42.42280333674705
verified: no, type: nauc_ndcg_at_20_std
value: -2.850352004423232
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.51791263993053
verified: no, type: nauc_ndcg_at_3_max
value: 38.862920843577655
verified: no, type: nauc_ndcg_at_3_std
value: -3.187427589360101
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.645322320026466
verified: no, type: nauc_ndcg_at_5_max
value: 40.18836539232817
verified: no, type: nauc_ndcg_at_5_std
value: -3.615361739188517
verified: no, type: nauc_precision_at_1000_diff1
value: 41.51993887005676
verified: no, type: nauc_precision_at_1000_max
value: 31.92569580445928
verified: no, type: nauc_precision_at_1000_std
value: 13.578742907797217
verified: no, type: nauc_precision_at_100_diff1
value: 21.604666213166603
verified: no, type: nauc_precision_at_100_max
value: 67.69955190694637
verified: no, type: nauc_precision_at_100_std
value: 4.356106302996764
verified: no, type: nauc_precision_at_10_diff1
value: 35.06077106721305
verified: no, type: nauc_precision_at_10_max
value: 51.73865588486901
verified: no, type: nauc_precision_at_10_std
value: -6.637691880259535
verified: no, type: nauc_precision_at_1_diff1
value: 61.239951679175974
verified: no, type: nauc_precision_at_1_max
value: 39.49150430490776
verified: no, type: nauc_precision_at_1_std
value: -1.8142615816830427
verified: no, type: nauc_precision_at_20_diff1
value: 27.691560548393458
verified: no, type: nauc_precision_at_20_max
value: 60.735172992308385
verified: no, type: nauc_precision_at_20_std
value: -2.087850725674345
verified: no, type: nauc_precision_at_3_diff1
value: 46.443339144235736
verified: no, type: nauc_precision_at_3_max
value: 38.34121270977754
verified: no, type: nauc_precision_at_3_std
value: -4.53847034769947
verified: no, type: nauc_precision_at_5_diff1
value: 41.99220857335789
verified: no, type: nauc_precision_at_5_max
value: 42.64971733556552
verified: no, type: nauc_precision_at_5_std
value: -6.288726238529177
verified: no, type: nauc_recall_at_1000_diff1
value: 41.51993887005676
verified: no, type: nauc_recall_at_1000_max
value: 31.925695804460947
verified: no, type: nauc_recall_at_1000_std
value: 13.578742907798885
verified: no, type: nauc_recall_at_100_diff1
value: 21.604666213166638
verified: no, type: nauc_recall_at_100_max
value: 67.69955190694643
verified: no, type: nauc_recall_at_100_std
value: 4.356106302997579
verified: no, type: nauc_recall_at_10_diff1
value: 35.060771067213025
verified: no, type: nauc_recall_at_10_max
value: 51.738655884869054
verified: no, type: nauc_recall_at_10_std
value: -6.637691880259386
verified: no, type: nauc_recall_at_1_diff1
value: 61.239951679175974
verified: no, type: nauc_recall_at_1_max
value: 39.49150430490776
verified: no, type: nauc_recall_at_1_std
value: -1.8142615816830427
verified: no, type: nauc_recall_at_20_diff1
value: 27.691560548393547
verified: no, type: nauc_recall_at_20_max
value: 60.73517299230855
verified: no, type: nauc_recall_at_20_std
value: -2.0878507256741576
verified: no, type: nauc_recall_at_3_diff1
value: 46.44333914423575
verified: no, type: nauc_recall_at_3_max
value: 38.34121270977744
verified: no, type: nauc_recall_at_3_std
value: -4.538470347699562
verified: no, type: nauc_recall_at_5_diff1
value: 41.992208573358035
verified: no, type: nauc_recall_at_5_max
value: 42.64971733556567
verified: no, type: nauc_recall_at_5_std
value: -6.2887262385288984
verified: no, type: ndcg_at_1
value: 55.762
verified: no, type: ndcg_at_10
value: 70.316
verified: no, type: ndcg_at_100
value: 72.499
verified: no, type: ndcg_at_1000
value: 73.08
verified: no, type: ndcg_at_20
value: 71.416
verified: no, type: ndcg_at_3
value: 65.926
verified: no, type: ndcg_at_5
value: 68.35900000000001
verified: no, type: precision_at_1
value: 55.762
verified: no, type: precision_at_10
value: 8.501
verified: no, type: precision_at_100
value: 0.9520000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.465
verified: no, type: precision_at_3
value: 24.349
verified: no, type: precision_at_5
value: 15.791
verified: no, type: recall_at_1
value: 55.762
verified: no, type: recall_at_10
value: 85.00999999999999
verified: no, type: recall_at_100
value: 95.166
verified: no, type: recall_at_1000
value: 99.658
verified: no, type: recall_at_20
value: 89.307
verified: no, type: recall_at_3
value: 73.047
verified: no, type: recall_at_5
value: 78.955
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 32.88590429483386
verified: no, type: v_measure
value: 32.88590429483386
verified: no, type: v_measure_std
value: 1.2486157627386651
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 30.63686758451441
verified: no, type: v_measure
value: 30.63686758451441
verified: no, type: v_measure_std
value: 1.5635535104381142
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 31.716756843517015
verified: no, type: map
value: 31.716756843517015
verified: no, type: mrr
value: 32.866394172957655
verified: no, type: nAUC_map_diff1
value: 15.654229044661353
verified: no, type: nAUC_map_max
value: -22.25897993906556
verified: no, type: nAUC_map_std
value: 0.367638815729836
verified: no, type: nAUC_mrr_diff1
value: 14.466390859042203
verified: no, type: nAUC_mrr_max
value: -16.66565819268613
verified: no, type: nAUC_mrr_std
value: 1.389862783951572
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 34.777
verified: no, type: map_at_1
value: 6.0249999999999995
verified: no, type: map_at_10
value: 13.017999999999999
verified: no, type: map_at_100
value: 16.358
verified: no, type: map_at_1000
value: 17.801000000000002
verified: no, type: map_at_20
value: 14.563
verified: no, type: map_at_3
value: 9.611
verified: no, type: map_at_5
value: 11.136
verified: no, type: mrr_at_1
value: 44.58204334365325
verified: no, type: mrr_at_10
value: 53.830655069045164
verified: no, type: mrr_at_100
value: 54.46820987161318
verified: no, type: mrr_at_1000
value: 54.511938990208975
verified: no, type: mrr_at_20
value: 54.285959410205784
verified: no, type: mrr_at_3
value: 52.167182662538714
verified: no, type: mrr_at_5
value: 53.1733746130031
verified: no, type: nauc_map_at_1000_diff1
value: 25.967815322021565
verified: no, type: nauc_map_at_1000_max
value: 28.327078445483668
verified: no, type: nauc_map_at_1000_std
value: 19.120652749371374
verified: no, type: nauc_map_at_100_diff1
value: 26.951232790374526
verified: no, type: nauc_map_at_100_max
value: 26.902092532931434
verified: no, type: nauc_map_at_100_std
value: 15.699072220565489
verified: no, type: nauc_map_at_10_diff1
value: 31.257086882033242
verified: no, type: nauc_map_at_10_max
value: 20.52720655255051
verified: no, type: nauc_map_at_10_std
value: 4.404750581767724
verified: no, type: nauc_map_at_1_diff1
value: 47.62591630591148
verified: no, type: nauc_map_at_1_max
value: 9.558540429651298
verified: no, type: nauc_map_at_1_std
value: -6.045890488872336
verified: no, type: nauc_map_at_20_diff1
value: 28.474824272816917
verified: no, type: nauc_map_at_20_max
value: 23.333197224732306
verified: no, type: nauc_map_at_20_std
value: 9.263916337302483
verified: no, type: nauc_map_at_3_diff1
value: 38.471834690020316
verified: no, type: nauc_map_at_3_max
value: 13.696518596133291
verified: no, type: nauc_map_at_3_std
value: -3.5625552745508533
verified: no, type: nauc_map_at_5_diff1
value: 34.52907976674023
verified: no, type: nauc_map_at_5_max
value: 16.13732934020574
verified: no, type: nauc_map_at_5_std
value: -0.7543340982584198
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.33476913665314
verified: no, type: nauc_mrr_at_1000_max
value: 46.958109189628935
verified: no, type: nauc_mrr_at_1000_std
value: 28.044556451367423
verified: no, type: nauc_mrr_at_100_diff1
value: 31.339069159264355
verified: no, type: nauc_mrr_at_100_max
value: 46.98656300883579
verified: no, type: nauc_mrr_at_100_std
value: 28.0900577359196
verified: no, type: nauc_mrr_at_10_diff1
value: 31.342505233934997
verified: no, type: nauc_mrr_at_10_max
value: 46.97823869966797
verified: no, type: nauc_mrr_at_10_std
value: 27.4601265013717
verified: no, type: nauc_mrr_at_1_diff1
value: 33.4378541215048
verified: no, type: nauc_mrr_at_1_max
value: 41.15562154589828
verified: no, type: nauc_mrr_at_1_std
value: 19.90780249506625
verified: no, type: nauc_mrr_at_20_diff1
value: 31.360572539137888
verified: no, type: nauc_mrr_at_20_max
value: 47.00390756684394
verified: no, type: nauc_mrr_at_20_std
value: 28.13990587820234
verified: no, type: nauc_mrr_at_3_diff1
value: 32.093115382725216
verified: no, type: nauc_mrr_at_3_max
value: 46.30933548142642
verified: no, type: nauc_mrr_at_3_std
value: 26.241763806261552
verified: no, type: nauc_mrr_at_5_diff1
value: 31.551702480820225
verified: no, type: nauc_mrr_at_5_max
value: 46.194614393756375
verified: no, type: nauc_mrr_at_5_std
value: 27.324586188062337
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.311180709157977
verified: no, type: nauc_ndcg_at_1000_max
value: 44.92771338176505
verified: no, type: nauc_ndcg_at_1000_std
value: 37.27892149005223
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.662285786793
verified: no, type: nauc_ndcg_at_100_max
value: 41.08725464946671
verified: no, type: nauc_ndcg_at_100_std
value: 31.647308668978567
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.814244065959365
verified: no, type: nauc_ndcg_at_10_max
value: 38.94186160526081
verified: no, type: nauc_ndcg_at_10_std
value: 28.739546916606184
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.92055290582491
verified: no, type: nauc_ndcg_at_1_max
value: 39.7746239892313
verified: no, type: nauc_ndcg_at_1_std
value: 21.403337562252666
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.147194739989953
verified: no, type: nauc_ndcg_at_20_max
value: 38.331435685309486
verified: no, type: nauc_ndcg_at_20_std
value: 30.001574369100286
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.551315174426477
verified: no, type: nauc_ndcg_at_3_max
value: 40.95235936186754
verified: no, type: nauc_ndcg_at_3_std
value: 25.814502311046923
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.30015530643268
verified: no, type: nauc_ndcg_at_5_max
value: 39.112038419598846
verified: no, type: nauc_ndcg_at_5_std
value: 27.014662420712636
verified: no, type: nauc_precision_at_1000_diff1
value: -9.31122599724474
verified: no, type: nauc_precision_at_1000_max
value: 15.828254499573301
verified: no, type: nauc_precision_at_1000_std
value: 31.90284644408184
verified: no, type: nauc_precision_at_100_diff1
value: -5.607783322273428
verified: no, type: nauc_precision_at_100_max
value: 28.044293136935156
verified: no, type: nauc_precision_at_100_std
value: 44.33306673952984
verified: no, type: nauc_precision_at_10_diff1
value: 3.672329984381369
verified: no, type: nauc_precision_at_10_max
value: 40.22743872425158
verified: no, type: nauc_precision_at_10_std
value: 38.03616890730788
verified: no, type: nauc_precision_at_1_diff1
value: 33.4378541215048
verified: no, type: nauc_precision_at_1_max
value: 41.15562154589828
verified: no, type: nauc_precision_at_1_std
value: 19.90780249506625
verified: no, type: nauc_precision_at_20_diff1
value: -2.1150512386488014
verified: no, type: nauc_precision_at_20_max
value: 36.304499614907
verified: no, type: nauc_precision_at_20_std
value: 42.6230212264936
verified: no, type: nauc_precision_at_3_diff1
value: 15.845993825652796
verified: no, type: nauc_precision_at_3_max
value: 42.887373246287616
verified: no, type: nauc_precision_at_3_std
value: 29.489599796549705
verified: no, type: nauc_precision_at_5_diff1
value: 6.777054989797422
verified: no, type: nauc_precision_at_5_max
value: 39.54397793435193
verified: no, type: nauc_precision_at_5_std
value: 32.47818021039132
verified: no, type: nauc_recall_at_1000_diff1
value: 11.315947856942906
verified: no, type: nauc_recall_at_1000_max
value: 21.01998620182054
verified: no, type: nauc_recall_at_1000_std
value: 26.8227846588364
verified: no, type: nauc_recall_at_100_diff1
value: 18.899757056503482
verified: no, type: nauc_recall_at_100_max
value: 28.57869305089085
verified: no, type: nauc_recall_at_100_std
value: 25.90208233770403
verified: no, type: nauc_recall_at_10_diff1
value: 26.671963776958673
verified: no, type: nauc_recall_at_10_max
value: 20.085669076192627
verified: no, type: nauc_recall_at_10_std
value: 4.64306341080659
verified: no, type: nauc_recall_at_1_diff1
value: 47.62591630591148
verified: no, type: nauc_recall_at_1_max
value: 9.558540429651298
verified: no, type: nauc_recall_at_1_std
value: -6.045890488872336
verified: no, type: nauc_recall_at_20_diff1
value: 21.352657194561484
verified: no, type: nauc_recall_at_20_max
value: 22.287907898181967
verified: no, type: nauc_recall_at_20_std
value: 11.591359883790235
verified: no, type: nauc_recall_at_3_diff1
value: 37.883426141495484
verified: no, type: nauc_recall_at_3_max
value: 13.541910021778506
verified: no, type: nauc_recall_at_3_std
value: -3.5291589555216265
verified: no, type: nauc_recall_at_5_diff1
value: 31.497983991389315
verified: no, type: nauc_recall_at_5_max
value: 15.615278638126394
verified: no, type: nauc_recall_at_5_std
value: 0.3332620589500228
verified: no, type: ndcg_at_1
value: 43.189
verified: no, type: ndcg_at_10
value: 34.777
verified: no, type: ndcg_at_100
value: 31.298
verified: no, type: ndcg_at_1000
value: 40.472
verified: no, type: ndcg_at_20
value: 32.651
verified: no, type: ndcg_at_3
value: 40.176
verified: no, type: ndcg_at_5
value: 37.708000000000006
verified: no, type: precision_at_1
value: 44.582
verified: no, type: precision_at_10
value: 25.944
verified: no, type: precision_at_100
value: 7.8759999999999994
verified: no, type: precision_at_1000
value: 2.0789999999999997
verified: no, type: precision_at_20
value: 19.365
verified: no, type: precision_at_3
value: 37.771
verified: no, type: precision_at_5
value: 32.693
verified: no, type: recall_at_1
value: 6.0249999999999995
verified: no, type: recall_at_10
value: 16.744999999999997
verified: no, type: recall_at_100
value: 30.962
verified: no, type: recall_at_1000
value: 64.862
verified: no, type: recall_at_20
value: 21.083
verified: no, type: recall_at_3
value: 10.437000000000001
verified: no, type: recall_at_5
value: 12.919
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 45.429
verified: no, type: map_at_1
value: 24.348
verified: no, type: map_at_10
value: 37.979
verified: no, type: map_at_100
value: 39.152
verified: no, type: map_at_1000
value: 39.196
verified: no, type: map_at_20
value: 38.698
verified: no, type: map_at_3
value: 33.576
verified: no, type: map_at_5
value: 36.313
verified: no, type: mrr_at_1
value: 27.896871378910777
verified: no, type: mrr_at_10
value: 40.57155732126759
verified: no, type: mrr_at_100
value: 41.505776028088356
verified: no, type: mrr_at_1000
value: 41.536949900301714
verified: no, type: mrr_at_20
value: 41.16254355270229
verified: no, type: mrr_at_3
value: 36.73232908458862
verified: no, type: mrr_at_5
value: 39.15990730011593
verified: no, type: nauc_map_at_1000_diff1
value: 32.46093433815888
verified: no, type: nauc_map_at_1000_max
value: 19.394096123431115
verified: no, type: nauc_map_at_1000_std
value: -1.4164718950716537
verified: no, type: nauc_map_at_100_diff1
value: 32.45486165462264
verified: no, type: nauc_map_at_100_max
value: 19.421234606093616
verified: no, type: nauc_map_at_100_std
value: -1.3862594418165226
verified: no, type: nauc_map_at_10_diff1
value: 32.46141882554964
verified: no, type: nauc_map_at_10_max
value: 19.0209806089726
verified: no, type: nauc_map_at_10_std
value: -2.1299605104758528
verified: no, type: nauc_map_at_1_diff1
value: 33.91219452872979
verified: no, type: nauc_map_at_1_max
value: 15.243617612429572
verified: no, type: nauc_map_at_1_std
value: -4.118372460673027
verified: no, type: nauc_map_at_20_diff1
value: 32.447816129738385
verified: no, type: nauc_map_at_20_max
value: 19.375630035882168
verified: no, type: nauc_map_at_20_std
value: -1.6126821757328305
verified: no, type: nauc_map_at_3_diff1
value: 32.22584317116853
verified: no, type: nauc_map_at_3_max
value: 17.027294527302406
verified: no, type: nauc_map_at_3_std
value: -3.900453065296092
verified: no, type: nauc_map_at_5_diff1
value: 32.21812147700183
verified: no, type: nauc_map_at_5_max
value: 18.22808737031908
verified: no, type: nauc_map_at_5_std
value: -3.0121231831131237
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.19391640024058
verified: no, type: nauc_mrr_at_1000_max
value: 19.94471248318332
verified: no, type: nauc_mrr_at_1000_std
value: 0.1932185073583155
verified: no, type: nauc_mrr_at_100_diff1
value: 32.18470462640416
verified: no, type: nauc_mrr_at_100_max
value: 19.969167766004155
verified: no, type: nauc_mrr_at_100_std
value: 0.22192687584423115
verified: no, type: nauc_mrr_at_10_diff1
value: 32.09991820831007
verified: no, type: nauc_mrr_at_10_max
value: 19.739187658158095
verified: no, type: nauc_mrr_at_10_std
value: -0.2495140041359092
verified: no, type: nauc_mrr_at_1_diff1
value: 34.08999204509866
verified: no, type: nauc_mrr_at_1_max
value: 16.991478512680224
verified: no, type: nauc_mrr_at_1_std
value: -1.7552861996068096
verified: no, type: nauc_mrr_at_20_diff1
value: 32.15333867489741
verified: no, type: nauc_mrr_at_20_max
value: 20.020143250873225
verified: no, type: nauc_mrr_at_20_std
value: 0.16862155425262013
verified: no, type: nauc_mrr_at_3_diff1
value: 32.21444644438222
verified: no, type: nauc_mrr_at_3_max
value: 18.21605348829081
verified: no, type: nauc_mrr_at_3_std
value: -1.6925892502509188
verified: no, type: nauc_mrr_at_5_diff1
value: 32.0478706880025
verified: no, type: nauc_mrr_at_5_max
value: 19.148865007333306
verified: no, type: nauc_mrr_at_5_std
value: -0.8802261956751949
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.983119738355253
verified: no, type: nauc_ndcg_at_1000_max
value: 21.86567501654561
verified: no, type: nauc_ndcg_at_1000_std
value: 2.0860659105814148
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.746023533636002
verified: no, type: nauc_ndcg_at_100_max
value: 22.638912158683294
verified: no, type: nauc_ndcg_at_100_std
value: 3.052454394775229
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.778039167442216
verified: no, type: nauc_ndcg_at_10_max
value: 21.36084508699706
verified: no, type: nauc_ndcg_at_10_std
value: 0.16693686698101765
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.19354942363811
verified: no, type: nauc_ndcg_at_1_max
value: 16.848591473066378
verified: no, type: nauc_ndcg_at_1_std
value: -1.7454800127927512
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.77653905325226
verified: no, type: nauc_ndcg_at_20_max
value: 22.61652208672153
verified: no, type: nauc_ndcg_at_20_std
value: 1.9910242035042571
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.611292003047026
verified: no, type: nauc_ndcg_at_3_max
value: 17.664647025493103
verified: no, type: nauc_ndcg_at_3_std
value: -3.2746665435363482
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.44128924743772
verified: no, type: nauc_ndcg_at_5_max
value: 19.652825980411436
verified: no, type: nauc_ndcg_at_5_std
value: -1.7539721730598645
verified: no, type: nauc_precision_at_1000_diff1
value: 2.096637497842706
verified: no, type: nauc_precision_at_1000_max
value: 15.200656933478845
verified: no, type: nauc_precision_at_1000_std
value: 19.38757583859173
verified: no, type: nauc_precision_at_100_diff1
value: 8.3623454469704
verified: no, type: nauc_precision_at_100_max
value: 24.522778919091383
verified: no, type: nauc_precision_at_100_std
value: 24.992853351936056
verified: no, type: nauc_precision_at_10_diff1
value: 22.246801149334065
verified: no, type: nauc_precision_at_10_max
value: 25.72788595807844
verified: no, type: nauc_precision_at_10_std
value: 10.335074726940642
verified: no, type: nauc_precision_at_1_diff1
value: 34.19354942363811
verified: no, type: nauc_precision_at_1_max
value: 16.848591473066378
verified: no, type: nauc_precision_at_1_std
value: -1.7454800127927512
verified: no, type: nauc_precision_at_20_diff1
value: 18.201890751037624
verified: no, type: nauc_precision_at_20_max
value: 28.207641511669657
verified: no, type: nauc_precision_at_20_std
value: 17.62549448063055
verified: no, type: nauc_precision_at_3_diff1
value: 28.262955611874673
verified: no, type: nauc_precision_at_3_max
value: 19.7314384498553
verified: no, type: nauc_precision_at_3_std
value: -0.15343939521694802
verified: no, type: nauc_precision_at_5_diff1
value: 25.546944946047333
verified: no, type: nauc_precision_at_5_max
value: 23.209224602801903
verified: no, type: nauc_precision_at_5_std
value: 4.096562516124445
verified: no, type: nauc_recall_at_1000_diff1
value: 26.810486933487848
verified: no, type: nauc_recall_at_1000_max
value: 62.062724387206416
verified: no, type: nauc_recall_at_1000_std
value: 72.53854144185586
verified: no, type: nauc_recall_at_100_diff1
value: 24.30748295669883
verified: no, type: nauc_recall_at_100_max
value: 47.86108978852899
verified: no, type: nauc_recall_at_100_std
value: 41.70104695267924
verified: no, type: nauc_recall_at_10_diff1
value: 28.014038418716364
verified: no, type: nauc_recall_at_10_max
value: 27.454742318511876
verified: no, type: nauc_recall_at_10_std
value: 6.129323504299465
verified: no, type: nauc_recall_at_1_diff1
value: 33.91219452872979
verified: no, type: nauc_recall_at_1_max
value: 15.243617612429572
verified: no, type: nauc_recall_at_1_std
value: -4.118372460673027
verified: no, type: nauc_recall_at_20_diff1
value: 27.51152553934221
verified: no, type: nauc_recall_at_20_max
value: 35.04009531047778
verified: no, type: nauc_recall_at_20_std
value: 16.086467991188023
verified: no, type: nauc_recall_at_3_diff1
value: 28.528898212602833
verified: no, type: nauc_recall_at_3_max
value: 17.667467627988895
verified: no, type: nauc_recall_at_3_std
value: -3.354082134238416
verified: no, type: nauc_recall_at_5_diff1
value: 27.54111394521828
verified: no, type: nauc_recall_at_5_max
value: 21.864229857719994
verified: no, type: nauc_recall_at_5_std
value: -0.010012005902089142
verified: no, type: ndcg_at_1
value: 27.868
verified: no, type: ndcg_at_10
value: 45.429
verified: no, type: ndcg_at_100
value: 50.676
verified: no, type: ndcg_at_1000
value: 51.727999999999994
verified: no, type: ndcg_at_20
value: 47.818
verified: no, type: ndcg_at_3
value: 37.079
verified: no, type: ndcg_at_5
value: 41.711
verified: no, type: precision_at_1
value: 27.868
verified: no, type: precision_at_10
value: 7.853000000000001
verified: no, type: precision_at_100
value: 1.079
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 4.486
verified: no, type: precision_at_3
value: 17.207
verified: no, type: precision_at_5
value: 12.943
verified: no, type: recall_at_1
value: 24.348
verified: no, type: recall_at_10
value: 65.667
verified: no, type: recall_at_100
value: 89.047
verified: no, type: recall_at_1000
value: 96.937
verified: no, type: recall_at_20
value: 74.611
verified: no, type: recall_at_3
value: 44.124
verified: no, type: recall_at_5
value: 54.847
verified: no
task: type: Retrieval, dataset: config: english
name: MTEB PublicHealthQA (english)
revision: main
split: test
type: xhluca/publichealth-qa
metrics: type: main_score
value: 81.797
verified: no, type: map_at_1
value: 67.44200000000001
verified: no, type: map_at_10
value: 77.40899999999999
verified: no, type: map_at_100
value: 77.58800000000001
verified: no, type: map_at_1000
value: 77.59700000000001
verified: no, type: map_at_20
value: 77.563
verified: no, type: map_at_3
value: 75.775
verified: no, type: map_at_5
value: 76.676
verified: no, type: mrr_at_1
value: 67.44186046511628
verified: no, type: mrr_at_10
value: 77.40933001107419
verified: no, type: mrr_at_100
value: 77.58758776090153
verified: no, type: mrr_at_1000
value: 77.59701476623081
verified: no, type: mrr_at_20
value: 77.56332082460221
verified: no, type: mrr_at_3
value: 75.7751937984496
verified: no, type: mrr_at_5
value: 76.67635658914729
verified: no, type: nauc_map_at_1000_diff1
value: 68.03862212120946
verified: no, type: nauc_map_at_1000_max
value: 45.571493373890284
verified: no, type: nauc_map_at_1000_std
value: -9.513610168308675
verified: no, type: nauc_map_at_100_diff1
value: 68.04692169460982
verified: no, type: nauc_map_at_100_max
value: 45.597744584746174
verified: no, type: nauc_map_at_100_std
value: -9.46079106577722
verified: no, type: nauc_map_at_10_diff1
value: 68.12206434240572
verified: no, type: nauc_map_at_10_max
value: 45.87818916623179
verified: no, type: nauc_map_at_10_std
value: -9.07755836461079
verified: no, type: nauc_map_at_1_diff1
value: 67.12290625195008
verified: no, type: nauc_map_at_1_max
value: 41.961375907271766
verified: no, type: nauc_map_at_1_std
value: -14.305894005739376
verified: no, type: nauc_map_at_20_diff1
value: 68.03994283236055
verified: no, type: nauc_map_at_20_max
value: 45.55410799331842
verified: no, type: nauc_map_at_20_std
value: -9.446523820020174
verified: no, type: nauc_map_at_3_diff1
value: 68.37489368079838
verified: no, type: nauc_map_at_3_max
value: 46.36986654238148
verified: no, type: nauc_map_at_3_std
value: -10.310951850957865
verified: no, type: nauc_map_at_5_diff1
value: 67.59677966909759
verified: no, type: nauc_map_at_5_max
value: 44.92160517102712
verified: no, type: nauc_map_at_5_std
value: -9.80872574347567
verified: no, type: nauc_mrr_at_1000_diff1
value: 68.03866688403615
verified: no, type: nauc_mrr_at_1000_max
value: 45.571464182248114
verified: no, type: nauc_mrr_at_1000_std
value: -9.513668903745707
verified: no, type: nauc_mrr_at_100_diff1
value: 68.04692169460982
verified: no, type: nauc_mrr_at_100_max
value: 45.597744584746174
verified: no, type: nauc_mrr_at_100_std
value: -9.46079106577722
verified: no, type: nauc_mrr_at_10_diff1
value: 68.12206434240572
verified: no, type: nauc_mrr_at_10_max
value: 45.87818916623179
verified: no, type: nauc_mrr_at_10_std
value: -9.07755836461079
verified: no, type: nauc_mrr_at_1_diff1
value: 67.12290625195008
verified: no, type: nauc_mrr_at_1_max
value: 41.961375907271766
verified: no, type: nauc_mrr_at_1_std
value: -14.305894005739376
verified: no, type: nauc_mrr_at_20_diff1
value: 68.03994283236055
verified: no, type: nauc_mrr_at_20_max
value: 45.55410799331842
verified: no, type: nauc_mrr_at_20_std
value: -9.446523820020174
verified: no, type: nauc_mrr_at_3_diff1
value: 68.37489368079838
verified: no, type: nauc_mrr_at_3_max
value: 46.36986654238148
verified: no, type: nauc_mrr_at_3_std
value: -10.310951850957865
verified: no, type: nauc_mrr_at_5_diff1
value: 67.59677966909759
verified: no, type: nauc_mrr_at_5_max
value: 44.92160517102712
verified: no, type: nauc_mrr_at_5_std
value: -9.80872574347567
verified: no, type: nauc_ndcg_at_1000_diff1
value: 68.19001086715403
verified: no, type: nauc_ndcg_at_1000_max
value: 46.15089790137622
verified: no, type: nauc_ndcg_at_1000_std
value: -8.412159613801633
verified: no, type: nauc_ndcg_at_100_diff1
value: 68.38436319007278
verified: no, type: nauc_ndcg_at_100_max
value: 46.7399567648645
verified: no, type: nauc_ndcg_at_100_std
value: -7.226231881646415
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.66691333519046
verified: no, type: nauc_ndcg_at_10_max
value: 47.676855724705206
verified: no, type: nauc_ndcg_at_10_std
value: -5.73932115133516
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.12290625195008
verified: no, type: nauc_ndcg_at_1_max
value: 41.961375907271766
verified: no, type: nauc_ndcg_at_1_std
value: -14.305894005739376
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.2939167825507
verified: no, type: nauc_ndcg_at_20_max
value: 46.24310319611011
verified: no, type: nauc_ndcg_at_20_std
value: -7.125543051802564
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.80845744009801
verified: no, type: nauc_ndcg_at_3_max
value: 48.06608134910292
verified: no, type: nauc_ndcg_at_3_std
value: -9.416751601725604
verified: no, type: nauc_ndcg_at_5_diff1
value: 67.20191468584295
verified: no, type: nauc_ndcg_at_5_max
value: 45.17104294409719
verified: no, type: nauc_ndcg_at_5_std
value: -8.11265697724823
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
value: 100
verified: no, type: nauc_precision_at_1000_std
value: 100
verified: no, type: nauc_precision_at_100_diff1
value: 86.14085746500498
verified: no, type: nauc_precision_at_100_max
value: 100
verified: no, type: nauc_precision_at_100_std
value: 100
verified: no, type: nauc_precision_at_10_diff1
value: 76.20567449736176
verified: no, type: nauc_precision_at_10_max
value: 70.13176535200981
verified: no, type: nauc_precision_at_10_std
value: 38.95128572868472
verified: no, type: nauc_precision_at_1_diff1
value: 67.12290625195008
verified: no, type: nauc_precision_at_1_max
value: 41.961375907271766
verified: no, type: nauc_precision_at_1_std
value: -14.305894005739376
verified: no, type: nauc_precision_at_20_diff1
value: 73.74993491997736
verified: no, type: nauc_precision_at_20_max
value: 54.67254536177645
verified: no, type: nauc_precision_at_20_std
value: 49.85551772921538
verified: no, type: nauc_precision_at_3_diff1
value: 70.72764096781087
verified: no, type: nauc_precision_at_3_max
value: 55.67372625764705
verified: no, type: nauc_precision_at_3_std
value: -5.745071196827823
verified: no, type: nauc_precision_at_5_diff1
value: 64.27540794356823
verified: no, type: nauc_precision_at_5_max
value: 45.6262640317178
verified: no, type: nauc_precision_at_5_std
value: 2.0638422618860512
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 86.14085746500531
verified: no, type: nauc_recall_at_100_max
value: 100
verified: no, type: nauc_recall_at_100_std
value: 100
verified: no, type: nauc_recall_at_10_diff1
value: 76.20567449736204
verified: no, type: nauc_recall_at_10_max
value: 70.13176535201025
verified: no, type: nauc_recall_at_10_std
value: 38.951285728684546
verified: no, type: nauc_recall_at_1_diff1
value: 67.12290625195008
verified: no, type: nauc_recall_at_1_max
value: 41.961375907271766
verified: no, type: nauc_recall_at_1_std
value: -14.305894005739376
verified: no, type: nauc_recall_at_20_diff1
value: 73.74993491997758
verified: no, type: nauc_recall_at_20_max
value: 54.67254536177716
verified: no, type: nauc_recall_at_20_std
value: 49.85551772921467
verified: no, type: nauc_recall_at_3_diff1
value: 70.72764096781106
verified: no, type: nauc_recall_at_3_max
value: 55.67372625764696
verified: no, type: nauc_recall_at_3_std
value: -5.745071196827833
verified: no, type: nauc_recall_at_5_diff1
value: 64.27540794356815
verified: no, type: nauc_recall_at_5_max
value: 45.626264031717625
verified: no, type: nauc_recall_at_5_std
value: 2.06384226188602
verified: no, type: ndcg_at_1
value: 67.44200000000001
verified: no, type: ndcg_at_10
value: 81.797
verified: no, type: ndcg_at_100
value: 82.582
verified: no, type: ndcg_at_1000
value: 82.749
verified: no, type: ndcg_at_20
value: 82.375
verified: no, type: ndcg_at_3
value: 78.41900000000001
verified: no, type: ndcg_at_5
value: 80.07
verified: no, type: precision_at_1
value: 67.44200000000001
verified: no, type: precision_at_10
value: 9.535
verified: no, type: precision_at_100
value: 0.988
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.884
verified: no, type: precision_at_3
value: 28.682000000000002
verified: no, type: precision_at_5
value: 18.023
verified: no, type: recall_at_1
value: 67.44200000000001
verified: no, type: recall_at_10
value: 95.34899999999999
verified: no, type: recall_at_100
value: 98.837
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 97.674
verified: no, type: recall_at_3
value: 86.047
verified: no, type: recall_at_5
value: 90.116
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 88.57199999999999
verified: no, type: map_at_1
value: 71.039
verified: no, type: map_at_10
value: 84.88900000000001
verified: no, type: map_at_100
value: 85.508
verified: no, type: map_at_1000
value: 85.524
verified: no, type: map_at_20
value: 85.302
verified: no, type: map_at_3
value: 81.894
verified: no, type: map_at_5
value: 83.8
verified: no, type: mrr_at_1
value: 81.78
verified: no, type: mrr_at_10
value: 87.8229365079363
verified: no, type: mrr_at_100
value: 87.91981638363609
verified: no, type: mrr_at_1000
value: 87.92063508831636
verified: no, type: mrr_at_20
value: 87.89576415509134
verified: no, type: mrr_at_3
value: 86.88499999999978
verified: no, type: mrr_at_5
value: 87.54249999999972
verified: no, type: nauc_map_at_1000_diff1
value: 76.15890287923096
verified: no, type: nauc_map_at_1000_max
value: 36.128747651916996
verified: no, type: nauc_map_at_1000_std
value: -48.66753596117505
verified: no, type: nauc_map_at_100_diff1
value: 76.16493038931165
verified: no, type: nauc_map_at_100_max
value: 36.09495057926168
verified: no, type: nauc_map_at_100_std
value: -48.723830300602586
verified: no, type: nauc_map_at_10_diff1
value: 76.36797035099488
verified: no, type: nauc_map_at_10_max
value: 35.620469333933464
verified: no, type: nauc_map_at_10_std
value: -50.54189078709537
verified: no, type: nauc_map_at_1_diff1
value: 79.8895751613965
verified: no, type: nauc_map_at_1_max
value: 26.317532572218223
verified: no, type: nauc_map_at_1_std
value: -44.938160229108206
verified: no, type: nauc_map_at_20_diff1
value: 76.24244671018226
verified: no, type: nauc_map_at_20_max
value: 36.001635565564364
verified: no, type: nauc_map_at_20_std
value: -49.3849748462351
verified: no, type: nauc_map_at_3_diff1
value: 76.65833912779706
verified: no, type: nauc_map_at_3_max
value: 32.98606836293959
verified: no, type: nauc_map_at_3_std
value: -52.50628417471894
verified: no, type: nauc_map_at_5_diff1
value: 76.61272599340525
verified: no, type: nauc_map_at_5_max
value: 34.74469655483763
verified: no, type: nauc_map_at_5_std
value: -51.913131454588054
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.7068128582022
verified: no, type: nauc_mrr_at_1000_max
value: 39.109592270843066
verified: no, type: nauc_mrr_at_1000_std
value: -45.26766550271522
verified: no, type: nauc_mrr_at_100_diff1
value: 76.70661450396209
verified: no, type: nauc_mrr_at_100_max
value: 39.111095758039355
verified: no, type: nauc_mrr_at_100_std
value: -45.26836021466902
verified: no, type: nauc_mrr_at_10_diff1
value: 76.70726141027455
verified: no, type: nauc_mrr_at_10_max
value: 39.17777339514055
verified: no, type: nauc_mrr_at_10_std
value: -45.41161126837498
verified: no, type: nauc_mrr_at_1_diff1
value: 77.71262801682967
verified: no, type: nauc_mrr_at_1_max
value: 38.287583279692356
verified: no, type: nauc_mrr_at_1_std
value: -43.29857832293737
verified: no, type: nauc_mrr_at_20_diff1
value: 76.7037527994321
verified: no, type: nauc_mrr_at_20_max
value: 39.1385505965502
verified: no, type: nauc_mrr_at_20_std
value: -45.302717228670424
verified: no, type: nauc_mrr_at_3_diff1
value: 76.44715349862805
verified: no, type: nauc_mrr_at_3_max
value: 38.66923766796163
verified: no, type: nauc_mrr_at_3_std
value: -46.07826188003206
verified: no, type: nauc_mrr_at_5_diff1
value: 76.6862619651444
verified: no, type: nauc_mrr_at_5_max
value: 39.42029839009645
verified: no, type: nauc_mrr_at_5_std
value: -45.42521512596518
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.94606214928126
verified: no, type: nauc_ndcg_at_1000_max
value: 37.78639646594005
verified: no, type: nauc_ndcg_at_1000_std
value: -46.65092081733429
verified: no, type: nauc_ndcg_at_100_diff1
value: 75.95908789988027
verified: no, type: nauc_ndcg_at_100_max
value: 37.681560061965456
verified: no, type: nauc_ndcg_at_100_std
value: -46.86467727271376
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.09039824441281
verified: no, type: nauc_ndcg_at_10_max
value: 36.98935573651128
verified: no, type: nauc_ndcg_at_10_std
value: -49.89313085062566
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.731542287149
verified: no, type: nauc_ndcg_at_1_max
value: 38.21475789687958
verified: no, type: nauc_ndcg_at_1_std
value: -43.23518829879814
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.0333735368683
verified: no, type: nauc_ndcg_at_20_max
value: 37.5117691727701
verified: no, type: nauc_ndcg_at_20_std
value: -48.43247167069298
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.32521926923286
verified: no, type: nauc_ndcg_at_3_max
value: 35.635616145975426
verified: no, type: nauc_ndcg_at_3_std
value: -50.277808575751536
verified: no, type: nauc_ndcg_at_5_diff1
value: 75.98733426779356
verified: no, type: nauc_ndcg_at_5_max
value: 36.64628740946612
verified: no, type: nauc_ndcg_at_5_std
value: -50.466293598058165
verified: no, type: nauc_precision_at_1000_diff1
value: -43.7530546029045
verified: no, type: nauc_precision_at_1000_max
value: -5.161360102935574
verified: no, type: nauc_precision_at_1000_std
value: 41.238651766827935
verified: no, type: nauc_precision_at_100_diff1
value: -43.384152578104406
verified: no, type: nauc_precision_at_100_max
value: -5.034918821151737
verified: no, type: nauc_precision_at_100_std
value: 39.84731397760794
verified: no, type: nauc_precision_at_10_diff1
value: -38.02145942820818
verified: no, type: nauc_precision_at_10_max
value: -0.20339619978834741
verified: no, type: nauc_precision_at_10_std
value: 27.826961259650158
verified: no, type: nauc_precision_at_1_diff1
value: 77.731542287149
verified: no, type: nauc_precision_at_1_max
value: 38.21475789687958
verified: no, type: nauc_precision_at_1_std
value: -43.23518829879814
verified: no, type: nauc_precision_at_20_diff1
value: -41.175410744014805
verified: no, type: nauc_precision_at_20_max
value: -2.431406075907586
verified: no, type: nauc_precision_at_20_std
value: 34.28163431050591
verified: no, type: nauc_precision_at_3_diff1
value: -18.20941252484291
verified: no, type: nauc_precision_at_3_max
value: 9.49505880687624
verified: no, type: nauc_precision_at_3_std
value: 5.21470816880769
verified: no, type: nauc_precision_at_5_diff1
value: -30.71663355802905
verified: no, type: nauc_precision_at_5_max
value: 4.250820844712598
verified: no, type: nauc_precision_at_5_std
value: 18.068800455982604
verified: no, type: nauc_recall_at_1000_diff1
value: 42.20093621124488
verified: no, type: nauc_recall_at_1000_max
value: 42.975727501073955
verified: no, type: nauc_recall_at_1000_std
value: 17.039145897932887
verified: no, type: nauc_recall_at_100_diff1
value: 71.01797230503367
verified: no, type: nauc_recall_at_100_max
value: 36.8913110697839
verified: no, type: nauc_recall_at_100_std
value: -46.789986224693166
verified: no, type: nauc_recall_at_10_diff1
value: 72.78216200857327
verified: no, type: nauc_recall_at_10_max
value: 34.447888880887575
verified: no, type: nauc_recall_at_10_std
value: -67.03966745406017
verified: no, type: nauc_recall_at_1_diff1
value: 79.8895751613965
verified: no, type: nauc_recall_at_1_max
value: 26.317532572218223
verified: no, type: nauc_recall_at_1_std
value: -44.938160229108206
verified: no, type: nauc_recall_at_20_diff1
value: 72.39748025024522
verified: no, type: nauc_recall_at_20_max
value: 37.28031232611157
verified: no, type: nauc_recall_at_20_std
value: -63.744619826134475
verified: no, type: nauc_recall_at_3_diff1
value: 72.4158737180374
verified: no, type: nauc_recall_at_3_max
value: 29.671800523250326
verified: no, type: nauc_recall_at_3_std
value: -59.47563372923962
verified: no, type: nauc_recall_at_5_diff1
value: 72.26170447475917
verified: no, type: nauc_recall_at_5_max
value: 33.23785397256845
verified: no, type: nauc_recall_at_5_std
value: -62.34801264606157
verified: no, type: ndcg_at_1
value: 81.77
verified: no, type: ndcg_at_10
value: 88.57199999999999
verified: no, type: ndcg_at_100
value: 89.755
verified: no, type: ndcg_at_1000
value: 89.852
verified: no, type: ndcg_at_20
value: 89.22099999999999
verified: no, type: ndcg_at_3
value: 85.707
verified: no, type: ndcg_at_5
value: 87.345
verified: no, type: precision_at_1
value: 81.77
verified: no, type: precision_at_10
value: 13.431000000000001
verified: no, type: precision_at_100
value: 1.529
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.124
verified: no, type: precision_at_3
value: 37.41
verified: no, type: precision_at_5
value: 24.684
verified: no, type: recall_at_1
value: 71.039
verified: no, type: recall_at_10
value: 95.537
verified: no, type: recall_at_100
value: 99.557
verified: no, type: recall_at_1000
value: 99.982
verified: no, type: recall_at_20
value: 97.603
verified: no, type: recall_at_3
value: 87.384
verified: no, type: recall_at_5
value: 91.927
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 51.59936496159815
verified: no, type: v_measure
value: 51.59936496159815
verified: no, type: v_measure_std
value: 4.565966577664143
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 60.83096246995603
verified: no, type: v_measure
value: 60.83096246995603
verified: no, type: v_measure_std
value: 13.183082420642975
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 20.278
verified: no, type: map_at_1
value: 4.573
verified: no, type: map_at_10
value: 12.081999999999999
verified: no, type: map_at_100
value: 14.229
verified: no, type: map_at_1000
value: 14.587
verified: no, type: map_at_20
value: 13.145999999999999
verified: no, type: map_at_3
value: 8.488
verified: no, type: map_at_5
value: 10.324
verified: no, type: mrr_at_1
value: 22.6
verified: no, type: mrr_at_10
value: 33.95575396825393
verified: no, type: mrr_at_100
value: 35.03843505353784
verified: no, type: mrr_at_1000
value: 35.092323037408
verified: no, type: mrr_at_20
value: 34.589859035013795
verified: no, type: mrr_at_3
value: 30.299999999999986
verified: no, type: mrr_at_5
value: 32.42999999999995
verified: no, type: nauc_map_at_1000_diff1
value: 15.47158773019753
verified: no, type: nauc_map_at_1000_max
value: 33.15677973691845
verified: no, type: nauc_map_at_1000_std
value: 22.069088941975316
verified: no, type: nauc_map_at_100_diff1
value: 15.5473749771496
verified: no, type: nauc_map_at_100_max
value: 33.11669390716216
verified: no, type: nauc_map_at_100_std
value: 21.902092120156556
verified: no, type: nauc_map_at_10_diff1
value: 15.598319272907935
verified: no, type: nauc_map_at_10_max
value: 31.02834975480241
verified: no, type: nauc_map_at_10_std
value: 17.48586034447307
verified: no, type: nauc_map_at_1_diff1
value: 24.716824356435037
verified: no, type: nauc_map_at_1_max
value: 25.609675193046776
verified: no, type: nauc_map_at_1_std
value: 7.726550604844593
verified: no, type: nauc_map_at_20_diff1
value: 15.421255798642786
verified: no, type: nauc_map_at_20_max
value: 32.57491990876195
verified: no, type: nauc_map_at_20_std
value: 19.87590330146735
verified: no, type: nauc_map_at_3_diff1
value: 18.233165819869967
verified: no, type: nauc_map_at_3_max
value: 28.423341132169515
verified: no, type: nauc_map_at_3_std
value: 9.36105104315201
verified: no, type: nauc_map_at_5_diff1
value: 17.147755240157387
verified: no, type: nauc_map_at_5_max
value: 29.750818593195355
verified: no, type: nauc_map_at_5_std
value: 13.474425753774613
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.54973813770631
verified: no, type: nauc_mrr_at_1000_max
value: 28.445637386785215
verified: no, type: nauc_mrr_at_1000_std
value: 14.759817199201834
verified: no, type: nauc_mrr_at_100_diff1
value: 19.528262971483187
verified: no, type: nauc_mrr_at_100_max
value: 28.471618042623042
verified: no, type: nauc_mrr_at_100_std
value: 14.802649900373577
verified: no, type: nauc_mrr_at_10_diff1
value: 19.297787878540934
verified: no, type: nauc_mrr_at_10_max
value: 28.250197248199598
verified: no, type: nauc_mrr_at_10_std
value: 14.530515441921136
verified: no, type: nauc_mrr_at_1_diff1
value: 24.448279147241337
verified: no, type: nauc_mrr_at_1_max
value: 25.44984341914804
verified: no, type: nauc_mrr_at_1_std
value: 7.8912754194185
verified: no, type: nauc_mrr_at_20_diff1
value: 19.526532015966378
verified: no, type: nauc_mrr_at_20_max
value: 28.45090107869856
verified: no, type: nauc_mrr_at_20_std
value: 14.872405983073964
verified: no, type: nauc_mrr_at_3_diff1
value: 19.309620003727055
verified: no, type: nauc_mrr_at_3_max
value: 27.545469950426288
verified: no, type: nauc_mrr_at_3_std
value: 12.904936858178626
verified: no, type: nauc_mrr_at_5_diff1
value: 19.262661292664838
verified: no, type: nauc_mrr_at_5_max
value: 27.77287008915389
verified: no, type: nauc_mrr_at_5_std
value: 14.068995148507335
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.228929487905193
verified: no, type: nauc_ndcg_at_1000_max
value: 34.92476744512219
verified: no, type: nauc_ndcg_at_1000_std
value: 28.862558988104897
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.71824526700594
verified: no, type: nauc_ndcg_at_100_max
value: 35.335966205958385
verified: no, type: nauc_ndcg_at_100_std
value: 29.265053975009824
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.334175443268217
verified: no, type: nauc_ndcg_at_10_max
value: 32.04474177693103
verified: no, type: nauc_ndcg_at_10_std
value: 20.246349040690838
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.448279147241337
verified: no, type: nauc_ndcg_at_1_max
value: 25.44984341914804
verified: no, type: nauc_ndcg_at_1_std
value: 7.8912754194185
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.4150287559633
verified: no, type: nauc_ndcg_at_20_max
value: 34.028257354205486
verified: no, type: nauc_ndcg_at_20_std
value: 23.94574408901984
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.449798425957905
verified: no, type: nauc_ndcg_at_3_max
value: 28.472381850170684
verified: no, type: nauc_ndcg_at_3_std
value: 11.534878901481072
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.863645323278014
verified: no, type: nauc_ndcg_at_5_max
value: 30.00515223685507
verified: no, type: nauc_ndcg_at_5_std
value: 15.778660328214492
verified: no, type: nauc_precision_at_1000_diff1
value: 4.713757187643959
verified: no, type: nauc_precision_at_1000_max
value: 28.438129482659463
verified: no, type: nauc_precision_at_1000_std
value: 39.88656841872898
verified: no, type: nauc_precision_at_100_diff1
value: 10.086356192787497
verified: no, type: nauc_precision_at_100_max
value: 33.7661746052316
verified: no, type: nauc_precision_at_100_std
value: 41.39520819343154
verified: no, type: nauc_precision_at_10_diff1
value: 10.656776714725792
verified: no, type: nauc_precision_at_10_max
value: 32.31524121764866
verified: no, type: nauc_precision_at_10_std
value: 25.54547973903815
verified: no, type: nauc_precision_at_1_diff1
value: 24.448279147241337
verified: no, type: nauc_precision_at_1_max
value: 25.44984341914804
verified: no, type: nauc_precision_at_1_std
value: 7.8912754194185
verified: no, type: nauc_precision_at_20_diff1
value: 10.413346149454274
verified: no, type: nauc_precision_at_20_max
value: 34.53151230080728
verified: no, type: nauc_precision_at_20_std
value: 31.606365417824104
verified: no, type: nauc_precision_at_3_diff1
value: 15.157946205596032
verified: no, type: nauc_precision_at_3_max
value: 29.285029432750626
verified: no, type: nauc_precision_at_3_std
value: 12.641270832271559
verified: no, type: nauc_precision_at_5_diff1
value: 13.726235144512325
verified: no, type: nauc_precision_at_5_max
value: 30.48174953294508
verified: no, type: nauc_precision_at_5_std
value: 19.16196995148913
verified: no, type: nauc_recall_at_1000_diff1
value: 4.52213727715021
verified: no, type: nauc_recall_at_1000_max
value: 27.895720746906093
verified: no, type: nauc_recall_at_1000_std
value: 41.74948907995246
verified: no, type: nauc_recall_at_100_diff1
value: 9.948729646333705
verified: no, type: nauc_recall_at_100_max
value: 33.31174530944116
verified: no, type: nauc_recall_at_100_std
value: 41.82269139039194
verified: no, type: nauc_recall_at_10_diff1
value: 10.708140509065931
verified: no, type: nauc_recall_at_10_max
value: 32.18578429711753
verified: no, type: nauc_recall_at_10_std
value: 25.465993578536622
verified: no, type: nauc_recall_at_1_diff1
value: 24.716824356435037
verified: no, type: nauc_recall_at_1_max
value: 25.609675193046776
verified: no, type: nauc_recall_at_1_std
value: 7.726550604844593
verified: no, type: nauc_recall_at_20_diff1
value: 10.432417124902676
verified: no, type: nauc_recall_at_20_max
value: 34.396161706840886
verified: no, type: nauc_recall_at_20_std
value: 31.6442301437761
verified: no, type: nauc_recall_at_3_diff1
value: 15.2335776286663
verified: no, type: nauc_recall_at_3_max
value: 29.312743939019057
verified: no, type: nauc_recall_at_3_std
value: 12.508295313824938
verified: no, type: nauc_recall_at_5_diff1
value: 13.819038065126835
verified: no, type: nauc_recall_at_5_max
value: 30.38801944210637
verified: no, type: nauc_recall_at_5_std
value: 18.99078644070936
verified: no, type: ndcg_at_1
value: 22.6
verified: no, type: ndcg_at_10
value: 20.278
verified: no, type: ndcg_at_100
value: 28.701
verified: no, type: ndcg_at_1000
value: 34.681
verified: no, type: ndcg_at_20
value: 23.179
verified: no, type: ndcg_at_3
value: 18.879
verified: no, type: ndcg_at_5
value: 16.749
verified: no, type: precision_at_1
value: 22.6
verified: no, type: precision_at_10
value: 10.66
verified: no, type: precision_at_100
value: 2.289
verified: no, type: precision_at_1000
value: 0.372
verified: no, type: precision_at_20
value: 7.015000000000001
verified: no, type: precision_at_3
value: 17.732999999999997
verified: no, type: precision_at_5
value: 14.899999999999999
verified: no, type: recall_at_1
value: 4.573
verified: no, type: recall_at_10
value: 21.573
verified: no, type: recall_at_100
value: 46.5
verified: no, type: recall_at_1000
value: 75.558
verified: no, type: recall_at_20
value: 28.397
verified: no, type: recall_at_3
value: 10.783
verified: no, type: recall_at_5
value: 15.082999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 84.62498017213524
verified: no, type: cosine_spearman
value: 79.65689515219194
verified: no, type: euclidean_pearson
value: 81.88054634002948
verified: no, type: euclidean_spearman
value: 79.6568911391733
verified: no, type: main_score
value: 79.65689515219194
verified: no, type: manhattan_pearson
value: 81.80542963904064
verified: no, type: manhattan_spearman
value: 79.56424367841001
verified: no, type: pearson
value: 84.62498017213524
verified: no, type: spearman
value: 79.65689515219194
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 84.72310952504792
verified: no, type: cosine_spearman
value: 76.22109828443048
verified: no, type: euclidean_pearson
value: 82.38443833180979
verified: no, type: euclidean_spearman
value: 76.21894143370454
verified: no, type: main_score
value: 76.22109828443048
verified: no, type: manhattan_pearson
value: 82.40542669545772
verified: no, type: manhattan_spearman
value: 76.28736748590586
verified: no, type: pearson
value: 84.72310952504792
verified: no, type: spearman
value: 76.22109828443048
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 81.68062265316888
verified: no, type: cosine_spearman
value: 83.4553090866614
verified: no, type: euclidean_pearson
value: 82.40491202375253
verified: no, type: euclidean_spearman
value: 83.4553090866614
verified: no, type: main_score
value: 83.4553090866614
verified: no, type: manhattan_pearson
value: 82.22067409773605
verified: no, type: manhattan_spearman
value: 83.20448906783335
verified: no, type: pearson
value: 81.68062265316888
verified: no, type: spearman
value: 83.4553090866614
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 81.57051225494406
verified: no, type: cosine_spearman
value: 80.39864986197945
verified: no, type: euclidean_pearson
value: 81.05178156883875
verified: no, type: euclidean_spearman
value: 80.39865535033431
verified: no, type: main_score
value: 80.39864986197945
verified: no, type: manhattan_pearson
value: 81.05410761923022
verified: no, type: manhattan_spearman
value: 80.44259250171525
verified: no, type: pearson
value: 81.57051225494406
verified: no, type: spearman
value: 80.39864986197945
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 84.79212184526739
verified: no, type: cosine_spearman
value: 86.40909639583371
verified: no, type: euclidean_pearson
value: 85.87613482648442
verified: no, type: euclidean_spearman
value: 86.40909578136895
verified: no, type: main_score
value: 86.40909639583371
verified: no, type: manhattan_pearson
value: 85.74723618868677
verified: no, type: manhattan_spearman
value: 86.28775839228958
verified: no, type: pearson
value: 84.79212184526739
verified: no, type: spearman
value: 86.40909639583371
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 80.9001128553287
verified: no, type: cosine_spearman
value: 83.28982485088675
verified: no, type: euclidean_pearson
value: 82.42648548297315
verified: no, type: euclidean_spearman
value: 83.28990050342193
verified: no, type: main_score
value: 83.28982485088675
verified: no, type: manhattan_pearson
value: 82.25070148571425
verified: no, type: manhattan_spearman
value: 83.07757318740721
verified: no, type: pearson
value: 80.9001128553287
verified: no, type: spearman
value: 83.28982485088675
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 24.18877892078201
verified: no, type: cosine_spearman
value: 20.233596577843038
verified: no, type: euclidean_pearson
value: 24.542177362845315
verified: no, type: euclidean_spearman
value: 20.233596577843038
verified: no, type: main_score
value: 20.233596577843038
verified: no, type: manhattan_pearson
value: 24.01700616075699
verified: no, type: manhattan_spearman
value: 19.446659958484517
verified: no, type: pearson
value: 24.18877892078201
verified: no, type: spearman
value: 20.233596577843038
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 8.614199975001977
verified: no, type: cosine_spearman
value: 5.012961284277124
verified: no, type: euclidean_pearson
value: 8.84952193581556
verified: no, type: euclidean_spearman
value: 5.012961284277124
verified: no, type: main_score
value: 5.012961284277124
verified: no, type: manhattan_pearson
value: 8.745277048601178
verified: no, type: manhattan_spearman
value: 5.409735174524082
verified: no, type: pearson
value: 8.614199975001977
verified: no, type: spearman
value: 5.012961284277124
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 32.392432370287786
verified: no, type: cosine_spearman
value: 29.30493234698128
verified: no, type: euclidean_pearson
value: 32.966478634610255
verified: no, type: euclidean_spearman
value: 29.30493234698128
verified: no, type: main_score
value: 29.30493234698128
verified: no, type: manhattan_pearson
value: 32.755965728091894
verified: no, type: manhattan_spearman
value: 29.146714726559253
verified: no, type: pearson
value: 32.392432370287786
verified: no, type: spearman
value: 29.30493234698128
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 20.254702485801023
verified: no, type: cosine_spearman
value: 19.721956722605672
verified: no, type: euclidean_pearson
value: 19.871717953344167
verified: no, type: euclidean_spearman
value: 19.721956722605672
verified: no, type: main_score
value: 19.721956722605672
verified: no, type: manhattan_pearson
value: 20.449457320012122
verified: no, type: manhattan_spearman
value: 20.169665776497684
verified: no, type: pearson
value: 20.254702485801023
verified: no, type: spearman
value: 19.721956722605672
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 28.074886980533577
verified: no, type: cosine_spearman
value: 24.306393355436498
verified: no, type: euclidean_pearson
value: 29.01202135632306
verified: no, type: euclidean_spearman
value: 24.306393355436498
verified: no, type: main_score
value: 24.306393355436498
verified: no, type: manhattan_pearson
value: 29.1296157400599
verified: no, type: manhattan_spearman
value: 23.73491100295491
verified: no, type: pearson
value: 28.074886980533577
verified: no, type: spearman
value: 24.306393355436498
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: -0.5773611433810728
verified: no, type: cosine_spearman
value: -1.0982086986987292
verified: no, type: euclidean_pearson
value: -0.5206158458966739
verified: no, type: euclidean_spearman
value: -1.0982086986987292
verified: no, type: main_score
value: -1.0982086986987292
verified: no, type: manhattan_pearson
value: -1.0668301997346301
verified: no, type: manhattan_spearman
value: -0.8412954712140625
verified: no, type: pearson
value: -0.5773611433810728
verified: no, type: spearman
value: -1.0982086986987292
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 86.27108126511854
verified: no, type: cosine_spearman
value: 86.53957993982179
verified: no, type: euclidean_pearson
value: 87.62799362362965
verified: no, type: euclidean_spearman
value: 86.53957993982179
verified: no, type: main_score
value: 86.53957993982179
verified: no, type: manhattan_pearson
value: 87.6959515498115
verified: no, type: manhattan_spearman
value: 86.64863324136145
verified: no, type: pearson
value: 86.27108126511854
verified: no, type: spearman
value: 86.53957993982179
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 26.150575010131767
verified: no, type: cosine_spearman
value: 22.06712968681051
verified: no, type: euclidean_pearson
value: 26.604960551656553
verified: no, type: euclidean_spearman
value: 22.06712968681051
verified: no, type: main_score
value: 22.06712968681051
verified: no, type: manhattan_pearson
value: 26.88338799013417
verified: no, type: manhattan_spearman
value: 22.431306979297936
verified: no, type: pearson
value: 26.150575010131767
verified: no, type: spearman
value: 22.06712968681051
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 56.43553760517022
verified: no, type: cosine_spearman
value: 61.54782397245725
verified: no, type: euclidean_pearson
value: 57.49144139445497
verified: no, type: euclidean_spearman
value: 61.54782397245725
verified: no, type: main_score
value: 61.54782397245725
verified: no, type: manhattan_pearson
value: 57.23292330897806
verified: no, type: manhattan_spearman
value: 61.072557803031756
verified: no, type: pearson
value: 56.43553760517022
verified: no, type: spearman
value: 61.54782397245725
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 42.54975380534044
verified: no, type: cosine_spearman
value: 46.810373173640016
verified: no, type: euclidean_pearson
value: 45.28349759462344
verified: no, type: euclidean_spearman
value: 46.810373173640016
verified: no, type: main_score
value: 46.810373173640016
verified: no, type: manhattan_pearson
value: 46.16729933212417
verified: no, type: manhattan_spearman
value: 46.249145972529426
verified: no, type: pearson
value: 42.54975380534044
verified: no, type: spearman
value: 46.810373173640016
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 42.33771713953653
verified: no, type: cosine_spearman
value: 41.91423247431431
verified: no, type: euclidean_pearson
value: 43.03252081424651
verified: no, type: euclidean_spearman
value: 41.91423247431431
verified: no, type: main_score
value: 41.91423247431431
verified: no, type: manhattan_pearson
value: 41.39868682401022
verified: no, type: manhattan_spearman
value: 40.26808563589977
verified: no, type: pearson
value: 42.33771713953653
verified: no, type: spearman
value: 41.91423247431431
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 48.18269761507854
verified: no, type: cosine_spearman
value: 50.6785956820247
verified: no, type: euclidean_pearson
value: 48.610255848327895
verified: no, type: euclidean_spearman
value: 50.6785956820247
verified: no, type: main_score
value: 50.6785956820247
verified: no, type: manhattan_pearson
value: 48.558643114423774
verified: no, type: manhattan_spearman
value: 50.40531034934534
verified: no, type: pearson
value: 48.18269761507854
verified: no, type: spearman
value: 50.6785956820247
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 65.33289638983779
verified: no, type: cosine_spearman
value: 66.80763004782261
verified: no, type: euclidean_pearson
value: 67.9778359567448
verified: no, type: euclidean_spearman
value: 66.80763004782261
verified: no, type: main_score
value: 66.80763004782261
verified: no, type: manhattan_pearson
value: 68.49657450051612
verified: no, type: manhattan_spearman
value: 67.36431350100104
verified: no, type: pearson
value: 65.33289638983779
verified: no, type: spearman
value: 66.80763004782261
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 83.11688439720268
verified: no, type: cosine_spearman
value: 84.81184678969443
verified: no, type: euclidean_pearson
value: 84.74087810156583
verified: no, type: euclidean_spearman
value: 84.81189525583689
verified: no, type: main_score
value: 84.81184678969443
verified: no, type: manhattan_pearson
value: 84.55725669112154
verified: no, type: manhattan_spearman
value: 84.65629518341167
verified: no, type: pearson
value: 83.11688439720268
verified: no, type: spearman
value: 84.81184678969443
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 85.79326406191477
verified: no, type: map
value: 85.79326406191477
verified: no, type: mrr
value: 96.01126632989377
verified: no, type: nAUC_map_diff1
value: -1.9960063892305635
verified: no, type: nAUC_map_max
value: 52.28855245081865
verified: no, type: nAUC_map_std
value: 66.17006861709118
verified: no, type: nAUC_mrr_diff1
value: 37.199120271359995
verified: no, type: nAUC_mrr_max
value: 83.25191469254256
verified: no, type: nAUC_mrr_std
value: 77.46103699775429
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 70.781
verified: no, type: map_at_1
value: 56.15
verified: no, type: map_at_10
value: 66.068
verified: no, type: map_at_100
value: 66.606
verified: no, type: map_at_1000
value: 66.62700000000001
verified: no, type: map_at_20
value: 66.393
verified: no, type: map_at_3
value: 63.273999999999994
verified: no, type: map_at_5
value: 64.97699999999999
verified: no, type: mrr_at_1
value: 59
verified: no, type: mrr_at_10
value: 67.14100529100529
verified: no, type: mrr_at_100
value: 67.52274973457133
verified: no, type: mrr_at_1000
value: 67.54192035738791
verified: no, type: mrr_at_20
value: 67.33274717485244
verified: no, type: mrr_at_3
value: 64.77777777777779
verified: no, type: mrr_at_5
value: 66.39444444444446
verified: no, type: nauc_map_at_1000_diff1
value: 69.09690829345494
verified: no, type: nauc_map_at_1000_max
value: 50.70824678659478
verified: no, type: nauc_map_at_1000_std
value: 12.985689664716407
verified: no, type: nauc_map_at_100_diff1
value: 69.09924687148899
verified: no, type: nauc_map_at_100_max
value: 50.7337506059534
verified: no, type: nauc_map_at_100_std
value: 13.006358158080097
verified: no, type: nauc_map_at_10_diff1
value: 69.10893207723633
verified: no, type: nauc_map_at_10_max
value: 50.82945412215302
verified: no, type: nauc_map_at_10_std
value: 12.301972176252288
verified: no, type: nauc_map_at_1_diff1
value: 73.44608750237268
verified: no, type: nauc_map_at_1_max
value: 43.85599731941668
verified: no, type: nauc_map_at_1_std
value: 5.168582672370025
verified: no, type: nauc_map_at_20_diff1
value: 69.03143295499125
verified: no, type: nauc_map_at_20_max
value: 50.87627099813432
verified: no, type: nauc_map_at_20_std
value: 12.949145762693659
verified: no, type: nauc_map_at_3_diff1
value: 68.51699125737602
verified: no, type: nauc_map_at_3_max
value: 47.24273828014918
verified: no, type: nauc_map_at_3_std
value: 10.527871858030505
verified: no, type: nauc_map_at_5_diff1
value: 68.99381046083316
verified: no, type: nauc_map_at_5_max
value: 48.23432046662487
verified: no, type: nauc_map_at_5_std
value: 11.26317964615511
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.79095737751194
verified: no, type: nauc_mrr_at_1000_max
value: 52.29374297281226
verified: no, type: nauc_mrr_at_1000_std
value: 15.13894630994255
verified: no, type: nauc_mrr_at_100_diff1
value: 69.79188651557479
verified: no, type: nauc_mrr_at_100_max
value: 52.315846778587485
verified: no, type: nauc_mrr_at_100_std
value: 15.15521556772456
verified: no, type: nauc_mrr_at_10_diff1
value: 69.73040149143365
verified: no, type: nauc_mrr_at_10_max
value: 52.50283292011064
verified: no, type: nauc_mrr_at_10_std
value: 15.069372709963726
verified: no, type: nauc_mrr_at_1_diff1
value: 73.20400506747669
verified: no, type: nauc_mrr_at_1_max
value: 50.10100713653324
verified: no, type: nauc_mrr_at_1_std
value: 12.827172631712807
verified: no, type: nauc_mrr_at_20_diff1
value: 69.72611022122446
verified: no, type: nauc_mrr_at_20_max
value: 52.464578579728396
verified: no, type: nauc_mrr_at_20_std
value: 15.208083826332011
verified: no, type: nauc_mrr_at_3_diff1
value: 69.1985393007592
verified: no, type: nauc_mrr_at_3_max
value: 50.81792260544604
verified: no, type: nauc_mrr_at_3_std
value: 14.332022309785128
verified: no, type: nauc_mrr_at_5_diff1
value: 69.50993371969486
verified: no, type: nauc_mrr_at_5_max
value: 51.64106508314771
verified: no, type: nauc_mrr_at_5_std
value: 15.358698285953956
verified: no, type: nauc_ndcg_at_1000_diff1
value: 68.78498267947889
verified: no, type: nauc_ndcg_at_1000_max
value: 52.57359656549474
verified: no, type: nauc_ndcg_at_1000_std
value: 15.538452139114579
verified: no, type: nauc_ndcg_at_100_diff1
value: 68.78480580681969
verified: no, type: nauc_ndcg_at_100_max
value: 53.32698295972621
verified: no, type: nauc_ndcg_at_100_std
value: 16.314594204287538
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.33131449324236
verified: no, type: nauc_ndcg_at_10_max
value: 54.28393862675376
verified: no, type: nauc_ndcg_at_10_std
value: 14.440188370799826
verified: no, type: nauc_ndcg_at_1_diff1
value: 73.20400506747669
verified: no, type: nauc_ndcg_at_1_max
value: 50.10100713653324
verified: no, type: nauc_ndcg_at_1_std
value: 12.827172631712807
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.15031723936488
verified: no, type: nauc_ndcg_at_20_max
value: 54.34582376960946
verified: no, type: nauc_ndcg_at_20_std
value: 16.386097496285466
verified: no, type: nauc_ndcg_at_3_diff1
value: 66.62543891885512
verified: no, type: nauc_ndcg_at_3_max
value: 49.462685336422716
verified: no, type: nauc_ndcg_at_3_std
value: 13.103889815379736
verified: no, type: nauc_ndcg_at_5_diff1
value: 67.82774135743375
verified: no, type: nauc_ndcg_at_5_max
value: 49.88962452868594
verified: no, type: nauc_ndcg_at_5_std
value: 13.512352768231784
verified: no, type: nauc_precision_at_1000_diff1
value: -24.455744262517246
verified: no, type: nauc_precision_at_1000_max
value: 29.194209973219483
verified: no, type: nauc_precision_at_1000_std
value: 53.45333740126795
verified: no, type: nauc_precision_at_100_diff1
value: -9.02373932196674
verified: no, type: nauc_precision_at_100_max
value: 39.31730511496725
verified: no, type: nauc_precision_at_100_std
value: 54.23916463691773
verified: no, type: nauc_precision_at_10_diff1
value: 16.237081629717945
verified: no, type: nauc_precision_at_10_max
value: 58.7670275934335
verified: no, type: nauc_precision_at_10_std
value: 41.54681432475195
verified: no, type: nauc_precision_at_1_diff1
value: 73.20400506747669
verified: no, type: nauc_precision_at_1_max
value: 50.10100713653324
verified: no, type: nauc_precision_at_1_std
value: 12.827172631712807
verified: no, type: nauc_precision_at_20_diff1
value: 6.486397217756261
verified: no, type: nauc_precision_at_20_max
value: 49.69520636107963
verified: no, type: nauc_precision_at_20_std
value: 48.330799457928784
verified: no, type: nauc_precision_at_3_diff1
value: 36.84804465641589
verified: no, type: nauc_precision_at_3_max
value: 48.964626880227385
verified: no, type: nauc_precision_at_3_std
value: 27.19694612530361
verified: no, type: nauc_precision_at_5_diff1
value: 29.08407956902661
verified: no, type: nauc_precision_at_5_max
value: 51.33405026324234
verified: no, type: nauc_precision_at_5_std
value: 35.64245923947663
verified: no, type: nauc_recall_at_1000_diff1
value: 100
verified: no, type: nauc_recall_at_1000_max
value: 12.278244631182748
verified: no, type: nauc_recall_at_1000_std
value: 86.92810457516407
verified: no, type: nauc_recall_at_100_diff1
value: 70.17611642358091
verified: no, type: nauc_recall_at_100_max
value: 76.0037348272645
verified: no, type: nauc_recall_at_100_std
value: 49.35606426478642
verified: no, type: nauc_recall_at_10_diff1
value: 63.26936092042931
verified: no, type: nauc_recall_at_10_max
value: 68.32557561359651
verified: no, type: nauc_recall_at_10_std
value: 18.518390629963744
verified: no, type: nauc_recall_at_1_diff1
value: 73.44608750237268
verified: no, type: nauc_recall_at_1_max
value: 43.85599731941668
verified: no, type: nauc_recall_at_1_std
value: 5.168582672370025
verified: no, type: nauc_recall_at_20_diff1
value: 61.67969675432364
verified: no, type: nauc_recall_at_20_max
value: 72.38960477117521
verified: no, type: nauc_recall_at_20_std
value: 31.439077902413377
verified: no, type: nauc_recall_at_3_diff1
value: 60.63550355416961
verified: no, type: nauc_recall_at_3_max
value: 45.64273650955856
verified: no, type: nauc_recall_at_3_std
value: 12.284278729729534
verified: no, type: nauc_recall_at_5_diff1
value: 62.23932232627379
verified: no, type: nauc_recall_at_5_max
value: 49.84844962005709
verified: no, type: nauc_recall_at_5_std
value: 15.689932929513267
verified: no, type: ndcg_at_1
value: 59
verified: no, type: ndcg_at_10
value: 70.781
verified: no, type: ndcg_at_100
value: 73.162
verified: no, type: ndcg_at_1000
value: 73.737
verified: no, type: ndcg_at_20
value: 71.722
verified: no, type: ndcg_at_3
value: 65.839
verified: no, type: ndcg_at_5
value: 68.557
verified: no, type: precision_at_1
value: 59
verified: no, type: precision_at_10
value: 9.467
verified: no, type: precision_at_100
value: 1.08
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 4.983
verified: no, type: precision_at_3
value: 25.889
verified: no, type: precision_at_5
value: 17.267
verified: no, type: recall_at_1
value: 56.15
verified: no, type: recall_at_10
value: 84.222
verified: no, type: recall_at_100
value: 95.167
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: recall_at_20
value: 87.6
verified: no, type: recall_at_3
value: 70.672
verified: no, type: recall_at_5
value: 77.694
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.84059405940594
verified: no, type: cosine_accuracy_threshold
value: 84.68618392944336
verified: no, type: cosine_ap
value: 96.16611732034018
verified: no, type: cosine_f1
value: 91.87279151943464
verified: no, type: cosine_f1_threshold
value: 84.60279107093811
verified: no, type: cosine_precision
value: 92.7624872579001
verified: no, type: cosine_recall
value: 91
verified: no, type: dot_accuracy
value: 99.84059405940594
verified: no, type: dot_accuracy_threshold
value: 84.68618392944336
verified: no, type: dot_ap
value: 96.16611732034019
verified: no, type: dot_f1
value: 91.87279151943464
verified: no, type: dot_f1_threshold
value: 84.60279107093811
verified: no, type: dot_precision
value: 92.7624872579001
verified: no, type: dot_recall
value: 91
verified: no, type: euclidean_accuracy
value: 99.84059405940594
verified: no, type: euclidean_accuracy_threshold
value: 55.34223914146423
verified: no, type: euclidean_ap
value: 96.16611732034018
verified: no, type: euclidean_f1
value: 91.87279151943464
verified: no, type: euclidean_f1_threshold
value: 55.49271106719971
verified: no, type: euclidean_precision
value: 92.7624872579001
verified: no, type: euclidean_recall
value: 91
verified: no, type: main_score
value: 96.16611732034019
verified: no, type: manhattan_accuracy
value: 99.84257425742574
verified: no, type: manhattan_accuracy_threshold
value: 853.6725997924805
verified: no, type: manhattan_ap
value: 96.1656773251653
verified: no, type: manhattan_f1
value: 91.96563921172309
verified: no, type: manhattan_f1_threshold
value: 861.8800163269043
verified: no, type: manhattan_precision
value: 92.95199182839632
verified: no, type: manhattan_recall
value: 91
verified: no, type: max_accuracy
value: 99.84257425742574
verified: no, type: max_ap
value: 96.16611732034019
verified: no, type: max_f1
value: 91.96563921172309
verified: no, type: max_precision
value: 92.95199182839632
verified: no, type: max_recall
value: 91
verified: no, type: similarity_accuracy
value: 99.84059405940594
verified: no, type: similarity_accuracy_threshold
value: 84.68618392944336
verified: no, type: similarity_ap
value: 96.16611732034018
verified: no, type: similarity_f1
value: 91.87279151943464
verified: no, type: similarity_f1_threshold
value: 84.60279107093811
verified: no, type: similarity_precision
value: 92.7624872579001
verified: no, type: similarity_recall
value: 91
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 60.02250015167472
verified: no, type: v_measure
value: 60.02250015167472
verified: no, type: v_measure_std
value: 3.6859565919222845
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 35.10613915314228
verified: no, type: v_measure
value: 35.10613915314228
verified: no, type: v_measure_std
value: 1.498102043653137
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 53.319664095625406
verified: no, type: map
value: 53.319664095625406
verified: no, type: mrr
value: 54.17945208386384
verified: no, type: nAUC_map_diff1
value: 40.00267732755458
verified: no, type: nAUC_map_max
value: 13.527855683708992
verified: no, type: nAUC_map_std
value: 9.041618850046866
verified: no, type: nAUC_mrr_diff1
value: 39.62764426841398
verified: no, type: nAUC_mrr_max
value: 14.339311048868952
verified: no, type: nAUC_mrr_std
value: 9.226051974058887
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 30.5114222288775
verified: no, type: cosine_spearman
value: 30.485886091810034
verified: no, type: dot_pearson
value: 30.511430485066025
verified: no, type: dot_spearman
value: 30.49983580953373
verified: no, type: main_score
value: 30.485886091810034
verified: no, type: pearson
value: 30.5114222288775
verified: no, type: spearman
value: 30.485886091810034
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 77.75999999999999
verified: no, type: map_at_1
value: 0.23900000000000002
verified: no, type: map_at_10
value: 1.949
verified: no, type: map_at_100
value: 11.116
verified: no, type: map_at_1000
value: 26.684
verified: no, type: map_at_20
value: 3.45
verified: no, type: map_at_3
value: 0.651
verified: no, type: map_at_5
value: 1.0410000000000001
verified: no, type: mrr_at_1
value: 90
verified: no, type: mrr_at_10
value: 93.95238095238096
verified: no, type: mrr_at_100
value: 93.95238095238096
verified: no, type: mrr_at_1000
value: 93.95238095238096
verified: no, type: mrr_at_20
value: 93.95238095238096
verified: no, type: mrr_at_3
value: 93.66666666666667
verified: no, type: mrr_at_5
value: 93.66666666666667
verified: no, type: nauc_map_at_1000_diff1
value: -20.160585435121543
verified: no, type: nauc_map_at_1000_max
value: 38.8630983037078
verified: no, type: nauc_map_at_1000_std
value: 75.1359498809274
verified: no, type: nauc_map_at_100_diff1
value: -11.770967928603136
verified: no, type: nauc_map_at_100_max
value: 29.51565445249646
verified: no, type: nauc_map_at_100_std
value: 48.742088874863185
verified: no, type: nauc_map_at_10_diff1
value: 16.02141979872306
verified: no, type: nauc_map_at_10_max
value: 15.04591660201791
verified: no, type: nauc_map_at_10_std
value: 12.788311897845276
verified: no, type: nauc_map_at_1_diff1
value: 6.725038753955455
verified: no, type: nauc_map_at_1_max
value: 5.632652286527743
verified: no, type: nauc_map_at_1_std
value: -0.6518088466576922
verified: no, type: nauc_map_at_20_diff1
value: 10.282985568907463
verified: no, type: nauc_map_at_20_max
value: 17.483835968348743
verified: no, type: nauc_map_at_20_std
value: 18.33987447808943
verified: no, type: nauc_map_at_3_diff1
value: 10.44764101228141
verified: no, type: nauc_map_at_3_max
value: 8.393374035568426
verified: no, type: nauc_map_at_3_std
value: 4.3627693885700785
verified: no, type: nauc_map_at_5_diff1
value: 17.02341733651586
verified: no, type: nauc_map_at_5_max
value: 13.106044347786833
verified: no, type: nauc_map_at_5_std
value: 7.008036861123736
verified: no, type: nauc_mrr_at_1000_diff1
value: -32.12502848908622
verified: no, type: nauc_mrr_at_1000_max
value: 82.01327775204561
verified: no, type: nauc_mrr_at_1000_std
value: 64.92717822036941
verified: no, type: nauc_mrr_at_100_diff1
value: -32.12502848908622
verified: no, type: nauc_mrr_at_100_max
value: 82.01327775204561
verified: no, type: nauc_mrr_at_100_std
value: 64.92717822036941
verified: no, type: nauc_mrr_at_10_diff1
value: -32.12502848908622
verified: no, type: nauc_mrr_at_10_max
value: 82.01327775204561
verified: no, type: nauc_mrr_at_10_std
value: 64.92717822036941
verified: no, type: nauc_mrr_at_1_diff1
value: -39.09430438842211
verified: no, type: nauc_mrr_at_1_max
value: 78.2446311858077
verified: no, type: nauc_mrr_at_1_std
value: 64.51914098972921
verified: no, type: nauc_mrr_at_20_diff1
value: -32.12502848908622
verified: no, type: nauc_mrr_at_20_max
value: 82.01327775204561
verified: no, type: nauc_mrr_at_20_std
value: 64.92717822036941
verified: no, type: nauc_mrr_at_3_diff1
value: -28.175831736202845
verified: no, type: nauc_mrr_at_3_max
value: 82.82470883090078
verified: no, type: nauc_mrr_at_3_std
value: 65.25627794977638
verified: no, type: nauc_mrr_at_5_diff1
value: -28.175831736202845
verified: no, type: nauc_mrr_at_5_max
value: 82.82470883090078
verified: no, type: nauc_mrr_at_5_std
value: 65.25627794977638
verified: no, type: nauc_ndcg_at_1000_diff1
value: -18.54726131921605
verified: no, type: nauc_ndcg_at_1000_max
value: 29.95310477201888
verified: no, type: nauc_ndcg_at_1000_std
value: 70.82243454153097
verified: no, type: nauc_ndcg_at_100_diff1
value: -22.637249582808078
verified: no, type: nauc_ndcg_at_100_max
value: 36.348125192786654
verified: no, type: nauc_ndcg_at_100_std
value: 75.19596861423354
verified: no, type: nauc_ndcg_at_10_diff1
value: -19.91104943802517
verified: no, type: nauc_ndcg_at_10_max
value: 34.8418323803163
verified: no, type: nauc_ndcg_at_10_std
value: 57.580684501146926
verified: no, type: nauc_ndcg_at_1_diff1
value: -38.8728816184899
verified: no, type: nauc_ndcg_at_1_max
value: 26.635065216717795
verified: no, type: nauc_ndcg_at_1_std
value: 66.18954673606594
verified: no, type: nauc_ndcg_at_20_diff1
value: -19.199510111936828
verified: no, type: nauc_ndcg_at_20_max
value: 36.16805193195719
verified: no, type: nauc_ndcg_at_20_std
value: 64.03214954101703
verified: no, type: nauc_ndcg_at_3_diff1
value: -28.79507246353434
verified: no, type: nauc_ndcg_at_3_max
value: 29.623193200204902
verified: no, type: nauc_ndcg_at_3_std
value: 48.53958096552628
verified: no, type: nauc_ndcg_at_5_diff1
value: -20.153745604675404
verified: no, type: nauc_ndcg_at_5_max
value: 38.55119400658675
verified: no, type: nauc_ndcg_at_5_std
value: 52.05268467045925
verified: no, type: nauc_precision_at_1000_diff1
value: -16.27868015856243
verified: no, type: nauc_precision_at_1000_max
value: 31.57510838019923
verified: no, type: nauc_precision_at_1000_std
value: 57.73923801374279
verified: no, type: nauc_precision_at_100_diff1
value: -20.501173646320325
verified: no, type: nauc_precision_at_100_max
value: 40.777625226055484
verified: no, type: nauc_precision_at_100_std
value: 73.83079368622825
verified: no, type: nauc_precision_at_10_diff1
value: -9.965760097987248
verified: no, type: nauc_precision_at_10_max
value: 43.831250173983214
verified: no, type: nauc_precision_at_10_std
value: 59.253820671992926
verified: no, type: nauc_precision_at_1_diff1
value: -39.09430438842211
verified: no, type: nauc_precision_at_1_max
value: 78.2446311858077
verified: no, type: nauc_precision_at_1_std
value: 64.51914098972921
verified: no, type: nauc_precision_at_20_diff1
value: -8.638035851947166
verified: no, type: nauc_precision_at_20_max
value: 44.103880220277084
verified: no, type: nauc_precision_at_20_std
value: 64.70525093435604
verified: no, type: nauc_precision_at_3_diff1
value: -21.841031859772837
verified: no, type: nauc_precision_at_3_max
value: 44.674236578106004
verified: no, type: nauc_precision_at_3_std
value: 42.478227317825976
verified: no, type: nauc_precision_at_5_diff1
value: -6.236840001066146
verified: no, type: nauc_precision_at_5_max
value: 51.207388256616696
verified: no, type: nauc_precision_at_5_std
value: 48.96452464084871
verified: no, type: nauc_recall_at_1000_diff1
value: -10.99581357598733
verified: no, type: nauc_recall_at_1000_max
value: 24.78131457526207
verified: no, type: nauc_recall_at_1000_std
value: 58.616353090231456
verified: no, type: nauc_recall_at_100_diff1
value: -7.391122888251769
verified: no, type: nauc_recall_at_100_max
value: 13.48733379483525
verified: no, type: nauc_recall_at_100_std
value: 30.021453850557478
verified: no, type: nauc_recall_at_10_diff1
value: 18.655482095342737
verified: no, type: nauc_recall_at_10_max
value: 7.711145130239254
verified: no, type: nauc_recall_at_10_std
value: 4.714005963492534
verified: no, type: nauc_recall_at_1_diff1
value: 6.725038753955455
verified: no, type: nauc_recall_at_1_max
value: 5.632652286527743
verified: no, type: nauc_recall_at_1_std
value: -0.6518088466576922
verified: no, type: nauc_recall_at_20_diff1
value: 13.388708452075319
verified: no, type: nauc_recall_at_20_max
value: 7.968138289992421
verified: no, type: nauc_recall_at_20_std
value: 6.945001828898886
verified: no, type: nauc_recall_at_3_diff1
value: 13.1846212620345
verified: no, type: nauc_recall_at_3_max
value: 5.67166800633548
verified: no, type: nauc_recall_at_3_std
value: 0.4607538722304717
verified: no, type: nauc_recall_at_5_diff1
value: 20.396178452142838
verified: no, type: nauc_recall_at_5_max
value: 8.470737892964241
verified: no, type: nauc_recall_at_5_std
value: 1.3229988346689756
verified: no, type: ndcg_at_1
value: 84
verified: no, type: ndcg_at_10
value: 77.75999999999999
verified: no, type: ndcg_at_100
value: 58.162000000000006
verified: no, type: ndcg_at_1000
value: 52.235
verified: no, type: ndcg_at_20
value: 73.04
verified: no, type: ndcg_at_3
value: 79.061
verified: no, type: ndcg_at_5
value: 78.242
verified: no, type: precision_at_1
value: 90
verified: no, type: precision_at_10
value: 81.6
verified: no, type: precision_at_100
value: 59.540000000000006
verified: no, type: precision_at_1000
value: 22.918
verified: no, type: precision_at_20
value: 76.4
verified: no, type: precision_at_3
value: 83.333
verified: no, type: precision_at_5
value: 82.39999999999999
verified: no, type: recall_at_1
value: 0.23900000000000002
verified: no, type: recall_at_10
value: 2.1510000000000002
verified: no, type: recall_at_100
value: 14.457
verified: no, type: recall_at_1000
value: 49.112
verified: no, type: recall_at_20
value: 3.968
verified: no, type: recall_at_3
value: 0.672
verified: no, type: recall_at_5
value: 1.1079999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020Retrieval.v3 (default)
revision: 431886eaecc48f067a3975b70d0949ea2862463c
split: test
type: mteb/webis-touche2020-v3
metrics: type: main_score
value: 56.196
verified: no, type: map_at_1
value: 2.946
verified: no, type: map_at_10
value: 18.725
verified: no, type: map_at_100
value: 36.925999999999995
verified: no, type: map_at_1000
value: 39.741
verified: no, type: map_at_20
value: 26.534000000000002
verified: no, type: map_at_3
value: 7.083
verified: no, type: map_at_5
value: 11.187999999999999
verified: no, type: mrr_at_1
value: 73.46938775510205
verified: no, type: mrr_at_10
value: 83.67346938775512
verified: no, type: mrr_at_100
value: 83.67346938775512
verified: no, type: mrr_at_1000
value: 83.67346938775512
verified: no, type: mrr_at_20
value: 83.67346938775512
verified: no, type: mrr_at_3
value: 81.6326530612245
verified: no, type: mrr_at_5
value: 83.67346938775512
verified: no, type: nauc_map_at_1000_diff1
value: -2.991437116771111
verified: no, type: nauc_map_at_1000_max
value: -11.67772152587661
verified: no, type: nauc_map_at_1000_std
value: 30.75490471184306
verified: no, type: nauc_map_at_100_diff1
value: -2.95737316254561
verified: no, type: nauc_map_at_100_max
value: -15.02583478654141
verified: no, type: nauc_map_at_100_std
value: 26.630398365349656
verified: no, type: nauc_map_at_10_diff1
value: -10.212425455350994
verified: no, type: nauc_map_at_10_max
value: -24.03187999524167
verified: no, type: nauc_map_at_10_std
value: -0.014679526577675323
verified: no, type: nauc_map_at_1_diff1
value: -20.82132515478208
verified: no, type: nauc_map_at_1_max
value: -40.886965604054176
verified: no, type: nauc_map_at_1_std
value: -23.05338042822077
verified: no, type: nauc_map_at_20_diff1
value: -5.077469934765774
verified: no, type: nauc_map_at_20_max
value: -15.699607051137168
verified: no, type: nauc_map_at_20_std
value: 7.679788317888087
verified: no, type: nauc_map_at_3_diff1
value: -7.8949208792660555
verified: no, type: nauc_map_at_3_max
value: -33.62859118751235
verified: no, type: nauc_map_at_3_std
value: -9.004325158650554
verified: no, type: nauc_map_at_5_diff1
value: -5.264771799791715
verified: no, type: nauc_map_at_5_max
value: -31.357780951814874
verified: no, type: nauc_map_at_5_std
value: -0.7165057953194318
verified: no, type: nauc_mrr_at_1000_diff1
value: -5.024511068781128
verified: no, type: nauc_mrr_at_1000_max
value: -40.77907972701954
verified: no, type: nauc_mrr_at_1000_std
value: 15.946175002676071
verified: no, type: nauc_mrr_at_100_diff1
value: -5.024511068781128
verified: no, type: nauc_mrr_at_100_max
value: -40.77907972701954
verified: no, type: nauc_mrr_at_100_std
value: 15.946175002676071
verified: no, type: nauc_mrr_at_10_diff1
value: -5.024511068781128
verified: no, type: nauc_mrr_at_10_max
value: -40.77907972701954
verified: no, type: nauc_mrr_at_10_std
value: 15.946175002676071
verified: no, type: nauc_mrr_at_1_diff1
value: -4.991894795838693
verified: no, type: nauc_mrr_at_1_max
value: -38.83508536411747
verified: no, type: nauc_mrr_at_1_std
value: 15.246738247246094
verified: no, type: nauc_mrr_at_20_diff1
value: -5.024511068781128
verified: no, type: nauc_mrr_at_20_max
value: -40.77907972701954
verified: no, type: nauc_mrr_at_20_std
value: 15.946175002676071
verified: no, type: nauc_mrr_at_3_diff1
value: -4.9009070566281245
verified: no, type: nauc_mrr_at_3_max
value: -39.257034415652896
verified: no, type: nauc_mrr_at_3_std
value: 17.02621296101872
verified: no, type: nauc_mrr_at_5_diff1
value: -5.024511068781128
verified: no, type: nauc_mrr_at_5_max
value: -40.77907972701954
verified: no, type: nauc_mrr_at_5_std
value: 15.946175002676071
verified: no, type: nauc_ndcg_at_1000_diff1
value: 4.877492348633252
verified: no, type: nauc_ndcg_at_1000_max
value: -3.2969805314117404
verified: no, type: nauc_ndcg_at_1000_std
value: 55.98792969695613
verified: no, type: nauc_ndcg_at_100_diff1
value: -0.038028291353188436
verified: no, type: nauc_ndcg_at_100_max
value: -23.001016457410532
verified: no, type: nauc_ndcg_at_100_std
value: 41.898883840979764
verified: no, type: nauc_ndcg_at_10_diff1
value: -5.1015740530562175
verified: no, type: nauc_ndcg_at_10_max
value: -8.7971501887686
verified: no, type: nauc_ndcg_at_10_std
value: 38.76126472444422
verified: no, type: nauc_ndcg_at_1_diff1
value: -8.898461488020045
verified: no, type: nauc_ndcg_at_1_max
value: -12.226428291827384
verified: no, type: nauc_ndcg_at_1_std
value: 20.89258738535739
verified: no, type: nauc_ndcg_at_20_diff1
value: -5.019424969386717
verified: no, type: nauc_ndcg_at_20_max
value: -8.40375826680385
verified: no, type: nauc_ndcg_at_20_std
value: 33.50966709609865
verified: no, type: nauc_ndcg_at_3_diff1
value: 0.22327484809688333
verified: no, type: nauc_ndcg_at_3_max
value: -13.27467982106787
verified: no, type: nauc_ndcg_at_3_std
value: 30.51511997926173
verified: no, type: nauc_ndcg_at_5_diff1
value: 0.09938628362624732
verified: no, type: nauc_ndcg_at_5_max
value: -17.931135627985192
verified: no, type: nauc_ndcg_at_5_std
value: 38.57726727005374
verified: no, type: nauc_precision_at_1000_diff1
value: 2.106041432080759
verified: no, type: nauc_precision_at_1000_max
value: 49.528293004180455
verified: no, type: nauc_precision_at_1000_std
value: 36.49921447274295
verified: no, type: nauc_precision_at_100_diff1
value: -1.225455548663038
verified: no, type: nauc_precision_at_100_max
value: 19.605316746110887
verified: no, type: nauc_precision_at_100_std
value: 71.37044623385614
verified: no, type: nauc_precision_at_10_diff1
value: -1.8080350322595757
verified: no, type: nauc_precision_at_10_max
value: -3.453940682448408
verified: no, type: nauc_precision_at_10_std
value: 36.75225348961599
verified: no, type: nauc_precision_at_1_diff1
value: -4.991894795838693
verified: no, type: nauc_precision_at_1_max
value: -38.83508536411747
verified: no, type: nauc_precision_at_1_std
value: 15.246738247246094
verified: no, type: nauc_precision_at_20_diff1
value: 11.092767632848723
verified: no, type: nauc_precision_at_20_max
value: 10.218443043089982
verified: no, type: nauc_precision_at_20_std
value: 47.63494142738728
verified: no, type: nauc_precision_at_3_diff1
value: 12.20603394911171
verified: no, type: nauc_precision_at_3_max
value: -17.251065315072193
verified: no, type: nauc_precision_at_3_std
value: 26.867651256647452
verified: no, type: nauc_precision_at_5_diff1
value: 10.093913963838736
verified: no, type: nauc_precision_at_5_max
value: -20.946372820355073
verified: no, type: nauc_precision_at_5_std
value: 42.58398961954329
verified: no, type: nauc_recall_at_1000_diff1
value: 27.541259514336
verified: no, type: nauc_recall_at_1000_max
value: 26.488575954326027
verified: no, type: nauc_recall_at_1000_std
value: 77.42345371512604
verified: no, type: nauc_recall_at_100_diff1
value: 0.3196527391909681
verified: no, type: nauc_recall_at_100_max
value: -24.479150613828303
verified: no, type: nauc_recall_at_100_std
value: 39.2629664046755
verified: no, type: nauc_recall_at_10_diff1
value: -12.59639639211954
verified: no, type: nauc_recall_at_10_max
value: -28.209370861454307
verified: no, type: nauc_recall_at_10_std
value: -7.833213547133838
verified: no, type: nauc_recall_at_1_diff1
value: -20.82132515478208
verified: no, type: nauc_recall_at_1_max
value: -40.886965604054176
verified: no, type: nauc_recall_at_1_std
value: -23.05338042822077
verified: no, type: nauc_recall_at_20_diff1
value: -5.180606615847058
verified: no, type: nauc_recall_at_20_max
value: -19.492523770094547
verified: no, type: nauc_recall_at_20_std
value: 3.0890655409078276
verified: no, type: nauc_recall_at_3_diff1
value: -7.4383614317036715
verified: no, type: nauc_recall_at_3_max
value: -33.467231727496504
verified: no, type: nauc_recall_at_3_std
value: -10.871143037448503
verified: no, type: nauc_recall_at_5_diff1
value: -6.729176537186017
verified: no, type: nauc_recall_at_5_max
value: -34.57305958555233
verified: no, type: nauc_recall_at_5_std
value: -4.486225513133468
verified: no, type: ndcg_at_1
value: 60.204
verified: no, type: ndcg_at_10
value: 56.196
verified: no, type: ndcg_at_100
value: 58.08
verified: no, type: ndcg_at_1000
value: 69.069
verified: no, type: ndcg_at_20
value: 50.604000000000006
verified: no, type: ndcg_at_3
value: 59.114
verified: no, type: ndcg_at_5
value: 59.52499999999999
verified: no, type: precision_at_1
value: 73.469
verified: no, type: precision_at_10
value: 63.26500000000001
verified: no, type: precision_at_100
value: 19.796
verified: no, type: precision_at_1000
value: 3.102
verified: no, type: precision_at_20
value: 49.592000000000006
verified: no, type: precision_at_3
value: 69.388
verified: no, type: precision_at_5
value: 70.612
verified: no, type: recall_at_1
value: 2.946
verified: no, type: recall_at_10
value: 22.479
verified: no, type: recall_at_100
value: 61.507
verified: no, type: recall_at_1000
value: 88.495
verified: no, type: recall_at_20
value: 34.344
verified: no, type: recall_at_3
value: 7.571
verified: no, type: recall_at_5
value: 12.606
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 65.8447265625
verified: no, type: ap
value: 11.790127057253194
verified: no, type: ap_weighted
value: 11.790127057253194
verified: no, type: f1
value: 50.28742613560235
verified: no, type: f1_weighted
value: 73.24450181406255
verified: no, type: main_score
value: 65.8447265625
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 61.349745331069606
verified: no, type: f1
value: 61.502480965412744
verified: no, type: f1_weighted
value: 60.39561856225271
verified: no, type: main_score
value: 61.349745331069606
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 47.338360343180106
verified: no, type: v_measure
value: 47.338360343180106
verified: no, type: v_measure_std
value: 2.01314014968057
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 85.49204267747511
verified: no, type: cosine_accuracy_threshold
value: 86.85047030448914
verified: no, type: cosine_ap
value: 72.98051397210814
verified: no, type: cosine_f1
value: 66.8282725184996
verified: no, type: cosine_f1_threshold
value: 84.59665775299072
verified: no, type: cosine_precision
value: 64.69861660079052
verified: no, type: cosine_recall
value: 69.10290237467018
verified: no, type: dot_accuracy
value: 85.49204267747511
verified: no, type: dot_accuracy_threshold
value: 86.85047030448914
verified: no, type: dot_ap
value: 72.98051075246349
verified: no, type: dot_f1
value: 66.8282725184996
verified: no, type: dot_f1_threshold
value: 84.59665775299072
verified: no, type: dot_precision
value: 64.69861660079052
verified: no, type: dot_recall
value: 69.10290237467018
verified: no, type: euclidean_accuracy
value: 85.49204267747511
verified: no, type: euclidean_accuracy_threshold
value: 51.28260850906372
verified: no, type: euclidean_ap
value: 72.98052075606988
verified: no, type: euclidean_f1
value: 66.8282725184996
verified: no, type: euclidean_f1_threshold
value: 55.50377368927002
verified: no, type: euclidean_precision
value: 64.69861660079052
verified: no, type: euclidean_recall
value: 69.10290237467018
verified: no, type: main_score
value: 72.98052075606988
verified: no, type: manhattan_accuracy
value: 85.43839780652083
verified: no, type: manhattan_accuracy_threshold
value: 796.9008445739746
verified: no, type: manhattan_ap
value: 72.80895903518599
verified: no, type: manhattan_f1
value: 66.64168852254278
verified: no, type: manhattan_f1_threshold
value: 871.8400955200195
verified: no, type: manhattan_precision
value: 63.267725871472614
verified: no, type: manhattan_recall
value: 70.3957783641161
verified: no, type: max_accuracy
value: 85.49204267747511
verified: no, type: max_ap
value: 72.98052075606988
verified: no, type: max_f1
value: 66.8282725184996
verified: no, type: max_precision
value: 64.69861660079052
verified: no, type: max_recall
value: 70.3957783641161
verified: no, type: similarity_accuracy
value: 85.49204267747511
verified: no, type: similarity_accuracy_threshold
value: 86.85047030448914
verified: no, type: similarity_ap
value: 72.98051397210814
verified: no, type: similarity_f1
value: 66.8282725184996
verified: no, type: similarity_f1_threshold
value: 84.59665775299072
verified: no, type: similarity_precision
value: 64.69861660079052
verified: no, type: similarity_recall
value: 69.10290237467018
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 88.4192959987581
verified: no, type: cosine_accuracy_threshold
value: 82.84748792648315
verified: no, type: cosine_ap
value: 84.98986658033178
verified: no, type: cosine_f1
value: 77.24466264970617
verified: no, type: cosine_f1_threshold
value: 81.41384720802307
verified: no, type: cosine_precision
value: 74.71578644409269
verified: no, type: cosine_recall
value: 79.95072374499537
verified: no, type: dot_accuracy
value: 88.4192959987581
verified: no, type: dot_accuracy_threshold
value: 82.84748792648315
verified: no, type: dot_ap
value: 84.98983415174361
verified: no, type: dot_f1
value: 77.24466264970617
verified: no, type: dot_f1_threshold
value: 81.41384720802307
verified: no, type: dot_precision
value: 74.71578644409269
verified: no, type: dot_recall
value: 79.95072374499537
verified: no, type: euclidean_accuracy
value: 88.4192959987581
verified: no, type: euclidean_accuracy_threshold
value: 58.57049226760864
verified: no, type: euclidean_ap
value: 84.9898314712826
verified: no, type: euclidean_f1
value: 77.24466264970617
verified: no, type: euclidean_f1_threshold
value: 60.96909046173096
verified: no, type: euclidean_precision
value: 74.71578644409269
verified: no, type: euclidean_recall
value: 79.95072374499537
verified: no, type: main_score
value: 84.98986658033178
verified: no, type: manhattan_accuracy
value: 88.4192959987581
verified: no, type: manhattan_accuracy_threshold
value: 907.758617401123
verified: no, type: manhattan_ap
value: 84.92522577660164
verified: no, type: manhattan_f1
value: 76.9788698516079
verified: no, type: manhattan_f1_threshold
value: 952.1110534667969
verified: no, type: manhattan_precision
value: 74.10758817242608
verified: no, type: manhattan_recall
value: 80.08161379735141
verified: no, type: max_accuracy
value: 88.4192959987581
verified: no, type: max_ap
value: 84.98986658033178
verified: no, type: max_f1
value: 77.24466264970617
verified: no, type: max_precision
value: 74.71578644409269
verified: no, type: max_recall
value: 80.08161379735141
verified: no, type: similarity_accuracy
value: 88.4192959987581
verified: no, type: similarity_accuracy_threshold
value: 82.84748792648315
verified: no, type: similarity_ap
value: 84.98986658033178
verified: no, type: similarity_f1
value: 77.24466264970617
verified: no, type: similarity_f1_threshold
value: 81.41384720802307
verified: no, type: similarity_precision
value: 74.71578644409269
verified: no, type: similarity_recall
value: 79.95072374499537
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 22.198999999999998
verified: no, type: map_at_1
value: 1.932
verified: no, type: map_at_10
value: 9.105
verified: no, type: map_at_100
value: 14.99
verified: no, type: map_at_1000
value: 16.502
verified: no, type: map_at_20
value: 11.283
verified: no, type: map_at_3
value: 4.832
verified: no, type: map_at_5
value: 6.944999999999999
verified: no, type: mrr_at_1
value: 26.53061224489796
verified: no, type: mrr_at_10
value: 43.61030126336249
verified: no, type: mrr_at_100
value: 44.75538656374139
verified: no, type: mrr_at_1000
value: 44.75538656374139
verified: no, type: mrr_at_20
value: 44.37315402351417
verified: no, type: mrr_at_3
value: 40.136054421768705
verified: no, type: mrr_at_5
value: 42.68707482993197
verified: no, type: nauc_map_at_1000_diff1
value: 5.571019818745702
verified: no, type: nauc_map_at_1000_max
value: -11.439908189694366
verified: no, type: nauc_map_at_1000_std
value: 3.492870285000601
verified: no, type: nauc_map_at_100_diff1
value: 6.3857496898544825
verified: no, type: nauc_map_at_100_max
value: -10.684360218709237
verified: no, type: nauc_map_at_100_std
value: -1.3788744378787143
verified: no, type: nauc_map_at_10_diff1
value: -3.2307453267757613
verified: no, type: nauc_map_at_10_max
value: -11.982307021752293
verified: no, type: nauc_map_at_10_std
value: -17.038119838763336
verified: no, type: nauc_map_at_1_diff1
value: -12.065806764609652
verified: no, type: nauc_map_at_1_max
value: -18.42316476528604
verified: no, type: nauc_map_at_1_std
value: -5.338503094268672
verified: no, type: nauc_map_at_20_diff1
value: 2.060946421753866
verified: no, type: nauc_map_at_20_max
value: -9.648155355543604
verified: no, type: nauc_map_at_20_std
value: -14.167331436206121
verified: no, type: nauc_map_at_3_diff1
value: -6.1582621880288135
verified: no, type: nauc_map_at_3_max
value: -22.097550216296806
verified: no, type: nauc_map_at_3_std
value: -19.199284745576712
verified: no, type: nauc_map_at_5_diff1
value: -7.802919708793224
verified: no, type: nauc_map_at_5_max
value: -17.70019332797913
verified: no, type: nauc_map_at_5_std
value: -15.991138654326342
verified: no, type: nauc_mrr_at_1000_diff1
value: 5.315700846697389
verified: no, type: nauc_mrr_at_1000_max
value: -29.55043481865213
verified: no, type: nauc_mrr_at_1000_std
value: -8.769041254229224
verified: no, type: nauc_mrr_at_100_diff1
value: 5.315700846697389
verified: no, type: nauc_mrr_at_100_max
value: -29.55043481865213
verified: no, type: nauc_mrr_at_100_std
value: -8.769041254229224
verified: no, type: nauc_mrr_at_10_diff1
value: 5.342627942794191
verified: no, type: nauc_mrr_at_10_max
value: -29.8876417651037
verified: no, type: nauc_mrr_at_10_std
value: -8.925134053814258
verified: no, type: nauc_mrr_at_1_diff1
value: -5.853396683618596
verified: no, type: nauc_mrr_at_1_max
value: -24.66468805788406
verified: no, type: nauc_mrr_at_1_std
value: -2.9097438384537346
verified: no, type: nauc_mrr_at_20_diff1
value: 5.614614325342419
verified: no, type: nauc_mrr_at_20_max
value: -29.57233189732013
verified: no, type: nauc_mrr_at_20_std
value: -8.901826109523945
verified: no, type: nauc_mrr_at_3_diff1
value: 3.926726061167271
verified: no, type: nauc_mrr_at_3_max
value: -29.133917047617896
verified: no, type: nauc_mrr_at_3_std
value: -10.817130618828164
verified: no, type: nauc_mrr_at_5_diff1
value: 6.866536020293703
verified: no, type: nauc_mrr_at_5_max
value: -27.22246522106795
verified: no, type: nauc_mrr_at_5_std
value: -9.223799569500295
verified: no, type: nauc_ndcg_at_1000_diff1
value: 4.912125181204877
verified: no, type: nauc_ndcg_at_1000_max
value: -19.911079119060137
verified: no, type: nauc_ndcg_at_1000_std
value: 31.204098714668948
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.050987112499488
verified: no, type: nauc_ndcg_at_100_max
value: -24.237414173651416
verified: no, type: nauc_ndcg_at_100_std
value: 19.15875595335081
verified: no, type: nauc_ndcg_at_10_diff1
value: 2.5354767183863816
verified: no, type: nauc_ndcg_at_10_max
value: -19.384946931074236
verified: no, type: nauc_ndcg_at_10_std
value: -12.474145803872345
verified: no, type: nauc_ndcg_at_1_diff1
value: -6.385670878766842
verified: no, type: nauc_ndcg_at_1_max
value: -26.888516826897597
verified: no, type: nauc_ndcg_at_1_std
value: 4.6644465028244495
verified: no, type: nauc_ndcg_at_20_diff1
value: 5.589354383855214
verified: no, type: nauc_ndcg_at_20_max
value: -19.6270331947477
verified: no, type: nauc_ndcg_at_20_std
value: -8.94059836915274
verified: no, type: nauc_ndcg_at_3_diff1
value: -2.9174040900462406
verified: no, type: nauc_ndcg_at_3_max
value: -27.05606242350417
verified: no, type: nauc_ndcg_at_3_std
value: -11.987391689874753
verified: no, type: nauc_ndcg_at_5_diff1
value: -0.962392407401707
verified: no, type: nauc_ndcg_at_5_max
value: -22.053428062249598
verified: no, type: nauc_ndcg_at_5_std
value: -9.713594416902245
verified: no, type: nauc_precision_at_1000_diff1
value: 2.203417821108256
verified: no, type: nauc_precision_at_1000_max
value: 34.33612400063248
verified: no, type: nauc_precision_at_1000_std
value: 43.96264641409255
verified: no, type: nauc_precision_at_100_diff1
value: 16.62707023479431
verified: no, type: nauc_precision_at_100_max
value: -8.941729500754416
verified: no, type: nauc_precision_at_100_std
value: 62.443164771048
verified: no, type: nauc_precision_at_10_diff1
value: 13.230088341821533
verified: no, type: nauc_precision_at_10_max
value: -9.557587026278982
verified: no, type: nauc_precision_at_10_std
value: -13.903821725694145
verified: no, type: nauc_precision_at_1_diff1
value: -5.853396683618596
verified: no, type: nauc_precision_at_1_max
value: -24.66468805788406
verified: no, type: nauc_precision_at_1_std
value: -2.9097438384537346
verified: no, type: nauc_precision_at_20_diff1
value: 20.01420656558271
verified: no, type: nauc_precision_at_20_max
value: -3.610511982629168
verified: no, type: nauc_precision_at_20_std
value: 3.3028512582216196
verified: no, type: nauc_precision_at_3_diff1
value: 4.543784490391635
verified: no, type: nauc_precision_at_3_max
value: -25.438739747558976
verified: no, type: nauc_precision_at_3_std
value: -23.527100799773606
verified: no, type: nauc_precision_at_5_diff1
value: 4.918050559436191
verified: no, type: nauc_precision_at_5_max
value: -17.82587578128468
verified: no, type: nauc_precision_at_5_std
value: -15.917371534686687
verified: no, type: nauc_recall_at_1000_diff1
value: -0.8380945098365681
verified: no, type: nauc_recall_at_1000_max
value: -13.542228290393272
verified: no, type: nauc_recall_at_1000_std
value: 78.43177045214168
verified: no, type: nauc_recall_at_100_diff1
value: 6.01120074173763
verified: no, type: nauc_recall_at_100_max
value: -27.262764699369907
verified: no, type: nauc_recall_at_100_std
value: 34.11660757682217
verified: no, type: nauc_recall_at_10_diff1
value: -0.3618473898428649
verified: no, type: nauc_recall_at_10_max
value: -17.245131880022484
verified: no, type: nauc_recall_at_10_std
value: -20.126269566717603
verified: no, type: nauc_recall_at_1_diff1
value: -12.065806764609652
verified: no, type: nauc_recall_at_1_max
value: -18.42316476528604
verified: no, type: nauc_recall_at_1_std
value: -5.338503094268672
verified: no, type: nauc_recall_at_20_diff1
value: 5.300185381681294
verified: no, type: nauc_recall_at_20_max
value: -16.939840786187844
verified: no, type: nauc_recall_at_20_std
value: -11.448793742632803
verified: no, type: nauc_recall_at_3_diff1
value: -2.90066753150224
verified: no, type: nauc_recall_at_3_max
value: -27.41339431526332
verified: no, type: nauc_recall_at_3_std
value: -23.23954755854574
verified: no, type: nauc_recall_at_5_diff1
value: -2.8599531525072495
verified: no, type: nauc_recall_at_5_max
value: -19.68001489065482
verified: no, type: nauc_recall_at_5_std
value: -16.335162845490004
verified: no, type: ndcg_at_1
value: 22.448999999999998
verified: no, type: ndcg_at_10
value: 22.198999999999998
verified: no, type: ndcg_at_100
value: 34.79
verified: no, type: ndcg_at_1000
value: 45.921
verified: no, type: ndcg_at_20
value: 23.751
verified: no, type: ndcg_at_3
value: 25.185000000000002
verified: no, type: ndcg_at_5
value: 24.751
verified: no, type: precision_at_1
value: 26.531
verified: no, type: precision_at_10
value: 19.592000000000002
verified: no, type: precision_at_100
value: 7.327
verified: no, type: precision_at_1000
value: 1.486
verified: no, type: precision_at_20
value: 15.612
verified: no, type: precision_at_3
value: 28.571
verified: no, type: precision_at_5
value: 26.939
verified: no, type: recall_at_1
value: 1.932
verified: no, type: recall_at_10
value: 14.896999999999998
verified: no, type: recall_at_100
value: 46.132
verified: no, type: recall_at_1000
value: 80.26100000000001
verified: no, type: recall_at_20
value: 22.304
verified: no, type: recall_at_3
value: 6.237
verified: no, type: recall_at_5
value: 9.945
verified: no
task: type: Retrieval
tags: medembed, medical-embedding, clinical-embedding, information-retrieval, sentence-transformers, mteb
Likes: 19 | All-time downloads: 624999
Created: 2024-10-20 11:47:50