Model: HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1.5
Author: HIT-TMG
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, qwen2, feature-extraction, sentence-similarity, mteb, arxiv:2501.01028, license:mit, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: license: mit
model-index: name: KaLM-Embedding
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 94.68515742128936
verified: no, type: ap
value: 61.63091951041035
verified: no, type: ap_weighted
value: 61.63091951041035
verified: no, type: f1
value: 87.0707144798333
verified: no, type: f1_weighted
value: 94.92507672044346
verified: no, type: main_score
value: 94.68515742128936
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 91.73134328358209
verified: no, type: ap
value: 68.35026743834399
verified: no, type: ap_weighted
value: 68.35026743834399
verified: no, type: f1
value: 87.90511074439425
verified: no, type: f1_weighted
value: 92.04737679749206
verified: no, type: main_score
value: 91.73134328358209
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 96.55665
verified: no, type: ap
value: 95.07549068622335
verified: no, type: ap_weighted
value: 95.07549068622335
verified: no, type: f1
value: 96.55609959481485
verified: no, type: f1_weighted
value: 96.55609959481488
verified: no, type: main_score
value: 96.55665
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 61.42000000000001
verified: no, type: f1
value: 59.435009609195
verified: no, type: f1_weighted
value: 59.435009609195
verified: no, type: main_score
value: 61.42000000000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 58.626999999999995
verified: no, type: map_at_1
value: 33.073
verified: no, type: map_at_10
value: 49.632
verified: no, type: map_at_100
value: 50.33800000000001
verified: no, type: map_at_1000
value: 50.341
verified: no, type: map_at_20
value: 50.224000000000004
verified: no, type: map_at_3
value: 44.832
verified: no, type: map_at_5
value: 47.620000000000005
verified: no, type: mrr_at_1
value: 33.57041251778094
verified: no, type: mrr_at_10
value: 49.811380929802155
verified: no, type: mrr_at_100
value: 50.51757318808999
verified: no, type: mrr_at_1000
value: 50.52099783252713
verified: no, type: mrr_at_20
value: 50.40338101381789
verified: no, type: mrr_at_3
value: 45.00948316737797
verified: no, type: mrr_at_5
value: 47.77619724988161
verified: no, type: nauc_map_at_1000_diff1
value: 13.48102412913682
verified: no, type: nauc_map_at_1000_max
value: -8.628057456116096
verified: no, type: nauc_map_at_1000_std
value: -11.093713781480051
verified: no, type: nauc_map_at_100_diff1
value: 13.48687495587519
verified: no, type: nauc_map_at_100_max
value: -8.618385685478875
verified: no, type: nauc_map_at_100_std
value: -11.08784320605541
verified: no, type: nauc_map_at_10_diff1
value: 13.356168065508726
verified: no, type: nauc_map_at_10_max
value: -8.497284129177803
verified: no, type: nauc_map_at_10_std
value: -11.179349250075992
verified: no, type: nauc_map_at_1_diff1
value: 16.878392009779215
verified: no, type: nauc_map_at_1_max
value: -10.140489051180705
verified: no, type: nauc_map_at_1_std
value: -11.39244095065129
verified: no, type: nauc_map_at_20_diff1
value: 13.416069003092446
verified: no, type: nauc_map_at_20_max
value: -8.581890449222536
verified: no, type: nauc_map_at_20_std
value: -11.121016775402621
verified: no, type: nauc_map_at_3_diff1
value: 13.002710999935143
verified: no, type: nauc_map_at_3_max
value: -9.061445259612642
verified: no, type: nauc_map_at_3_std
value: -10.95371941334804
verified: no, type: nauc_map_at_5_diff1
value: 13.116608774616614
verified: no, type: nauc_map_at_5_max
value: -9.031302466539435
verified: no, type: nauc_map_at_5_std
value: -11.482820479074665
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.009148181833913
verified: no, type: nauc_mrr_at_1000_max
value: -9.133318660578208
verified: no, type: nauc_mrr_at_1000_std
value: -11.090084522113825
verified: no, type: nauc_mrr_at_100_diff1
value: 12.015156727781342
verified: no, type: nauc_mrr_at_100_max
value: -9.123605928993614
verified: no, type: nauc_mrr_at_100_std
value: -11.084224457426195
verified: no, type: nauc_mrr_at_10_diff1
value: 11.928178469104141
verified: no, type: nauc_mrr_at_10_max
value: -8.980239557009549
verified: no, type: nauc_mrr_at_10_std
value: -11.174796827155468
verified: no, type: nauc_mrr_at_1_diff1
value: 15.42177954114532
verified: no, type: nauc_mrr_at_1_max
value: -9.874364097911553
verified: no, type: nauc_mrr_at_1_std
value: -11.176922083255894
verified: no, type: nauc_mrr_at_20_diff1
value: 11.950454910420659
verified: no, type: nauc_mrr_at_20_max
value: -9.084711198849204
verified: no, type: nauc_mrr_at_20_std
value: -11.117380723428798
verified: no, type: nauc_mrr_at_3_diff1
value: 11.669506159876851
verified: no, type: nauc_mrr_at_3_max
value: -9.513795812047656
verified: no, type: nauc_mrr_at_3_std
value: -10.945232338570069
verified: no, type: nauc_mrr_at_5_diff1
value: 11.587286193937736
verified: no, type: nauc_mrr_at_5_max
value: -9.692616828656766
verified: no, type: nauc_mrr_at_5_std
value: -11.52680193639791
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.115734924812534
verified: no, type: nauc_ndcg_at_1000_max
value: -8.124440036807906
verified: no, type: nauc_ndcg_at_1000_std
value: -10.823569251091254
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.267338628811087
verified: no, type: nauc_ndcg_at_100_max
value: -7.873039455281453
verified: no, type: nauc_ndcg_at_100_std
value: -10.68251412725148
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.46318225000743
verified: no, type: nauc_ndcg_at_10_max
value: -7.328112147624243
verified: no, type: nauc_ndcg_at_10_std
value: -11.267788232147327
verified: no, type: nauc_ndcg_at_1_diff1
value: 16.878392009779215
verified: no, type: nauc_ndcg_at_1_max
value: -10.140489051180705
verified: no, type: nauc_ndcg_at_1_std
value: -11.39244095065129
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.777688953238583
verified: no, type: nauc_ndcg_at_20_max
value: -7.553266861502126
verified: no, type: nauc_ndcg_at_20_std
value: -10.926546866836999
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.895421239753933
verified: no, type: nauc_ndcg_at_3_max
value: -8.901090243657334
verified: no, type: nauc_ndcg_at_3_std
value: -11.116058814242175
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.98520372095743
verified: no, type: nauc_ndcg_at_5_max
value: -8.780043333282341
verified: no, type: nauc_ndcg_at_5_std
value: -11.985932726758405
verified: no, type: nauc_precision_at_1000_diff1
value: -8.254265037555717
verified: no, type: nauc_precision_at_1000_max
value: 34.439879624882145
verified: no, type: nauc_precision_at_1000_std
value: 86.59852334082694
verified: no, type: nauc_precision_at_100_diff1
value: 35.055902247981955
verified: no, type: nauc_precision_at_100_max
value: 60.87922050664748
verified: no, type: nauc_precision_at_100_std
value: 58.03454945999707
verified: no, type: nauc_precision_at_10_diff1
value: 6.653457872096913
verified: no, type: nauc_precision_at_10_max
value: 2.2891313787635483
verified: no, type: nauc_precision_at_10_std
value: -11.638523230893009
verified: no, type: nauc_precision_at_1_diff1
value: 16.878392009779215
verified: no, type: nauc_precision_at_1_max
value: -10.140489051180705
verified: no, type: nauc_precision_at_1_std
value: -11.39244095065129
verified: no, type: nauc_precision_at_20_diff1
value: 4.779328896089478
verified: no, type: nauc_precision_at_20_max
value: 14.224776184784957
verified: no, type: nauc_precision_at_20_std
value: -4.21463291230828
verified: no, type: nauc_precision_at_3_diff1
value: 8.514820657150233
verified: no, type: nauc_precision_at_3_max
value: -8.469060860049108
verified: no, type: nauc_precision_at_3_std
value: -11.7235889812276
verified: no, type: nauc_precision_at_5_diff1
value: 7.710375928363608
verified: no, type: nauc_precision_at_5_max
value: -7.833484980907636
verified: no, type: nauc_precision_at_5_std
value: -14.090406741382132
verified: no, type: nauc_recall_at_1000_diff1
value: -8.254265037555465
verified: no, type: nauc_recall_at_1000_max
value: 34.43987962487738
verified: no, type: nauc_recall_at_1000_std
value: 86.59852334082566
verified: no, type: nauc_recall_at_100_diff1
value: 35.05590224798152
verified: no, type: nauc_recall_at_100_max
value: 60.87922050664376
verified: no, type: nauc_recall_at_100_std
value: 58.03454945999553
verified: no, type: nauc_recall_at_10_diff1
value: 6.653457872096784
verified: no, type: nauc_recall_at_10_max
value: 2.2891313787632592
verified: no, type: nauc_recall_at_10_std
value: -11.638523230893094
verified: no, type: nauc_recall_at_1_diff1
value: 16.878392009779215
verified: no, type: nauc_recall_at_1_max
value: -10.140489051180705
verified: no, type: nauc_recall_at_1_std
value: -11.39244095065129
verified: no, type: nauc_recall_at_20_diff1
value: 4.77932889608973
verified: no, type: nauc_recall_at_20_max
value: 14.224776184784938
verified: no, type: nauc_recall_at_20_std
value: -4.2146329123081125
verified: no, type: nauc_recall_at_3_diff1
value: 8.514820657150297
verified: no, type: nauc_recall_at_3_max
value: -8.469060860049037
verified: no, type: nauc_recall_at_3_std
value: -11.723588981227591
verified: no, type: nauc_recall_at_5_diff1
value: 7.710375928363697
verified: no, type: nauc_recall_at_5_max
value: -7.833484980907617
verified: no, type: nauc_recall_at_5_std
value: -14.090406741382106
verified: no, type: ndcg_at_1
value: 33.073
verified: no, type: ndcg_at_10
value: 58.626999999999995
verified: no, type: ndcg_at_100
value: 61.449
verified: no, type: ndcg_at_1000
value: 61.516999999999996
verified: no, type: ndcg_at_20
value: 60.712999999999994
verified: no, type: ndcg_at_3
value: 48.730000000000004
verified: no, type: ndcg_at_5
value: 53.791
verified: no, type: precision_at_1
value: 33.073
verified: no, type: precision_at_10
value: 8.727
verified: no, type: precision_at_100
value: 0.991
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.769
verified: no, type: precision_at_3
value: 20.009
verified: no, type: precision_at_5
value: 14.481
verified: no, type: recall_at_1
value: 33.073
verified: no, type: recall_at_10
value: 87.26899999999999
verified: no, type: recall_at_100
value: 99.14699999999999
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 95.377
verified: no, type: recall_at_3
value: 60.028000000000006
verified: no, type: recall_at_5
value: 72.404
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 49.682199850672866
verified: no, type: v_measure
value: 49.682199850672866
verified: no, type: v_measure_std
value: 14.233482745120106
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 42.209464702274715
verified: no, type: v_measure
value: 42.209464702274715
verified: no, type: v_measure_std
value: 14.710188553304171
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 60.34670620892353
verified: no, type: map
value: 60.34670620892353
verified: no, type: mrr
value: 74.21360418590336
verified: no, type: nAUC_map_diff1
value: 11.911350612613562
verified: no, type: nAUC_map_max
value: 16.783478049340925
verified: no, type: nAUC_map_std
value: 16.428460426761752
verified: no, type: nAUC_mrr_diff1
value: 14.989972807815782
verified: no, type: nAUC_mrr_max
value: 25.277551101334105
verified: no, type: nAUC_mrr_std
value: 16.506353229551408
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 88.03646117514994
verified: no, type: cosine_spearman
value: 86.1423242570783
verified: no, type: euclidean_pearson
value: 87.25661641211398
verified: no, type: euclidean_spearman
value: 86.1423242570783
verified: no, type: main_score
value: 86.1423242570783
verified: no, type: manhattan_pearson
value: 86.75341029385434
verified: no, type: manhattan_spearman
value: 85.43447680299268
verified: no, type: pearson
value: 88.03646117514994
verified: no, type: spearman
value: 86.1423242570783
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 84.54220779220778
verified: no, type: f1
value: 83.93093828135092
verified: no, type: f1_weighted
value: 83.9309382813509
verified: no, type: main_score
value: 84.54220779220778
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 43.84044619752363
verified: no, type: v_measure
value: 43.84044619752363
verified: no, type: v_measure_std
value: 0.4618669625794188
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 37.31116089915042
verified: no, type: v_measure
value: 37.31116089915042
verified: no, type: v_measure_std
value: 0.5977139350402765
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 52.39
verified: no, type: map_at_1
value: 34.169
verified: no, type: map_at_10
value: 45.942
verified: no, type: map_at_100
value: 47.404
verified: no, type: map_at_1000
value: 47.514
verified: no, type: map_at_20
value: 46.778
verified: no, type: map_at_3
value: 42.336
verified: no, type: map_at_5
value: 44.415
verified: no, type: mrr_at_1
value: 40.772532188841204
verified: no, type: mrr_at_10
value: 51.53978472647998
verified: no, type: mrr_at_100
value: 52.151143552536816
verified: no, type: mrr_at_1000
value: 52.187870164237204
verified: no, type: mrr_at_20
value: 51.901680031986686
verified: no, type: mrr_at_3
value: 48.90319504053407
verified: no, type: mrr_at_5
value: 50.448259418216466
verified: no, type: nauc_map_at_1000_diff1
value: 56.78205111804614
verified: no, type: nauc_map_at_1000_max
value: 36.375389301093755
verified: no, type: nauc_map_at_1000_std
value: -5.9566477904567625
verified: no, type: nauc_map_at_100_diff1
value: 56.78944020915762
verified: no, type: nauc_map_at_100_max
value: 36.39973376657996
verified: no, type: nauc_map_at_100_std
value: -5.902276438746319
verified: no, type: nauc_map_at_10_diff1
value: 57.01302040488429
verified: no, type: nauc_map_at_10_max
value: 35.73327053443045
verified: no, type: nauc_map_at_10_std
value: -6.935563186512875
verified: no, type: nauc_map_at_1_diff1
value: 62.1943454407426
verified: no, type: nauc_map_at_1_max
value: 31.106713330762027
verified: no, type: nauc_map_at_1_std
value: -9.349274581003204
verified: no, type: nauc_map_at_20_diff1
value: 56.96527745781459
verified: no, type: nauc_map_at_20_max
value: 36.1099391825394
verified: no, type: nauc_map_at_20_std
value: -6.148724378898889
verified: no, type: nauc_map_at_3_diff1
value: 57.97922886237535
verified: no, type: nauc_map_at_3_max
value: 34.98388578365086
verified: no, type: nauc_map_at_3_std
value: -7.868364460415703
verified: no, type: nauc_map_at_5_diff1
value: 57.19907689819566
verified: no, type: nauc_map_at_5_max
value: 35.070877663024426
verified: no, type: nauc_map_at_5_std
value: -7.643819808793027
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.9572914102343
verified: no, type: nauc_mrr_at_1000_max
value: 36.372803215838125
verified: no, type: nauc_mrr_at_1000_std
value: -6.847011087249551
verified: no, type: nauc_mrr_at_100_diff1
value: 53.95057299284283
verified: no, type: nauc_mrr_at_100_max
value: 36.374095119115765
verified: no, type: nauc_mrr_at_100_std
value: -6.8350087107843835
verified: no, type: nauc_mrr_at_10_diff1
value: 53.77540722618102
verified: no, type: nauc_mrr_at_10_max
value: 36.34439189912393
verified: no, type: nauc_mrr_at_10_std
value: -7.189115725803416
verified: no, type: nauc_mrr_at_1_diff1
value: 58.516667270098445
verified: no, type: nauc_mrr_at_1_max
value: 35.99253476386456
verified: no, type: nauc_mrr_at_1_std
value: -8.950540274950663
verified: no, type: nauc_mrr_at_20_diff1
value: 53.92501674276654
verified: no, type: nauc_mrr_at_20_max
value: 36.31325682241623
verified: no, type: nauc_mrr_at_20_std
value: -6.842193524470379
verified: no, type: nauc_mrr_at_3_diff1
value: 54.30587263243055
verified: no, type: nauc_mrr_at_3_max
value: 36.67164288224585
verified: no, type: nauc_mrr_at_3_std
value: -6.720909588714866
verified: no, type: nauc_mrr_at_5_diff1
value: 53.80277965232069
verified: no, type: nauc_mrr_at_5_max
value: 36.026610354561726
verified: no, type: nauc_mrr_at_5_std
value: -7.405548968254587
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.32192669123723
verified: no, type: nauc_ndcg_at_1000_max
value: 37.06057531293069
verified: no, type: nauc_ndcg_at_1000_std
value: -3.858161870894338
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.19634435723086
verified: no, type: nauc_ndcg_at_100_max
value: 37.47554574823893
verified: no, type: nauc_ndcg_at_100_std
value: -2.782934190456467
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.97003966265566
verified: no, type: nauc_ndcg_at_10_max
value: 36.15287682329226
verified: no, type: nauc_ndcg_at_10_std
value: -5.669539508175427
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.516667270098445
verified: no, type: nauc_ndcg_at_1_max
value: 35.99253476386456
verified: no, type: nauc_ndcg_at_1_std
value: -8.950540274950663
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.34922000376914
verified: no, type: nauc_ndcg_at_20_max
value: 36.25023728047867
verified: no, type: nauc_ndcg_at_20_std
value: -3.810948512343384
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.83758663042578
verified: no, type: nauc_ndcg_at_3_max
value: 36.85494351712768
verified: no, type: nauc_ndcg_at_3_std
value: -5.525443708811114
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.191751120186304
verified: no, type: nauc_ndcg_at_5_max
value: 35.775634699712214
verified: no, type: nauc_ndcg_at_5_std
value: -6.139092418343521
verified: no, type: nauc_precision_at_1000_diff1
value: -25.057017986568535
verified: no, type: nauc_precision_at_1000_max
value: -6.253611962247419
verified: no, type: nauc_precision_at_1000_std
value: -3.576821263647792
verified: no, type: nauc_precision_at_100_diff1
value: -15.890618283335048
verified: no, type: nauc_precision_at_100_max
value: 9.2689967407046
verified: no, type: nauc_precision_at_100_std
value: 9.941022837167951
verified: no, type: nauc_precision_at_10_diff1
value: 6.515251734960673
verified: no, type: nauc_precision_at_10_max
value: 26.00954176926215
verified: no, type: nauc_precision_at_10_std
value: 6.18066523804505
verified: no, type: nauc_precision_at_1_diff1
value: 58.516667270098445
verified: no, type: nauc_precision_at_1_max
value: 35.99253476386456
verified: no, type: nauc_precision_at_1_std
value: -8.950540274950663
verified: no, type: nauc_precision_at_20_diff1
value: -2.207402052545381
verified: no, type: nauc_precision_at_20_max
value: 19.722097586131714
verified: no, type: nauc_precision_at_20_std
value: 11.781955236419435
verified: no, type: nauc_precision_at_3_diff1
value: 28.669702552163834
verified: no, type: nauc_precision_at_3_max
value: 36.374241470537925
verified: no, type: nauc_precision_at_3_std
value: 0.5810060004219123
verified: no, type: nauc_precision_at_5_diff1
value: 18.454459967860064
verified: no, type: nauc_precision_at_5_max
value: 30.585219727516012
verified: no, type: nauc_precision_at_5_std
value: 2.034776181342522
verified: no, type: nauc_recall_at_1000_diff1
value: 32.56442385278414
verified: no, type: nauc_recall_at_1000_max
value: 51.480513202995915
verified: no, type: nauc_recall_at_1000_std
value: 49.27851711330113
verified: no, type: nauc_recall_at_100_diff1
value: 41.029807873528796
verified: no, type: nauc_recall_at_100_max
value: 42.572875140257565
verified: no, type: nauc_recall_at_100_std
value: 23.745431356647018
verified: no, type: nauc_recall_at_10_diff1
value: 44.87576445883134
verified: no, type: nauc_recall_at_10_max
value: 31.525509952765297
verified: no, type: nauc_recall_at_10_std
value: -2.8068541204926394
verified: no, type: nauc_recall_at_1_diff1
value: 62.1943454407426
verified: no, type: nauc_recall_at_1_max
value: 31.106713330762027
verified: no, type: nauc_recall_at_1_std
value: -9.349274581003204
verified: no, type: nauc_recall_at_20_diff1
value: 44.969586307113104
verified: no, type: nauc_recall_at_20_max
value: 31.29074006190112
verified: no, type: nauc_recall_at_20_std
value: 5.946087034639837
verified: no, type: nauc_recall_at_3_diff1
value: 51.6957387291602
verified: no, type: nauc_recall_at_3_max
value: 32.97568422788289
verified: no, type: nauc_recall_at_3_std
value: -4.466963198284326
verified: no, type: nauc_recall_at_5_diff1
value: 47.596245200271184
verified: no, type: nauc_recall_at_5_max
value: 30.791573693357755
verified: no, type: nauc_recall_at_5_std
value: -4.702986567079468
verified: no, type: ndcg_at_1
value: 40.772999999999996
verified: no, type: ndcg_at_10
value: 52.39
verified: no, type: ndcg_at_100
value: 57.4
verified: no, type: ndcg_at_1000
value: 59.12500000000001
verified: no, type: ndcg_at_20
value: 54.459
verified: no, type: ndcg_at_3
value: 47.339999999999996
verified: no, type: ndcg_at_5
value: 49.717
verified: no, type: precision_at_1
value: 40.772999999999996
verified: no, type: precision_at_10
value: 10.029
verified: no, type: precision_at_100
value: 1.552
verified: no, type: precision_at_1000
value: 0.199
verified: no, type: precision_at_20
value: 5.937
verified: no, type: precision_at_3
value: 22.938
verified: no, type: precision_at_5
value: 16.423
verified: no, type: recall_at_1
value: 34.169
verified: no, type: recall_at_10
value: 64.68199999999999
verified: no, type: recall_at_100
value: 85.497
verified: no, type: recall_at_1000
value: 96.391
verified: no, type: recall_at_20
value: 72.053
verified: no, type: recall_at_3
value: 50.059
verified: no, type: recall_at_5
value: 56.589999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 47.753
verified: no, type: map_at_1
value: 31.211
verified: no, type: map_at_10
value: 42.015
verified: no, type: map_at_100
value: 43.262
verified: no, type: map_at_1000
value: 43.39
verified: no, type: map_at_20
value: 42.697
verified: no, type: map_at_3
value: 39.034
verified: no, type: map_at_5
value: 40.729
verified: no, type: mrr_at_1
value: 39.29936305732484
verified: no, type: mrr_at_10
value: 47.96489232635733
verified: no, type: mrr_at_100
value: 48.64731557532463
verified: no, type: mrr_at_1000
value: 48.68894277936992
verified: no, type: mrr_at_20
value: 48.39750821161911
verified: no, type: mrr_at_3
value: 45.849256900212346
verified: no, type: mrr_at_5
value: 47.14225053078562
verified: no, type: nauc_map_at_1000_diff1
value: 52.24106468332894
verified: no, type: nauc_map_at_1000_max
value: 38.375619410420775
verified: no, type: nauc_map_at_1000_std
value: -4.482915396811548
verified: no, type: nauc_map_at_100_diff1
value: 52.24328589744081
verified: no, type: nauc_map_at_100_max
value: 38.29250166419244
verified: no, type: nauc_map_at_100_std
value: -4.583741891930366
verified: no, type: nauc_map_at_10_diff1
value: 52.454090722359666
verified: no, type: nauc_map_at_10_max
value: 37.7173958399999
verified: no, type: nauc_map_at_10_std
value: -5.860564273083544
verified: no, type: nauc_map_at_1_diff1
value: 57.37978281090314
verified: no, type: nauc_map_at_1_max
value: 32.49915109819217
verified: no, type: nauc_map_at_1_std
value: -11.254055060290668
verified: no, type: nauc_map_at_20_diff1
value: 52.37379963537071
verified: no, type: nauc_map_at_20_max
value: 37.943912770037116
verified: no, type: nauc_map_at_20_std
value: -5.26512232555932
verified: no, type: nauc_map_at_3_diff1
value: 53.315496436307974
verified: no, type: nauc_map_at_3_max
value: 35.798184763155234
verified: no, type: nauc_map_at_3_std
value: -8.424700965366764
verified: no, type: nauc_map_at_5_diff1
value: 52.65283986998911
verified: no, type: nauc_map_at_5_max
value: 36.545213941567425
verified: no, type: nauc_map_at_5_std
value: -7.257895143708675
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.16585921071199
verified: no, type: nauc_mrr_at_1000_max
value: 40.98958361489588
verified: no, type: nauc_mrr_at_1000_std
value: 0.5225503686128239
verified: no, type: nauc_mrr_at_100_diff1
value: 50.16290335172945
verified: no, type: nauc_mrr_at_100_max
value: 40.983188618358675
verified: no, type: nauc_mrr_at_100_std
value: 0.5371456026411485
verified: no, type: nauc_mrr_at_10_diff1
value: 50.188741789601664
verified: no, type: nauc_mrr_at_10_max
value: 41.20385325286603
verified: no, type: nauc_mrr_at_10_std
value: 0.4299969547822729
verified: no, type: nauc_mrr_at_1_diff1
value: 52.89957788273348
verified: no, type: nauc_mrr_at_1_max
value: 40.15889247486093
verified: no, type: nauc_mrr_at_1_std
value: -2.3643009397477233
verified: no, type: nauc_mrr_at_20_diff1
value: 50.18924356147879
verified: no, type: nauc_mrr_at_20_max
value: 41.03580332941115
verified: no, type: nauc_mrr_at_20_std
value: 0.5030743116655743
verified: no, type: nauc_mrr_at_3_diff1
value: 50.2595645561214
verified: no, type: nauc_mrr_at_3_max
value: 40.84037333925909
verified: no, type: nauc_mrr_at_3_std
value: -0.47444597498111607
verified: no, type: nauc_mrr_at_5_diff1
value: 50.30028806022225
verified: no, type: nauc_mrr_at_5_max
value: 40.94735400001521
verified: no, type: nauc_mrr_at_5_std
value: 0.014502584942351543
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.02853655454531
verified: no, type: nauc_ndcg_at_1000_max
value: 40.0601698049325
verified: no, type: nauc_ndcg_at_1000_std
value: 0.5989970984573991
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.99180232217219
verified: no, type: nauc_ndcg_at_100_max
value: 39.828019879089595
verified: no, type: nauc_ndcg_at_100_std
value: 0.5679819431802621
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.49123456226574
verified: no, type: nauc_ndcg_at_10_max
value: 40.24693971238414
verified: no, type: nauc_ndcg_at_10_std
value: -1.6801008721493143
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.89957788273348
verified: no, type: nauc_ndcg_at_1_max
value: 40.15889247486093
verified: no, type: nauc_ndcg_at_1_std
value: -2.3643009397477233
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.50251680139964
verified: no, type: nauc_ndcg_at_20_max
value: 39.72201768032907
verified: no, type: nauc_ndcg_at_20_std
value: -1.0868971947199884
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.58336010302361
verified: no, type: nauc_ndcg_at_3_max
value: 39.56460688076086
verified: no, type: nauc_ndcg_at_3_std
value: -3.192413421384452
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.670426480094
verified: no, type: nauc_ndcg_at_5_max
value: 39.30101734473154
verified: no, type: nauc_ndcg_at_5_std
value: -3.133266437331269
verified: no, type: nauc_precision_at_1000_diff1
value: -9.966142918444545
verified: no, type: nauc_precision_at_1000_max
value: 15.887181550157312
verified: no, type: nauc_precision_at_1000_std
value: 30.07775267584185
verified: no, type: nauc_precision_at_100_diff1
value: -5.39669332549404
verified: no, type: nauc_precision_at_100_max
value: 26.372684632284045
verified: no, type: nauc_precision_at_100_std
value: 35.21702840254392
verified: no, type: nauc_precision_at_10_diff1
value: 11.258611067705424
verified: no, type: nauc_precision_at_10_max
value: 38.49722079603548
verified: no, type: nauc_precision_at_10_std
value: 23.96075630064515
verified: no, type: nauc_precision_at_1_diff1
value: 52.89957788273348
verified: no, type: nauc_precision_at_1_max
value: 40.15889247486093
verified: no, type: nauc_precision_at_1_std
value: -2.3643009397477233
verified: no, type: nauc_precision_at_20_diff1
value: 5.119010028728253
verified: no, type: nauc_precision_at_20_max
value: 33.86149623123613
verified: no, type: nauc_precision_at_20_std
value: 28.568877042019192
verified: no, type: nauc_precision_at_3_diff1
value: 28.335387516697054
verified: no, type: nauc_precision_at_3_max
value: 39.550279228497395
verified: no, type: nauc_precision_at_3_std
value: 10.53626944081313
verified: no, type: nauc_precision_at_5_diff1
value: 20.067823876439405
verified: no, type: nauc_precision_at_5_max
value: 38.012587686917584
verified: no, type: nauc_precision_at_5_std
value: 15.994020926756388
verified: no, type: nauc_recall_at_1000_diff1
value: 32.76791129120816
verified: no, type: nauc_recall_at_1000_max
value: 37.496559622674766
verified: no, type: nauc_recall_at_1000_std
value: 25.655864139857222
verified: no, type: nauc_recall_at_100_diff1
value: 38.447827716104584
verified: no, type: nauc_recall_at_100_max
value: 36.474274046070214
verified: no, type: nauc_recall_at_100_std
value: 16.203946452884637
verified: no, type: nauc_recall_at_10_diff1
value: 45.04137348043349
verified: no, type: nauc_recall_at_10_max
value: 38.413608602825924
verified: no, type: nauc_recall_at_10_std
value: 0.8596466671993844
verified: no, type: nauc_recall_at_1_diff1
value: 57.37978281090314
verified: no, type: nauc_recall_at_1_max
value: 32.49915109819217
verified: no, type: nauc_recall_at_1_std
value: -11.254055060290668
verified: no, type: nauc_recall_at_20_diff1
value: 43.22936216632159
verified: no, type: nauc_recall_at_20_max
value: 36.644412179031946
verified: no, type: nauc_recall_at_20_std
value: 4.295238193474559
verified: no, type: nauc_recall_at_3_diff1
value: 48.45830999117096
verified: no, type: nauc_recall_at_3_max
value: 34.59148426593566
verified: no, type: nauc_recall_at_3_std
value: -7.2544944905307425
verified: no, type: nauc_recall_at_5_diff1
value: 46.818595627596906
verified: no, type: nauc_recall_at_5_max
value: 35.28346610822803
verified: no, type: nauc_recall_at_5_std
value: -4.578586774496801
verified: no, type: ndcg_at_1
value: 39.299
verified: no, type: ndcg_at_10
value: 47.753
verified: no, type: ndcg_at_100
value: 52.146
verified: no, type: ndcg_at_1000
value: 54.13400000000001
verified: no, type: ndcg_at_20
value: 49.573
verified: no, type: ndcg_at_3
value: 43.783
verified: no, type: ndcg_at_5
value: 45.638
verified: no, type: precision_at_1
value: 39.299
verified: no, type: precision_at_10
value: 8.955
verified: no, type: precision_at_100
value: 1.427
verified: no, type: precision_at_1000
value: 0.189
verified: no, type: precision_at_20
value: 5.252
verified: no, type: precision_at_3
value: 21.295
verified: no, type: precision_at_5
value: 14.943000000000001
verified: no, type: recall_at_1
value: 31.211
verified: no, type: recall_at_10
value: 57.831999999999994
verified: no, type: recall_at_100
value: 76.211
verified: no, type: recall_at_1000
value: 88.803
verified: no, type: recall_at_20
value: 64.548
verified: no, type: recall_at_3
value: 45.909
verified: no, type: recall_at_5
value: 51.304
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 61.58
verified: no, type: map_at_1
value: 42.294
verified: no, type: map_at_10
value: 55.625
verified: no, type: map_at_100
value: 56.618
verified: no, type: map_at_1000
value: 56.672
verified: no, type: map_at_20
value: 56.255
verified: no, type: map_at_3
value: 52.539
verified: no, type: map_at_5
value: 54.118
verified: no, type: mrr_at_1
value: 48.08777429467085
verified: no, type: mrr_at_10
value: 58.84965417724045
verified: no, type: mrr_at_100
value: 59.43662069430218
verified: no, type: mrr_at_1000
value: 59.46383163108614
verified: no, type: mrr_at_20
value: 59.238920207635395
verified: no, type: mrr_at_3
value: 56.645768025078446
verified: no, type: mrr_at_5
value: 57.799373040752464
verified: no, type: nauc_map_at_1000_diff1
value: 55.574840425792594
verified: no, type: nauc_map_at_1000_max
value: 34.4701847562437
verified: no, type: nauc_map_at_1000_std
value: -9.755236496635238
verified: no, type: nauc_map_at_100_diff1
value: 55.56633342053875
verified: no, type: nauc_map_at_100_max
value: 34.463217368520056
verified: no, type: nauc_map_at_100_std
value: -9.736389955691903
verified: no, type: nauc_map_at_10_diff1
value: 55.377779197086085
verified: no, type: nauc_map_at_10_max
value: 34.119042879932806
verified: no, type: nauc_map_at_10_std
value: -10.34552914025853
verified: no, type: nauc_map_at_1_diff1
value: 59.39306584705475
verified: no, type: nauc_map_at_1_max
value: 29.113177128377604
verified: no, type: nauc_map_at_1_std
value: -11.444784267280179
verified: no, type: nauc_map_at_20_diff1
value: 55.5279849352151
verified: no, type: nauc_map_at_20_max
value: 34.40776911487248
verified: no, type: nauc_map_at_20_std
value: -9.980725430581513
verified: no, type: nauc_map_at_3_diff1
value: 56.36831487626787
verified: no, type: nauc_map_at_3_max
value: 32.50972201654767
verified: no, type: nauc_map_at_3_std
value: -12.162628011645566
verified: no, type: nauc_map_at_5_diff1
value: 55.61245893128041
verified: no, type: nauc_map_at_5_max
value: 33.29312656827763
verified: no, type: nauc_map_at_5_std
value: -11.4951400718427
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.90317690493004
verified: no, type: nauc_mrr_at_1000_max
value: 35.56498085453685
verified: no, type: nauc_mrr_at_1000_std
value: -9.234699847400888
verified: no, type: nauc_mrr_at_100_diff1
value: 54.896346456934275
verified: no, type: nauc_mrr_at_100_max
value: 35.58324293276136
verified: no, type: nauc_mrr_at_100_std
value: -9.215853996857613
verified: no, type: nauc_mrr_at_10_diff1
value: 54.671458608944114
verified: no, type: nauc_mrr_at_10_max
value: 35.56708736221525
verified: no, type: nauc_mrr_at_10_std
value: -9.373432397620997
verified: no, type: nauc_mrr_at_1_diff1
value: 58.79146952147216
verified: no, type: nauc_mrr_at_1_max
value: 33.869452831902805
verified: no, type: nauc_mrr_at_1_std
value: -10.566480052563577
verified: no, type: nauc_mrr_at_20_diff1
value: 54.849781607868906
verified: no, type: nauc_mrr_at_20_max
value: 35.617115851895484
verified: no, type: nauc_mrr_at_20_std
value: -9.208616079050708
verified: no, type: nauc_mrr_at_3_diff1
value: 55.16070050179383
verified: no, type: nauc_mrr_at_3_max
value: 35.177757122772135
verified: no, type: nauc_mrr_at_3_std
value: -10.393796685155891
verified: no, type: nauc_mrr_at_5_diff1
value: 54.828393662595445
verified: no, type: nauc_mrr_at_5_max
value: 35.56940994194972
verified: no, type: nauc_mrr_at_5_std
value: -9.731305997976602
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.50183704484519
verified: no, type: nauc_ndcg_at_1000_max
value: 36.36712113663723
verified: no, type: nauc_ndcg_at_1000_std
value: -7.34102789192482
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.455028493563226
verified: no, type: nauc_ndcg_at_100_max
value: 36.78883717977845
verified: no, type: nauc_ndcg_at_100_std
value: -6.597339807115783
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.536209026389535
verified: no, type: nauc_ndcg_at_10_max
value: 36.18315401424091
verified: no, type: nauc_ndcg_at_10_std
value: -8.273690022713248
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.79146952147216
verified: no, type: nauc_ndcg_at_1_max
value: 33.869452831902805
verified: no, type: nauc_ndcg_at_1_std
value: -10.566480052563577
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.15670848398847
verified: no, type: nauc_ndcg_at_20_max
value: 36.74491143155494
verified: no, type: nauc_ndcg_at_20_std
value: -7.313843626081678
verified: no, type: nauc_ndcg_at_3_diff1
value: 55.036932320029564
verified: no, type: nauc_ndcg_at_3_max
value: 33.91087214672552
verified: no, type: nauc_ndcg_at_3_std
value: -11.75293941895024
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.063110780501546
verified: no, type: nauc_ndcg_at_5_max
value: 35.052268948433515
verified: no, type: nauc_ndcg_at_5_std
value: -10.452241125468108
verified: no, type: nauc_precision_at_1000_diff1
value: -17.38384602357622
verified: no, type: nauc_precision_at_1000_max
value: 9.710315321476479
verified: no, type: nauc_precision_at_1000_std
value: 16.90078109961968
verified: no, type: nauc_precision_at_100_diff1
value: -10.339926865487238
verified: no, type: nauc_precision_at_100_max
value: 15.519587672026788
verified: no, type: nauc_precision_at_100_std
value: 20.154368516383574
verified: no, type: nauc_precision_at_10_diff1
value: 8.295704958690228
verified: no, type: nauc_precision_at_10_max
value: 27.223683123639592
verified: no, type: nauc_precision_at_10_std
value: 9.078686113987018
verified: no, type: nauc_precision_at_1_diff1
value: 58.79146952147216
verified: no, type: nauc_precision_at_1_max
value: 33.869452831902805
verified: no, type: nauc_precision_at_1_std
value: -10.566480052563577
verified: no, type: nauc_precision_at_20_diff1
value: 1.206430229577525
verified: no, type: nauc_precision_at_20_max
value: 23.944135447502873
verified: no, type: nauc_precision_at_20_std
value: 14.990573969863142
verified: no, type: nauc_precision_at_3_diff1
value: 30.534879329433494
verified: no, type: nauc_precision_at_3_max
value: 31.45998483553432
verified: no, type: nauc_precision_at_3_std
value: -5.843145834483077
verified: no, type: nauc_precision_at_5_diff1
value: 20.082739223007245
verified: no, type: nauc_precision_at_5_max
value: 29.165093621422066
verified: no, type: nauc_precision_at_5_std
value: -0.628093664798173
verified: no, type: nauc_recall_at_1000_diff1
value: 29.998670252945253
verified: no, type: nauc_recall_at_1000_max
value: 58.601149100236924
verified: no, type: nauc_recall_at_1000_std
value: 51.912385311841525
verified: no, type: nauc_recall_at_100_diff1
value: 46.15565003366627
verified: no, type: nauc_recall_at_100_max
value: 49.740072860097115
verified: no, type: nauc_recall_at_100_std
value: 21.303498072710514
verified: no, type: nauc_recall_at_10_diff1
value: 44.934728375231664
verified: no, type: nauc_recall_at_10_max
value: 39.7256315576848
verified: no, type: nauc_recall_at_10_std
value: -1.5224958573376588
verified: no, type: nauc_recall_at_1_diff1
value: 59.39306584705475
verified: no, type: nauc_recall_at_1_max
value: 29.113177128377604
verified: no, type: nauc_recall_at_1_std
value: -11.444784267280179
verified: no, type: nauc_recall_at_20_diff1
value: 45.98017763702076
verified: no, type: nauc_recall_at_20_max
value: 43.26825736903793
verified: no, type: nauc_recall_at_20_std
value: 5.298466215553723
verified: no, type: nauc_recall_at_3_diff1
value: 51.290757427485445
verified: no, type: nauc_recall_at_3_max
value: 33.21715365617901
verified: no, type: nauc_recall_at_3_std
value: -12.227694565360014
verified: no, type: nauc_recall_at_5_diff1
value: 48.150864238331714
verified: no, type: nauc_recall_at_5_max
value: 36.177367874135335
verified: no, type: nauc_recall_at_5_std
value: -9.091237939153817
verified: no, type: ndcg_at_1
value: 48.087999999999994
verified: no, type: ndcg_at_10
value: 61.58
verified: no, type: ndcg_at_100
value: 65.253
verified: no, type: ndcg_at_1000
value: 66.267
verified: no, type: ndcg_at_20
value: 63.327999999999996
verified: no, type: ndcg_at_3
value: 56.496
verified: no, type: ndcg_at_5
value: 58.667
verified: no, type: precision_at_1
value: 48.087999999999994
verified: no, type: precision_at_10
value: 9.824
verified: no, type: precision_at_100
value: 1.262
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 5.4670000000000005
verified: no, type: precision_at_3
value: 25.266
verified: no, type: precision_at_5
value: 16.915
verified: no, type: recall_at_1
value: 42.294
verified: no, type: recall_at_10
value: 75.761
verified: no, type: recall_at_100
value: 91.208
verified: no, type: recall_at_1000
value: 98.37700000000001
verified: no, type: recall_at_20
value: 82.113
verified: no, type: recall_at_3
value: 61.956999999999994
verified: no, type: recall_at_5
value: 67.437
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 39.837
verified: no, type: map_at_1
value: 25.764
verified: no, type: map_at_10
value: 34.829
verified: no, type: map_at_100
value: 35.869
verified: no, type: map_at_1000
value: 35.953
verified: no, type: map_at_20
value: 35.393
verified: no, type: map_at_3
value: 32.208
verified: no, type: map_at_5
value: 33.641
verified: no, type: mrr_at_1
value: 28.0225988700565
verified: no, type: mrr_at_10
value: 37.04515290108509
verified: no, type: mrr_at_100
value: 37.93924588681648
verified: no, type: mrr_at_1000
value: 37.99860736806393
verified: no, type: mrr_at_20
value: 37.526581494375456
verified: no, type: mrr_at_3
value: 34.59510357815443
verified: no, type: mrr_at_5
value: 35.88323917137474
verified: no, type: nauc_map_at_1000_diff1
value: 39.89881614209902
verified: no, type: nauc_map_at_1000_max
value: 26.20512364416086
verified: no, type: nauc_map_at_1000_std
value: -1.4906980957334761
verified: no, type: nauc_map_at_100_diff1
value: 39.856757588861484
verified: no, type: nauc_map_at_100_max
value: 26.17640926201627
verified: no, type: nauc_map_at_100_std
value: -1.52726616900199
verified: no, type: nauc_map_at_10_diff1
value: 39.928116776753306
verified: no, type: nauc_map_at_10_max
value: 25.849572817015947
verified: no, type: nauc_map_at_10_std
value: -1.8553563555900154
verified: no, type: nauc_map_at_1_diff1
value: 45.9178313886473
verified: no, type: nauc_map_at_1_max
value: 24.39859079325555
verified: no, type: nauc_map_at_1_std
value: -7.08677568969915
verified: no, type: nauc_map_at_20_diff1
value: 40.03122889128656
verified: no, type: nauc_map_at_20_max
value: 26.18324831822517
verified: no, type: nauc_map_at_20_std
value: -1.4283210926006862
verified: no, type: nauc_map_at_3_diff1
value: 41.13705028238216
verified: no, type: nauc_map_at_3_max
value: 25.227792355607466
verified: no, type: nauc_map_at_3_std
value: -4.10076689245123
verified: no, type: nauc_map_at_5_diff1
value: 40.41343312331809
verified: no, type: nauc_map_at_5_max
value: 26.019632871475828
verified: no, type: nauc_map_at_5_std
value: -1.655322674363369
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.10335222688471
verified: no, type: nauc_mrr_at_1000_max
value: 27.76819205009592
verified: no, type: nauc_mrr_at_1000_std
value: -0.06837137793398154
verified: no, type: nauc_mrr_at_100_diff1
value: 38.05479288369399
verified: no, type: nauc_mrr_at_100_max
value: 27.7490714350333
verified: no, type: nauc_mrr_at_100_std
value: -0.08908922458485154
verified: no, type: nauc_mrr_at_10_diff1
value: 37.96378944519479
verified: no, type: nauc_mrr_at_10_max
value: 27.41804522591167
verified: no, type: nauc_mrr_at_10_std
value: -0.19175217620882173
verified: no, type: nauc_mrr_at_1_diff1
value: 43.635050719694746
verified: no, type: nauc_mrr_at_1_max
value: 26.637384998955994
verified: no, type: nauc_mrr_at_1_std
value: -4.4281228525493574
verified: no, type: nauc_mrr_at_20_diff1
value: 38.125362772329744
verified: no, type: nauc_mrr_at_20_max
value: 27.847086458572683
verified: no, type: nauc_mrr_at_20_std
value: 0.04840792038341067
verified: no, type: nauc_mrr_at_3_diff1
value: 39.284979864146216
verified: no, type: nauc_mrr_at_3_max
value: 27.57894001717352
verified: no, type: nauc_mrr_at_3_std
value: -2.0696803670615265
verified: no, type: nauc_mrr_at_5_diff1
value: 38.33310714032024
verified: no, type: nauc_mrr_at_5_max
value: 27.73956844204174
verified: no, type: nauc_mrr_at_5_std
value: 0.01395219897785327
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.584777068441745
verified: no, type: nauc_ndcg_at_1000_max
value: 27.742338292986034
verified: no, type: nauc_ndcg_at_1000_std
value: 1.5919119060984248
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.324511379401926
verified: no, type: nauc_ndcg_at_100_max
value: 27.135186980945264
verified: no, type: nauc_ndcg_at_100_std
value: 1.012036671263999
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.883529139532634
verified: no, type: nauc_ndcg_at_10_max
value: 26.287452858703826
verified: no, type: nauc_ndcg_at_10_std
value: 0.5701574244802798
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.635050719694746
verified: no, type: nauc_ndcg_at_1_max
value: 26.637384998955994
verified: no, type: nauc_ndcg_at_1_std
value: -4.4281228525493574
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.26150152174845
verified: no, type: nauc_ndcg_at_20_max
value: 27.59340643785688
verified: no, type: nauc_ndcg_at_20_std
value: 1.812718743312418
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.291935691856196
verified: no, type: nauc_ndcg_at_3_max
value: 26.155040259440188
verified: no, type: nauc_ndcg_at_3_std
value: -3.1636780333695556
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.96141298539201
verified: no, type: nauc_ndcg_at_5_max
value: 26.886149321572532
verified: no, type: nauc_ndcg_at_5_std
value: 0.9674089088890447
verified: no, type: nauc_precision_at_1000_diff1
value: -6.193908740223283
verified: no, type: nauc_precision_at_1000_max
value: 18.933037425592925
verified: no, type: nauc_precision_at_1000_std
value: 13.990532282500373
verified: no, type: nauc_precision_at_100_diff1
value: 2.0105355129064484
verified: no, type: nauc_precision_at_100_max
value: 24.049503343204073
verified: no, type: nauc_precision_at_100_std
value: 10.79645255758947
verified: no, type: nauc_precision_at_10_diff1
value: 21.59130230622116
verified: no, type: nauc_precision_at_10_max
value: 28.24307291885018
verified: no, type: nauc_precision_at_10_std
value: 9.505053356771134
verified: no, type: nauc_precision_at_1_diff1
value: 43.635050719694746
verified: no, type: nauc_precision_at_1_max
value: 26.637384998955994
verified: no, type: nauc_precision_at_1_std
value: -4.4281228525493574
verified: no, type: nauc_precision_at_20_diff1
value: 19.080704068772512
verified: no, type: nauc_precision_at_20_max
value: 31.52215796190006
verified: no, type: nauc_precision_at_20_std
value: 14.119376174372944
verified: no, type: nauc_precision_at_3_diff1
value: 31.733564430212695
verified: no, type: nauc_precision_at_3_max
value: 28.63157366942346
verified: no, type: nauc_precision_at_3_std
value: 0.7847711198268656
verified: no, type: nauc_precision_at_5_diff1
value: 27.2848881133242
verified: no, type: nauc_precision_at_5_max
value: 30.792243775503593
verified: no, type: nauc_precision_at_5_std
value: 10.5253825269578
verified: no, type: nauc_recall_at_1000_diff1
value: 32.59052385808082
verified: no, type: nauc_recall_at_1000_max
value: 39.16615094126513
verified: no, type: nauc_recall_at_1000_std
value: 32.831614951523285
verified: no, type: nauc_recall_at_100_diff1
value: 19.499054183956282
verified: no, type: nauc_recall_at_100_max
value: 25.791611422283385
verified: no, type: nauc_recall_at_100_std
value: 8.86161971226946
verified: no, type: nauc_recall_at_10_diff1
value: 27.966399902667032
verified: no, type: nauc_recall_at_10_max
value: 24.52174702656756
verified: no, type: nauc_recall_at_10_std
value: 5.888597161688889
verified: no, type: nauc_recall_at_1_diff1
value: 45.9178313886473
verified: no, type: nauc_recall_at_1_max
value: 24.39859079325555
verified: no, type: nauc_recall_at_1_std
value: -7.08677568969915
verified: no, type: nauc_recall_at_20_diff1
value: 28.92843394705317
verified: no, type: nauc_recall_at_20_max
value: 29.498567057460452
verified: no, type: nauc_recall_at_20_std
value: 10.973275179789377
verified: no, type: nauc_recall_at_3_diff1
value: 35.866038436338386
verified: no, type: nauc_recall_at_3_max
value: 25.385826645049935
verified: no, type: nauc_recall_at_3_std
value: -1.945839877039293
verified: no, type: nauc_recall_at_5_diff1
value: 31.781401015413223
verified: no, type: nauc_recall_at_5_max
value: 26.580275134192338
verified: no, type: nauc_recall_at_5_std
value: 6.830480292572181
verified: no, type: ndcg_at_1
value: 28.022999999999996
verified: no, type: ndcg_at_10
value: 39.837
verified: no, type: ndcg_at_100
value: 44.995000000000005
verified: no, type: ndcg_at_1000
value: 46.928
verified: no, type: ndcg_at_20
value: 41.729
verified: no, type: ndcg_at_3
value: 34.781
verified: no, type: ndcg_at_5
value: 37.136
verified: no, type: precision_at_1
value: 28.022999999999996
verified: no, type: precision_at_10
value: 6.101999999999999
verified: no, type: precision_at_100
value: 0.9159999999999999
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_20
value: 3.508
verified: no, type: precision_at_3
value: 14.727
verified: no, type: precision_at_5
value: 10.237
verified: no, type: recall_at_1
value: 25.764
verified: no, type: recall_at_10
value: 53.101
verified: no, type: recall_at_100
value: 76.955
verified: no, type: recall_at_1000
value: 91.175
verified: no, type: recall_at_20
value: 60.138999999999996
verified: no, type: recall_at_3
value: 39.484
verified: no, type: recall_at_5
value: 45.208999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 29.697000000000003
verified: no, type: map_at_1
value: 15.958
verified: no, type: map_at_10
value: 24.324
verified: no, type: map_at_100
value: 25.64
verified: no, type: map_at_1000
value: 25.762
verified: no, type: map_at_20
value: 25.064999999999998
verified: no, type: map_at_3
value: 21.36
verified: no, type: map_at_5
value: 23.034
verified: no, type: mrr_at_1
value: 19.900497512437813
verified: no, type: mrr_at_10
value: 28.495715865118843
verified: no, type: mrr_at_100
value: 29.55883123523441
verified: no, type: mrr_at_1000
value: 29.623700416228015
verified: no, type: mrr_at_20
value: 29.127165464095363
verified: no, type: mrr_at_3
value: 25.538971807628535
verified: no, type: mrr_at_5
value: 27.392205638474294
verified: no, type: nauc_map_at_1000_diff1
value: 34.32209396022877
verified: no, type: nauc_map_at_1000_max
value: 21.688010888227378
verified: no, type: nauc_map_at_1000_std
value: 0.9387258101009914
verified: no, type: nauc_map_at_100_diff1
value: 34.2873397075491
verified: no, type: nauc_map_at_100_max
value: 21.69354267495513
verified: no, type: nauc_map_at_100_std
value: 0.9556799710614994
verified: no, type: nauc_map_at_10_diff1
value: 34.84715034635313
verified: no, type: nauc_map_at_10_max
value: 21.547867843258768
verified: no, type: nauc_map_at_10_std
value: 0.32632738479135376
verified: no, type: nauc_map_at_1_diff1
value: 40.08120759217827
verified: no, type: nauc_map_at_1_max
value: 22.5404646356335
verified: no, type: nauc_map_at_1_std
value: 0.46810928901963667
verified: no, type: nauc_map_at_20_diff1
value: 34.34837970041168
verified: no, type: nauc_map_at_20_max
value: 21.60444832596523
verified: no, type: nauc_map_at_20_std
value: 0.6374326062336801
verified: no, type: nauc_map_at_3_diff1
value: 36.058627394912286
verified: no, type: nauc_map_at_3_max
value: 20.99605214930877
verified: no, type: nauc_map_at_3_std
value: -0.6363564572418088
verified: no, type: nauc_map_at_5_diff1
value: 35.6851873771882
verified: no, type: nauc_map_at_5_max
value: 21.2333736759757
verified: no, type: nauc_map_at_5_std
value: -0.11978481640718161
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.76519811972675
verified: no, type: nauc_mrr_at_1000_max
value: 23.08099288276958
verified: no, type: nauc_mrr_at_1000_std
value: 0.21670889636182983
verified: no, type: nauc_mrr_at_100_diff1
value: 33.75104610406262
verified: no, type: nauc_mrr_at_100_max
value: 23.09993932553629
verified: no, type: nauc_mrr_at_100_std
value: 0.21684296947206153
verified: no, type: nauc_mrr_at_10_diff1
value: 33.890656486559365
verified: no, type: nauc_mrr_at_10_max
value: 23.004230124232492
verified: no, type: nauc_mrr_at_10_std
value: -0.17125819000842146
verified: no, type: nauc_mrr_at_1_diff1
value: 38.298935378300584
verified: no, type: nauc_mrr_at_1_max
value: 23.531620590823632
verified: no, type: nauc_mrr_at_1_std
value: -1.786682602890334
verified: no, type: nauc_mrr_at_20_diff1
value: 33.71928046127925
verified: no, type: nauc_mrr_at_20_max
value: 23.028631286321367
verified: no, type: nauc_mrr_at_20_std
value: 0.13566082451341543
verified: no, type: nauc_mrr_at_3_diff1
value: 34.839766454140396
verified: no, type: nauc_mrr_at_3_max
value: 23.310126494307852
verified: no, type: nauc_mrr_at_3_std
value: -1.1749456883533465
verified: no, type: nauc_mrr_at_5_diff1
value: 34.33155350261903
verified: no, type: nauc_mrr_at_5_max
value: 22.722607203637715
verified: no, type: nauc_mrr_at_5_std
value: -0.4150972255202597
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.8237241348174
verified: no, type: nauc_ndcg_at_1000_max
value: 23.08752218924686
verified: no, type: nauc_ndcg_at_1000_std
value: 3.2872043822295653
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.190151490173644
verified: no, type: nauc_ndcg_at_100_max
value: 23.091678618693027
verified: no, type: nauc_ndcg_at_100_std
value: 3.7042696983779337
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.59190071742098
verified: no, type: nauc_ndcg_at_10_max
value: 21.959767958947943
verified: no, type: nauc_ndcg_at_10_std
value: 0.9617687304860824
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.298935378300584
verified: no, type: nauc_ndcg_at_1_max
value: 23.531620590823632
verified: no, type: nauc_ndcg_at_1_std
value: -1.786682602890334
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.269080621067157
verified: no, type: nauc_ndcg_at_20_max
value: 22.118415303912165
verified: no, type: nauc_ndcg_at_20_std
value: 1.9476492490549662
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.75565433874818
verified: no, type: nauc_ndcg_at_3_max
value: 21.88229440058002
verified: no, type: nauc_ndcg_at_3_std
value: -1.0791926988814993
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.15052980774227
verified: no, type: nauc_ndcg_at_5_max
value: 21.506747457350297
verified: no, type: nauc_ndcg_at_5_std
value: 0.16877419719517406
verified: no, type: nauc_precision_at_1000_diff1
value: -0.6858280622680386
verified: no, type: nauc_precision_at_1000_max
value: 3.070259742786672
verified: no, type: nauc_precision_at_1000_std
value: -0.44683494016016695
verified: no, type: nauc_precision_at_100_diff1
value: 5.672431851239273
verified: no, type: nauc_precision_at_100_max
value: 14.924851867989434
verified: no, type: nauc_precision_at_100_std
value: 7.98283699598593
verified: no, type: nauc_precision_at_10_diff1
value: 17.78733855494319
verified: no, type: nauc_precision_at_10_max
value: 19.852122273791004
verified: no, type: nauc_precision_at_10_std
value: 2.212115382310132
verified: no, type: nauc_precision_at_1_diff1
value: 38.298935378300584
verified: no, type: nauc_precision_at_1_max
value: 23.531620590823632
verified: no, type: nauc_precision_at_1_std
value: -1.786682602890334
verified: no, type: nauc_precision_at_20_diff1
value: 12.276912444781432
verified: no, type: nauc_precision_at_20_max
value: 18.32715011630569
verified: no, type: nauc_precision_at_20_std
value: 3.9553516927972416
verified: no, type: nauc_precision_at_3_diff1
value: 28.513019625970028
verified: no, type: nauc_precision_at_3_max
value: 20.940923230836134
verified: no, type: nauc_precision_at_3_std
value: -3.190188512438985
verified: no, type: nauc_precision_at_5_diff1
value: 25.002912184047123
verified: no, type: nauc_precision_at_5_max
value: 20.035111366285058
verified: no, type: nauc_precision_at_5_std
value: -0.22506988079631962
verified: no, type: nauc_recall_at_1000_diff1
value: 13.166705703269512
verified: no, type: nauc_recall_at_1000_max
value: 35.93453865798138
verified: no, type: nauc_recall_at_1000_std
value: 26.682834428503483
verified: no, type: nauc_recall_at_100_diff1
value: 17.596890918894267
verified: no, type: nauc_recall_at_100_max
value: 26.383345729307116
verified: no, type: nauc_recall_at_100_std
value: 16.648053006302884
verified: no, type: nauc_recall_at_10_diff1
value: 26.082210572506177
verified: no, type: nauc_recall_at_10_max
value: 20.491825780854438
verified: no, type: nauc_recall_at_10_std
value: 2.6495276614534395
verified: no, type: nauc_recall_at_1_diff1
value: 40.08120759217827
verified: no, type: nauc_recall_at_1_max
value: 22.5404646356335
verified: no, type: nauc_recall_at_1_std
value: 0.46810928901963667
verified: no, type: nauc_recall_at_20_diff1
value: 20.786345575454142
verified: no, type: nauc_recall_at_20_max
value: 20.548104255810635
verified: no, type: nauc_recall_at_20_std
value: 6.003243727958278
verified: no, type: nauc_recall_at_3_diff1
value: 31.619407559646717
verified: no, type: nauc_recall_at_3_max
value: 19.77889595916651
verified: no, type: nauc_recall_at_3_std
value: -1.7285416920920254
verified: no, type: nauc_recall_at_5_diff1
value: 29.985583590834363
verified: no, type: nauc_recall_at_5_max
value: 19.291384926277257
verified: no, type: nauc_recall_at_5_std
value: 0.4751386159254339
verified: no, type: ndcg_at_1
value: 19.900000000000002
verified: no, type: ndcg_at_10
value: 29.697000000000003
verified: no, type: ndcg_at_100
value: 35.873
verified: no, type: ndcg_at_1000
value: 38.586
verified: no, type: ndcg_at_20
value: 32.167
verified: no, type: ndcg_at_3
value: 24.171
verified: no, type: ndcg_at_5
value: 26.936
verified: no, type: precision_at_1
value: 19.900000000000002
verified: no, type: precision_at_10
value: 5.609
verified: no, type: precision_at_100
value: 1.004
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 3.5069999999999997
verified: no, type: precision_at_3
value: 11.526
verified: no, type: precision_at_5
value: 8.856
verified: no, type: recall_at_1
value: 15.958
verified: no, type: recall_at_10
value: 42.181999999999995
verified: no, type: recall_at_100
value: 68.926
verified: no, type: recall_at_1000
value: 87.93299999999999
verified: no, type: recall_at_20
value: 51.007999999999996
verified: no, type: recall_at_3
value: 27.339999999999996
verified: no, type: recall_at_5
value: 34.105000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 46.007
verified: no, type: map_at_1
value: 29.349999999999998
verified: no, type: map_at_10
value: 39.775
verified: no, type: map_at_100
value: 41.104
verified: no, type: map_at_1000
value: 41.217999999999996
verified: no, type: map_at_20
value: 40.561
verified: no, type: map_at_3
value: 36.348
verified: no, type: map_at_5
value: 38.194
verified: no, type: mrr_at_1
value: 35.514918190567855
verified: no, type: mrr_at_10
value: 45.159150281864406
verified: no, type: mrr_at_100
value: 45.96990278179657
verified: no, type: mrr_at_1000
value: 46.01710125216311
verified: no, type: mrr_at_20
value: 45.64400545753921
verified: no, type: mrr_at_3
value: 42.28424767404553
verified: no, type: mrr_at_5
value: 43.87712544112925
verified: no, type: nauc_map_at_1000_diff1
value: 48.11895764039965
verified: no, type: nauc_map_at_1000_max
value: 29.925477824810347
verified: no, type: nauc_map_at_1000_std
value: 0.11504814310932239
verified: no, type: nauc_map_at_100_diff1
value: 48.12098289801071
verified: no, type: nauc_map_at_100_max
value: 29.86278330417955
verified: no, type: nauc_map_at_100_std
value: 0.060436831220252285
verified: no, type: nauc_map_at_10_diff1
value: 48.39540484393976
verified: no, type: nauc_map_at_10_max
value: 29.351410400563317
verified: no, type: nauc_map_at_10_std
value: -0.4621980042134368
verified: no, type: nauc_map_at_1_diff1
value: 54.47121878121458
verified: no, type: nauc_map_at_1_max
value: 28.612001727844355
verified: no, type: nauc_map_at_1_std
value: -4.093971357183509
verified: no, type: nauc_map_at_20_diff1
value: 48.143368911870425
verified: no, type: nauc_map_at_20_max
value: 29.68026068686464
verified: no, type: nauc_map_at_20_std
value: -0.163617345028557
verified: no, type: nauc_map_at_3_diff1
value: 48.97810056717568
verified: no, type: nauc_map_at_3_max
value: 29.127235123692852
verified: no, type: nauc_map_at_3_std
value: -1.567085586310881
verified: no, type: nauc_map_at_5_diff1
value: 48.43112906695029
verified: no, type: nauc_map_at_5_max
value: 29.4251432266822
verified: no, type: nauc_map_at_5_std
value: -0.8442546630575809
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.33498761500292
verified: no, type: nauc_mrr_at_1000_max
value: 31.61027031045797
verified: no, type: nauc_mrr_at_1000_std
value: 1.6928194091772466
verified: no, type: nauc_mrr_at_100_diff1
value: 47.329981330106705
verified: no, type: nauc_mrr_at_100_max
value: 31.600851021560985
verified: no, type: nauc_mrr_at_100_std
value: 1.6838117616288253
verified: no, type: nauc_mrr_at_10_diff1
value: 47.30242253222377
verified: no, type: nauc_mrr_at_10_max
value: 31.541347591823182
verified: no, type: nauc_mrr_at_10_std
value: 1.6027415899976174
verified: no, type: nauc_mrr_at_1_diff1
value: 53.06561519484963
verified: no, type: nauc_mrr_at_1_max
value: 31.987901603200687
verified: no, type: nauc_mrr_at_1_std
value: 0.3577806477314526
verified: no, type: nauc_mrr_at_20_diff1
value: 47.330716020995595
verified: no, type: nauc_mrr_at_20_max
value: 31.55066307584678
verified: no, type: nauc_mrr_at_20_std
value: 1.6320128807973546
verified: no, type: nauc_mrr_at_3_diff1
value: 47.20092644242079
verified: no, type: nauc_mrr_at_3_max
value: 31.297218751277995
verified: no, type: nauc_mrr_at_3_std
value: 0.888116504301737
verified: no, type: nauc_mrr_at_5_diff1
value: 47.13557519365777
verified: no, type: nauc_mrr_at_5_max
value: 31.612986186592124
verified: no, type: nauc_mrr_at_5_std
value: 1.453385158208238
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.069421394896096
verified: no, type: nauc_ndcg_at_1000_max
value: 31.63575075486594
verified: no, type: nauc_ndcg_at_1000_std
value: 2.980065497846789
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.112281840719724
verified: no, type: nauc_ndcg_at_100_max
value: 30.902568316145064
verified: no, type: nauc_ndcg_at_100_std
value: 2.4907275571593934
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.41376893687042
verified: no, type: nauc_ndcg_at_10_max
value: 29.23719673315816
verified: no, type: nauc_ndcg_at_10_std
value: 0.7970981707285222
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.06561519484963
verified: no, type: nauc_ndcg_at_1_max
value: 31.987901603200687
verified: no, type: nauc_ndcg_at_1_std
value: 0.3577806477314526
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.874746478664484
verified: no, type: nauc_ndcg_at_20_max
value: 29.845280657306272
verified: no, type: nauc_ndcg_at_20_std
value: 1.3727615463766498
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.62956408759762
verified: no, type: nauc_ndcg_at_3_max
value: 29.76974459191416
verified: no, type: nauc_ndcg_at_3_std
value: -0.4825766869465331
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.379271929390356
verified: no, type: nauc_ndcg_at_5_max
value: 29.880549956424098
verified: no, type: nauc_ndcg_at_5_std
value: 0.4800086104773111
verified: no, type: nauc_precision_at_1000_diff1
value: -13.96376128722718
verified: no, type: nauc_precision_at_1000_max
value: 13.458410308076655
verified: no, type: nauc_precision_at_1000_std
value: 15.301880813229934
verified: no, type: nauc_precision_at_100_diff1
value: -4.637278193987726
verified: no, type: nauc_precision_at_100_max
value: 18.25462789192962
verified: no, type: nauc_precision_at_100_std
value: 16.309429890343687
verified: no, type: nauc_precision_at_10_diff1
value: 15.248083771766987
verified: no, type: nauc_precision_at_10_max
value: 24.87434955413506
verified: no, type: nauc_precision_at_10_std
value: 12.167229419982565
verified: no, type: nauc_precision_at_1_diff1
value: 53.06561519484963
verified: no, type: nauc_precision_at_1_max
value: 31.987901603200687
verified: no, type: nauc_precision_at_1_std
value: 0.3577806477314526
verified: no, type: nauc_precision_at_20_diff1
value: 5.696350416504954
verified: no, type: nauc_precision_at_20_max
value: 22.86200256696701
verified: no, type: nauc_precision_at_20_std
value: 14.443461022731741
verified: no, type: nauc_precision_at_3_diff1
value: 30.97090928535156
verified: no, type: nauc_precision_at_3_max
value: 29.366143782023656
verified: no, type: nauc_precision_at_3_std
value: 5.099366151068488
verified: no, type: nauc_precision_at_5_diff1
value: 23.276107412097236
verified: no, type: nauc_precision_at_5_max
value: 28.60311491474139
verified: no, type: nauc_precision_at_5_std
value: 9.666927035379812
verified: no, type: nauc_recall_at_1000_diff1
value: 27.414721915157287
verified: no, type: nauc_recall_at_1000_max
value: 48.1562394286556
verified: no, type: nauc_recall_at_1000_std
value: 40.587486120168585
verified: no, type: nauc_recall_at_100_diff1
value: 36.31335222272159
verified: no, type: nauc_recall_at_100_max
value: 29.66932371155468
verified: no, type: nauc_recall_at_100_std
value: 12.629945573071282
verified: no, type: nauc_recall_at_10_diff1
value: 39.37105859307282
verified: no, type: nauc_recall_at_10_max
value: 23.604377853362408
verified: no, type: nauc_recall_at_10_std
value: 1.898285967993768
verified: no, type: nauc_recall_at_1_diff1
value: 54.47121878121458
verified: no, type: nauc_recall_at_1_max
value: 28.612001727844355
verified: no, type: nauc_recall_at_1_std
value: -4.093971357183509
verified: no, type: nauc_recall_at_20_diff1
value: 36.648839370171544
verified: no, type: nauc_recall_at_20_max
value: 24.592852957100266
verified: no, type: nauc_recall_at_20_std
value: 3.609510577266925
verified: no, type: nauc_recall_at_3_diff1
value: 42.52133471177241
verified: no, type: nauc_recall_at_3_max
value: 26.25576104463365
verified: no, type: nauc_recall_at_3_std
value: -1.5419672040106491
verified: no, type: nauc_recall_at_5_diff1
value: 40.32588576278877
verified: no, type: nauc_recall_at_5_max
value: 26.295242572486284
verified: no, type: nauc_recall_at_5_std
value: 0.42561932055282814
verified: no, type: ndcg_at_1
value: 35.515
verified: no, type: ndcg_at_10
value: 46.007
verified: no, type: ndcg_at_100
value: 51.342
verified: no, type: ndcg_at_1000
value: 53.359
verified: no, type: ndcg_at_20
value: 48.231
verified: no, type: ndcg_at_3
value: 40.272999999999996
verified: no, type: ndcg_at_5
value: 42.875
verified: no, type: precision_at_1
value: 35.515
verified: no, type: precision_at_10
value: 8.364
verified: no, type: precision_at_100
value: 1.288
verified: no, type: precision_at_1000
value: 0.164
verified: no, type: precision_at_20
value: 4.962
verified: no, type: precision_at_3
value: 18.961
verified: no, type: precision_at_5
value: 13.513
verified: no, type: recall_at_1
value: 29.349999999999998
verified: no, type: recall_at_10
value: 59.267
verified: no, type: recall_at_100
value: 81.243
verified: no, type: recall_at_1000
value: 94.161
verified: no, type: recall_at_20
value: 66.77199999999999
verified: no, type: recall_at_3
value: 43.257
verified: no, type: recall_at_5
value: 49.933
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 43.104
verified: no, type: map_at_1
value: 26.265
verified: no, type: map_at_10
value: 37.098
verified: no, type: map_at_100
value: 38.582
verified: no, type: map_at_1000
value: 38.68
verified: no, type: map_at_20
value: 37.911
verified: no, type: map_at_3
value: 33.803
verified: no, type: map_at_5
value: 35.629
verified: no, type: mrr_at_1
value: 32.64840182648402
verified: no, type: mrr_at_10
value: 42.31621910560265
verified: no, type: mrr_at_100
value: 43.314920371374065
verified: no, type: mrr_at_1000
value: 43.35964252174629
verified: no, type: mrr_at_20
value: 42.90480897932176
verified: no, type: mrr_at_3
value: 39.764079147640786
verified: no, type: mrr_at_5
value: 41.25380517503803
verified: no, type: nauc_map_at_1000_diff1
value: 43.45029323897613
verified: no, type: nauc_map_at_1000_max
value: 32.72487667511562
verified: no, type: nauc_map_at_1000_std
value: 4.635498217182894
verified: no, type: nauc_map_at_100_diff1
value: 43.416036838727564
verified: no, type: nauc_map_at_100_max
value: 32.7136330112318
verified: no, type: nauc_map_at_100_std
value: 4.691526480787624
verified: no, type: nauc_map_at_10_diff1
value: 43.64606477170319
verified: no, type: nauc_map_at_10_max
value: 32.29286435030195
verified: no, type: nauc_map_at_10_std
value: 3.8611425120790854
verified: no, type: nauc_map_at_1_diff1
value: 48.47333496205567
verified: no, type: nauc_map_at_1_max
value: 27.743297364140062
verified: no, type: nauc_map_at_1_std
value: -2.2399535593996704
verified: no, type: nauc_map_at_20_diff1
value: 43.32047006337627
verified: no, type: nauc_map_at_20_max
value: 32.39695913886823
verified: no, type: nauc_map_at_20_std
value: 4.145069332261304
verified: no, type: nauc_map_at_3_diff1
value: 44.17067949379911
verified: no, type: nauc_map_at_3_max
value: 31.529396644447843
verified: no, type: nauc_map_at_3_std
value: 1.0278370965255377
verified: no, type: nauc_map_at_5_diff1
value: 43.91747436857912
verified: no, type: nauc_map_at_5_max
value: 32.28375375021212
verified: no, type: nauc_map_at_5_std
value: 2.4868152401854586
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.07485725751252
verified: no, type: nauc_mrr_at_1000_max
value: 33.834125690650744
verified: no, type: nauc_mrr_at_1000_std
value: 6.225141076338039
verified: no, type: nauc_mrr_at_100_diff1
value: 43.04619032998411
verified: no, type: nauc_mrr_at_100_max
value: 33.839469490267014
verified: no, type: nauc_mrr_at_100_std
value: 6.26262791407454
verified: no, type: nauc_mrr_at_10_diff1
value: 43.135041859981314
verified: no, type: nauc_mrr_at_10_max
value: 33.66061195696024
verified: no, type: nauc_mrr_at_10_std
value: 6.031199962121296
verified: no, type: nauc_mrr_at_1_diff1
value: 48.679120171485025
verified: no, type: nauc_mrr_at_1_max
value: 32.630645939261896
verified: no, type: nauc_mrr_at_1_std
value: 2.721955383843323
verified: no, type: nauc_mrr_at_20_diff1
value: 42.92758496123681
verified: no, type: nauc_mrr_at_20_max
value: 33.758469763960385
verified: no, type: nauc_mrr_at_20_std
value: 6.092108139456077
verified: no, type: nauc_mrr_at_3_diff1
value: 43.67155702067532
verified: no, type: nauc_mrr_at_3_max
value: 33.90223139830306
verified: no, type: nauc_mrr_at_3_std
value: 4.286070486118104
verified: no, type: nauc_mrr_at_5_diff1
value: 43.338615104225035
verified: no, type: nauc_mrr_at_5_max
value: 33.614835693617565
verified: no, type: nauc_mrr_at_5_std
value: 5.110470665508919
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.49895410329273
verified: no, type: nauc_ndcg_at_1000_max
value: 34.195234462236854
verified: no, type: nauc_ndcg_at_1000_std
value: 8.498163780196581
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.75234081378347
verified: no, type: nauc_ndcg_at_100_max
value: 34.23564373044607
verified: no, type: nauc_ndcg_at_100_std
value: 10.05540839333941
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.41477444523898
verified: no, type: nauc_ndcg_at_10_max
value: 32.833800717913114
verified: no, type: nauc_ndcg_at_10_std
value: 6.858969811913209
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.679120171485025
verified: no, type: nauc_ndcg_at_1_max
value: 32.630645939261896
verified: no, type: nauc_ndcg_at_1_std
value: 2.721955383843323
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.28434573239677
verified: no, type: nauc_ndcg_at_20_max
value: 32.87240585064605
verified: no, type: nauc_ndcg_at_20_std
value: 7.458863737330834
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.381887136641296
verified: no, type: nauc_ndcg_at_3_max
value: 32.99180751163812
verified: no, type: nauc_ndcg_at_3_std
value: 2.7500063712633787
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.12035473910616
verified: no, type: nauc_ndcg_at_5_max
value: 33.048554190063015
verified: no, type: nauc_ndcg_at_5_std
value: 4.229238611217661
verified: no, type: nauc_precision_at_1000_diff1
value: -7.055058599902845
verified: no, type: nauc_precision_at_1000_max
value: 5.279974888532298
verified: no, type: nauc_precision_at_1000_std
value: 6.3972410796255375
verified: no, type: nauc_precision_at_100_diff1
value: 0.296177312991241
verified: no, type: nauc_precision_at_100_max
value: 16.345552573537926
verified: no, type: nauc_precision_at_100_std
value: 21.61996821825965
verified: no, type: nauc_precision_at_10_diff1
value: 18.3634158746968
verified: no, type: nauc_precision_at_10_max
value: 28.666545042552787
verified: no, type: nauc_precision_at_10_std
value: 20.253307172595655
verified: no, type: nauc_precision_at_1_diff1
value: 48.679120171485025
verified: no, type: nauc_precision_at_1_max
value: 32.630645939261896
verified: no, type: nauc_precision_at_1_std
value: 2.721955383843323
verified: no, type: nauc_precision_at_20_diff1
value: 9.050777040054417
verified: no, type: nauc_precision_at_20_max
value: 23.739053156719237
verified: no, type: nauc_precision_at_20_std
value: 21.201347657987768
verified: no, type: nauc_precision_at_3_diff1
value: 31.288764373507032
verified: no, type: nauc_precision_at_3_max
value: 35.03739616944736
verified: no, type: nauc_precision_at_3_std
value: 10.687519325124368
verified: no, type: nauc_precision_at_5_diff1
value: 26.094294182356514
verified: no, type: nauc_precision_at_5_max
value: 34.02729032623777
verified: no, type: nauc_precision_at_5_std
value: 15.155944334598829
verified: no, type: nauc_recall_at_1000_diff1
value: 17.067589622044004
verified: no, type: nauc_recall_at_1000_max
value: 47.0515288862208
verified: no, type: nauc_recall_at_1000_std
value: 57.35027883483996
verified: no, type: nauc_recall_at_100_diff1
value: 21.968219400981674
verified: no, type: nauc_recall_at_100_max
value: 37.32117389917341
verified: no, type: nauc_recall_at_100_std
value: 41.057773107985334
verified: no, type: nauc_recall_at_10_diff1
value: 33.406908724986046
verified: no, type: nauc_recall_at_10_max
value: 30.675911712325725
verified: no, type: nauc_recall_at_10_std
value: 13.85129513699196
verified: no, type: nauc_recall_at_1_diff1
value: 48.47333496205567
verified: no, type: nauc_recall_at_1_max
value: 27.743297364140062
verified: no, type: nauc_recall_at_1_std
value: -2.2399535593996704
verified: no, type: nauc_recall_at_20_diff1
value: 27.265337034919746
verified: no, type: nauc_recall_at_20_max
value: 29.77179827995252
verified: no, type: nauc_recall_at_20_std
value: 15.781133217528273
verified: no, type: nauc_recall_at_3_diff1
value: 37.251744239338294
verified: no, type: nauc_recall_at_3_max
value: 30.951729412099954
verified: no, type: nauc_recall_at_3_std
value: 1.5825770156707786
verified: no, type: nauc_recall_at_5_diff1
value: 35.95939054074726
verified: no, type: nauc_recall_at_5_max
value: 31.08801927030664
verified: no, type: nauc_recall_at_5_std
value: 5.977374956099989
verified: no, type: ndcg_at_1
value: 32.647999999999996
verified: no, type: ndcg_at_10
value: 43.104
verified: no, type: ndcg_at_100
value: 49.297000000000004
verified: no, type: ndcg_at_1000
value: 51.275000000000006
verified: no, type: ndcg_at_20
value: 45.587
verified: no, type: ndcg_at_3
value: 37.903
verified: no, type: ndcg_at_5
value: 40.253
verified: no, type: precision_at_1
value: 32.647999999999996
verified: no, type: precision_at_10
value: 7.991
verified: no, type: precision_at_100
value: 1.298
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 4.8
verified: no, type: precision_at_3
value: 18.227
verified: no, type: precision_at_5
value: 13.014000000000001
verified: no, type: recall_at_1
value: 26.265
verified: no, type: recall_at_10
value: 55.605000000000004
verified: no, type: recall_at_100
value: 81.963
verified: no, type: recall_at_1000
value: 95.236
verified: no, type: recall_at_20
value: 64.455
verified: no, type: recall_at_3
value: 41.105999999999995
verified: no, type: recall_at_5
value: 47.260000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 41.83275000000001
verified: no, type: ndcg_at_10
value: 41.83275000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 35.375
verified: no, type: map_at_1
value: 23.547
verified: no, type: map_at_10
value: 31.142999999999997
verified: no, type: map_at_100
value: 32.186
verified: no, type: map_at_1000
value: 32.272
verified: no, type: map_at_20
value: 31.730999999999998
verified: no, type: map_at_3
value: 28.919
verified: no, type: map_at_5
value: 30.407
verified: no, type: mrr_at_1
value: 26.68711656441718
verified: no, type: mrr_at_10
value: 34.079754601227
verified: no, type: mrr_at_100
value: 35.01087377397623
verified: no, type: mrr_at_1000
value: 35.06789006352093
verified: no, type: mrr_at_20
value: 34.633737519268365
verified: no, type: mrr_at_3
value: 32.13190184049082
verified: no, type: mrr_at_5
value: 33.45092024539879
verified: no, type: nauc_map_at_1000_diff1
value: 51.66312260771515
verified: no, type: nauc_map_at_1000_max
value: 32.57627734882073
verified: no, type: nauc_map_at_1000_std
value: 6.4793973203324375
verified: no, type: nauc_map_at_100_diff1
value: 51.631054229476106
verified: no, type: nauc_map_at_100_max
value: 32.53946656654599
verified: no, type: nauc_map_at_100_std
value: 6.471252184684487
verified: no, type: nauc_map_at_10_diff1
value: 51.684081771168714
verified: no, type: nauc_map_at_10_max
value: 32.359366254689355
verified: no, type: nauc_map_at_10_std
value: 5.952809015194049
verified: no, type: nauc_map_at_1_diff1
value: 59.657552965362214
verified: no, type: nauc_map_at_1_max
value: 30.802326957153465
verified: no, type: nauc_map_at_1_std
value: 3.7728372494699363
verified: no, type: nauc_map_at_20_diff1
value: 51.70440488136916
verified: no, type: nauc_map_at_20_max
value: 32.49067664088131
verified: no, type: nauc_map_at_20_std
value: 6.193923730413403
verified: no, type: nauc_map_at_3_diff1
value: 53.064689875994844
verified: no, type: nauc_map_at_3_max
value: 32.02328326484619
verified: no, type: nauc_map_at_3_std
value: 4.517702546132841
verified: no, type: nauc_map_at_5_diff1
value: 51.688093514126024
verified: no, type: nauc_map_at_5_max
value: 32.140583227534925
verified: no, type: nauc_map_at_5_std
value: 5.08711820771354
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.79217634259703
verified: no, type: nauc_mrr_at_1000_max
value: 35.61449692331441
verified: no, type: nauc_mrr_at_1000_std
value: 9.71451506342203
verified: no, type: nauc_mrr_at_100_diff1
value: 52.76716243297642
verified: no, type: nauc_mrr_at_100_max
value: 35.59808789020979
verified: no, type: nauc_mrr_at_100_std
value: 9.704336095281075
verified: no, type: nauc_mrr_at_10_diff1
value: 52.86337314938788
verified: no, type: nauc_mrr_at_10_max
value: 35.59686259316265
verified: no, type: nauc_mrr_at_10_std
value: 9.424813284685497
verified: no, type: nauc_mrr_at_1_diff1
value: 60.89531921678486
verified: no, type: nauc_mrr_at_1_max
value: 35.91468314529445
verified: no, type: nauc_mrr_at_1_std
value: 9.040164187156382
verified: no, type: nauc_mrr_at_20_diff1
value: 52.80752951231851
verified: no, type: nauc_mrr_at_20_max
value: 35.57463035969631
verified: no, type: nauc_mrr_at_20_std
value: 9.541448915542269
verified: no, type: nauc_mrr_at_3_diff1
value: 54.076978586514755
verified: no, type: nauc_mrr_at_3_max
value: 35.99756880089376
verified: no, type: nauc_mrr_at_3_std
value: 8.876285954388155
verified: no, type: nauc_mrr_at_5_diff1
value: 52.94654507662424
verified: no, type: nauc_mrr_at_5_max
value: 35.611041695713894
verified: no, type: nauc_mrr_at_5_std
value: 8.94668482142343
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.706733998206225
verified: no, type: nauc_ndcg_at_1000_max
value: 34.26000143617516
verified: no, type: nauc_ndcg_at_1000_std
value: 10.458871338039593
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.03288194102992
verified: no, type: nauc_ndcg_at_100_max
value: 33.617097137272545
verified: no, type: nauc_ndcg_at_100_std
value: 10.014497313506247
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.769660003285175
verified: no, type: nauc_ndcg_at_10_max
value: 32.851851368841885
verified: no, type: nauc_ndcg_at_10_std
value: 7.460362891262815
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.89531921678486
verified: no, type: nauc_ndcg_at_1_max
value: 35.91468314529445
verified: no, type: nauc_ndcg_at_1_std
value: 9.040164187156382
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.68879043144177
verified: no, type: nauc_ndcg_at_20_max
value: 33.06774534919596
verified: no, type: nauc_ndcg_at_20_std
value: 8.13085582651415
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.98985879559205
verified: no, type: nauc_ndcg_at_3_max
value: 33.44311811948473
verified: no, type: nauc_ndcg_at_3_std
value: 5.951958511478065
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.817189585064455
verified: no, type: nauc_ndcg_at_5_max
value: 32.77623327236947
verified: no, type: nauc_ndcg_at_5_std
value: 5.940331677528127
verified: no, type: nauc_precision_at_1000_diff1
value: 5.051795756107663
verified: no, type: nauc_precision_at_1000_max
value: 24.21322563810257
verified: no, type: nauc_precision_at_1000_std
value: 21.87719442950226
verified: no, type: nauc_precision_at_100_diff1
value: 15.777063208167954
verified: no, type: nauc_precision_at_100_max
value: 30.870104894832583
verified: no, type: nauc_precision_at_100_std
value: 25.118265012436176
verified: no, type: nauc_precision_at_10_diff1
value: 34.065015434826876
verified: no, type: nauc_precision_at_10_max
value: 36.38759095988058
verified: no, type: nauc_precision_at_10_std
value: 18.48947634869304
verified: no, type: nauc_precision_at_1_diff1
value: 60.89531921678486
verified: no, type: nauc_precision_at_1_max
value: 35.91468314529445
verified: no, type: nauc_precision_at_1_std
value: 9.040164187156382
verified: no, type: nauc_precision_at_20_diff1
value: 29.80657169255189
verified: no, type: nauc_precision_at_20_max
value: 36.49470103206119
verified: no, type: nauc_precision_at_20_std
value: 21.072761177788518
verified: no, type: nauc_precision_at_3_diff1
value: 43.34842688286303
verified: no, type: nauc_precision_at_3_max
value: 38.49299258863947
verified: no, type: nauc_precision_at_3_std
value: 11.966654977397777
verified: no, type: nauc_precision_at_5_diff1
value: 36.75523769003984
verified: no, type: nauc_precision_at_5_max
value: 37.27006722184756
verified: no, type: nauc_precision_at_5_std
value: 13.627277452373662
verified: no, type: nauc_recall_at_1000_diff1
value: 22.753849072056813
verified: no, type: nauc_recall_at_1000_max
value: 40.72656308448736
verified: no, type: nauc_recall_at_1000_std
value: 42.666697726671146
verified: no, type: nauc_recall_at_100_diff1
value: 28.6454368683411
verified: no, type: nauc_recall_at_100_max
value: 32.24000673731748
verified: no, type: nauc_recall_at_100_std
value: 22.626295555432048
verified: no, type: nauc_recall_at_10_diff1
value: 37.83614105516011
verified: no, type: nauc_recall_at_10_max
value: 29.851664667699644
verified: no, type: nauc_recall_at_10_std
value: 8.188931396646032
verified: no, type: nauc_recall_at_1_diff1
value: 59.657552965362214
verified: no, type: nauc_recall_at_1_max
value: 30.802326957153465
verified: no, type: nauc_recall_at_1_std
value: 3.7728372494699363
verified: no, type: nauc_recall_at_20_diff1
value: 36.47396166352664
verified: no, type: nauc_recall_at_20_max
value: 29.641609075618824
verified: no, type: nauc_recall_at_20_std
value: 10.228815551744836
verified: no, type: nauc_recall_at_3_diff1
value: 43.85557915759296
verified: no, type: nauc_recall_at_3_max
value: 30.512412885830248
verified: no, type: nauc_recall_at_3_std
value: 3.1042189846227095
verified: no, type: nauc_recall_at_5_diff1
value: 38.466143617226166
verified: no, type: nauc_recall_at_5_max
value: 29.831242696474597
verified: no, type: nauc_recall_at_5_std
value: 4.352960295433731
verified: no, type: ndcg_at_1
value: 26.687
verified: no, type: ndcg_at_10
value: 35.375
verified: no, type: ndcg_at_100
value: 40.537
verified: no, type: ndcg_at_1000
value: 42.821999999999996
verified: no, type: ndcg_at_20
value: 37.391000000000005
verified: no, type: ndcg_at_3
value: 31.548
verified: no, type: ndcg_at_5
value: 33.827
verified: no, type: precision_at_1
value: 26.687
verified: no, type: precision_at_10
value: 5.552
verified: no, type: precision_at_100
value: 0.8880000000000001
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 3.29
verified: no, type: precision_at_3
value: 13.804
verified: no, type: precision_at_5
value: 9.724
verified: no, type: recall_at_1
value: 23.547
verified: no, type: recall_at_10
value: 45.293
verified: no, type: recall_at_100
value: 68.75
verified: no, type: recall_at_1000
value: 85.944
verified: no, type: recall_at_20
value: 52.724000000000004
verified: no, type: recall_at_3
value: 35.219
verified: no, type: recall_at_5
value: 40.83
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 29.464000000000002
verified: no, type: map_at_1
value: 17.345
verified: no, type: map_at_10
value: 24.736
verified: no, type: map_at_100
value: 25.877
verified: no, type: map_at_1000
value: 26.012999999999998
verified: no, type: map_at_20
value: 25.381999999999998
verified: no, type: map_at_3
value: 22.407
verified: no, type: map_at_5
value: 23.653
verified: no, type: mrr_at_1
value: 20.85340674466621
verified: no, type: mrr_at_10
value: 28.456928194540072
verified: no, type: mrr_at_100
value: 29.432688505330702
verified: no, type: mrr_at_1000
value: 29.511944389924988
verified: no, type: mrr_at_20
value: 29.035345402730954
verified: no, type: mrr_at_3
value: 26.273227804542376
verified: no, type: mrr_at_5
value: 27.475911906400626
verified: no, type: nauc_map_at_1000_diff1
value: 38.41850506645076
verified: no, type: nauc_map_at_1000_max
value: 28.159387527502506
verified: no, type: nauc_map_at_1000_std
value: 0.40464829576261996
verified: no, type: nauc_map_at_100_diff1
value: 38.39947010516607
verified: no, type: nauc_map_at_100_max
value: 28.119389747412498
verified: no, type: nauc_map_at_100_std
value: 0.3853149037722529
verified: no, type: nauc_map_at_10_diff1
value: 38.810894211784564
verified: no, type: nauc_map_at_10_max
value: 28.1562967790831
verified: no, type: nauc_map_at_10_std
value: -0.06389798281342944
verified: no, type: nauc_map_at_1_diff1
value: 46.03077824417572
verified: no, type: nauc_map_at_1_max
value: 27.835838674526652
verified: no, type: nauc_map_at_1_std
value: -2.2312618530096167
verified: no, type: nauc_map_at_20_diff1
value: 38.444510158089805
verified: no, type: nauc_map_at_20_max
value: 28.017692321962418
verified: no, type: nauc_map_at_20_std
value: 0.142361876797175
verified: no, type: nauc_map_at_3_diff1
value: 40.21093903011263
verified: no, type: nauc_map_at_3_max
value: 27.89662945345146
verified: no, type: nauc_map_at_3_std
value: -0.8822596536045023
verified: no, type: nauc_map_at_5_diff1
value: 39.09699738378812
verified: no, type: nauc_map_at_5_max
value: 28.036786133706936
verified: no, type: nauc_map_at_5_std
value: -0.30364471935320875
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.920903186739096
verified: no, type: nauc_mrr_at_1000_max
value: 30.341964918119942
verified: no, type: nauc_mrr_at_1000_std
value: 0.12133653932025162
verified: no, type: nauc_mrr_at_100_diff1
value: 37.893000931019884
verified: no, type: nauc_mrr_at_100_max
value: 30.32903692824292
verified: no, type: nauc_mrr_at_100_std
value: 0.1276009986215775
verified: no, type: nauc_mrr_at_10_diff1
value: 38.06140499938785
verified: no, type: nauc_mrr_at_10_max
value: 30.484179453909732
verified: no, type: nauc_mrr_at_10_std
value: -0.317866444774404
verified: no, type: nauc_mrr_at_1_diff1
value: 45.348598364164886
verified: no, type: nauc_mrr_at_1_max
value: 30.866871548394347
verified: no, type: nauc_mrr_at_1_std
value: -2.4227529761902358
verified: no, type: nauc_mrr_at_20_diff1
value: 37.84945425263586
verified: no, type: nauc_mrr_at_20_max
value: 30.308513343655353
verified: no, type: nauc_mrr_at_20_std
value: -0.07137849023495513
verified: no, type: nauc_mrr_at_3_diff1
value: 39.35878483294889
verified: no, type: nauc_mrr_at_3_max
value: 30.665229724037594
verified: no, type: nauc_mrr_at_3_std
value: -0.9664014843782173
verified: no, type: nauc_mrr_at_5_diff1
value: 38.37838860109641
verified: no, type: nauc_mrr_at_5_max
value: 30.626565531830796
verified: no, type: nauc_mrr_at_5_std
value: -0.3844103471733726
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.16938356960978
verified: no, type: nauc_ndcg_at_1000_max
value: 28.822303299475173
verified: no, type: nauc_ndcg_at_1000_std
value: 3.5818592250918004
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.47959205576021
verified: no, type: nauc_ndcg_at_100_max
value: 28.33493283343504
verified: no, type: nauc_ndcg_at_100_std
value: 3.5432148259969285
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.874095372057184
verified: no, type: nauc_ndcg_at_10_max
value: 28.66941141362765
verified: no, type: nauc_ndcg_at_10_std
value: 0.9200279845334768
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.348598364164886
verified: no, type: nauc_ndcg_at_1_max
value: 30.866871548394347
verified: no, type: nauc_ndcg_at_1_std
value: -2.4227529761902358
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.86108989826789
verified: no, type: nauc_ndcg_at_20_max
value: 27.97517854587127
verified: no, type: nauc_ndcg_at_20_std
value: 1.7097315945589184
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.29252149856027
verified: no, type: nauc_ndcg_at_3_max
value: 29.126153934582273
verified: no, type: nauc_ndcg_at_3_std
value: -0.60152975685728
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.498054433082125
verified: no, type: nauc_ndcg_at_5_max
value: 28.906092518483796
verified: no, type: nauc_ndcg_at_5_std
value: 0.5077251176639481
verified: no, type: nauc_precision_at_1000_diff1
value: 1.3184531416184
verified: no, type: nauc_precision_at_1000_max
value: 19.684606377304007
verified: no, type: nauc_precision_at_1000_std
value: 5.302901624843209
verified: no, type: nauc_precision_at_100_diff1
value: 7.4256150119233
verified: no, type: nauc_precision_at_100_max
value: 22.722855082465305
verified: no, type: nauc_precision_at_100_std
value: 10.526852917202822
verified: no, type: nauc_precision_at_10_diff1
value: 21.837059591380257
verified: no, type: nauc_precision_at_10_max
value: 30.143548889601334
verified: no, type: nauc_precision_at_10_std
value: 3.231246061820218
verified: no, type: nauc_precision_at_1_diff1
value: 45.348598364164886
verified: no, type: nauc_precision_at_1_max
value: 30.866871548394347
verified: no, type: nauc_precision_at_1_std
value: -2.4227529761902358
verified: no, type: nauc_precision_at_20_diff1
value: 16.580204750030568
verified: no, type: nauc_precision_at_20_max
value: 26.70707505208188
verified: no, type: nauc_precision_at_20_std
value: 5.506747683457161
verified: no, type: nauc_precision_at_3_diff1
value: 31.1299205489302
verified: no, type: nauc_precision_at_3_max
value: 31.305848044535338
verified: no, type: nauc_precision_at_3_std
value: 0.034618129555695674
verified: no, type: nauc_precision_at_5_diff1
value: 25.654845802781324
verified: no, type: nauc_precision_at_5_max
value: 31.195207428853237
verified: no, type: nauc_precision_at_5_std
value: 1.9886594353332991
verified: no, type: nauc_recall_at_1000_diff1
value: 16.07368333583504
verified: no, type: nauc_recall_at_1000_max
value: 24.655100580014963
verified: no, type: nauc_recall_at_1000_std
value: 29.043087081370988
verified: no, type: nauc_recall_at_100_diff1
value: 18.623100894205148
verified: no, type: nauc_recall_at_100_max
value: 22.852792969198422
verified: no, type: nauc_recall_at_100_std
value: 16.36400089993136
verified: no, type: nauc_recall_at_10_diff1
value: 27.298600372751636
verified: no, type: nauc_recall_at_10_max
value: 25.527541634019517
verified: no, type: nauc_recall_at_10_std
value: 3.4331177908132102
verified: no, type: nauc_recall_at_1_diff1
value: 46.03077824417572
verified: no, type: nauc_recall_at_1_max
value: 27.835838674526652
verified: no, type: nauc_recall_at_1_std
value: -2.2312618530096167
verified: no, type: nauc_recall_at_20_diff1
value: 23.32252313064544
verified: no, type: nauc_recall_at_20_max
value: 22.641199032492505
verified: no, type: nauc_recall_at_20_std
value: 6.083452565554306
verified: no, type: nauc_recall_at_3_diff1
value: 33.39056241547002
verified: no, type: nauc_recall_at_3_max
value: 26.627371199082884
verified: no, type: nauc_recall_at_3_std
value: 0.6888774855297141
verified: no, type: nauc_recall_at_5_diff1
value: 29.24415512748389
verified: no, type: nauc_recall_at_5_max
value: 26.090434026985427
verified: no, type: nauc_recall_at_5_std
value: 2.701355680777494
verified: no, type: ndcg_at_1
value: 20.852999999999998
verified: no, type: ndcg_at_10
value: 29.464000000000002
verified: no, type: ndcg_at_100
value: 34.775
verified: no, type: ndcg_at_1000
value: 37.819
verified: no, type: ndcg_at_20
value: 31.55
verified: no, type: ndcg_at_3
value: 25.289
verified: no, type: ndcg_at_5
value: 27.134999999999998
verified: no, type: precision_at_1
value: 20.852999999999998
verified: no, type: precision_at_10
value: 5.389
verified: no, type: precision_at_100
value: 0.936
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: precision_at_20
value: 3.2809999999999997
verified: no, type: precision_at_3
value: 12.044
verified: no, type: precision_at_5
value: 8.685
verified: no, type: recall_at_1
value: 17.345
verified: no, type: recall_at_10
value: 39.932
verified: no, type: recall_at_100
value: 63.61599999999999
verified: no, type: recall_at_1000
value: 85.14
verified: no, type: recall_at_20
value: 47.644999999999996
verified: no, type: recall_at_3
value: 28.143
verified: no, type: recall_at_5
value: 32.958999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 42.229
verified: no, type: map_at_1
value: 27.296
verified: no, type: map_at_10
value: 36.846000000000004
verified: no, type: map_at_100
value: 37.875
verified: no, type: map_at_1000
value: 37.988
verified: no, type: map_at_20
value: 37.38
verified: no, type: map_at_3
value: 33.875
verified: no, type: map_at_5
value: 35.737
verified: no, type: mrr_at_1
value: 31.80970149253731
verified: no, type: mrr_at_10
value: 40.725242833451745
verified: no, type: mrr_at_100
value: 41.49709600506051
verified: no, type: mrr_at_1000
value: 41.56245177490777
verified: no, type: mrr_at_20
value: 41.14234345775092
verified: no, type: mrr_at_3
value: 38.15298507462684
verified: no, type: mrr_at_5
value: 39.785447761193964
verified: no, type: nauc_map_at_1000_diff1
value: 43.75538367380107
verified: no, type: nauc_map_at_1000_max
value: 38.05056227333834
verified: no, type: nauc_map_at_1000_std
value: 0.18921144568919948
verified: no, type: nauc_map_at_100_diff1
value: 43.77667543106843
verified: no, type: nauc_map_at_100_max
value: 38.050013068730074
verified: no, type: nauc_map_at_100_std
value: 0.15537099877922939
verified: no, type: nauc_map_at_10_diff1
value: 43.659376456555115
verified: no, type: nauc_map_at_10_max
value: 37.76818280719845
verified: no, type: nauc_map_at_10_std
value: -0.05751365580793609
verified: no, type: nauc_map_at_1_diff1
value: 50.52298458785999
verified: no, type: nauc_map_at_1_max
value: 36.66943692165301
verified: no, type: nauc_map_at_1_std
value: -1.0116916260070048
verified: no, type: nauc_map_at_20_diff1
value: 43.60251577616886
verified: no, type: nauc_map_at_20_max
value: 37.85498492792909
verified: no, type: nauc_map_at_20_std
value: 0.02824789930513129
verified: no, type: nauc_map_at_3_diff1
value: 45.05492770932526
verified: no, type: nauc_map_at_3_max
value: 37.88442451804782
verified: no, type: nauc_map_at_3_std
value: -1.9385674410094953
verified: no, type: nauc_map_at_5_diff1
value: 43.80463652500317
verified: no, type: nauc_map_at_5_max
value: 37.84812994589745
verified: no, type: nauc_map_at_5_std
value: -0.4965865567169233
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.30154035744434
verified: no, type: nauc_mrr_at_1000_max
value: 38.630130905058394
verified: no, type: nauc_mrr_at_1000_std
value: -0.09862664950221302
verified: no, type: nauc_mrr_at_100_diff1
value: 43.295124512783886
verified: no, type: nauc_mrr_at_100_max
value: 38.631685521949564
verified: no, type: nauc_mrr_at_100_std
value: -0.10930551847396679
verified: no, type: nauc_mrr_at_10_diff1
value: 43.21584928155568
verified: no, type: nauc_mrr_at_10_max
value: 38.47495723593308
verified: no, type: nauc_mrr_at_10_std
value: -0.19491385817913934
verified: no, type: nauc_mrr_at_1_diff1
value: 49.77296386977506
verified: no, type: nauc_mrr_at_1_max
value: 38.247307218133955
verified: no, type: nauc_mrr_at_1_std
value: -0.7255129557116325
verified: no, type: nauc_mrr_at_20_diff1
value: 43.1173795956077
verified: no, type: nauc_mrr_at_20_max
value: 38.530148753210206
verified: no, type: nauc_mrr_at_20_std
value: -0.08733026838418803
verified: no, type: nauc_mrr_at_3_diff1
value: 44.3902368759337
verified: no, type: nauc_mrr_at_3_max
value: 39.14502536820926
verified: no, type: nauc_mrr_at_3_std
value: -1.9205759363830195
verified: no, type: nauc_mrr_at_5_diff1
value: 43.39334344411832
verified: no, type: nauc_mrr_at_5_max
value: 38.8749655158438
verified: no, type: nauc_mrr_at_5_std
value: -0.43021416093426457
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.629511704681384
verified: no, type: nauc_ndcg_at_1000_max
value: 38.98455196695487
verified: no, type: nauc_ndcg_at_1000_std
value: 2.5283322394192447
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.91727965546967
verified: no, type: nauc_ndcg_at_100_max
value: 39.06244395765021
verified: no, type: nauc_ndcg_at_100_std
value: 2.2945063835366737
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.97178908043215
verified: no, type: nauc_ndcg_at_10_max
value: 37.79433728861138
verified: no, type: nauc_ndcg_at_10_std
value: 1.2281320664622282
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.77296386977506
verified: no, type: nauc_ndcg_at_1_max
value: 38.247307218133955
verified: no, type: nauc_ndcg_at_1_std
value: -0.7255129557116325
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.68478954959323
verified: no, type: nauc_ndcg_at_20_max
value: 37.99002839374275
verified: no, type: nauc_ndcg_at_20_std
value: 1.6878408766410797
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.17600013118951
verified: no, type: nauc_ndcg_at_3_max
value: 38.36046345841751
verified: no, type: nauc_ndcg_at_3_std
value: -2.1648956819129026
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.300977363206734
verified: no, type: nauc_ndcg_at_5_max
value: 38.140880536833365
verified: no, type: nauc_ndcg_at_5_std
value: 0.2184672115286344
verified: no, type: nauc_precision_at_1000_diff1
value: -13.09643401766385
verified: no, type: nauc_precision_at_1000_max
value: 0.9450851398613254
verified: no, type: nauc_precision_at_1000_std
value: 3.854576973853421
verified: no, type: nauc_precision_at_100_diff1
value: 3.4722518789419494
verified: no, type: nauc_precision_at_100_max
value: 19.486052927401857
verified: no, type: nauc_precision_at_100_std
value: 7.388218124534871
verified: no, type: nauc_precision_at_10_diff1
value: 18.477374805886022
verified: no, type: nauc_precision_at_10_max
value: 28.3998207738487
verified: no, type: nauc_precision_at_10_std
value: 2.7979953301766964
verified: no, type: nauc_precision_at_1_diff1
value: 49.77296386977506
verified: no, type: nauc_precision_at_1_max
value: 38.247307218133955
verified: no, type: nauc_precision_at_1_std
value: -0.7255129557116325
verified: no, type: nauc_precision_at_20_diff1
value: 12.253841360319052
verified: no, type: nauc_precision_at_20_max
value: 24.85110392443306
verified: no, type: nauc_precision_at_20_std
value: 3.7311212948659613
verified: no, type: nauc_precision_at_3_diff1
value: 32.562607666264014
verified: no, type: nauc_precision_at_3_max
value: 36.40674316469
verified: no, type: nauc_precision_at_3_std
value: -3.701236546292251
verified: no, type: nauc_precision_at_5_diff1
value: 24.80104527226832
verified: no, type: nauc_precision_at_5_max
value: 33.69917080736034
verified: no, type: nauc_precision_at_5_std
value: 1.3236747342761015
verified: no, type: nauc_recall_at_1000_diff1
value: 24.13767701978169
verified: no, type: nauc_recall_at_1000_max
value: 50.49269211134329
verified: no, type: nauc_recall_at_1000_std
value: 47.08476397391495
verified: no, type: nauc_recall_at_100_diff1
value: 36.11087195903443
verified: no, type: nauc_recall_at_100_max
value: 40.79223196983678
verified: no, type: nauc_recall_at_100_std
value: 14.390360400534908
verified: no, type: nauc_recall_at_10_diff1
value: 31.317148127487908
verified: no, type: nauc_recall_at_10_max
value: 34.436206830017284
verified: no, type: nauc_recall_at_10_std
value: 6.245127051630293
verified: no, type: nauc_recall_at_1_diff1
value: 50.52298458785999
verified: no, type: nauc_recall_at_1_max
value: 36.66943692165301
verified: no, type: nauc_recall_at_1_std
value: -1.0116916260070048
verified: no, type: nauc_recall_at_20_diff1
value: 30.00266971037392
verified: no, type: nauc_recall_at_20_max
value: 34.963620751107484
verified: no, type: nauc_recall_at_20_std
value: 8.42010232962911
verified: no, type: nauc_recall_at_3_diff1
value: 38.402162193668296
verified: no, type: nauc_recall_at_3_max
value: 37.495379694986894
verified: no, type: nauc_recall_at_3_std
value: -2.7440958505645643
verified: no, type: nauc_recall_at_5_diff1
value: 33.08317576475561
verified: no, type: nauc_recall_at_5_max
value: 36.08067909558661
verified: no, type: nauc_recall_at_5_std
value: 2.9313830821919717
verified: no, type: ndcg_at_1
value: 31.81
verified: no, type: ndcg_at_10
value: 42.229
verified: no, type: ndcg_at_100
value: 47.016000000000005
verified: no, type: ndcg_at_1000
value: 49.544
verified: no, type: ndcg_at_20
value: 43.877
verified: no, type: ndcg_at_3
value: 36.985
verified: no, type: ndcg_at_5
value: 39.794000000000004
verified: no, type: precision_at_1
value: 31.81
verified: no, type: precision_at_10
value: 7.136000000000001
verified: no, type: precision_at_100
value: 1.0710000000000002
verified: no, type: precision_at_1000
value: 0.13999999999999999
verified: no, type: precision_at_20
value: 4.067
verified: no, type: precision_at_3
value: 16.698
verified: no, type: precision_at_5
value: 12.034
verified: no, type: recall_at_1
value: 27.296
verified: no, type: recall_at_10
value: 54.607000000000006
verified: no, type: recall_at_100
value: 75.65899999999999
verified: no, type: recall_at_1000
value: 93.366
verified: no, type: recall_at_20
value: 60.373
verified: no, type: recall_at_3
value: 40.394000000000005
verified: no, type: recall_at_5
value: 47.448
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 40.617
verified: no, type: map_at_1
value: 26.124000000000002
verified: no, type: map_at_10
value: 34.857
verified: no, type: map_at_100
value: 36.589
verified: no, type: map_at_1000
value: 36.832
verified: no, type: map_at_20
value: 35.808
verified: no, type: map_at_3
value: 31.635
verified: no, type: map_at_5
value: 33.225
verified: no, type: mrr_at_1
value: 30.8300395256917
verified: no, type: mrr_at_10
value: 39.024876090093485
verified: no, type: mrr_at_100
value: 40.112831574778625
verified: no, type: mrr_at_1000
value: 40.172542355918054
verified: no, type: mrr_at_20
value: 39.70461282542164
verified: no, type: mrr_at_3
value: 36.429512516469046
verified: no, type: mrr_at_5
value: 37.86231884057971
verified: no, type: nauc_map_at_1000_diff1
value: 42.17385761787554
verified: no, type: nauc_map_at_1000_max
value: 29.023497819147003
verified: no, type: nauc_map_at_1000_std
value: 7.135398677866782
verified: no, type: nauc_map_at_100_diff1
value: 42.26672776757606
verified: no, type: nauc_map_at_100_max
value: 29.232142243363228
verified: no, type: nauc_map_at_100_std
value: 6.877840055692755
verified: no, type: nauc_map_at_10_diff1
value: 42.877953607649324
verified: no, type: nauc_map_at_10_max
value: 29.46874782942982
verified: no, type: nauc_map_at_10_std
value: 5.031611824650058
verified: no, type: nauc_map_at_1_diff1
value: 50.063501481714425
verified: no, type: nauc_map_at_1_max
value: 26.941170343192383
verified: no, type: nauc_map_at_1_std
value: 1.2783766588617693
verified: no, type: nauc_map_at_20_diff1
value: 42.44190895193996
verified: no, type: nauc_map_at_20_max
value: 29.46253769495084
verified: no, type: nauc_map_at_20_std
value: 6.146541588421648
verified: no, type: nauc_map_at_3_diff1
value: 44.21913152729423
verified: no, type: nauc_map_at_3_max
value: 28.744071788355395
verified: no, type: nauc_map_at_3_std
value: 3.616132053693665
verified: no, type: nauc_map_at_5_diff1
value: 43.187186127431275
verified: no, type: nauc_map_at_5_max
value: 29.016108070111184
verified: no, type: nauc_map_at_5_std
value: 4.684957715416093
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.22437734736831
verified: no, type: nauc_mrr_at_1000_max
value: 30.643434055644743
verified: no, type: nauc_mrr_at_1000_std
value: 8.491481853057229
verified: no, type: nauc_mrr_at_100_diff1
value: 39.203338294322144
verified: no, type: nauc_mrr_at_100_max
value: 30.64454944640062
verified: no, type: nauc_mrr_at_100_std
value: 8.541568521609001
verified: no, type: nauc_mrr_at_10_diff1
value: 39.327335076290325
verified: no, type: nauc_mrr_at_10_max
value: 30.870046331420216
verified: no, type: nauc_mrr_at_10_std
value: 8.192608946125315
verified: no, type: nauc_mrr_at_1_diff1
value: 43.61118724145502
verified: no, type: nauc_mrr_at_1_max
value: 28.90069833045206
verified: no, type: nauc_mrr_at_1_std
value: 4.479542769926193
verified: no, type: nauc_mrr_at_20_diff1
value: 39.13464939320264
verified: no, type: nauc_mrr_at_20_max
value: 30.733559708742213
verified: no, type: nauc_mrr_at_20_std
value: 8.600789691544723
verified: no, type: nauc_mrr_at_3_diff1
value: 39.44504307119285
verified: no, type: nauc_mrr_at_3_max
value: 30.44308080500852
verified: no, type: nauc_mrr_at_3_std
value: 6.875960856302759
verified: no, type: nauc_mrr_at_5_diff1
value: 39.024350509778614
verified: no, type: nauc_mrr_at_5_max
value: 30.564593983912243
verified: no, type: nauc_mrr_at_5_std
value: 8.114542797004818
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.17841832753416
verified: no, type: nauc_ndcg_at_1000_max
value: 30.41408114991541
verified: no, type: nauc_ndcg_at_1000_std
value: 10.460324209610734
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.290496874327985
verified: no, type: nauc_ndcg_at_100_max
value: 30.13490396441187
verified: no, type: nauc_ndcg_at_100_std
value: 11.061850479505644
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.92759489069634
verified: no, type: nauc_ndcg_at_10_max
value: 30.2024288985298
verified: no, type: nauc_ndcg_at_10_std
value: 8.24558057585065
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.61118724145502
verified: no, type: nauc_ndcg_at_1_max
value: 28.90069833045206
verified: no, type: nauc_ndcg_at_1_std
value: 4.479542769926193
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.29435506522245
verified: no, type: nauc_ndcg_at_20_max
value: 30.33893728800384
verified: no, type: nauc_ndcg_at_20_std
value: 10.545750826464893
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.35926833516799
verified: no, type: nauc_ndcg_at_3_max
value: 28.865626442014204
verified: no, type: nauc_ndcg_at_3_std
value: 6.095820315868252
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.624068053041924
verified: no, type: nauc_ndcg_at_5_max
value: 29.298680802211013
verified: no, type: nauc_ndcg_at_5_std
value: 7.981261205063178
verified: no, type: nauc_precision_at_1000_diff1
value: -15.437017626426188
verified: no, type: nauc_precision_at_1000_max
value: -11.466653763751436
verified: no, type: nauc_precision_at_1000_std
value: 27.203862461973344
verified: no, type: nauc_precision_at_100_diff1
value: -10.720493705726689
verified: no, type: nauc_precision_at_100_max
value: -2.2729520096186393
verified: no, type: nauc_precision_at_100_std
value: 33.378688533496415
verified: no, type: nauc_precision_at_10_diff1
value: 10.517312952676674
verified: no, type: nauc_precision_at_10_max
value: 21.759943967624206
verified: no, type: nauc_precision_at_10_std
value: 18.479226770461366
verified: no, type: nauc_precision_at_1_diff1
value: 43.61118724145502
verified: no, type: nauc_precision_at_1_max
value: 28.90069833045206
verified: no, type: nauc_precision_at_1_std
value: 4.479542769926193
verified: no, type: nauc_precision_at_20_diff1
value: 0.22630058814929357
verified: no, type: nauc_precision_at_20_max
value: 14.340458300248256
verified: no, type: nauc_precision_at_20_std
value: 29.197777051584495
verified: no, type: nauc_precision_at_3_diff1
value: 24.684569742393748
verified: no, type: nauc_precision_at_3_max
value: 26.847701196729407
verified: no, type: nauc_precision_at_3_std
value: 9.803491488881253
verified: no, type: nauc_precision_at_5_diff1
value: 18.218141491873933
verified: no, type: nauc_precision_at_5_max
value: 25.63292715320136
verified: no, type: nauc_precision_at_5_std
value: 15.125718294075579
verified: no, type: nauc_recall_at_1000_diff1
value: 45.64721815441147
verified: no, type: nauc_recall_at_1000_max
value: 48.216562415882606
verified: no, type: nauc_recall_at_1000_std
value: 40.18167967343722
verified: no, type: nauc_recall_at_100_diff1
value: 27.550190465714813
verified: no, type: nauc_recall_at_100_max
value: 29.636326305334048
verified: no, type: nauc_recall_at_100_std
value: 30.20966431974901
verified: no, type: nauc_recall_at_10_diff1
value: 34.30589013251178
verified: no, type: nauc_recall_at_10_max
value: 30.383485547646043
verified: no, type: nauc_recall_at_10_std
value: 10.0628614956005
verified: no, type: nauc_recall_at_1_diff1
value: 50.063501481714425
verified: no, type: nauc_recall_at_1_max
value: 26.941170343192383
verified: no, type: nauc_recall_at_1_std
value: 1.2783766588617693
verified: no, type: nauc_recall_at_20_diff1
value: 30.74543679537666
verified: no, type: nauc_recall_at_20_max
value: 30.138740866468787
verified: no, type: nauc_recall_at_20_std
value: 19.995537838999724
verified: no, type: nauc_recall_at_3_diff1
value: 38.652151861880654
verified: no, type: nauc_recall_at_3_max
value: 28.806612417729582
verified: no, type: nauc_recall_at_3_std
value: 5.321890758808099
verified: no, type: nauc_recall_at_5_diff1
value: 34.689245376303504
verified: no, type: nauc_recall_at_5_max
value: 28.89342892932615
verified: no, type: nauc_recall_at_5_std
value: 9.12730045136017
verified: no, type: ndcg_at_1
value: 30.830000000000002
verified: no, type: ndcg_at_10
value: 40.617
verified: no, type: ndcg_at_100
value: 46.914
verified: no, type: ndcg_at_1000
value: 49.319
verified: no, type: ndcg_at_20
value: 43.206
verified: no, type: ndcg_at_3
value: 35.271
verified: no, type: ndcg_at_5
value: 37.436
verified: no, type: precision_at_1
value: 30.830000000000002
verified: no, type: precision_at_10
value: 7.767
verified: no, type: precision_at_100
value: 1.603
verified: no, type: precision_at_1000
value: 0.243
verified: no, type: precision_at_20
value: 5.059
verified: no, type: precision_at_3
value: 16.337
verified: no, type: precision_at_5
value: 11.66
verified: no, type: recall_at_1
value: 26.124000000000002
verified: no, type: recall_at_10
value: 52.015
verified: no, type: recall_at_100
value: 79.729
verified: no, type: recall_at_1000
value: 94.476
verified: no, type: recall_at_20
value: 61.519999999999996
verified: no, type: recall_at_3
value: 37.037
verified: no, type: recall_at_5
value: 43.034
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 33.94
verified: no, type: map_at_1
value: 21.728
verified: no, type: map_at_10
value: 29.213
verified: no, type: map_at_100
value: 30.275000000000002
verified: no, type: map_at_1000
value: 30.387999999999998
verified: no, type: map_at_20
value: 29.921
verified: no, type: map_at_3
value: 26.678
verified: no, type: map_at_5
value: 27.97
verified: no, type: mrr_at_1
value: 24.029574861367838
verified: no, type: mrr_at_10
value: 31.411040694774528
verified: no, type: mrr_at_100
value: 32.37670039416044
verified: no, type: mrr_at_1000
value: 32.45828597542603
verified: no, type: mrr_at_20
value: 32.066710418311054
verified: no, type: mrr_at_3
value: 29.174368453481215
verified: no, type: mrr_at_5
value: 30.218730745532962
verified: no, type: nauc_map_at_1000_diff1
value: 31.91257362997741
verified: no, type: nauc_map_at_1000_max
value: 30.88489579944952
verified: no, type: nauc_map_at_1000_std
value: -0.8378972209872841
verified: no, type: nauc_map_at_100_diff1
value: 31.91012136001019
verified: no, type: nauc_map_at_100_max
value: 30.89495455322903
verified: no, type: nauc_map_at_100_std
value: -0.8363099421850583
verified: no, type: nauc_map_at_10_diff1
value: 32.321541752194044
verified: no, type: nauc_map_at_10_max
value: 30.478856413691663
verified: no, type: nauc_map_at_10_std
value: -1.7937789797513617
verified: no, type: nauc_map_at_1_diff1
value: 39.036529785500946
verified: no, type: nauc_map_at_1_max
value: 30.15527995919205
verified: no, type: nauc_map_at_1_std
value: -3.0753665573586875
verified: no, type: nauc_map_at_20_diff1
value: 31.995975321229412
verified: no, type: nauc_map_at_20_max
value: 30.841371991167055
verified: no, type: nauc_map_at_20_std
value: -1.0599571122276743
verified: no, type: nauc_map_at_3_diff1
value: 33.37828040602051
verified: no, type: nauc_map_at_3_max
value: 30.63773296692759
verified: no, type: nauc_map_at_3_std
value: -2.6306505462108145
verified: no, type: nauc_map_at_5_diff1
value: 32.33262472170732
verified: no, type: nauc_map_at_5_max
value: 30.968294579332984
verified: no, type: nauc_map_at_5_std
value: -2.2441870438191134
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.924621843184504
verified: no, type: nauc_mrr_at_1000_max
value: 33.163623964941976
verified: no, type: nauc_mrr_at_1000_std
value: 0.16588136365013925
verified: no, type: nauc_mrr_at_100_diff1
value: 32.906505756942536
verified: no, type: nauc_mrr_at_100_max
value: 33.17000246238509
verified: no, type: nauc_mrr_at_100_std
value: 0.17008029070490974
verified: no, type: nauc_mrr_at_10_diff1
value: 33.29141185817138
verified: no, type: nauc_mrr_at_10_max
value: 33.07902410006761
verified: no, type: nauc_mrr_at_10_std
value: -0.5588437886232123
verified: no, type: nauc_mrr_at_1_diff1
value: 39.41491848273575
verified: no, type: nauc_mrr_at_1_max
value: 33.1045906492973
verified: no, type: nauc_mrr_at_1_std
value: -1.499033772891368
verified: no, type: nauc_mrr_at_20_diff1
value: 33.03454429443921
verified: no, type: nauc_mrr_at_20_max
value: 33.23117853960766
verified: no, type: nauc_mrr_at_20_std
value: 0.026450200924183646
verified: no, type: nauc_mrr_at_3_diff1
value: 34.273859138345905
verified: no, type: nauc_mrr_at_3_max
value: 33.709490350419216
verified: no, type: nauc_mrr_at_3_std
value: -1.0280318099262806
verified: no, type: nauc_mrr_at_5_diff1
value: 33.22838031675215
verified: no, type: nauc_mrr_at_5_max
value: 33.47021788245831
verified: no, type: nauc_mrr_at_5_std
value: -1.020392885760047
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.228313546730394
verified: no, type: nauc_ndcg_at_1000_max
value: 31.30181847993907
verified: no, type: nauc_ndcg_at_1000_std
value: 2.4004671163706286
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.007140166456352
verified: no, type: nauc_ndcg_at_100_max
value: 31.177548656556088
verified: no, type: nauc_ndcg_at_100_std
value: 2.84104689095153
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.333521308398282
verified: no, type: nauc_ndcg_at_10_max
value: 30.443915052520797
verified: no, type: nauc_ndcg_at_10_std
value: -0.7776378511941929
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.41491848273575
verified: no, type: nauc_ndcg_at_1_max
value: 33.1045906492973
verified: no, type: nauc_ndcg_at_1_std
value: -1.499033772891368
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.35528623170515
verified: no, type: nauc_ndcg_at_20_max
value: 31.251908593602046
verified: no, type: nauc_ndcg_at_20_std
value: 1.5335554093420756
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.00742763587945
verified: no, type: nauc_ndcg_at_3_max
value: 31.43411749352576
verified: no, type: nauc_ndcg_at_3_std
value: -2.161005612286732
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.218028443882382
verified: no, type: nauc_ndcg_at_5_max
value: 31.436372820890888
verified: no, type: nauc_ndcg_at_5_std
value: -1.8970324616117942
verified: no, type: nauc_precision_at_1000_diff1
value: -15.474984333696856
verified: no, type: nauc_precision_at_1000_max
value: -0.5988176438045155
verified: no, type: nauc_precision_at_1000_std
value: 9.649508553406482
verified: no, type: nauc_precision_at_100_diff1
value: 6.827122527618587
verified: no, type: nauc_precision_at_100_max
value: 25.38874258318603
verified: no, type: nauc_precision_at_100_std
value: 19.74692016049829
verified: no, type: nauc_precision_at_10_diff1
value: 21.924392614008934
verified: no, type: nauc_precision_at_10_max
value: 30.50809713248987
verified: no, type: nauc_precision_at_10_std
value: 5.182344376975003
verified: no, type: nauc_precision_at_1_diff1
value: 39.41491848273575
verified: no, type: nauc_precision_at_1_max
value: 33.1045906492973
verified: no, type: nauc_precision_at_1_std
value: -1.499033772891368
verified: no, type: nauc_precision_at_20_diff1
value: 17.384644579807794
verified: no, type: nauc_precision_at_20_max
value: 31.910020552998546
verified: no, type: nauc_precision_at_20_std
value: 14.10235751314262
verified: no, type: nauc_precision_at_3_diff1
value: 27.21660611201887
verified: no, type: nauc_precision_at_3_max
value: 32.731203308832185
verified: no, type: nauc_precision_at_3_std
value: -1.2935765023235843
verified: no, type: nauc_precision_at_5_diff1
value: 23.103364778326657
verified: no, type: nauc_precision_at_5_max
value: 33.42544453577581
verified: no, type: nauc_precision_at_5_std
value: 0.539665839883537
verified: no, type: nauc_recall_at_1000_diff1
value: -2.224955557104963
verified: no, type: nauc_recall_at_1000_max
value: 23.905681787331996
verified: no, type: nauc_recall_at_1000_std
value: 29.343916482872185
verified: no, type: nauc_recall_at_100_diff1
value: 15.113380525840887
verified: no, type: nauc_recall_at_100_max
value: 25.613295770648165
verified: no, type: nauc_recall_at_100_std
value: 18.315582271550408
verified: no, type: nauc_recall_at_10_diff1
value: 23.40683183845192
verified: no, type: nauc_recall_at_10_max
value: 26.57810440107745
verified: no, type: nauc_recall_at_10_std
value: 0.9875785918360439
verified: no, type: nauc_recall_at_1_diff1
value: 39.036529785500946
verified: no, type: nauc_recall_at_1_max
value: 30.15527995919205
verified: no, type: nauc_recall_at_1_std
value: -3.0753665573586875
verified: no, type: nauc_recall_at_20_diff1
value: 18.78081005808975
verified: no, type: nauc_recall_at_20_max
value: 28.341844976465215
verified: no, type: nauc_recall_at_20_std
value: 9.15244411341802
verified: no, type: nauc_recall_at_3_diff1
value: 28.011427372719595
verified: no, type: nauc_recall_at_3_max
value: 30.42588662301828
verified: no, type: nauc_recall_at_3_std
value: -2.2738647119625295
verified: no, type: nauc_recall_at_5_diff1
value: 23.97361585809799
verified: no, type: nauc_recall_at_5_max
value: 30.419498034627367
verified: no, type: nauc_recall_at_5_std
value: -1.9202931420769696
verified: no, type: ndcg_at_1
value: 24.03
verified: no, type: ndcg_at_10
value: 33.94
verified: no, type: ndcg_at_100
value: 38.911
verified: no, type: ndcg_at_1000
value: 41.732
verified: no, type: ndcg_at_20
value: 36.327999999999996
verified: no, type: ndcg_at_3
value: 29.011
verified: no, type: ndcg_at_5
value: 31.020999999999997
verified: no, type: precision_at_1
value: 24.03
verified: no, type: precision_at_10
value: 5.36
verified: no, type: precision_at_100
value: 0.8410000000000001
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_20
value: 3.2439999999999998
verified: no, type: precision_at_3
value: 12.323
verified: no, type: precision_at_5
value: 8.613999999999999
verified: no, type: recall_at_1
value: 21.728
verified: no, type: recall_at_10
value: 46.562
verified: no, type: recall_at_100
value: 69.16799999999999
verified: no, type: recall_at_1000
value: 90.325
verified: no, type: recall_at_20
value: 55.644000000000005
verified: no, type: recall_at_3
value: 32.772
verified: no, type: recall_at_5
value: 37.683
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 25.854
verified: no, type: map_at_1
value: 10.267
verified: no, type: map_at_10
value: 18.04
verified: no, type: map_at_100
value: 19.777
verified: no, type: map_at_1000
value: 19.958000000000002
verified: no, type: map_at_20
value: 19.008
verified: no, type: map_at_3
value: 14.879999999999999
verified: no, type: map_at_5
value: 16.485
verified: no, type: mrr_at_1
value: 22.996742671009773
verified: no, type: mrr_at_10
value: 34.10619926580836
verified: no, type: mrr_at_100
value: 35.10535379461663
verified: no, type: mrr_at_1000
value: 35.15755884184264
verified: no, type: mrr_at_20
value: 34.75454375956081
verified: no, type: mrr_at_3
value: 30.597176981541768
verified: no, type: mrr_at_5
value: 32.6753528773072
verified: no, type: nauc_map_at_1000_diff1
value: 16.718537725864763
verified: no, type: nauc_map_at_1000_max
value: 39.502981434057595
verified: no, type: nauc_map_at_1000_std
value: 22.12042839190954
verified: no, type: nauc_map_at_100_diff1
value: 16.75220577723001
verified: no, type: nauc_map_at_100_max
value: 39.48722479833852
verified: no, type: nauc_map_at_100_std
value: 22.055881777406448
verified: no, type: nauc_map_at_10_diff1
value: 16.874316455401654
verified: no, type: nauc_map_at_10_max
value: 39.596829557733344
verified: no, type: nauc_map_at_10_std
value: 20.473758607475666
verified: no, type: nauc_map_at_1_diff1
value: 23.080079172466412
verified: no, type: nauc_map_at_1_max
value: 36.199027660019325
verified: no, type: nauc_map_at_1_std
value: 14.511081393076179
verified: no, type: nauc_map_at_20_diff1
value: 16.839381398924182
verified: no, type: nauc_map_at_20_max
value: 39.67988867337892
verified: no, type: nauc_map_at_20_std
value: 21.35532096892699
verified: no, type: nauc_map_at_3_diff1
value: 18.312687041708102
verified: no, type: nauc_map_at_3_max
value: 38.769416119220736
verified: no, type: nauc_map_at_3_std
value: 16.175068336485026
verified: no, type: nauc_map_at_5_diff1
value: 17.69288278300591
verified: no, type: nauc_map_at_5_max
value: 39.2535585829467
verified: no, type: nauc_map_at_5_std
value: 18.460583770602113
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.91231859721048
verified: no, type: nauc_mrr_at_1000_max
value: 35.48664780287595
verified: no, type: nauc_mrr_at_1000_std
value: 22.024407060245295
verified: no, type: nauc_mrr_at_100_diff1
value: 17.90154896033313
verified: no, type: nauc_mrr_at_100_max
value: 35.48493858099936
verified: no, type: nauc_mrr_at_100_std
value: 22.031137347443284
verified: no, type: nauc_mrr_at_10_diff1
value: 17.764970868121992
verified: no, type: nauc_mrr_at_10_max
value: 35.647414618204834
verified: no, type: nauc_mrr_at_10_std
value: 22.177693762457217
verified: no, type: nauc_mrr_at_1_diff1
value: 20.72060270445967
verified: no, type: nauc_mrr_at_1_max
value: 32.05796435073919
verified: no, type: nauc_mrr_at_1_std
value: 17.801001796830647
verified: no, type: nauc_mrr_at_20_diff1
value: 17.81229976929074
verified: no, type: nauc_mrr_at_20_max
value: 35.508834038837286
verified: no, type: nauc_mrr_at_20_std
value: 22.03930127358993
verified: no, type: nauc_mrr_at_3_diff1
value: 18.184760750984967
verified: no, type: nauc_mrr_at_3_max
value: 35.06640214914882
verified: no, type: nauc_mrr_at_3_std
value: 19.85666178099386
verified: no, type: nauc_mrr_at_5_diff1
value: 17.94734753821123
verified: no, type: nauc_mrr_at_5_max
value: 35.5362671414369
verified: no, type: nauc_mrr_at_5_std
value: 21.65318475967923
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.873923990787
verified: no, type: nauc_ndcg_at_1000_max
value: 38.880238913938264
verified: no, type: nauc_ndcg_at_1000_std
value: 28.053954097672957
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.878869135136199
verified: no, type: nauc_ndcg_at_100_max
value: 38.4728834388698
verified: no, type: nauc_ndcg_at_100_std
value: 27.260605585380198
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.052663192838656
verified: no, type: nauc_ndcg_at_10_max
value: 39.31146423709117
verified: no, type: nauc_ndcg_at_10_std
value: 23.825559445880963
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.72060270445967
verified: no, type: nauc_ndcg_at_1_max
value: 32.05796435073919
verified: no, type: nauc_ndcg_at_1_std
value: 17.801001796830647
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.949446910080416
verified: no, type: nauc_ndcg_at_20_max
value: 39.12075299095604
verified: no, type: nauc_ndcg_at_20_std
value: 25.17649714577982
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.117859449815708
verified: no, type: nauc_ndcg_at_3_max
value: 37.86742070994964
verified: no, type: nauc_ndcg_at_3_std
value: 17.929095022194748
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.552568744225216
verified: no, type: nauc_ndcg_at_5_max
value: 39.07328909408646
verified: no, type: nauc_ndcg_at_5_std
value: 21.087837182021957
verified: no, type: nauc_precision_at_1000_diff1
value: -2.870078971356406
verified: no, type: nauc_precision_at_1000_max
value: 7.02871444829994
verified: no, type: nauc_precision_at_1000_std
value: 23.899933947819544
verified: no, type: nauc_precision_at_100_diff1
value: 1.5886111188050933
verified: no, type: nauc_precision_at_100_max
value: 15.935337497887625
verified: no, type: nauc_precision_at_100_std
value: 29.556371474338345
verified: no, type: nauc_precision_at_10_diff1
value: 6.300177923780286
verified: no, type: nauc_precision_at_10_max
value: 31.243660622639485
verified: no, type: nauc_precision_at_10_std
value: 29.554919355292093
verified: no, type: nauc_precision_at_1_diff1
value: 20.72060270445967
verified: no, type: nauc_precision_at_1_max
value: 32.05796435073919
verified: no, type: nauc_precision_at_1_std
value: 17.801001796830647
verified: no, type: nauc_precision_at_20_diff1
value: 4.669392584982594
verified: no, type: nauc_precision_at_20_max
value: 25.761327413181178
verified: no, type: nauc_precision_at_20_std
value: 29.741403307857166
verified: no, type: nauc_precision_at_3_diff1
value: 13.367853392936027
verified: no, type: nauc_precision_at_3_max
value: 36.957826896424336
verified: no, type: nauc_precision_at_3_std
value: 21.740373439631725
verified: no, type: nauc_precision_at_5_diff1
value: 10.690045616058065
verified: no, type: nauc_precision_at_5_max
value: 34.71275252243625
verified: no, type: nauc_precision_at_5_std
value: 26.90693165393696
verified: no, type: nauc_recall_at_1000_diff1
value: 5.712445342001347
verified: no, type: nauc_recall_at_1000_max
value: 30.531136218449
verified: no, type: nauc_recall_at_1000_std
value: 39.216291284266546
verified: no, type: nauc_recall_at_100_diff1
value: 6.9984637463611925
verified: no, type: nauc_recall_at_100_max
value: 29.566627607364083
verified: no, type: nauc_recall_at_100_std
value: 31.079777791452766
verified: no, type: nauc_recall_at_10_diff1
value: 8.262518659498706
verified: no, type: nauc_recall_at_10_max
value: 35.13566657953036
verified: no, type: nauc_recall_at_10_std
value: 24.290738932523727
verified: no, type: nauc_recall_at_1_diff1
value: 23.080079172466412
verified: no, type: nauc_recall_at_1_max
value: 36.199027660019325
verified: no, type: nauc_recall_at_1_std
value: 14.511081393076179
verified: no, type: nauc_recall_at_20_diff1
value: 7.680549244887501
verified: no, type: nauc_recall_at_20_max
value: 33.289199278919206
verified: no, type: nauc_recall_at_20_std
value: 25.97835574263474
verified: no, type: nauc_recall_at_3_diff1
value: 13.66331680167438
verified: no, type: nauc_recall_at_3_max
value: 37.36441061109965
verified: no, type: nauc_recall_at_3_std
value: 15.4241070336601
verified: no, type: nauc_recall_at_5_diff1
value: 12.173354391955048
verified: no, type: nauc_recall_at_5_max
value: 37.13679975852594
verified: no, type: nauc_recall_at_5_std
value: 20.394479290376545
verified: no, type: ndcg_at_1
value: 22.997
verified: no, type: ndcg_at_10
value: 25.854
verified: no, type: ndcg_at_100
value: 32.74
verified: no, type: ndcg_at_1000
value: 36.187000000000005
verified: no, type: ndcg_at_20
value: 28.692
verified: no, type: ndcg_at_3
value: 20.575
verified: no, type: ndcg_at_5
value: 22.55
verified: no, type: precision_at_1
value: 22.997
verified: no, type: precision_at_10
value: 8.189
verified: no, type: precision_at_100
value: 1.541
verified: no, type: precision_at_1000
value: 0.218
verified: no, type: precision_at_20
value: 5.296
verified: no, type: precision_at_3
value: 15.244
verified: no, type: precision_at_5
value: 12.052
verified: no, type: recall_at_1
value: 10.267
verified: no, type: recall_at_10
value: 32.125
verified: no, type: recall_at_100
value: 55.696999999999996
verified: no, type: recall_at_1000
value: 75.074
verified: no, type: recall_at_20
value: 40.193
verified: no, type: recall_at_3
value: 19.509
verified: no, type: recall_at_5
value: 24.747
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 38.936
verified: no, type: map_at_1
value: 7.969999999999999
verified: no, type: map_at_10
value: 18.916
verified: no, type: map_at_100
value: 26.464
verified: no, type: map_at_1000
value: 28.203
verified: no, type: map_at_20
value: 21.671000000000003
verified: no, type: map_at_3
value: 13.544
verified: no, type: map_at_5
value: 15.964
verified: no, type: mrr_at_1
value: 62.25000000000001
verified: no, type: mrr_at_10
value: 72.06656746031746
verified: no, type: mrr_at_100
value: 72.38229975273143
verified: no, type: mrr_at_1000
value: 72.38878819640294
verified: no, type: mrr_at_20
value: 72.28867599870888
verified: no, type: mrr_at_3
value: 69.87500000000001
verified: no, type: mrr_at_5
value: 71.36250000000001
verified: no, type: nauc_map_at_1000_diff1
value: 19.321937510366077
verified: no, type: nauc_map_at_1000_max
value: 13.747024166838576
verified: no, type: nauc_map_at_1000_std
value: 20.868788180619273
verified: no, type: nauc_map_at_100_diff1
value: 19.64393142562319
verified: no, type: nauc_map_at_100_max
value: 10.251028144343387
verified: no, type: nauc_map_at_100_std
value: 18.068372645123112
verified: no, type: nauc_map_at_10_diff1
value: 23.84916025839186
verified: no, type: nauc_map_at_10_max
value: 0.09170851785343646
verified: no, type: nauc_map_at_10_std
value: -0.9386497395956033
verified: no, type: nauc_map_at_1_diff1
value: 35.48615861613537
verified: no, type: nauc_map_at_1_max
value: -4.968376038142286
verified: no, type: nauc_map_at_1_std
value: -8.722029416996381
verified: no, type: nauc_map_at_20_diff1
value: 22.041254266944954
verified: no, type: nauc_map_at_20_max
value: 3.54673862289231
verified: no, type: nauc_map_at_20_std
value: 6.076866601495746
verified: no, type: nauc_map_at_3_diff1
value: 27.930757708983773
verified: no, type: nauc_map_at_3_max
value: -4.53116277437896
verified: no, type: nauc_map_at_3_std
value: -7.364340365588032
verified: no, type: nauc_map_at_5_diff1
value: 24.465395628826034
verified: no, type: nauc_map_at_5_max
value: -3.105817257141636
verified: no, type: nauc_map_at_5_std
value: -5.855744275070062
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.514933484267644
verified: no, type: nauc_mrr_at_1000_max
value: 40.515988358376646
verified: no, type: nauc_mrr_at_1000_std
value: 30.22699534554659
verified: no, type: nauc_mrr_at_100_diff1
value: 42.51475590269715
verified: no, type: nauc_mrr_at_100_max
value: 40.49923698224623
verified: no, type: nauc_mrr_at_100_std
value: 30.235830229223904
verified: no, type: nauc_mrr_at_10_diff1
value: 42.45982313098615
verified: no, type: nauc_mrr_at_10_max
value: 40.23468589619149
verified: no, type: nauc_mrr_at_10_std
value: 30.217961535871073
verified: no, type: nauc_mrr_at_1_diff1
value: 45.27134837755035
verified: no, type: nauc_mrr_at_1_max
value: 38.4098873035926
verified: no, type: nauc_mrr_at_1_std
value: 25.42449495242179
verified: no, type: nauc_mrr_at_20_diff1
value: 42.50561799373592
verified: no, type: nauc_mrr_at_20_max
value: 40.46341284202719
verified: no, type: nauc_mrr_at_20_std
value: 30.176989437307306
verified: no, type: nauc_mrr_at_3_diff1
value: 42.015465693213386
verified: no, type: nauc_mrr_at_3_max
value: 40.88173938795508
verified: no, type: nauc_mrr_at_3_std
value: 31.535958619028225
verified: no, type: nauc_mrr_at_5_diff1
value: 42.13527304829269
verified: no, type: nauc_mrr_at_5_max
value: 40.612539610295975
verified: no, type: nauc_mrr_at_5_std
value: 30.670846095147496
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.55967654606238
verified: no, type: nauc_ndcg_at_1000_max
value: 24.316462778279867
verified: no, type: nauc_ndcg_at_1000_std
value: 31.496336109850247
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.631201886740783
verified: no, type: nauc_ndcg_at_100_max
value: 13.797070619958301
verified: no, type: nauc_ndcg_at_100_std
value: 24.805397171967755
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.434849609019665
verified: no, type: nauc_ndcg_at_10_max
value: 18.074612480062648
verified: no, type: nauc_ndcg_at_10_std
value: 19.17394905361306
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.96000425769715
verified: no, type: nauc_ndcg_at_1_max
value: 29.509211705119004
verified: no, type: nauc_ndcg_at_1_std
value: 18.50980600867504
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.868106188391877
verified: no, type: nauc_ndcg_at_20_max
value: 12.64309423251832
verified: no, type: nauc_ndcg_at_20_std
value: 18.94830361891266
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.93885229724602
verified: no, type: nauc_ndcg_at_3_max
value: 24.97470001983418
verified: no, type: nauc_ndcg_at_3_std
value: 19.53721404824316
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.096100442606105
verified: no, type: nauc_ndcg_at_5_max
value: 21.017433702322183
verified: no, type: nauc_ndcg_at_5_std
value: 18.03214925832656
verified: no, type: nauc_precision_at_1000_diff1
value: -5.070197509753125
verified: no, type: nauc_precision_at_1000_max
value: 38.94682716070116
verified: no, type: nauc_precision_at_1000_std
value: 13.85365496749175
verified: no, type: nauc_precision_at_100_diff1
value: -6.234968963931368
verified: no, type: nauc_precision_at_100_max
value: 30.591823702241243
verified: no, type: nauc_precision_at_100_std
value: 40.95192411908243
verified: no, type: nauc_precision_at_10_diff1
value: 3.7146822473142125
verified: no, type: nauc_precision_at_10_max
value: 35.234593007969735
verified: no, type: nauc_precision_at_10_std
value: 39.26820665194708
verified: no, type: nauc_precision_at_1_diff1
value: 45.27134837755035
verified: no, type: nauc_precision_at_1_max
value: 38.4098873035926
verified: no, type: nauc_precision_at_1_std
value: 25.42449495242179
verified: no, type: nauc_precision_at_20_diff1
value: -1.1101702192957978
verified: no, type: nauc_precision_at_20_max
value: 32.05616068273549
verified: no, type: nauc_precision_at_20_std
value: 44.191729349771
verified: no, type: nauc_precision_at_3_diff1
value: 13.654921924572067
verified: no, type: nauc_precision_at_3_max
value: 34.080562463989054
verified: no, type: nauc_precision_at_3_std
value: 30.352925731706453
verified: no, type: nauc_precision_at_5_diff1
value: 5.007711615213191
verified: no, type: nauc_precision_at_5_max
value: 33.571297387924865
verified: no, type: nauc_precision_at_5_std
value: 33.62738186220206
verified: no, type: nauc_recall_at_1000_diff1
value: 8.24800794780627
verified: no, type: nauc_recall_at_1000_max
value: 17.19134351585966
verified: no, type: nauc_recall_at_1000_std
value: 35.214343810310936
verified: no, type: nauc_recall_at_100_diff1
value: 9.207152847999645
verified: no, type: nauc_recall_at_100_max
value: 2.2099214016635353
verified: no, type: nauc_recall_at_100_std
value: 21.652430811892163
verified: no, type: nauc_recall_at_10_diff1
value: 16.735926854286163
verified: no, type: nauc_recall_at_10_max
value: -8.153155643353733
verified: no, type: nauc_recall_at_10_std
value: -8.04241419757528
verified: no, type: nauc_recall_at_1_diff1
value: 35.48615861613537
verified: no, type: nauc_recall_at_1_max
value: -4.968376038142286
verified: no, type: nauc_recall_at_1_std
value: -8.722029416996381
verified: no, type: nauc_recall_at_20_diff1
value: 13.71195242126747
verified: no, type: nauc_recall_at_20_max
value: -5.54857038214976
verified: no, type: nauc_recall_at_20_std
value: 0.5747495657296262
verified: no, type: nauc_recall_at_3_diff1
value: 23.73157744159544
verified: no, type: nauc_recall_at_3_max
value: -8.898620891937641
verified: no, type: nauc_recall_at_3_std
value: -9.357793995872202
verified: no, type: nauc_recall_at_5_diff1
value: 16.331831174073077
verified: no, type: nauc_recall_at_5_max
value: -9.740756642670778
verified: no, type: nauc_recall_at_5_std
value: -11.361186585459222
verified: no, type: ndcg_at_1
value: 49.125
verified: no, type: ndcg_at_10
value: 38.936
verified: no, type: ndcg_at_100
value: 44.42
verified: no, type: ndcg_at_1000
value: 52.080000000000005
verified: no, type: ndcg_at_20
value: 38.483000000000004
verified: no, type: ndcg_at_3
value: 42.224000000000004
verified: no, type: ndcg_at_5
value: 40.263
verified: no, type: precision_at_1
value: 62.25000000000001
verified: no, type: precision_at_10
value: 31.125000000000004
verified: no, type: precision_at_100
value: 10.168000000000001
verified: no, type: precision_at_1000
value: 2.2089999999999996
verified: no, type: precision_at_20
value: 23.462
verified: no, type: precision_at_3
value: 47.583
verified: no, type: precision_at_5
value: 40.5
verified: no, type: recall_at_1
value: 7.969999999999999
verified: no, type: recall_at_10
value: 25.774
verified: no, type: recall_at_100
value: 52.913
verified: no, type: recall_at_1000
value: 76.281
verified: no, type: recall_at_20
value: 32.346000000000004
verified: no, type: recall_at_3
value: 15.304
verified: no, type: recall_at_5
value: 19.641000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 86.9
verified: no, type: f1
value: 82.43466297441167
verified: no, type: f1_weighted
value: 87.21113710044447
verified: no, type: main_score
value: 86.9
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 86.53999999999999
verified: no, type: map_at_1
value: 74.97399999999999
verified: no, type: map_at_10
value: 82.659
verified: no, type: map_at_100
value: 82.836
verified: no, type: map_at_1000
value: 82.851
verified: no, type: map_at_20
value: 82.765
verified: no, type: map_at_3
value: 81.61500000000001
verified: no, type: map_at_5
value: 82.313
verified: no, type: mrr_at_1
value: 80.87308730873087
verified: no, type: mrr_at_10
value: 88.05529957757663
verified: no, type: mrr_at_100
value: 88.11601292565871
verified: no, type: mrr_at_1000
value: 88.11677924985968
verified: no, type: mrr_at_20
value: 88.10230041194373
verified: no, type: mrr_at_3
value: 87.29872987298717
verified: no, type: mrr_at_5
value: 87.8365336533651
verified: no, type: nauc_map_at_1000_diff1
value: 46.70261215324498
verified: no, type: nauc_map_at_1000_max
value: 7.04045426956567
verified: no, type: nauc_map_at_1000_std
value: -25.016067857784936
verified: no, type: nauc_map_at_100_diff1
value: 46.67118950260566
verified: no, type: nauc_map_at_100_max
value: 7.024337825785156
verified: no, type: nauc_map_at_100_std
value: -25.0179014964629
verified: no, type: nauc_map_at_10_diff1
value: 46.48727033111116
verified: no, type: nauc_map_at_10_max
value: 7.030297220664678
verified: no, type: nauc_map_at_10_std
value: -24.859656571920247
verified: no, type: nauc_map_at_1_diff1
value: 52.514894169034974
verified: no, type: nauc_map_at_1_max
value: 6.4991819409595415
verified: no, type: nauc_map_at_1_std
value: -26.962624287912067
verified: no, type: nauc_map_at_20_diff1
value: 46.58413925547691
verified: no, type: nauc_map_at_20_max
value: 6.975619778750194
verified: no, type: nauc_map_at_20_std
value: -24.984054859146365
verified: no, type: nauc_map_at_3_diff1
value: 46.35115084281979
verified: no, type: nauc_map_at_3_max
value: 6.268645069341729
verified: no, type: nauc_map_at_3_std
value: -25.449448105561935
verified: no, type: nauc_map_at_5_diff1
value: 46.25768358653106
verified: no, type: nauc_map_at_5_max
value: 6.907729829933622
verified: no, type: nauc_map_at_5_std
value: -24.94987246230526
verified: no, type: nauc_mrr_at_1000_diff1
value: 65.35505807237064
verified: no, type: nauc_mrr_at_1000_max
value: 10.30647297142242
verified: no, type: nauc_mrr_at_1000_std
value: -37.369411728966185
verified: no, type: nauc_mrr_at_100_diff1
value: 65.3558763604295
verified: no, type: nauc_mrr_at_100_max
value: 10.310911594013163
verified: no, type: nauc_mrr_at_100_std
value: -37.371872361808315
verified: no, type: nauc_mrr_at_10_diff1
value: 65.28234257793653
verified: no, type: nauc_mrr_at_10_max
value: 10.446154148428406
verified: no, type: nauc_mrr_at_10_std
value: -37.43279989381229
verified: no, type: nauc_mrr_at_1_diff1
value: 67.43046114024251
verified: no, type: nauc_mrr_at_1_max
value: 9.199791010999588
verified: no, type: nauc_mrr_at_1_std
value: -35.72647316332683
verified: no, type: nauc_mrr_at_20_diff1
value: 65.33718094349057
verified: no, type: nauc_mrr_at_20_max
value: 10.36042922044663
verified: no, type: nauc_mrr_at_20_std
value: -37.39896601561335
verified: no, type: nauc_mrr_at_3_diff1
value: 64.75542682908058
verified: no, type: nauc_mrr_at_3_max
value: 9.81685738005414
verified: no, type: nauc_mrr_at_3_std
value: -37.586465861627715
verified: no, type: nauc_mrr_at_5_diff1
value: 64.97675653138579
verified: no, type: nauc_mrr_at_5_max
value: 10.473645964548574
verified: no, type: nauc_mrr_at_5_std
value: -37.517720854364725
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.980879951824015
verified: no, type: nauc_ndcg_at_1000_max
value: 8.294784645952213
verified: no, type: nauc_ndcg_at_1000_std
value: -25.68035961439311
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.17557297242816
verified: no, type: nauc_ndcg_at_100_max
value: 7.97932909647729
verified: no, type: nauc_ndcg_at_100_std
value: -25.656209456961797
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.44829982304173
verified: no, type: nauc_ndcg_at_10_max
value: 8.10910045641653
verified: no, type: nauc_ndcg_at_10_std
value: -25.23311748908822
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.43046114024251
verified: no, type: nauc_ndcg_at_1_max
value: 9.199791010999588
verified: no, type: nauc_ndcg_at_1_std
value: -35.72647316332683
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.71605953667202
verified: no, type: nauc_ndcg_at_20_max
value: 7.83399009429542
verified: no, type: nauc_ndcg_at_20_std
value: -25.50914427951171
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.09767655901834
verified: no, type: nauc_ndcg_at_3_max
value: 7.093614795583601
verified: no, type: nauc_ndcg_at_3_std
value: -27.099378097753064
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.230227787105676
verified: no, type: nauc_ndcg_at_5_max
value: 7.979234136381932
verified: no, type: nauc_ndcg_at_5_std
value: -25.748004074053082
verified: no, type: nauc_precision_at_1000_diff1
value: -5.378736053404685
verified: no, type: nauc_precision_at_1000_max
value: 10.355124801647387
verified: no, type: nauc_precision_at_1000_std
value: 2.9095091245038938
verified: no, type: nauc_precision_at_100_diff1
value: -6.8190843049279835
verified: no, type: nauc_precision_at_100_max
value: 10.296510275756647
verified: no, type: nauc_precision_at_100_std
value: -0.5694377374023152
verified: no, type: nauc_precision_at_10_diff1
value: 3.3308965054246853
verified: no, type: nauc_precision_at_10_max
value: 13.731815856075642
verified: no, type: nauc_precision_at_10_std
value: -6.390781452502162
verified: no, type: nauc_precision_at_1_diff1
value: 67.43046114024251
verified: no, type: nauc_precision_at_1_max
value: 9.199791010999588
verified: no, type: nauc_precision_at_1_std
value: -35.72647316332683
verified: no, type: nauc_precision_at_20_diff1
value: -2.689991219278092
verified: no, type: nauc_precision_at_20_max
value: 10.077673782221831
verified: no, type: nauc_precision_at_20_std
value: -5.163539651519823
verified: no, type: nauc_precision_at_3_diff1
value: 32.39846541175425
verified: no, type: nauc_precision_at_3_max
value: 8.137383096292048
verified: no, type: nauc_precision_at_3_std
value: -29.232206161111595
verified: no, type: nauc_precision_at_5_diff1
value: 15.859211194923645
verified: no, type: nauc_precision_at_5_max
value: 13.315538292037735
verified: no, type: nauc_precision_at_5_std
value: -16.424307328219072
verified: no, type: nauc_recall_at_1000_diff1
value: -1.4876601880723042
verified: no, type: nauc_recall_at_1000_max
value: 13.281504681725965
verified: no, type: nauc_recall_at_1000_std
value: 20.088387638135956
verified: no, type: nauc_recall_at_100_diff1
value: 3.510068775817679
verified: no, type: nauc_recall_at_100_max
value: 7.223126729279164
verified: no, type: nauc_recall_at_100_std
value: 1.8098697270167292
verified: no, type: nauc_recall_at_10_diff1
value: 13.282399274249123
verified: no, type: nauc_recall_at_10_max
value: 9.5577982617337
verified: no, type: nauc_recall_at_10_std
value: -5.244097776935379
verified: no, type: nauc_recall_at_1_diff1
value: 52.514894169034974
verified: no, type: nauc_recall_at_1_max
value: 6.4991819409595415
verified: no, type: nauc_recall_at_1_std
value: -26.962624287912067
verified: no, type: nauc_recall_at_20_diff1
value: 9.54558093675037
verified: no, type: nauc_recall_at_20_max
value: 7.408067716598006
verified: no, type: nauc_recall_at_20_std
value: -3.497676642036962
verified: no, type: nauc_recall_at_3_diff1
value: 27.469730759073112
verified: no, type: nauc_recall_at_3_max
value: 4.567448843154473
verified: no, type: nauc_recall_at_3_std
value: -17.977373809321904
verified: no, type: nauc_recall_at_5_diff1
value: 19.20255358383672
verified: no, type: nauc_recall_at_5_max
value: 8.28840114628813
verified: no, type: nauc_recall_at_5_std
value: -11.478310315804768
verified: no, type: ndcg_at_1
value: 80.87299999999999
verified: no, type: ndcg_at_10
value: 86.53999999999999
verified: no, type: ndcg_at_100
value: 87.167
verified: no, type: ndcg_at_1000
value: 87.455
verified: no, type: ndcg_at_20
value: 86.834
verified: no, type: ndcg_at_3
value: 84.882
verified: no, type: ndcg_at_5
value: 85.884
verified: no, type: precision_at_1
value: 80.87299999999999
verified: no, type: precision_at_10
value: 10.225
verified: no, type: precision_at_100
value: 1.0699999999999998
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 5.1979999999999995
verified: no, type: precision_at_3
value: 32.123000000000005
verified: no, type: precision_at_5
value: 19.916
verified: no, type: recall_at_1
value: 74.97399999999999
verified: no, type: recall_at_10
value: 93.301
verified: no, type: recall_at_100
value: 95.779
verified: no, type: recall_at_1000
value: 97.596
verified: no, type: recall_at_20
value: 94.326
verified: no, type: recall_at_3
value: 88.73400000000001
verified: no, type: recall_at_5
value: 91.35
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 44.741
verified: no, type: map_at_1
value: 22.178
verified: no, type: map_at_10
value: 36.59
verified: no, type: map_at_100
value: 38.633
verified: no, type: map_at_1000
value: 38.814
verified: no, type: map_at_20
value: 37.756
verified: no, type: map_at_3
value: 32.036
verified: no, type: map_at_5
value: 34.549
verified: no, type: mrr_at_1
value: 43.67283950617284
verified: no, type: mrr_at_10
value: 53.02285420340973
verified: no, type: mrr_at_100
value: 53.80413476223648
verified: no, type: mrr_at_1000
value: 53.83329975208768
verified: no, type: mrr_at_20
value: 53.45062434754336
verified: no, type: mrr_at_3
value: 50.79732510288063
verified: no, type: mrr_at_5
value: 52.093621399176925
verified: no, type: nauc_map_at_1000_diff1
value: 38.13095193715016
verified: no, type: nauc_map_at_1000_max
value: 25.140424128002902
verified: no, type: nauc_map_at_1000_std
value: -2.291055526111446
verified: no, type: nauc_map_at_100_diff1
value: 38.062542374616925
verified: no, type: nauc_map_at_100_max
value: 24.98212831003545
verified: no, type: nauc_map_at_100_std
value: -2.3288513840196163
verified: no, type: nauc_map_at_10_diff1
value: 37.94005408477477
verified: no, type: nauc_map_at_10_max
value: 23.62450054152409
verified: no, type: nauc_map_at_10_std
value: -3.029451096370331
verified: no, type: nauc_map_at_1_diff1
value: 46.667422498970936
verified: no, type: nauc_map_at_1_max
value: 14.863760158210667
verified: no, type: nauc_map_at_1_std
value: -8.783505629854414
verified: no, type: nauc_map_at_20_diff1
value: 37.89072113058759
verified: no, type: nauc_map_at_20_max
value: 24.366706507797332
verified: no, type: nauc_map_at_20_std
value: -2.6023248317775605
verified: no, type: nauc_map_at_3_diff1
value: 39.47298192019393
verified: no, type: nauc_map_at_3_max
value: 19.685477846714722
verified: no, type: nauc_map_at_3_std
value: -5.027029063035539
verified: no, type: nauc_map_at_5_diff1
value: 39.0514789038465
verified: no, type: nauc_map_at_5_max
value: 21.400362349268455
verified: no, type: nauc_map_at_5_std
value: -4.630809029653372
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.62207160402544
verified: no, type: nauc_mrr_at_1000_max
value: 35.21626828049415
verified: no, type: nauc_mrr_at_1000_std
value: -1.5589979016799316
verified: no, type: nauc_mrr_at_100_diff1
value: 45.6049911269738
verified: no, type: nauc_mrr_at_100_max
value: 35.22606560450809
verified: no, type: nauc_mrr_at_100_std
value: -1.5267050690413522
verified: no, type: nauc_mrr_at_10_diff1
value: 45.4093336826169
verified: no, type: nauc_mrr_at_10_max
value: 35.13738468801265
verified: no, type: nauc_mrr_at_10_std
value: -1.8919874430707715
verified: no, type: nauc_mrr_at_1_diff1
value: 51.6709580391481
verified: no, type: nauc_mrr_at_1_max
value: 33.86625581485091
verified: no, type: nauc_mrr_at_1_std
value: -5.723117301417357
verified: no, type: nauc_mrr_at_20_diff1
value: 45.51335104667583
verified: no, type: nauc_mrr_at_20_max
value: 35.12487418629981
verified: no, type: nauc_mrr_at_20_std
value: -1.5728658665283186
verified: no, type: nauc_mrr_at_3_diff1
value: 45.91684224347824
verified: no, type: nauc_mrr_at_3_max
value: 34.71207649436817
verified: no, type: nauc_mrr_at_3_std
value: -2.3652831443919373
verified: no, type: nauc_mrr_at_5_diff1
value: 45.24354433953711
verified: no, type: nauc_mrr_at_5_max
value: 34.766746844223384
verified: no, type: nauc_mrr_at_5_std
value: -2.414375686428433
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.99167200921022
verified: no, type: nauc_ndcg_at_1000_max
value: 30.819387325830377
verified: no, type: nauc_ndcg_at_1000_std
value: 1.0467714066842262
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.248888114357484
verified: no, type: nauc_ndcg_at_100_max
value: 29.58848183633258
verified: no, type: nauc_ndcg_at_100_std
value: 1.417553970005679
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.8683078247863
verified: no, type: nauc_ndcg_at_10_max
value: 26.751938977033106
verified: no, type: nauc_ndcg_at_10_std
value: -1.2409485838847412
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.6709580391481
verified: no, type: nauc_ndcg_at_1_max
value: 33.86625581485091
verified: no, type: nauc_ndcg_at_1_std
value: -5.723117301417357
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.8638946400599
verified: no, type: nauc_ndcg_at_20_max
value: 27.606616644241157
verified: no, type: nauc_ndcg_at_20_std
value: -0.03526704440544082
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.51172857224684
verified: no, type: nauc_ndcg_at_3_max
value: 29.20532249592107
verified: no, type: nauc_ndcg_at_3_std
value: -1.8738383813061488
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.377746472924514
verified: no, type: nauc_ndcg_at_5_max
value: 26.329340638530454
verified: no, type: nauc_ndcg_at_5_std
value: -2.918235844784902
verified: no, type: nauc_precision_at_1000_diff1
value: -0.5958931375447998
verified: no, type: nauc_precision_at_1000_max
value: 36.15147294143512
verified: no, type: nauc_precision_at_1000_std
value: 11.710171839031613
verified: no, type: nauc_precision_at_100_diff1
value: 3.1279602297522304
verified: no, type: nauc_precision_at_100_max
value: 38.56180438744363
verified: no, type: nauc_precision_at_100_std
value: 14.063724836230277
verified: no, type: nauc_precision_at_10_diff1
value: 12.659130460376236
verified: no, type: nauc_precision_at_10_max
value: 39.37196817310586
verified: no, type: nauc_precision_at_10_std
value: 10.085604614097598
verified: no, type: nauc_precision_at_1_diff1
value: 51.6709580391481
verified: no, type: nauc_precision_at_1_max
value: 33.86625581485091
verified: no, type: nauc_precision_at_1_std
value: -5.723117301417357
verified: no, type: nauc_precision_at_20_diff1
value: 9.650139629433262
verified: no, type: nauc_precision_at_20_max
value: 38.77724238894805
verified: no, type: nauc_precision_at_20_std
value: 11.958790785998644
verified: no, type: nauc_precision_at_3_diff1
value: 24.745989796740357
verified: no, type: nauc_precision_at_3_max
value: 35.65068216285761
verified: no, type: nauc_precision_at_3_std
value: 4.072896234633994
verified: no, type: nauc_precision_at_5_diff1
value: 18.655049044737424
verified: no, type: nauc_precision_at_5_max
value: 35.998788688559216
verified: no, type: nauc_precision_at_5_std
value: 5.391771098181724
verified: no, type: nauc_recall_at_1000_diff1
value: 12.949608157518922
verified: no, type: nauc_recall_at_1000_max
value: 23.391273269349142
verified: no, type: nauc_recall_at_1000_std
value: 28.42378542198053
verified: no, type: nauc_recall_at_100_diff1
value: 20.625416053309404
verified: no, type: nauc_recall_at_100_max
value: 21.367842929796264
verified: no, type: nauc_recall_at_100_std
value: 15.399702721384228
verified: no, type: nauc_recall_at_10_diff1
value: 27.211773223610237
verified: no, type: nauc_recall_at_10_max
value: 18.536687796485346
verified: no, type: nauc_recall_at_10_std
value: 0.8218390873018705
verified: no, type: nauc_recall_at_1_diff1
value: 46.667422498970936
verified: no, type: nauc_recall_at_1_max
value: 14.863760158210667
verified: no, type: nauc_recall_at_1_std
value: -8.783505629854414
verified: no, type: nauc_recall_at_20_diff1
value: 26.189517076492148
verified: no, type: nauc_recall_at_20_max
value: 19.712210144922732
verified: no, type: nauc_recall_at_20_std
value: 4.732025980603548
verified: no, type: nauc_recall_at_3_diff1
value: 32.03530659219441
verified: no, type: nauc_recall_at_3_max
value: 15.729199503552953
verified: no, type: nauc_recall_at_3_std
value: -2.78006696474447
verified: no, type: nauc_recall_at_5_diff1
value: 30.303038095198648
verified: no, type: nauc_recall_at_5_max
value: 16.04989351651554
verified: no, type: nauc_recall_at_5_std
value: -3.4801349592650674
verified: no, type: ndcg_at_1
value: 43.673
verified: no, type: ndcg_at_10
value: 44.741
verified: no, type: ndcg_at_100
value: 51.815999999999995
verified: no, type: ndcg_at_1000
value: 54.55799999999999
verified: no, type: ndcg_at_20
value: 47.575
verified: no, type: ndcg_at_3
value: 40.973
verified: no, type: ndcg_at_5
value: 42.174
verified: no, type: precision_at_1
value: 43.673
verified: no, type: precision_at_10
value: 12.299
verified: no, type: precision_at_100
value: 1.9709999999999999
verified: no, type: precision_at_1000
value: 0.246
verified: no, type: precision_at_20
value: 7.3999999999999995
verified: no, type: precision_at_3
value: 27.315
verified: no, type: precision_at_5
value: 20.061999999999998
verified: no, type: recall_at_1
value: 22.178
verified: no, type: recall_at_10
value: 51.902
verified: no, type: recall_at_100
value: 77.802
verified: no, type: recall_at_1000
value: 94.12
verified: no, type: recall_at_20
value: 60.496
verified: no, type: recall_at_3
value: 37.919000000000004
verified: no, type: recall_at_5
value: 43.829
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 67.585
verified: no, type: map_at_1
value: 38.596000000000004
verified: no, type: map_at_10
value: 58.378
verified: no, type: map_at_100
value: 59.282000000000004
verified: no, type: map_at_1000
value: 59.34199999999999
verified: no, type: map_at_20
value: 58.921
verified: no, type: map_at_3
value: 54.801
verified: no, type: map_at_5
value: 57.065999999999995
verified: no, type: mrr_at_1
value: 77.19108710330858
verified: no, type: mrr_at_10
value: 83.73176103662232
verified: no, type: mrr_at_100
value: 83.90019429669105
verified: no, type: mrr_at_1000
value: 83.90679291308962
verified: no, type: mrr_at_20
value: 83.8435177926089
verified: no, type: mrr_at_3
value: 82.81341435966664
verified: no, type: mrr_at_5
value: 83.4224623002472
verified: no, type: nauc_map_at_1000_diff1
value: 14.307964912952539
verified: no, type: nauc_map_at_1000_max
value: 12.765468178017315
verified: no, type: nauc_map_at_1000_std
value: 1.362058994472385
verified: no, type: nauc_map_at_100_diff1
value: 14.26768417100101
verified: no, type: nauc_map_at_100_max
value: 12.750734297430844
verified: no, type: nauc_map_at_100_std
value: 1.393555710353686
verified: no, type: nauc_map_at_10_diff1
value: 14.255931489441185
verified: no, type: nauc_map_at_10_max
value: 12.523189563101312
verified: no, type: nauc_map_at_10_std
value: 0.7161967418789583
verified: no, type: nauc_map_at_1_diff1
value: 69.87899286905372
verified: no, type: nauc_map_at_1_max
value: 35.205475784602456
verified: no, type: nauc_map_at_1_std
value: -10.863394163636846
verified: no, type: nauc_map_at_20_diff1
value: 14.212027716409054
verified: no, type: nauc_map_at_20_max
value: 12.650489544649925
verified: no, type: nauc_map_at_20_std
value: 1.1271711468045333
verified: no, type: nauc_map_at_3_diff1
value: 16.65137376183016
verified: no, type: nauc_map_at_3_max
value: 13.00998218430069
verified: no, type: nauc_map_at_3_std
value: -2.2381896578334963
verified: no, type: nauc_map_at_5_diff1
value: 14.766891306293303
verified: no, type: nauc_map_at_5_max
value: 12.45533963465128
verified: no, type: nauc_map_at_5_std
value: -0.4763780518957518
verified: no, type: nauc_mrr_at_1000_diff1
value: 68.55128371980359
verified: no, type: nauc_mrr_at_1000_max
value: 36.47247958442408
verified: no, type: nauc_mrr_at_1000_std
value: -9.311243277776393
verified: no, type: nauc_mrr_at_100_diff1
value: 68.5495192075432
verified: no, type: nauc_mrr_at_100_max
value: 36.47800039396858
verified: no, type: nauc_mrr_at_100_std
value: -9.30009477026889
verified: no, type: nauc_mrr_at_10_diff1
value: 68.5213780826157
verified: no, type: nauc_mrr_at_10_max
value: 36.53470560276756
verified: no, type: nauc_mrr_at_10_std
value: -9.276757799691362
verified: no, type: nauc_mrr_at_1_diff1
value: 69.87899286905372
verified: no, type: nauc_mrr_at_1_max
value: 35.205475784602456
verified: no, type: nauc_mrr_at_1_std
value: -10.863394163636846
verified: no, type: nauc_mrr_at_20_diff1
value: 68.51230880783687
verified: no, type: nauc_mrr_at_20_max
value: 36.502918925898356
verified: no, type: nauc_mrr_at_20_std
value: -9.252393600030487
verified: no, type: nauc_mrr_at_3_diff1
value: 68.41383168882547
verified: no, type: nauc_mrr_at_3_max
value: 36.31820775404627
verified: no, type: nauc_mrr_at_3_std
value: -9.999151252843035
verified: no, type: nauc_mrr_at_5_diff1
value: 68.45324347636361
verified: no, type: nauc_mrr_at_5_max
value: 36.46139281601083
verified: no, type: nauc_mrr_at_5_std
value: -9.588349787263777
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.255656584818208
verified: no, type: nauc_ndcg_at_1000_max
value: 16.119708974764283
verified: no, type: nauc_ndcg_at_1000_std
value: 3.6997591648265367
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.173106007959618
verified: no, type: nauc_ndcg_at_100_max
value: 15.568458367725462
verified: no, type: nauc_ndcg_at_100_std
value: 4.536505893658295
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.369881058142322
verified: no, type: nauc_ndcg_at_10_max
value: 14.976758085283695
verified: no, type: nauc_ndcg_at_10_std
value: 1.9666148808621997
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.87899286905372
verified: no, type: nauc_ndcg_at_1_max
value: 35.205475784602456
verified: no, type: nauc_ndcg_at_1_std
value: -10.863394163636846
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.99231888427834
verified: no, type: nauc_ndcg_at_20_max
value: 15.195593488428424
verified: no, type: nauc_ndcg_at_20_std
value: 3.210518329988178
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.638085589869977
verified: no, type: nauc_ndcg_at_3_max
value: 15.98027793904305
verified: no, type: nauc_ndcg_at_3_std
value: -2.8619254611270484
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.628126741608632
verified: no, type: nauc_ndcg_at_5_max
value: 14.996362948646471
verified: no, type: nauc_ndcg_at_5_std
value: -0.37278144328821516
verified: no, type: nauc_precision_at_1000_diff1
value: -18.870574565264082
verified: no, type: nauc_precision_at_1000_max
value: 6.003585500284789
verified: no, type: nauc_precision_at_1000_std
value: 28.22209155996002
verified: no, type: nauc_precision_at_100_diff1
value: -14.152417200336195
verified: no, type: nauc_precision_at_100_max
value: 4.435292073503267
verified: no, type: nauc_precision_at_100_std
value: 25.999649502498933
verified: no, type: nauc_precision_at_10_diff1
value: -4.136070746784591
verified: no, type: nauc_precision_at_10_max
value: 5.875693813516143
verified: no, type: nauc_precision_at_10_std
value: 10.909307135721624
verified: no, type: nauc_precision_at_1_diff1
value: 69.87899286905372
verified: no, type: nauc_precision_at_1_max
value: 35.205475784602456
verified: no, type: nauc_precision_at_1_std
value: -10.863394163636846
verified: no, type: nauc_precision_at_20_diff1
value: -7.786302363507167
verified: no, type: nauc_precision_at_20_max
value: 5.45833862385675
verified: no, type: nauc_precision_at_20_std
value: 15.783059950464354
verified: no, type: nauc_precision_at_3_diff1
value: 7.40890050470361
verified: no, type: nauc_precision_at_3_max
value: 9.458068780681774
verified: no, type: nauc_precision_at_3_std
value: 0.0027409382551998934
verified: no, type: nauc_precision_at_5_diff1
value: 0.6243863646902605
verified: no, type: nauc_precision_at_5_max
value: 6.80746180406321
verified: no, type: nauc_precision_at_5_std
value: 4.826367656810033
verified: no, type: nauc_recall_at_1000_diff1
value: -18.870574565263908
verified: no, type: nauc_recall_at_1000_max
value: 6.003585500284974
verified: no, type: nauc_recall_at_1000_std
value: 28.222091559960184
verified: no, type: nauc_recall_at_100_diff1
value: -14.15241720033625
verified: no, type: nauc_recall_at_100_max
value: 4.435292073503326
verified: no, type: nauc_recall_at_100_std
value: 25.999649502498993
verified: no, type: nauc_recall_at_10_diff1
value: -4.136070746784523
verified: no, type: nauc_recall_at_10_max
value: 5.875693813516104
verified: no, type: nauc_recall_at_10_std
value: 10.909307135721532
verified: no, type: nauc_recall_at_1_diff1
value: 69.87899286905372
verified: no, type: nauc_recall_at_1_max
value: 35.205475784602456
verified: no, type: nauc_recall_at_1_std
value: -10.863394163636846
verified: no, type: nauc_recall_at_20_diff1
value: -7.786302363507246
verified: no, type: nauc_recall_at_20_max
value: 5.458338623856692
verified: no, type: nauc_recall_at_20_std
value: 15.783059950464304
verified: no, type: nauc_recall_at_3_diff1
value: 7.408900504703652
verified: no, type: nauc_recall_at_3_max
value: 9.458068780681788
verified: no, type: nauc_recall_at_3_std
value: 0.002740938255258331
verified: no, type: nauc_recall_at_5_diff1
value: 0.6243863646902303
verified: no, type: nauc_recall_at_5_max
value: 6.807461804063163
verified: no, type: nauc_recall_at_5_std
value: 4.826367656810076
verified: no, type: ndcg_at_1
value: 77.191
verified: no, type: ndcg_at_10
value: 67.585
verified: no, type: ndcg_at_100
value: 70.652
verified: no, type: ndcg_at_1000
value: 71.82600000000001
verified: no, type: ndcg_at_20
value: 68.913
verified: no, type: ndcg_at_3
value: 62.61600000000001
verified: no, type: ndcg_at_5
value: 65.444
verified: no, type: precision_at_1
value: 77.191
verified: no, type: precision_at_10
value: 14.097000000000001
verified: no, type: precision_at_100
value: 1.6480000000000001
verified: no, type: precision_at_1000
value: 0.18
verified: no, type: precision_at_20
value: 7.475
verified: no, type: precision_at_3
value: 39.716
verified: no, type: precision_at_5
value: 26.061
verified: no, type: recall_at_1
value: 38.596000000000004
verified: no, type: recall_at_10
value: 70.486
verified: no, type: recall_at_100
value: 82.417
verified: no, type: recall_at_1000
value: 90.223
verified: no, type: recall_at_20
value: 74.754
verified: no, type: recall_at_3
value: 59.575
verified: no, type: recall_at_5
value: 65.152
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 94.93119999999999
verified: no, type: ap
value: 92.92609880646465
verified: no, type: ap_weighted
value: 92.92609880646465
verified: no, type: f1
value: 94.93020053324759
verified: no, type: f1_weighted
value: 94.93020053324759
verified: no, type: main_score
value: 94.93119999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 34.593
verified: no, type: map_at_1
value: 15.776000000000002
verified: no, type: map_at_10
value: 27.542
verified: no, type: map_at_100
value: 28.893
verified: no, type: map_at_1000
value: 28.95
verified: no, type: map_at_20
value: 28.381
verified: no, type: map_at_3
value: 23.273
verified: no, type: map_at_5
value: 25.706
verified: no, type: mrr_at_1
value: 16.23209169054441
verified: no, type: mrr_at_10
value: 27.99337108291251
verified: no, type: mrr_at_100
value: 29.299712175246
verified: no, type: mrr_at_1000
value: 29.34980176303808
verified: no, type: mrr_at_20
value: 28.815617370683793
verified: no, type: mrr_at_3
value: 23.798949379178495
verified: no, type: mrr_at_5
value: 26.185052531041066
verified: no, type: nauc_map_at_1000_diff1
value: 29.078121539546963
verified: no, type: nauc_map_at_1000_max
value: -4.660325486096363
verified: no, type: nauc_map_at_1000_std
value: -16.890470067987078
verified: no, type: nauc_map_at_100_diff1
value: 29.076892998159536
verified: no, type: nauc_map_at_100_max
value: -4.679633015133337
verified: no, type: nauc_map_at_100_std
value: -16.862781614983454
verified: no, type: nauc_map_at_10_diff1
value: 29.13003469335662
verified: no, type: nauc_map_at_10_max
value: -4.88793866124687
verified: no, type: nauc_map_at_10_std
value: -17.63030762796993
verified: no, type: nauc_map_at_1_diff1
value: 31.692294187492053
verified: no, type: nauc_map_at_1_max
value: -3.4670833327733073
verified: no, type: nauc_map_at_1_std
value: -15.691352600942812
verified: no, type: nauc_map_at_20_diff1
value: 29.055576137474308
verified: no, type: nauc_map_at_20_max
value: -4.7776538554194286
verified: no, type: nauc_map_at_20_std
value: -17.224848225253236
verified: no, type: nauc_map_at_3_diff1
value: 28.9101303524098
verified: no, type: nauc_map_at_3_max
value: -4.652960479072655
verified: no, type: nauc_map_at_3_std
value: -17.418465326700314
verified: no, type: nauc_map_at_5_diff1
value: 28.843601736020492
verified: no, type: nauc_map_at_5_max
value: -4.674223389697514
verified: no, type: nauc_map_at_5_std
value: -17.97502181985735
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.898068429091573
verified: no, type: nauc_mrr_at_1000_max
value: -4.399664885905157
verified: no, type: nauc_mrr_at_1000_std
value: -16.607218168281097
verified: no, type: nauc_mrr_at_100_diff1
value: 28.89629415174332
verified: no, type: nauc_mrr_at_100_max
value: -4.409492230329251
verified: no, type: nauc_mrr_at_100_std
value: -16.57762186807223
verified: no, type: nauc_mrr_at_10_diff1
value: 28.941113994846653
verified: no, type: nauc_mrr_at_10_max
value: -4.583270921209106
verified: no, type: nauc_mrr_at_10_std
value: -17.289894093299672
verified: no, type: nauc_mrr_at_1_diff1
value: 31.37083827832811
verified: no, type: nauc_mrr_at_1_max
value: -3.208411493959455
verified: no, type: nauc_mrr_at_1_std
value: -15.40345578596366
verified: no, type: nauc_mrr_at_20_diff1
value: 28.8794180315418
verified: no, type: nauc_mrr_at_20_max
value: -4.471345918444438
verified: no, type: nauc_mrr_at_20_std
value: -16.889422348794938
verified: no, type: nauc_mrr_at_3_diff1
value: 28.648544038786806
verified: no, type: nauc_mrr_at_3_max
value: -4.446235699608574
verified: no, type: nauc_mrr_at_3_std
value: -17.223275526865695
verified: no, type: nauc_mrr_at_5_diff1
value: 28.676176998873526
verified: no, type: nauc_mrr_at_5_max
value: -4.384629457636603
verified: no, type: nauc_mrr_at_5_std
value: -17.662360967653942
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.512776616817614
verified: no, type: nauc_ndcg_at_1000_max
value: -4.032666359115543
verified: no, type: nauc_ndcg_at_1000_std
value: -14.96235335409355
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.46827238630747
verified: no, type: nauc_ndcg_at_100_max
value: -4.297081420480486
verified: no, type: nauc_ndcg_at_100_std
value: -13.652822791502834
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.731734677632335
verified: no, type: nauc_ndcg_at_10_max
value: -5.307476808688383
verified: no, type: nauc_ndcg_at_10_std
value: -17.847598875907043
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.37083827832811
verified: no, type: nauc_ndcg_at_1_max
value: -3.208411493959455
verified: no, type: nauc_ndcg_at_1_std
value: -15.40345578596366
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.454343686246368
verified: no, type: nauc_ndcg_at_20_max
value: -4.98727458049532
verified: no, type: nauc_ndcg_at_20_std
value: -16.354151805926072
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.17849373973975
verified: no, type: nauc_ndcg_at_3_max
value: -4.8778622367007705
verified: no, type: nauc_ndcg_at_3_std
value: -17.863750930775883
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.150883678367972
verified: no, type: nauc_ndcg_at_5_max
value: -4.855498175237134
verified: no, type: nauc_ndcg_at_5_std
value: -18.690049098501387
verified: no, type: nauc_precision_at_1000_diff1
value: -2.8337934746656184
verified: no, type: nauc_precision_at_1000_max
value: 18.96310957410793
verified: no, type: nauc_precision_at_1000_std
value: 14.930142344173392
verified: no, type: nauc_precision_at_100_diff1
value: 14.333530836109675
verified: no, type: nauc_precision_at_100_max
value: 6.295533804672035
verified: no, type: nauc_precision_at_100_std
value: 18.019478047265473
verified: no, type: nauc_precision_at_10_diff1
value: 26.15274520345387
verified: no, type: nauc_precision_at_10_max
value: -5.684160746990313
verified: no, type: nauc_precision_at_10_std
value: -17.184523300085225
verified: no, type: nauc_precision_at_1_diff1
value: 31.37083827832811
verified: no, type: nauc_precision_at_1_max
value: -3.208411493959455
verified: no, type: nauc_precision_at_1_std
value: -15.40345578596366
verified: no, type: nauc_precision_at_20_diff1
value: 23.390317543956684
verified: no, type: nauc_precision_at_20_max
value: -3.643101669692548
verified: no, type: nauc_precision_at_20_std
value: -10.138163569909773
verified: no, type: nauc_precision_at_3_diff1
value: 26.147860052902338
verified: no, type: nauc_precision_at_3_max
value: -5.348523907965159
verified: no, type: nauc_precision_at_3_std
value: -18.984802706187416
verified: no, type: nauc_precision_at_5_diff1
value: 25.59347977608168
verified: no, type: nauc_precision_at_5_max
value: -4.966621480640159
verified: no, type: nauc_precision_at_5_std
value: -20.197439172622257
verified: no, type: nauc_recall_at_1000_diff1
value: 9.353127475581333
verified: no, type: nauc_recall_at_1000_max
value: 35.43082913054732
verified: no, type: nauc_recall_at_1000_std
value: 66.50162334521372
verified: no, type: nauc_recall_at_100_diff1
value: 24.125268256131005
verified: no, type: nauc_recall_at_100_max
value: -0.25871115365966996
verified: no, type: nauc_recall_at_100_std
value: 22.002110879773436
verified: no, type: nauc_recall_at_10_diff1
value: 27.79420827880311
verified: no, type: nauc_recall_at_10_max
value: -6.774583137315747
verified: no, type: nauc_recall_at_10_std
value: -18.300025227607936
verified: no, type: nauc_recall_at_1_diff1
value: 31.692294187492053
verified: no, type: nauc_recall_at_1_max
value: -3.4670833327733073
verified: no, type: nauc_recall_at_1_std
value: -15.691352600942812
verified: no, type: nauc_recall_at_20_diff1
value: 26.47331981012526
verified: no, type: nauc_recall_at_20_max
value: -6.053234914161821
verified: no, type: nauc_recall_at_20_std
value: -12.210795863137527
verified: no, type: nauc_recall_at_3_diff1
value: 26.396199364799276
verified: no, type: nauc_recall_at_3_max
value: -5.5102184367103675
verified: no, type: nauc_recall_at_3_std
value: -18.893379374309998
verified: no, type: nauc_recall_at_5_diff1
value: 26.415672184819467
verified: no, type: nauc_recall_at_5_max
value: -5.452147280159272
verified: no, type: nauc_recall_at_5_std
value: -20.488315060196
verified: no, type: ndcg_at_1
value: 16.232
verified: no, type: ndcg_at_10
value: 34.593
verified: no, type: ndcg_at_100
value: 41.193999999999996
verified: no, type: ndcg_at_1000
value: 42.594
verified: no, type: ndcg_at_20
value: 37.586999999999996
verified: no, type: ndcg_at_3
value: 25.921
verified: no, type: ndcg_at_5
value: 30.244
verified: no, type: precision_at_1
value: 16.232
verified: no, type: precision_at_10
value: 5.924
verified: no, type: precision_at_100
value: 0.922
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 3.5770000000000004
verified: no, type: precision_at_3
value: 11.404
verified: no, type: precision_at_5
value: 9.052
verified: no, type: recall_at_1
value: 15.776000000000002
verified: no, type: recall_at_10
value: 56.581
verified: no, type: recall_at_100
value: 87.32
verified: no, type: recall_at_1000
value: 97.98400000000001
verified: no, type: recall_at_20
value: 68.22500000000001
verified: no, type: recall_at_3
value: 33.079
verified: no, type: recall_at_5
value: 43.418
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 97.53989968080255
verified: no, type: f1
value: 97.40324881796998
verified: no, type: f1_weighted
value: 97.55321112075454
verified: no, type: main_score
value: 97.53989968080255
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 85.75923392612859
verified: no, type: f1
value: 61.5307155386522
verified: no, type: f1_weighted
value: 85.67681172442828
verified: no, type: main_score
value: 85.75923392612859
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 72.51513113651647
verified: no, type: f1
value: 69.34853147184798
verified: no, type: f1_weighted
value: 71.22394439174492
verified: no, type: main_score
value: 72.51513113651647
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 79.32414256893072
verified: no, type: f1
value: 78.7067321614858
verified: no, type: f1_weighted
value: 79.17371887085407
verified: no, type: main_score
value: 79.32414256893072
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 39.9112733005734
verified: no, type: v_measure
value: 39.9112733005734
verified: no, type: v_measure_std
value: 1.3729330580974082
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 36.793147891812595
verified: no, type: v_measure
value: 36.793147891812595
verified: no, type: v_measure_std
value: 1.373356254555773
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 31.92214547032066
verified: no, type: map
value: 31.92214547032066
verified: no, type: mrr
value: 33.14385477235431
verified: no, type: nAUC_map_diff1
value: 11.986123616015425
verified: no, type: nAUC_map_max
value: -20.27412119718789
verified: no, type: nAUC_map_std
value: 1.1581550862810461
verified: no, type: nAUC_mrr_diff1
value: 11.165093384672165
verified: no, type: nAUC_mrr_max
value: -14.737175633093665
verified: no, type: nAUC_mrr_std
value: 2.5082843023127364
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 35.326
verified: no, type: map_at_1
value: 5.756
verified: no, type: map_at_10
value: 13.23
verified: no, type: map_at_100
value: 16.821
verified: no, type: map_at_1000
value: 18.285
verified: no, type: map_at_20
value: 14.709
verified: no, type: map_at_3
value: 9.86
verified: no, type: map_at_5
value: 11.41
verified: no, type: mrr_at_1
value: 45.20123839009288
verified: no, type: mrr_at_10
value: 54.5034154012482
verified: no, type: mrr_at_100
value: 55.11212028144428
verified: no, type: mrr_at_1000
value: 55.14869280667608
verified: no, type: mrr_at_20
value: 54.852116950454885
verified: no, type: mrr_at_3
value: 52.32198142414861
verified: no, type: mrr_at_5
value: 53.69969040247676
verified: no, type: nauc_map_at_1000_diff1
value: 24.103237694692552
verified: no, type: nauc_map_at_1000_max
value: 28.238145605874905
verified: no, type: nauc_map_at_1000_std
value: 14.821335297504906
verified: no, type: nauc_map_at_100_diff1
value: 25.692696988595603
verified: no, type: nauc_map_at_100_max
value: 27.282927002710704
verified: no, type: nauc_map_at_100_std
value: 11.428779187303642
verified: no, type: nauc_map_at_10_diff1
value: 30.802161942248162
verified: no, type: nauc_map_at_10_max
value: 21.533637232032028
verified: no, type: nauc_map_at_10_std
value: -1.4834314993650302
verified: no, type: nauc_map_at_1_diff1
value: 44.692178401496655
verified: no, type: nauc_map_at_1_max
value: 7.8258037280355826
verified: no, type: nauc_map_at_1_std
value: -14.548783945519206
verified: no, type: nauc_map_at_20_diff1
value: 28.162218272962896
verified: no, type: nauc_map_at_20_max
value: 24.526508434124295
verified: no, type: nauc_map_at_20_std
value: 4.5923029452531114
verified: no, type: nauc_map_at_3_diff1
value: 36.159346924502394
verified: no, type: nauc_map_at_3_max
value: 13.037438946030472
verified: no, type: nauc_map_at_3_std
value: -10.65662898188665
verified: no, type: nauc_map_at_5_diff1
value: 34.65868875018595
verified: no, type: nauc_map_at_5_max
value: 17.60272401270236
verified: no, type: nauc_map_at_5_std
value: -7.249752394842571
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.21772044474309
verified: no, type: nauc_mrr_at_1000_max
value: 42.78186255622255
verified: no, type: nauc_mrr_at_1000_std
value: 25.797577782337537
verified: no, type: nauc_mrr_at_100_diff1
value: 30.212889955928773
verified: no, type: nauc_mrr_at_100_max
value: 42.81922498816082
verified: no, type: nauc_mrr_at_100_std
value: 25.85789713650141
verified: no, type: nauc_mrr_at_10_diff1
value: 30.44797936946012
verified: no, type: nauc_mrr_at_10_max
value: 42.53323068058471
verified: no, type: nauc_mrr_at_10_std
value: 25.66456895797239
verified: no, type: nauc_mrr_at_1_diff1
value: 32.34440752392725
verified: no, type: nauc_mrr_at_1_max
value: 36.9469056580779
verified: no, type: nauc_mrr_at_1_std
value: 18.657611594947873
verified: no, type: nauc_mrr_at_20_diff1
value: 30.176345122251274
verified: no, type: nauc_mrr_at_20_max
value: 42.75434764186405
verified: no, type: nauc_mrr_at_20_std
value: 25.79589315785969
verified: no, type: nauc_mrr_at_3_diff1
value: 29.302461225569886
verified: no, type: nauc_mrr_at_3_max
value: 41.82223481926128
verified: no, type: nauc_mrr_at_3_std
value: 24.02550946327186
verified: no, type: nauc_mrr_at_5_diff1
value: 30.47192933785718
verified: no, type: nauc_mrr_at_5_max
value: 42.36007501528813
verified: no, type: nauc_mrr_at_5_std
value: 25.0758442990031
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.68574089704954
verified: no, type: nauc_ndcg_at_1000_max
value: 44.188191803981134
verified: no, type: nauc_ndcg_at_1000_std
value: 32.59339851811357
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.31584896554311
verified: no, type: nauc_ndcg_at_100_max
value: 37.059955696641985
verified: no, type: nauc_ndcg_at_100_std
value: 27.00502292427943
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.60773946800146
verified: no, type: nauc_ndcg_at_10_max
value: 37.61141982157199
verified: no, type: nauc_ndcg_at_10_std
value: 26.410973914430798
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.18370363324457
verified: no, type: nauc_ndcg_at_1_max
value: 36.36015956329315
verified: no, type: nauc_ndcg_at_1_std
value: 18.45897389269808
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.24173606023381
verified: no, type: nauc_ndcg_at_20_max
value: 37.415776645800705
verified: no, type: nauc_ndcg_at_20_std
value: 28.21373791467815
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.315676671193806
verified: no, type: nauc_ndcg_at_3_max
value: 38.7142575726556
verified: no, type: nauc_ndcg_at_3_std
value: 23.1580283666415
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.245075769905913
verified: no, type: nauc_ndcg_at_5_max
value: 39.635321337970396
verified: no, type: nauc_ndcg_at_5_std
value: 25.453576926797428
verified: no, type: nauc_precision_at_1000_diff1
value: -13.699777209784223
verified: no, type: nauc_precision_at_1000_max
value: 10.284718353463134
verified: no, type: nauc_precision_at_1000_std
value: 35.67360319480793
verified: no, type: nauc_precision_at_100_diff1
value: -12.08500797758176
verified: no, type: nauc_precision_at_100_max
value: 20.44925184924704
verified: no, type: nauc_precision_at_100_std
value: 45.5895403196849
verified: no, type: nauc_precision_at_10_diff1
value: 0.06557427029772205
verified: no, type: nauc_precision_at_10_max
value: 37.55343130127243
verified: no, type: nauc_precision_at_10_std
value: 39.8774623173031
verified: no, type: nauc_precision_at_1_diff1
value: 32.34440752392725
verified: no, type: nauc_precision_at_1_max
value: 36.9469056580779
verified: no, type: nauc_precision_at_1_std
value: 18.657611594947873
verified: no, type: nauc_precision_at_20_diff1
value: -5.424800947711766
verified: no, type: nauc_precision_at_20_max
value: 34.400450482662606
verified: no, type: nauc_precision_at_20_std
value: 46.96466506447469
verified: no, type: nauc_precision_at_3_diff1
value: 11.737310947259319
verified: no, type: nauc_precision_at_3_max
value: 40.38852481780515
verified: no, type: nauc_precision_at_3_std
value: 29.037703635253433
verified: no, type: nauc_precision_at_5_diff1
value: 6.832213390107087
verified: no, type: nauc_precision_at_5_max
value: 41.3861915622186
verified: no, type: nauc_precision_at_5_std
value: 34.60777485026518
verified: no, type: nauc_recall_at_1000_diff1
value: 8.252648642934155
verified: no, type: nauc_recall_at_1000_max
value: 21.9593982158523
verified: no, type: nauc_recall_at_1000_std
value: 19.351920551082532
verified: no, type: nauc_recall_at_100_diff1
value: 14.367515824195436
verified: no, type: nauc_recall_at_100_max
value: 20.91547758690166
verified: no, type: nauc_recall_at_100_std
value: 15.205925255166164
verified: no, type: nauc_recall_at_10_diff1
value: 28.110881426056622
verified: no, type: nauc_recall_at_10_max
value: 20.127999606996973
verified: no, type: nauc_recall_at_10_std
value: -1.4778912107941327
verified: no, type: nauc_recall_at_1_diff1
value: 44.692178401496655
verified: no, type: nauc_recall_at_1_max
value: 7.8258037280355826
verified: no, type: nauc_recall_at_1_std
value: -14.548783945519206
verified: no, type: nauc_recall_at_20_diff1
value: 22.894768482358447
verified: no, type: nauc_recall_at_20_max
value: 23.53906838805954
verified: no, type: nauc_recall_at_20_std
value: 6.968725573206477
verified: no, type: nauc_recall_at_3_diff1
value: 33.912996119453844
verified: no, type: nauc_recall_at_3_max
value: 12.026372824736068
verified: no, type: nauc_recall_at_3_std
value: -10.339483350646704
verified: no, type: nauc_recall_at_5_diff1
value: 33.302263355698805
verified: no, type: nauc_recall_at_5_max
value: 17.306357074559127
verified: no, type: nauc_recall_at_5_std
value: -6.907681462221045
verified: no, type: ndcg_at_1
value: 43.498
verified: no, type: ndcg_at_10
value: 35.326
verified: no, type: ndcg_at_100
value: 32.618
verified: no, type: ndcg_at_1000
value: 41.127
verified: no, type: ndcg_at_20
value: 33.018
verified: no, type: ndcg_at_3
value: 40.858
verified: no, type: ndcg_at_5
value: 38.888
verified: no, type: precision_at_1
value: 45.201
verified: no, type: precision_at_10
value: 26.192
verified: no, type: precision_at_100
value: 8.455
verified: no, type: precision_at_1000
value: 2.114
verified: no, type: precision_at_20
value: 19.582
verified: no, type: precision_at_3
value: 38.906
verified: no, type: precision_at_5
value: 34.489
verified: no, type: recall_at_1
value: 5.756
verified: no, type: recall_at_10
value: 17.101
verified: no, type: recall_at_100
value: 33.768
verified: no, type: recall_at_1000
value: 64.453
verified: no, type: recall_at_20
value: 21.001
verified: no, type: recall_at_3
value: 11.011
verified: no, type: recall_at_5
value: 13.344000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 47.496
verified: no, type: map_at_1
value: 24.751
verified: no, type: map_at_10
value: 39.348
verified: no, type: map_at_100
value: 40.636
verified: no, type: map_at_1000
value: 40.671
verified: no, type: map_at_20
value: 40.211999999999996
verified: no, type: map_at_3
value: 34.575
verified: no, type: map_at_5
value: 37.22
verified: no, type: mrr_at_1
value: 27.95480880648899
verified: no, type: mrr_at_10
value: 41.9044860122496
verified: no, type: mrr_at_100
value: 42.876980645677705
verified: no, type: mrr_at_1000
value: 42.900385254956284
verified: no, type: mrr_at_20
value: 42.55982972518494
verified: no, type: mrr_at_3
value: 37.751062186172234
verified: no, type: mrr_at_5
value: 40.077249903437675
verified: no, type: nauc_map_at_1000_diff1
value: 32.86038948653992
verified: no, type: nauc_map_at_1000_max
value: 13.50985063916989
verified: no, type: nauc_map_at_1000_std
value: -5.820123220528598
verified: no, type: nauc_map_at_100_diff1
value: 32.84976636584168
verified: no, type: nauc_map_at_100_max
value: 13.53587518434608
verified: no, type: nauc_map_at_100_std
value: -5.785833146376201
verified: no, type: nauc_map_at_10_diff1
value: 32.85359459153253
verified: no, type: nauc_map_at_10_max
value: 13.26285007121336
verified: no, type: nauc_map_at_10_std
value: -6.394996664397717
verified: no, type: nauc_map_at_1_diff1
value: 34.23873886692038
verified: no, type: nauc_map_at_1_max
value: 9.192506212634111
verified: no, type: nauc_map_at_1_std
value: -7.111967933900576
verified: no, type: nauc_map_at_20_diff1
value: 32.91834546416986
verified: no, type: nauc_map_at_20_max
value: 13.50516841923876
verified: no, type: nauc_map_at_20_std
value: -6.014704885883195
verified: no, type: nauc_map_at_3_diff1
value: 32.80791993872603
verified: no, type: nauc_map_at_3_max
value: 11.865588752529158
verified: no, type: nauc_map_at_3_std
value: -7.46123492208037
verified: no, type: nauc_map_at_5_diff1
value: 32.87720923080645
verified: no, type: nauc_map_at_5_max
value: 12.571139947934668
verified: no, type: nauc_map_at_5_std
value: -7.1390323037613
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.6746011819675
verified: no, type: nauc_mrr_at_1000_max
value: 13.853989466043798
verified: no, type: nauc_mrr_at_1000_std
value: -4.306780508073467
verified: no, type: nauc_mrr_at_100_diff1
value: 32.66974348220786
verified: no, type: nauc_mrr_at_100_max
value: 13.87521280963595
verified: no, type: nauc_mrr_at_100_std
value: -4.281623268758372
verified: no, type: nauc_mrr_at_10_diff1
value: 32.61464733720552
verified: no, type: nauc_mrr_at_10_max
value: 13.832776492439633
verified: no, type: nauc_mrr_at_10_std
value: -4.542617807886527
verified: no, type: nauc_mrr_at_1_diff1
value: 34.72533798771275
verified: no, type: nauc_mrr_at_1_max
value: 10.861316429794243
verified: no, type: nauc_mrr_at_1_std
value: -5.254029707816079
verified: no, type: nauc_mrr_at_20_diff1
value: 32.677004932710894
verified: no, type: nauc_mrr_at_20_max
value: 13.89066399124665
verified: no, type: nauc_mrr_at_20_std
value: -4.394511722991158
verified: no, type: nauc_mrr_at_3_diff1
value: 32.55790026673851
verified: no, type: nauc_mrr_at_3_max
value: 12.873874337856527
verified: no, type: nauc_mrr_at_3_std
value: -5.3827073588128265
verified: no, type: nauc_mrr_at_5_diff1
value: 32.528791050435544
verified: no, type: nauc_mrr_at_5_max
value: 13.181648760273701
verified: no, type: nauc_mrr_at_5_std
value: -5.058058338649079
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.402797222670785
verified: no, type: nauc_ndcg_at_1000_max
value: 15.33827444009085
verified: no, type: nauc_ndcg_at_1000_std
value: -3.656288878646395
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.16580228877547
verified: no, type: nauc_ndcg_at_100_max
value: 16.110100314396796
verified: no, type: nauc_ndcg_at_100_std
value: -2.617364679505708
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.20757651198573
verified: no, type: nauc_ndcg_at_10_max
value: 15.196608889204091
verified: no, type: nauc_ndcg_at_10_std
value: -5.136073100942583
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.82910472793821
verified: no, type: nauc_ndcg_at_1_max
value: 10.929310445823809
verified: no, type: nauc_ndcg_at_1_std
value: -5.169808829987181
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.43129783501163
verified: no, type: nauc_ndcg_at_20_max
value: 15.93657158518566
verified: no, type: nauc_ndcg_at_20_std
value: -3.976273055504378
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.299740007616464
verified: no, type: nauc_ndcg_at_3_max
value: 12.584778951510017
verified: no, type: nauc_ndcg_at_3_std
value: -7.303956420107395
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.25306359394614
verified: no, type: nauc_ndcg_at_5_max
value: 13.568498593362552
verified: no, type: nauc_ndcg_at_5_std
value: -6.762105103486535
verified: no, type: nauc_precision_at_1000_diff1
value: -4.0288327326991515
verified: no, type: nauc_precision_at_1000_max
value: 10.55924632168659
verified: no, type: nauc_precision_at_1000_std
value: 14.694651019403377
verified: no, type: nauc_precision_at_100_diff1
value: 0.707615597626847
verified: no, type: nauc_precision_at_100_max
value: 18.847648466075505
verified: no, type: nauc_precision_at_100_std
value: 21.218326061258423
verified: no, type: nauc_precision_at_10_diff1
value: 19.33907100470173
verified: no, type: nauc_precision_at_10_max
value: 20.278902993078106
verified: no, type: nauc_precision_at_10_std
value: 4.615875975323101
verified: no, type: nauc_precision_at_1_diff1
value: 34.82910472793821
verified: no, type: nauc_precision_at_1_max
value: 10.929310445823809
verified: no, type: nauc_precision_at_1_std
value: -5.169808829987181
verified: no, type: nauc_precision_at_20_diff1
value: 13.684570079407019
verified: no, type: nauc_precision_at_20_max
value: 21.004712453781277
verified: no, type: nauc_precision_at_20_std
value: 10.691183107158766
verified: no, type: nauc_precision_at_3_diff1
value: 28.87415756089232
verified: no, type: nauc_precision_at_3_max
value: 15.9587615402185
verified: no, type: nauc_precision_at_3_std
value: -4.72662256123726
verified: no, type: nauc_precision_at_5_diff1
value: 25.253692703184903
verified: no, type: nauc_precision_at_5_max
value: 17.20245900234252
verified: no, type: nauc_precision_at_5_std
value: -2.0902250214667126
verified: no, type: nauc_recall_at_1000_diff1
value: 29.045808029763105
verified: no, type: nauc_recall_at_1000_max
value: 72.0085421054025
verified: no, type: nauc_recall_at_1000_std
value: 66.674461537018
verified: no, type: nauc_recall_at_100_diff1
value: 23.524016343264613
verified: no, type: nauc_recall_at_100_max
value: 48.87885727542797
verified: no, type: nauc_recall_at_100_std
value: 41.676931807412714
verified: no, type: nauc_recall_at_10_diff1
value: 28.448706131448077
verified: no, type: nauc_recall_at_10_max
value: 20.60216328000016
verified: no, type: nauc_recall_at_10_std
value: -2.5499050504498073
verified: no, type: nauc_recall_at_1_diff1
value: 34.23873886692038
verified: no, type: nauc_recall_at_1_max
value: 9.192506212634111
verified: no, type: nauc_recall_at_1_std
value: -7.111967933900576
verified: no, type: nauc_recall_at_20_diff1
value: 29.250434345941436
verified: no, type: nauc_recall_at_20_max
value: 27.07586767599477
verified: no, type: nauc_recall_at_20_std
value: 4.674120256113827
verified: no, type: nauc_recall_at_3_diff1
value: 29.954539543517395
verified: no, type: nauc_recall_at_3_max
value: 12.891951328267334
verified: no, type: nauc_recall_at_3_std
value: -8.58992556784897
verified: no, type: nauc_recall_at_5_diff1
value: 29.409761377456885
verified: no, type: nauc_recall_at_5_max
value: 15.120264304508765
verified: no, type: nauc_recall_at_5_std
value: -7.629729207075528
verified: no, type: ndcg_at_1
value: 27.926000000000002
verified: no, type: ndcg_at_10
value: 47.496
verified: no, type: ndcg_at_100
value: 52.886
verified: no, type: ndcg_at_1000
value: 53.632000000000005
verified: no, type: ndcg_at_20
value: 50.285000000000004
verified: no, type: ndcg_at_3
value: 38.291
verified: no, type: ndcg_at_5
value: 42.764
verified: no, type: precision_at_1
value: 27.926000000000002
verified: no, type: precision_at_10
value: 8.305
verified: no, type: precision_at_100
value: 1.131
verified: no, type: precision_at_1000
value: 0.12
verified: no, type: precision_at_20
value: 4.8149999999999995
verified: no, type: precision_at_3
value: 17.729
verified: no, type: precision_at_5
value: 13.209999999999999
verified: no, type: recall_at_1
value: 24.751
verified: no, type: recall_at_10
value: 69.99600000000001
verified: no, type: recall_at_100
value: 93.265
verified: no, type: recall_at_1000
value: 98.69200000000001
verified: no, type: recall_at_20
value: 80.345
verified: no, type: recall_at_3
value: 45.899
verified: no, type: recall_at_5
value: 56.233
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 87.469
verified: no, type: map_at_1
value: 69.226
verified: no, type: map_at_10
value: 83.49499999999999
verified: no, type: map_at_100
value: 84.16
verified: no, type: map_at_1000
value: 84.175
verified: no, type: map_at_20
value: 83.937
verified: no, type: map_at_3
value: 80.357
verified: no, type: map_at_5
value: 82.354
verified: no, type: mrr_at_1
value: 79.66
verified: no, type: mrr_at_10
value: 86.41408730158712
verified: no, type: mrr_at_100
value: 86.53009949625319
verified: no, type: mrr_at_1000
value: 86.53085807986054
verified: no, type: mrr_at_20
value: 86.50681664426882
verified: no, type: mrr_at_3
value: 85.2949999999998
verified: no, type: mrr_at_5
value: 86.09149999999971
verified: no, type: nauc_map_at_1000_diff1
value: 76.34480513462263
verified: no, type: nauc_map_at_1000_max
value: 18.35381451054758
verified: no, type: nauc_map_at_1000_std
value: -45.66385767188469
verified: no, type: nauc_map_at_100_diff1
value: 76.34669058530609
verified: no, type: nauc_map_at_100_max
value: 18.31665217615866
verified: no, type: nauc_map_at_100_std
value: -45.71646027130385
verified: no, type: nauc_map_at_10_diff1
value: 76.55810725489853
verified: no, type: nauc_map_at_10_max
value: 17.608690417604674
verified: no, type: nauc_map_at_10_std
value: -47.80834561676489
verified: no, type: nauc_map_at_1_diff1
value: 79.82735407515446
verified: no, type: nauc_map_at_1_max
value: 12.275645564446238
verified: no, type: nauc_map_at_1_std
value: -41.53738015617803
verified: no, type: nauc_map_at_20_diff1
value: 76.39897445057328
verified: no, type: nauc_map_at_20_max
value: 18.073183264222344
verified: no, type: nauc_map_at_20_std
value: -46.53343804460259
verified: no, type: nauc_map_at_3_diff1
value: 76.8525339580126
verified: no, type: nauc_map_at_3_max
value: 15.463017873342727
verified: no, type: nauc_map_at_3_std
value: -49.30092150838741
verified: no, type: nauc_map_at_5_diff1
value: 76.84854418575374
verified: no, type: nauc_map_at_5_max
value: 16.93909969110639
verified: no, type: nauc_map_at_5_std
value: -49.26303643788198
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.11978747472594
verified: no, type: nauc_mrr_at_1000_max
value: 20.948054256043136
verified: no, type: nauc_mrr_at_1000_std
value: -40.538438735309654
verified: no, type: nauc_mrr_at_100_diff1
value: 76.1194337607922
verified: no, type: nauc_mrr_at_100_max
value: 20.947907822336376
verified: no, type: nauc_mrr_at_100_std
value: -40.53901348313209
verified: no, type: nauc_mrr_at_10_diff1
value: 76.10022175253289
verified: no, type: nauc_mrr_at_10_max
value: 20.93817071185543
verified: no, type: nauc_mrr_at_10_std
value: -40.69322088799321
verified: no, type: nauc_mrr_at_1_diff1
value: 77.05621804280337
verified: no, type: nauc_mrr_at_1_max
value: 20.602559090153918
verified: no, type: nauc_mrr_at_1_std
value: -38.09297840209946
verified: no, type: nauc_mrr_at_20_diff1
value: 76.11382894317693
verified: no, type: nauc_mrr_at_20_max
value: 20.960340980416362
verified: no, type: nauc_mrr_at_20_std
value: -40.538013300953075
verified: no, type: nauc_mrr_at_3_diff1
value: 75.71270232724483
verified: no, type: nauc_mrr_at_3_max
value: 20.823905759297613
verified: no, type: nauc_mrr_at_3_std
value: -41.0941048562992
verified: no, type: nauc_mrr_at_5_diff1
value: 76.03551521362746
verified: no, type: nauc_mrr_at_5_max
value: 21.061039787483693
verified: no, type: nauc_mrr_at_5_std
value: -41.00853106709472
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.0262393768304
verified: no, type: nauc_ndcg_at_1000_max
value: 19.800136317778524
verified: no, type: nauc_ndcg_at_1000_std
value: -43.33700110014878
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.01134308572229
verified: no, type: nauc_ndcg_at_100_max
value: 19.551124579535546
verified: no, type: nauc_ndcg_at_100_std
value: -43.552980627915744
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.15073912713932
verified: no, type: nauc_ndcg_at_10_max
value: 18.633106350000777
verified: no, type: nauc_ndcg_at_10_std
value: -46.874070251398344
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.05621804280337
verified: no, type: nauc_ndcg_at_1_max
value: 20.740334635080874
verified: no, type: nauc_ndcg_at_1_std
value: -38.14163986670599
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.056131198408
verified: no, type: nauc_ndcg_at_20_max
value: 19.12183899438156
verified: no, type: nauc_ndcg_at_20_std
value: -45.152222560853474
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.32067175696538
verified: no, type: nauc_ndcg_at_3_max
value: 18.030151234107024
verified: no, type: nauc_ndcg_at_3_std
value: -46.954391996130255
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.07279461161282
verified: no, type: nauc_ndcg_at_5_max
value: 18.676703248713565
verified: no, type: nauc_ndcg_at_5_std
value: -48.02252026510146
verified: no, type: nauc_precision_at_1000_diff1
value: -43.05385069777404
verified: no, type: nauc_precision_at_1000_max
value: 5.177830943538669
verified: no, type: nauc_precision_at_1000_std
value: 41.72849191406853
verified: no, type: nauc_precision_at_100_diff1
value: -42.74879635836525
verified: no, type: nauc_precision_at_100_max
value: 4.331905136884358
verified: no, type: nauc_precision_at_100_std
value: 40.95092522149582
verified: no, type: nauc_precision_at_10_diff1
value: -37.24241604831716
verified: no, type: nauc_precision_at_10_max
value: 5.858095259543203
verified: no, type: nauc_precision_at_10_std
value: 26.84790750024595
verified: no, type: nauc_precision_at_1_diff1
value: 77.05621804280337
verified: no, type: nauc_precision_at_1_max
value: 20.740334635080874
verified: no, type: nauc_precision_at_1_std
value: -38.14163986670599
verified: no, type: nauc_precision_at_20_diff1
value: -40.981648074847115
verified: no, type: nauc_precision_at_20_max
value: 4.952729889757595
verified: no, type: nauc_precision_at_20_std
value: 34.118899263271544
verified: no, type: nauc_precision_at_3_diff1
value: -14.632656898252725
verified: no, type: nauc_precision_at_3_max
value: 9.219680305543351
verified: no, type: nauc_precision_at_3_std
value: 2.8267912495305985
verified: no, type: nauc_precision_at_5_diff1
value: -28.714307596291906
verified: no, type: nauc_precision_at_5_max
value: 7.8282629737599905
verified: no, type: nauc_precision_at_5_std
value: 15.30157769264485
verified: no, type: nauc_recall_at_1000_diff1
value: 75.28082712455692
verified: no, type: nauc_recall_at_1000_max
value: 16.032150210343172
verified: no, type: nauc_recall_at_1000_std
value: 33.623223824303615
verified: no, type: nauc_recall_at_100_diff1
value: 66.48857771758026
verified: no, type: nauc_recall_at_100_max
value: -0.8298370121173152
verified: no, type: nauc_recall_at_100_std
value: -47.59134911021335
verified: no, type: nauc_recall_at_10_diff1
value: 71.54324183557964
verified: no, type: nauc_recall_at_10_max
value: 10.71338879553047
verified: no, type: nauc_recall_at_10_std
value: -66.27316488339173
verified: no, type: nauc_recall_at_1_diff1
value: 79.82735407515446
verified: no, type: nauc_recall_at_1_max
value: 12.275645564446238
verified: no, type: nauc_recall_at_1_std
value: -41.53738015617803
verified: no, type: nauc_recall_at_20_diff1
value: 70.15017942540359
verified: no, type: nauc_recall_at_20_max
value: 11.699321903394438
verified: no, type: nauc_recall_at_20_std
value: -61.79366072599887
verified: no, type: nauc_recall_at_3_diff1
value: 72.5862364297169
verified: no, type: nauc_recall_at_3_max
value: 12.145065627274022
verified: no, type: nauc_recall_at_3_std
value: -56.82607742333548
verified: no, type: nauc_recall_at_5_diff1
value: 72.07603033579613
verified: no, type: nauc_recall_at_5_max
value: 13.121563460576949
verified: no, type: nauc_recall_at_5_std
value: -63.3551506977008
verified: no, type: ndcg_at_1
value: 79.66
verified: no, type: ndcg_at_10
value: 87.469
verified: no, type: ndcg_at_100
value: 88.742
verified: no, type: ndcg_at_1000
value: 88.835
verified: no, type: ndcg_at_20
value: 88.19
verified: no, type: ndcg_at_3
value: 84.301
verified: no, type: ndcg_at_5
value: 86.122
verified: no, type: precision_at_1
value: 79.66
verified: no, type: precision_at_10
value: 13.366
verified: no, type: precision_at_100
value: 1.53
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.114
verified: no, type: precision_at_3
value: 36.953
verified: no, type: precision_at_5
value: 24.436
verified: no, type: recall_at_1
value: 69.226
verified: no, type: recall_at_10
value: 95.31500000000001
verified: no, type: recall_at_100
value: 99.586
verified: no, type: recall_at_1000
value: 99.978
verified: no, type: recall_at_20
value: 97.626
verified: no, type: recall_at_3
value: 86.39
verified: no, type: recall_at_5
value: 91.429
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 55.46831401047426
verified: no, type: v_measure
value: 55.46831401047426
verified: no, type: v_measure_std
value: 4.874007949262904
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 65.95763514051492
verified: no, type: v_measure
value: 65.95763514051492
verified: no, type: v_measure_std
value: 12.11633090692919
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 19.967
verified: no, type: map_at_1
value: 4.555
verified: no, type: map_at_10
value: 11.875
verified: no, type: map_at_100
value: 13.828
verified: no, type: map_at_1000
value: 14.113999999999999
verified: no, type: map_at_20
value: 12.837000000000002
verified: no, type: map_at_3
value: 8.368
verified: no, type: map_at_5
value: 10.02
verified: no, type: mrr_at_1
value: 22.5
verified: no, type: mrr_at_10
value: 33.34718253968251
verified: no, type: mrr_at_100
value: 34.33837465870857
verified: no, type: mrr_at_1000
value: 34.405354703860766
verified: no, type: mrr_at_20
value: 33.921715836622894
verified: no, type: mrr_at_3
value: 29.666666666666657
verified: no, type: mrr_at_5
value: 31.966666666666622
verified: no, type: nauc_map_at_1000_diff1
value: 15.246786102454319
verified: no, type: nauc_map_at_1000_max
value: 29.175127621523284
verified: no, type: nauc_map_at_1000_std
value: 16.942548728665557
verified: no, type: nauc_map_at_100_diff1
value: 15.30276004899313
verified: no, type: nauc_map_at_100_max
value: 29.17103174716017
verified: no, type: nauc_map_at_100_std
value: 16.7166806855191
verified: no, type: nauc_map_at_10_diff1
value: 14.959570431789576
verified: no, type: nauc_map_at_10_max
value: 28.741898266169592
verified: no, type: nauc_map_at_10_std
value: 13.598940269616955
verified: no, type: nauc_map_at_1_diff1
value: 25.644593996052723
verified: no, type: nauc_map_at_1_max
value: 23.219289075841036
verified: no, type: nauc_map_at_1_std
value: 5.690909359575662
verified: no, type: nauc_map_at_20_diff1
value: 15.057405804364974
verified: no, type: nauc_map_at_20_max
value: 29.136129840808078
verified: no, type: nauc_map_at_20_std
value: 15.438603298509909
verified: no, type: nauc_map_at_3_diff1
value: 17.233527889256564
verified: no, type: nauc_map_at_3_max
value: 26.441548940276377
verified: no, type: nauc_map_at_3_std
value: 7.752631479331336
verified: no, type: nauc_map_at_5_diff1
value: 16.20805385985111
verified: no, type: nauc_map_at_5_max
value: 27.923553597579676
verified: no, type: nauc_map_at_5_std
value: 8.860227830088574
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.22324136471676
verified: no, type: nauc_mrr_at_1000_max
value: 25.803381711627445
verified: no, type: nauc_mrr_at_1000_std
value: 11.195218592300574
verified: no, type: nauc_mrr_at_100_diff1
value: 22.20635139247774
verified: no, type: nauc_mrr_at_100_max
value: 25.809980468254544
verified: no, type: nauc_mrr_at_100_std
value: 11.236406379403093
verified: no, type: nauc_mrr_at_10_diff1
value: 22.197126629234866
verified: no, type: nauc_mrr_at_10_max
value: 25.751462289366074
verified: no, type: nauc_mrr_at_10_std
value: 11.06813122476576
verified: no, type: nauc_mrr_at_1_diff1
value: 25.768694915906547
verified: no, type: nauc_mrr_at_1_max
value: 23.078936227533376
verified: no, type: nauc_mrr_at_1_std
value: 5.664626871415919
verified: no, type: nauc_mrr_at_20_diff1
value: 22.333510048115247
verified: no, type: nauc_mrr_at_20_max
value: 25.933807629983047
verified: no, type: nauc_mrr_at_20_std
value: 11.375015615529657
verified: no, type: nauc_mrr_at_3_diff1
value: 22.243005847898107
verified: no, type: nauc_mrr_at_3_max
value: 25.592329404890364
verified: no, type: nauc_mrr_at_3_std
value: 8.649587914029771
verified: no, type: nauc_mrr_at_5_diff1
value: 21.995522212053803
verified: no, type: nauc_mrr_at_5_max
value: 25.8495186116959
verified: no, type: nauc_mrr_at_5_std
value: 10.335015509252274
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.720525782244835
verified: no, type: nauc_ndcg_at_1000_max
value: 29.255225161988598
verified: no, type: nauc_ndcg_at_1000_std
value: 23.91092705272815
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.578411443446196
verified: no, type: nauc_ndcg_at_100_max
value: 29.914913377694734
verified: no, type: nauc_ndcg_at_100_std
value: 22.811268453728623
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.397948417538824
verified: no, type: nauc_ndcg_at_10_max
value: 29.251930474900416
verified: no, type: nauc_ndcg_at_10_std
value: 16.636737668789657
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.768694915906547
verified: no, type: nauc_ndcg_at_1_max
value: 23.078936227533376
verified: no, type: nauc_ndcg_at_1_std
value: 5.664626871415919
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.648110682686614
verified: no, type: nauc_ndcg_at_20_max
value: 29.892133157795776
verified: no, type: nauc_ndcg_at_20_std
value: 19.34882283787698
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.92949134249488
verified: no, type: nauc_ndcg_at_3_max
value: 26.689585250329532
verified: no, type: nauc_ndcg_at_3_std
value: 9.078574087750605
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.952122694491774
verified: no, type: nauc_ndcg_at_5_max
value: 28.146728497211676
verified: no, type: nauc_ndcg_at_5_std
value: 11.339213600616807
verified: no, type: nauc_precision_at_1000_diff1
value: 3.2349869782475853
verified: no, type: nauc_precision_at_1000_max
value: 18.6171242830797
verified: no, type: nauc_precision_at_1000_std
value: 34.88770887741456
verified: no, type: nauc_precision_at_100_diff1
value: 9.966266554726051
verified: no, type: nauc_precision_at_100_max
value: 25.428513081164468
verified: no, type: nauc_precision_at_100_std
value: 31.606347333469454
verified: no, type: nauc_precision_at_10_diff1
value: 11.95936021707633
verified: no, type: nauc_precision_at_10_max
value: 29.308109146502513
verified: no, type: nauc_precision_at_10_std
value: 22.465491503445836
verified: no, type: nauc_precision_at_1_diff1
value: 25.768694915906547
verified: no, type: nauc_precision_at_1_max
value: 23.078936227533376
verified: no, type: nauc_precision_at_1_std
value: 5.664626871415919
verified: no, type: nauc_precision_at_20_diff1
value: 11.875243219095264
verified: no, type: nauc_precision_at_20_max
value: 28.83348195510638
verified: no, type: nauc_precision_at_20_std
value: 26.223512022658024
verified: no, type: nauc_precision_at_3_diff1
value: 14.439006009003496
verified: no, type: nauc_precision_at_3_max
value: 27.64037376883578
verified: no, type: nauc_precision_at_3_std
value: 10.455585887861348
verified: no, type: nauc_precision_at_5_diff1
value: 12.944620616816508
verified: no, type: nauc_precision_at_5_max
value: 29.09151148910875
verified: no, type: nauc_precision_at_5_std
value: 14.040461515594629
verified: no, type: nauc_recall_at_1000_diff1
value: 3.0792658335602208
verified: no, type: nauc_recall_at_1000_max
value: 18.252163670467
verified: no, type: nauc_recall_at_1000_std
value: 35.56094641865878
verified: no, type: nauc_recall_at_100_diff1
value: 10.082532567537765
verified: no, type: nauc_recall_at_100_max
value: 25.178104826511184
verified: no, type: nauc_recall_at_100_std
value: 31.519235979935452
verified: no, type: nauc_recall_at_10_diff1
value: 11.756861941382278
verified: no, type: nauc_recall_at_10_max
value: 28.92701783055643
verified: no, type: nauc_recall_at_10_std
value: 22.012165818680277
verified: no, type: nauc_recall_at_1_diff1
value: 25.644593996052723
verified: no, type: nauc_recall_at_1_max
value: 23.219289075841036
verified: no, type: nauc_recall_at_1_std
value: 5.690909359575662
verified: no, type: nauc_recall_at_20_diff1
value: 11.832195217863916
verified: no, type: nauc_recall_at_20_max
value: 28.501838667089185
verified: no, type: nauc_recall_at_20_std
value: 25.826929326972863
verified: no, type: nauc_recall_at_3_diff1
value: 14.320529120124215
verified: no, type: nauc_recall_at_3_max
value: 27.674150729188774
verified: no, type: nauc_recall_at_3_std
value: 10.3005989655898
verified: no, type: nauc_recall_at_5_diff1
value: 12.524512695192328
verified: no, type: nauc_recall_at_5_max
value: 28.617421062881988
verified: no, type: nauc_recall_at_5_std
value: 13.626386741802321
verified: no, type: ndcg_at_1
value: 22.5
verified: no, type: ndcg_at_10
value: 19.967
verified: no, type: ndcg_at_100
value: 27.489
verified: no, type: ndcg_at_1000
value: 32.675
verified: no, type: ndcg_at_20
value: 22.508
verified: no, type: ndcg_at_3
value: 18.593
verified: no, type: ndcg_at_5
value: 16.395
verified: no, type: precision_at_1
value: 22.5
verified: no, type: precision_at_10
value: 10.48
verified: no, type: precision_at_100
value: 2.139
verified: no, type: precision_at_1000
value: 0.338
verified: no, type: precision_at_20
value: 6.710000000000001
verified: no, type: precision_at_3
value: 17.5
verified: no, type: precision_at_5
value: 14.540000000000001
verified: no, type: recall_at_1
value: 4.555
verified: no, type: recall_at_10
value: 21.292
verified: no, type: recall_at_100
value: 43.438
verified: no, type: recall_at_1000
value: 68.693
verified: no, type: recall_at_20
value: 27.235
verified: no, type: recall_at_3
value: 10.635
verified: no, type: recall_at_5
value: 14.773
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 83.80746802573121
verified: no, type: cosine_spearman
value: 79.72822038569593
verified: no, type: euclidean_pearson
value: 81.45002980681224
verified: no, type: euclidean_spearman
value: 79.7282231441618
verified: no, type: main_score
value: 79.72822038569593
verified: no, type: manhattan_pearson
value: 81.45611398621358
verified: no, type: manhattan_spearman
value: 79.59811193829754
verified: no, type: pearson
value: 83.80746802573121
verified: no, type: spearman
value: 79.72822038569593
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 87.3063084337013
verified: no, type: cosine_spearman
value: 80.16653334500153
verified: no, type: euclidean_pearson
value: 84.24369437820418
verified: no, type: euclidean_spearman
value: 80.16592228280822
verified: no, type: main_score
value: 80.16653334500153
verified: no, type: manhattan_pearson
value: 84.41598625996673
verified: no, type: manhattan_spearman
value: 80.37993757607657
verified: no, type: pearson
value: 87.3063084337013
verified: no, type: spearman
value: 80.16653334500153
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 82.56917286956067
verified: no, type: cosine_spearman
value: 83.86019247474584
verified: no, type: euclidean_pearson
value: 83.50577094515269
verified: no, type: euclidean_spearman
value: 83.86019240020342
verified: no, type: main_score
value: 83.86019247474584
verified: no, type: manhattan_pearson
value: 83.7035831723258
verified: no, type: manhattan_spearman
value: 84.06951592208223
verified: no, type: pearson
value: 82.56917286956067
verified: no, type: spearman
value: 83.86019247474584
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 82.57349080713945
verified: no, type: cosine_spearman
value: 80.5656376543151
verified: no, type: euclidean_pearson
value: 82.20020711843652
verified: no, type: euclidean_spearman
value: 80.56562435929797
verified: no, type: main_score
value: 80.5656376543151
verified: no, type: manhattan_pearson
value: 82.02137444105155
verified: no, type: manhattan_spearman
value: 80.49473867409459
verified: no, type: pearson
value: 82.57349080713945
verified: no, type: spearman
value: 80.5656376543151
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 85.89932616809199
verified: no, type: cosine_spearman
value: 87.34265089376507
verified: no, type: euclidean_pearson
value: 86.70361638349567
verified: no, type: euclidean_spearman
value: 87.34265218193244
verified: no, type: main_score
value: 87.34265089376507
verified: no, type: manhattan_pearson
value: 86.51826134790748
verified: no, type: manhattan_spearman
value: 87.18812519859725
verified: no, type: pearson
value: 85.89932616809199
verified: no, type: spearman
value: 87.34265089376507
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 83.57539157713117
verified: no, type: cosine_spearman
value: 84.8327592322146
verified: no, type: euclidean_pearson
value: 84.04928896411587
verified: no, type: euclidean_spearman
value: 84.83275862198806
verified: no, type: main_score
value: 84.8327592322146
verified: no, type: manhattan_pearson
value: 83.88919473293718
verified: no, type: manhattan_spearman
value: 84.64175696279177
verified: no, type: pearson
value: 83.57539157713117
verified: no, type: spearman
value: 84.8327592322146
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 56.77939191972398
verified: no, type: cosine_spearman
value: 56.44421451336106
verified: no, type: euclidean_pearson
value: 57.84746999725719
verified: no, type: euclidean_spearman
value: 56.44421451336106
verified: no, type: main_score
value: 56.44421451336106
verified: no, type: manhattan_pearson
value: 56.368375736935185
verified: no, type: manhattan_spearman
value: 54.443033747967476
verified: no, type: pearson
value: 56.77939191972398
verified: no, type: spearman
value: 56.44421451336106
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 72.7123285460032
verified: no, type: cosine_spearman
value: 73.0413412902408
verified: no, type: euclidean_pearson
value: 73.26576109213129
verified: no, type: euclidean_spearman
value: 73.0413412902408
verified: no, type: main_score
value: 73.0413412902408
verified: no, type: manhattan_pearson
value: 73.18845328161191
verified: no, type: manhattan_spearman
value: 73.01804685924571
verified: no, type: pearson
value: 72.7123285460032
verified: no, type: spearman
value: 73.0413412902408
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 85.76937213938014
verified: no, type: cosine_spearman
value: 86.42806650035523
verified: no, type: euclidean_pearson
value: 86.6429129637805
verified: no, type: euclidean_spearman
value: 86.42806650035523
verified: no, type: main_score
value: 86.42806650035523
verified: no, type: manhattan_pearson
value: 86.57962956067654
verified: no, type: manhattan_spearman
value: 86.18220646628836
verified: no, type: pearson
value: 85.76937213938014
verified: no, type: spearman
value: 86.42806650035523
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 53.63838562350928
verified: no, type: cosine_spearman
value: 51.425433307585536
verified: no, type: euclidean_pearson
value: 53.89159715974961
verified: no, type: euclidean_spearman
value: 51.425433307585536
verified: no, type: main_score
value: 51.425433307585536
verified: no, type: manhattan_pearson
value: 53.072978089852526
verified: no, type: manhattan_spearman
value: 50.42207979849882
verified: no, type: pearson
value: 53.63838562350928
verified: no, type: spearman
value: 51.425433307585536
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 74.86829926679785
verified: no, type: cosine_spearman
value: 75.97371995137269
verified: no, type: euclidean_pearson
value: 75.31029737838625
verified: no, type: euclidean_spearman
value: 75.97371995137269
verified: no, type: main_score
value: 75.97371995137269
verified: no, type: manhattan_pearson
value: 75.65839894637686
verified: no, type: manhattan_spearman
value: 76.1355272163419
verified: no, type: pearson
value: 74.86829926679785
verified: no, type: spearman
value: 75.97371995137269
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 74.71447286299487
verified: no, type: cosine_spearman
value: 74.06702660747132
verified: no, type: euclidean_pearson
value: 75.38807553614491
verified: no, type: euclidean_spearman
value: 74.06702660747132
verified: no, type: main_score
value: 74.06702660747132
verified: no, type: manhattan_pearson
value: 75.12369492510138
verified: no, type: manhattan_spearman
value: 73.91369082324793
verified: no, type: pearson
value: 74.71447286299487
verified: no, type: spearman
value: 74.06702660747132
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 72.38044871568002
verified: no, type: cosine_spearman
value: 72.67462698051628
verified: no, type: euclidean_pearson
value: 72.93088753362804
verified: no, type: euclidean_spearman
value: 72.67462698051628
verified: no, type: main_score
value: 72.67462698051628
verified: no, type: manhattan_pearson
value: 72.36507526375641
verified: no, type: manhattan_spearman
value: 72.05743987811199
verified: no, type: pearson
value: 72.38044871568002
verified: no, type: spearman
value: 72.67462698051628
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 70.21041932205698
verified: no, type: cosine_spearman
value: 69.70028178727163
verified: no, type: euclidean_pearson
value: 70.90563853073118
verified: no, type: euclidean_spearman
value: 69.70028178727163
verified: no, type: main_score
value: 69.70028178727163
verified: no, type: manhattan_pearson
value: 70.57814054683753
verified: no, type: manhattan_spearman
value: 69.09462658139957
verified: no, type: pearson
value: 70.21041932205698
verified: no, type: spearman
value: 69.70028178727163
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 69.13900601047764
verified: no, type: cosine_spearman
value: 69.2134140940147
verified: no, type: euclidean_pearson
value: 70.74438767160798
verified: no, type: euclidean_spearman
value: 69.2134140940147
verified: no, type: main_score
value: 69.2134140940147
verified: no, type: manhattan_pearson
value: 71.02398307661159
verified: no, type: manhattan_spearman
value: 69.37936110586129
verified: no, type: pearson
value: 69.13900601047764
verified: no, type: spearman
value: 69.2134140940147
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 64.8805006605935
verified: no, type: cosine_spearman
value: 63.81067904946749
verified: no, type: euclidean_pearson
value: 67.42954643546759
verified: no, type: euclidean_spearman
value: 63.81067904946749
verified: no, type: main_score
value: 63.81067904946749
verified: no, type: manhattan_pearson
value: 68.5718639745086
verified: no, type: manhattan_spearman
value: 64.77027566921338
verified: no, type: pearson
value: 64.8805006605935
verified: no, type: spearman
value: 63.81067904946749
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 75.50011820404733
verified: no, type: cosine_spearman
value: 78.22942242197527
verified: no, type: euclidean_pearson
value: 76.7001402354704
verified: no, type: euclidean_spearman
value: 78.22942242197527
verified: no, type: main_score
value: 78.22942242197527
verified: no, type: manhattan_pearson
value: 78.77879852950737
verified: no, type: manhattan_spearman
value: 79.58485702006229
verified: no, type: pearson
value: 75.50011820404733
verified: no, type: spearman
value: 78.22942242197527
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 78.98435260035146
verified: no, type: cosine_spearman
value: 79.0083835281799
verified: no, type: euclidean_pearson
value: 79.05051294275746
verified: no, type: euclidean_spearman
value: 79.0083835281799
verified: no, type: main_score
value: 79.0083835281799
verified: no, type: manhattan_pearson
value: 79.28546319449809
verified: no, type: manhattan_spearman
value: 78.79790129500051
verified: no, type: pearson
value: 78.98435260035146
verified: no, type: spearman
value: 79.0083835281799
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 76.5491270627292
verified: no, type: cosine_spearman
value: 76.34747339191613
verified: no, type: euclidean_pearson
value: 77.52703884917828
verified: no, type: euclidean_spearman
value: 76.34747339191613
verified: no, type: main_score
value: 76.34747339191613
verified: no, type: manhattan_pearson
value: 77.94417346436772
verified: no, type: manhattan_spearman
value: 76.15552728253843
verified: no, type: pearson
value: 76.5491270627292
verified: no, type: spearman
value: 76.34747339191613
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 81.44263012519023
verified: no, type: cosine_spearman
value: 84.1219543406234
verified: no, type: euclidean_pearson
value: 83.61379006230743
verified: no, type: euclidean_spearman
value: 84.1219543406234
verified: no, type: main_score
value: 84.1219543406234
verified: no, type: manhattan_pearson
value: 83.40336227949633
verified: no, type: manhattan_spearman
value: 83.94639826019986
verified: no, type: pearson
value: 81.44263012519023
verified: no, type: spearman
value: 84.1219543406234
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 80.99314184170828
verified: no, type: map
value: 80.99314184170828
verified: no, type: mrr
value: 94.80081918807409
verified: no, type: nAUC_map_diff1
value: 2.519316498883737
verified: no, type: nAUC_map_max
value: 53.83115362914741
verified: no, type: nAUC_map_std
value: 71.18884208143534
verified: no, type: nAUC_mrr_diff1
value: 49.13813585315955
verified: no, type: nAUC_mrr_max
value: 82.97821200827201
verified: no, type: nAUC_mrr_std
value: 80.52851378034694
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 72.887
verified: no, type: map_at_1
value: 56.983
verified: no, type: map_at_10
value: 68.02
verified: no, type: map_at_100
value: 68.47800000000001
verified: no, type: map_at_1000
value: 68.49300000000001
verified: no, type: map_at_20
value: 68.319
verified: no, type: map_at_3
value: 64.735
verified: no, type: map_at_5
value: 66.797
verified: no, type: mrr_at_1
value: 60
verified: no, type: mrr_at_10
value: 68.80674603174603
verified: no, type: mrr_at_100
value: 69.17683357934396
verified: no, type: mrr_at_1000
value: 69.19182270659053
verified: no, type: mrr_at_20
value: 69.04443591467584
verified: no, type: mrr_at_3
value: 66.22222222222221
verified: no, type: mrr_at_5
value: 67.88888888888889
verified: no, type: nauc_map_at_1000_diff1
value: 65.74751339600985
verified: no, type: nauc_map_at_1000_max
value: 51.01631394192724
verified: no, type: nauc_map_at_1000_std
value: -4.749077682272638
verified: no, type: nauc_map_at_100_diff1
value: 65.7511025839809
verified: no, type: nauc_map_at_100_max
value: 51.02179965776254
verified: no, type: nauc_map_at_100_std
value: -4.750648691834171
verified: no, type: nauc_map_at_10_diff1
value: 65.8078854827133
verified: no, type: nauc_map_at_10_max
value: 51.17250624028733
verified: no, type: nauc_map_at_10_std
value: -5.145740047184135
verified: no, type: nauc_map_at_1_diff1
value: 69.1712101533685
verified: no, type: nauc_map_at_1_max
value: 46.030719621812224
verified: no, type: nauc_map_at_1_std
value: -8.492699133614764
verified: no, type: nauc_map_at_20_diff1
value: 65.72860985168403
verified: no, type: nauc_map_at_20_max
value: 51.02243609996885
verified: no, type: nauc_map_at_20_std
value: -4.897680708725447
verified: no, type: nauc_map_at_3_diff1
value: 66.04795347641515
verified: no, type: nauc_map_at_3_max
value: 49.28417356777598
verified: no, type: nauc_map_at_3_std
value: -8.144355960324793
verified: no, type: nauc_map_at_5_diff1
value: 65.39564471101812
verified: no, type: nauc_map_at_5_max
value: 49.8786868247306
verified: no, type: nauc_map_at_5_std
value: -5.361632284686927
verified: no, type: nauc_mrr_at_1000_diff1
value: 65.35483966038701
verified: no, type: nauc_mrr_at_1000_max
value: 52.46038918168655
verified: no, type: nauc_mrr_at_1000_std
value: -2.9488525087661865
verified: no, type: nauc_mrr_at_100_diff1
value: 65.35869633533838
verified: no, type: nauc_mrr_at_100_max
value: 52.465078488348915
verified: no, type: nauc_mrr_at_100_std
value: -2.9515006369786185
verified: no, type: nauc_mrr_at_10_diff1
value: 65.32937085681456
verified: no, type: nauc_mrr_at_10_max
value: 52.69576591011457
verified: no, type: nauc_mrr_at_10_std
value: -3.211748975877107
verified: no, type: nauc_mrr_at_1_diff1
value: 68.74146631047786
verified: no, type: nauc_mrr_at_1_max
value: 50.13505491243696
verified: no, type: nauc_mrr_at_1_std
value: -1.8066686454932306
verified: no, type: nauc_mrr_at_20_diff1
value: 65.30292147401966
verified: no, type: nauc_mrr_at_20_max
value: 52.506885523141
verified: no, type: nauc_mrr_at_20_std
value: -3.030133033199617
verified: no, type: nauc_mrr_at_3_diff1
value: 64.76693508063609
verified: no, type: nauc_mrr_at_3_max
value: 52.16422755733336
verified: no, type: nauc_mrr_at_3_std
value: -4.375097949954107
verified: no, type: nauc_mrr_at_5_diff1
value: 64.72226560669719
verified: no, type: nauc_mrr_at_5_max
value: 52.402248270260976
verified: no, type: nauc_mrr_at_5_std
value: -2.3470762334639543
verified: no, type: nauc_ndcg_at_1000_diff1
value: 65.05291476181804
verified: no, type: nauc_ndcg_at_1000_max
value: 52.29203656356969
verified: no, type: nauc_ndcg_at_1000_std
value: -3.2044176855608937
verified: no, type: nauc_ndcg_at_100_diff1
value: 65.14234495976609
verified: no, type: nauc_ndcg_at_100_max
value: 52.648998314377046
verified: no, type: nauc_ndcg_at_100_std
value: -2.836497638004637
verified: no, type: nauc_ndcg_at_10_diff1
value: 65.07401371760211
verified: no, type: nauc_ndcg_at_10_max
value: 53.576715684408214
verified: no, type: nauc_ndcg_at_10_std
value: -4.308181380375265
verified: no, type: nauc_ndcg_at_1_diff1
value: 68.74146631047786
verified: no, type: nauc_ndcg_at_1_max
value: 50.13505491243696
verified: no, type: nauc_ndcg_at_1_std
value: -1.8066686454932306
verified: no, type: nauc_ndcg_at_20_diff1
value: 64.84825741925087
verified: no, type: nauc_ndcg_at_20_max
value: 52.92789159833541
verified: no, type: nauc_ndcg_at_20_std
value: -3.3072860677499856
verified: no, type: nauc_ndcg_at_3_diff1
value: 64.37308313406504
verified: no, type: nauc_ndcg_at_3_max
value: 51.32442115826017
verified: no, type: nauc_ndcg_at_3_std
value: -7.029903565507216
verified: no, type: nauc_ndcg_at_5_diff1
value: 63.86750880299841
verified: no, type: nauc_ndcg_at_5_max
value: 51.37420252304249
verified: no, type: nauc_ndcg_at_5_std
value: -3.6483750498877447
verified: no, type: nauc_precision_at_1000_diff1
value: -26.510729177260178
verified: no, type: nauc_precision_at_1000_max
value: 14.42625173734718
verified: no, type: nauc_precision_at_1000_std
value: 45.496457507034286
verified: no, type: nauc_precision_at_100_diff1
value: -14.374685492703476
verified: no, type: nauc_precision_at_100_max
value: 21.681911020335644
verified: no, type: nauc_precision_at_100_std
value: 42.16203415919248
verified: no, type: nauc_precision_at_10_diff1
value: 7.815716722545709
verified: no, type: nauc_precision_at_10_max
value: 36.03562535537121
verified: no, type: nauc_precision_at_10_std
value: 28.24000548987315
verified: no, type: nauc_precision_at_1_diff1
value: 68.74146631047786
verified: no, type: nauc_precision_at_1_max
value: 50.13505491243696
verified: no, type: nauc_precision_at_1_std
value: -1.8066686454932306
verified: no, type: nauc_precision_at_20_diff1
value: -1.0860405342771857
verified: no, type: nauc_precision_at_20_max
value: 29.773416761471406
verified: no, type: nauc_precision_at_20_std
value: 34.781738507563304
verified: no, type: nauc_precision_at_3_diff1
value: 36.2217738770724
verified: no, type: nauc_precision_at_3_max
value: 43.356155845594834
verified: no, type: nauc_precision_at_3_std
value: 9.506045734283152
verified: no, type: nauc_precision_at_5_diff1
value: 20.749541232335027
verified: no, type: nauc_precision_at_5_max
value: 38.57715809985047
verified: no, type: nauc_precision_at_5_std
value: 22.581774153881096
verified: no, type: nauc_recall_at_1000_diff1
value: 12.278244631182748
verified: no, type: nauc_recall_at_1000_max
value: -56.34920634920787
verified: no, type: nauc_recall_at_1000_std
value: 12.278244631182748
verified: no, type: nauc_recall_at_100_diff1
value: 64.01833460657008
verified: no, type: nauc_recall_at_100_max
value: 60.00763941940402
verified: no, type: nauc_recall_at_100_std
value: 18.572277395806154
verified: no, type: nauc_recall_at_10_diff1
value: 62.32242861171786
verified: no, type: nauc_recall_at_10_max
value: 62.75965074851927
verified: no, type: nauc_recall_at_10_std
value: -6.085630582444918
verified: no, type: nauc_recall_at_1_diff1
value: 69.1712101533685
verified: no, type: nauc_recall_at_1_max
value: 46.030719621812224
verified: no, type: nauc_recall_at_1_std
value: -8.492699133614764
verified: no, type: nauc_recall_at_20_diff1
value: 59.109050124114724
verified: no, type: nauc_recall_at_20_max
value: 59.41051217234864
verified: no, type: nauc_recall_at_20_std
value: 3.246339186081203
verified: no, type: nauc_recall_at_3_diff1
value: 60.981933198798856
verified: no, type: nauc_recall_at_3_max
value: 51.04347606806292
verified: no, type: nauc_recall_at_3_std
value: -12.852440576759369
verified: no, type: nauc_recall_at_5_diff1
value: 58.155380815418766
verified: no, type: nauc_recall_at_5_max
value: 52.3232345936131
verified: no, type: nauc_recall_at_5_std
value: -1.264784301127294
verified: no, type: ndcg_at_1
value: 60
verified: no, type: ndcg_at_10
value: 72.887
verified: no, type: ndcg_at_100
value: 74.92699999999999
verified: no, type: ndcg_at_1000
value: 75.351
verified: no, type: ndcg_at_20
value: 73.882
verified: no, type: ndcg_at_3
value: 67.289
verified: no, type: ndcg_at_5
value: 70.348
verified: no, type: precision_at_1
value: 60
verified: no, type: precision_at_10
value: 9.9
verified: no, type: precision_at_100
value: 1.093
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.167
verified: no, type: precision_at_3
value: 26.556
verified: no, type: precision_at_5
value: 17.933
verified: no, type: recall_at_1
value: 56.983
verified: no, type: recall_at_10
value: 86.989
verified: no, type: recall_at_100
value: 96.333
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: recall_at_20
value: 90.889
verified: no, type: recall_at_3
value: 71.989
verified: no, type: recall_at_5
value: 79.578
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.73861386138614
verified: no, type: cosine_accuracy_threshold
value: 90.32489657402039
verified: no, type: cosine_ap
value: 92.64599869853095
verified: no, type: cosine_f1
value: 86.43371017471738
verified: no, type: cosine_f1_threshold
value: 90.2580976486206
verified: no, type: cosine_precision
value: 88.90063424947145
verified: no, type: cosine_recall
value: 84.1
verified: no, type: dot_accuracy
value: 99.73861386138614
verified: no, type: dot_accuracy_threshold
value: 90.32490253448486
verified: no, type: dot_ap
value: 92.64595539427177
verified: no, type: dot_f1
value: 86.43371017471738
verified: no, type: dot_f1_threshold
value: 90.25810956954956
verified: no, type: dot_precision
value: 88.90063424947145
verified: no, type: dot_recall
value: 84.1
verified: no, type: euclidean_accuracy
value: 99.73861386138614
verified: no, type: euclidean_accuracy_threshold
value: 43.988871574401855
verified: no, type: euclidean_ap
value: 92.64599869853096
verified: no, type: euclidean_f1
value: 86.43371017471738
verified: no, type: euclidean_f1_threshold
value: 44.14045214653015
verified: no, type: euclidean_precision
value: 88.90063424947145
verified: no, type: euclidean_recall
value: 84.1
verified: no, type: main_score
value: 93.05685558073557
verified: no, type: manhattan_accuracy
value: 99.74752475247524
verified: no, type: manhattan_accuracy_threshold
value: 1051.1520385742188
verified: no, type: manhattan_ap
value: 93.05685558073557
verified: no, type: manhattan_f1
value: 87.06240487062405
verified: no, type: manhattan_f1_threshold
value: 1051.5135765075684
verified: no, type: manhattan_precision
value: 88.36251287332647
verified: no, type: manhattan_recall
value: 85.8
verified: no, type: max_ap
value: 93.05685558073557
verified: no, type: max_f1
value: 87.06240487062405
verified: no, type: max_precision
value: 88.90063424947145
verified: no, type: max_recall
value: 85.8
verified: no, type: similarity_accuracy
value: 99.73861386138614
verified: no, type: similarity_accuracy_threshold
value: 90.32489657402039
verified: no, type: similarity_ap
value: 92.64599869853095
verified: no, type: similarity_f1
value: 86.43371017471738
verified: no, type: similarity_f1_threshold
value: 90.2580976486206
verified: no, type: similarity_precision
value: 88.90063424947145
verified: no, type: similarity_recall
value: 84.1
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 66.37519604053632
verified: no, type: v_measure
value: 66.37519604053632
verified: no, type: v_measure_std
value: 3.410007122108013
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 39.19275669318283
verified: no, type: v_measure
value: 39.19275669318283
verified: no, type: v_measure_std
value: 1.433472639700171
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 48.37677316210566
verified: no, type: map
value: 48.37677316210566
verified: no, type: mrr
value: 49.172223813767935
verified: no, type: nAUC_map_diff1
value: 37.067832495829684
verified: no, type: nAUC_map_max
value: 12.566172393440276
verified: no, type: nAUC_map_std
value: 9.594421406244894
verified: no, type: nAUC_mrr_diff1
value: 37.721801475851414
verified: no, type: nAUC_mrr_max
value: 13.229276487693506
verified: no, type: nAUC_mrr_std
value: 10.265502733168592
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 24.294425360602
verified: no, type: cosine_spearman
value: 25.227349196483146
verified: no, type: dot_pearson
value: 24.294425689673897
verified: no, type: dot_spearman
value: 25.22595105524031
verified: no, type: main_score
value: 25.227349196483146
verified: no, type: pearson
value: 24.294425360602
verified: no, type: spearman
value: 25.227349196483146
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 83.71600000000001
verified: no, type: map_at_1
value: 0.22499999999999998
verified: no, type: map_at_10
value: 2.149
verified: no, type: map_at_100
value: 14.036999999999999
verified: no, type: map_at_1000
value: 33.592
verified: no, type: map_at_20
value: 4.077999999999999
verified: no, type: map_at_3
value: 0.697
verified: no, type: map_at_5
value: 1.123
verified: no, type: mrr_at_1
value: 88
verified: no, type: mrr_at_10
value: 93.5
verified: no, type: mrr_at_100
value: 93.5
verified: no, type: mrr_at_1000
value: 93.5
verified: no, type: mrr_at_20
value: 93.5
verified: no, type: mrr_at_3
value: 93
verified: no, type: mrr_at_5
value: 93.5
verified: no, type: nauc_map_at_1000_diff1
value: -37.74019405875251
verified: no, type: nauc_map_at_1000_max
value: 43.36659357895312
verified: no, type: nauc_map_at_1000_std
value: 78.15639459263728
verified: no, type: nauc_map_at_100_diff1
value: -30.01165990846415
verified: no, type: nauc_map_at_100_max
value: 19.246430352246726
verified: no, type: nauc_map_at_100_std
value: 48.21182298702515
verified: no, type: nauc_map_at_10_diff1
value: -9.760408372906864
verified: no, type: nauc_map_at_10_max
value: 0.7336574098845274
verified: no, type: nauc_map_at_10_std
value: 11.384489325092082
verified: no, type: nauc_map_at_1_diff1
value: 5.032274247676729
verified: no, type: nauc_map_at_1_max
value: -4.617648500024458
verified: no, type: nauc_map_at_1_std
value: 8.469833959848321
verified: no, type: nauc_map_at_20_diff1
value: -18.752371978248327
verified: no, type: nauc_map_at_20_max
value: 2.3046738344836064
verified: no, type: nauc_map_at_20_std
value: 15.833810469532736
verified: no, type: nauc_map_at_3_diff1
value: -2.282653784955422
verified: no, type: nauc_map_at_3_max
value: -5.94327326591755
verified: no, type: nauc_map_at_3_std
value: 6.684405011691402
verified: no, type: nauc_map_at_5_diff1
value: -9.350967821325415
verified: no, type: nauc_map_at_5_max
value: -2.1321331142366886
verified: no, type: nauc_map_at_5_std
value: 9.63344735168679
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.244301106794655
verified: no, type: nauc_mrr_at_1000_max
value: 38.04515135967145
verified: no, type: nauc_mrr_at_1000_std
value: 67.42651909404088
verified: no, type: nauc_mrr_at_100_diff1
value: 19.244301106794655
verified: no, type: nauc_mrr_at_100_max
value: 38.04515135967145
verified: no, type: nauc_mrr_at_100_std
value: 67.42651909404088
verified: no, type: nauc_mrr_at_10_diff1
value: 19.244301106794655
verified: no, type: nauc_mrr_at_10_max
value: 38.04515135967145
verified: no, type: nauc_mrr_at_10_std
value: 67.42651909404088
verified: no, type: nauc_mrr_at_1_diff1
value: 30.695195672924008
verified: no, type: nauc_mrr_at_1_max
value: 40.24021635380201
verified: no, type: nauc_mrr_at_1_std
value: 64.65160674514797
verified: no, type: nauc_mrr_at_20_diff1
value: 19.244301106794655
verified: no, type: nauc_mrr_at_20_max
value: 38.04515135967145
verified: no, type: nauc_mrr_at_20_std
value: 67.42651909404088
verified: no, type: nauc_mrr_at_3_diff1
value: 9.460377871414925
verified: no, type: nauc_mrr_at_3_max
value: 36.169634361832266
verified: no, type: nauc_mrr_at_3_std
value: 69.79747179556875
verified: no, type: nauc_mrr_at_5_diff1
value: 19.244301106794655
verified: no, type: nauc_mrr_at_5_max
value: 38.04515135967145
verified: no, type: nauc_mrr_at_5_std
value: 67.42651909404088
verified: no, type: nauc_ndcg_at_1000_diff1
value: -39.737437841505525
verified: no, type: nauc_ndcg_at_1000_max
value: 39.588873588822274
verified: no, type: nauc_ndcg_at_1000_std
value: 78.14902788658362
verified: no, type: nauc_ndcg_at_100_diff1
value: -29.178863578506586
verified: no, type: nauc_ndcg_at_100_max
value: 42.85774941223408
verified: no, type: nauc_ndcg_at_100_std
value: 79.87357453241586
verified: no, type: nauc_ndcg_at_10_diff1
value: -26.484391516589657
verified: no, type: nauc_ndcg_at_10_max
value: 42.72241600167698
verified: no, type: nauc_ndcg_at_10_std
value: 68.19151094539976
verified: no, type: nauc_ndcg_at_1_diff1
value: 9.915392124959421
verified: no, type: nauc_ndcg_at_1_max
value: 23.839895867230688
verified: no, type: nauc_ndcg_at_1_std
value: 66.78490074845433
verified: no, type: nauc_ndcg_at_20_diff1
value: -33.579927248156764
verified: no, type: nauc_ndcg_at_20_max
value: 40.70026877258957
verified: no, type: nauc_ndcg_at_20_std
value: 68.79058594264934
verified: no, type: nauc_ndcg_at_3_diff1
value: -9.53242863670409
verified: no, type: nauc_ndcg_at_3_max
value: 26.871867846146806
verified: no, type: nauc_ndcg_at_3_std
value: 64.59635427834456
verified: no, type: nauc_ndcg_at_5_diff1
value: -28.159706027117203
verified: no, type: nauc_ndcg_at_5_max
value: 29.146277434723277
verified: no, type: nauc_ndcg_at_5_std
value: 62.10571075144466
verified: no, type: nauc_precision_at_1000_diff1
value: -12.337137609580335
verified: no, type: nauc_precision_at_1000_max
value: 37.997646654420365
verified: no, type: nauc_precision_at_1000_std
value: 44.4108831337026
verified: no, type: nauc_precision_at_100_diff1
value: -27.204587318780927
verified: no, type: nauc_precision_at_100_max
value: 45.85476754361804
verified: no, type: nauc_precision_at_100_std
value: 79.10162967314747
verified: no, type: nauc_precision_at_10_diff1
value: -19.712113145761485
verified: no, type: nauc_precision_at_10_max
value: 61.12322079696251
verified: no, type: nauc_precision_at_10_std
value: 69.82612276877653
verified: no, type: nauc_precision_at_1_diff1
value: 30.695195672924008
verified: no, type: nauc_precision_at_1_max
value: 40.24021635380201
verified: no, type: nauc_precision_at_1_std
value: 64.65160674514797
verified: no, type: nauc_precision_at_20_diff1
value: -35.81580541107032
verified: no, type: nauc_precision_at_20_max
value: 49.85546712252859
verified: no, type: nauc_precision_at_20_std
value: 68.68339783265114
verified: no, type: nauc_precision_at_3_diff1
value: -14.43795260039528
verified: no, type: nauc_precision_at_3_max
value: 53.1517445687952
verified: no, type: nauc_precision_at_3_std
value: 78.79361421988142
verified: no, type: nauc_precision_at_5_diff1
value: -23.592835847661018
verified: no, type: nauc_precision_at_5_max
value: 63.607630405057
verified: no, type: nauc_precision_at_5_std
value: 72.10777610903118
verified: no, type: nauc_recall_at_1000_diff1
value: -38.947759396555625
verified: no, type: nauc_recall_at_1000_max
value: 31.775735742211324
verified: no, type: nauc_recall_at_1000_std
value: 63.77657941191196
verified: no, type: nauc_recall_at_100_diff1
value: -29.033439414452474
verified: no, type: nauc_recall_at_100_max
value: 6.088477112905269
verified: no, type: nauc_recall_at_100_std
value: 33.644374882067645
verified: no, type: nauc_recall_at_10_diff1
value: -10.68139060078312
verified: no, type: nauc_recall_at_10_max
value: -7.2806613163056895
verified: no, type: nauc_recall_at_10_std
value: 3.0678840656131996
verified: no, type: nauc_recall_at_1_diff1
value: 5.032274247676729
verified: no, type: nauc_recall_at_1_max
value: -4.617648500024458
verified: no, type: nauc_recall_at_1_std
value: 8.469833959848321
verified: no, type: nauc_recall_at_20_diff1
value: -18.071212870636995
verified: no, type: nauc_recall_at_20_max
value: -6.953203874741589
verified: no, type: nauc_recall_at_20_std
value: 6.118400469549319
verified: no, type: nauc_recall_at_3_diff1
value: -7.0258132415628145
verified: no, type: nauc_recall_at_3_max
value: -11.620061195071214
verified: no, type: nauc_recall_at_3_std
value: 0.46520505953450686
verified: no, type: nauc_recall_at_5_diff1
value: -12.816778576127488
verified: no, type: nauc_recall_at_5_max
value: -8.490882584106425
verified: no, type: nauc_recall_at_5_std
value: 2.9444123697147924
verified: no, type: ndcg_at_1
value: 85
verified: no, type: ndcg_at_10
value: 83.71600000000001
verified: no, type: ndcg_at_100
value: 66.322
verified: no, type: ndcg_at_1000
value: 58.794000000000004
verified: no, type: ndcg_at_20
value: 81.339
verified: no, type: ndcg_at_3
value: 86.827
verified: no, type: ndcg_at_5
value: 85.372
verified: no, type: precision_at_1
value: 88
verified: no, type: precision_at_10
value: 88.4
verified: no, type: precision_at_100
value: 68.89999999999999
verified: no, type: precision_at_1000
value: 25.913999999999998
verified: no, type: precision_at_20
value: 86
verified: no, type: precision_at_3
value: 92
verified: no, type: precision_at_5
value: 90.8
verified: no, type: recall_at_1
value: 0.22499999999999998
verified: no, type: recall_at_10
value: 2.3120000000000003
verified: no, type: recall_at_100
value: 16.84
verified: no, type: recall_at_1000
value: 55.541
verified: no, type: recall_at_20
value: 4.478
verified: no, type: recall_at_3
value: 0.735
verified: no, type: recall_at_5
value: 1.188
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 29.148000000000003
verified: no, type: map_at_1
value: 2.9690000000000003
verified: no, type: map_at_10
value: 12.183
verified: no, type: map_at_100
value: 18.934
verified: no, type: map_at_1000
value: 20.657
verified: no, type: map_at_20
value: 14.995
verified: no, type: map_at_3
value: 6.261
verified: no, type: map_at_5
value: 8.463
verified: no, type: mrr_at_1
value: 40.816326530612244
verified: no, type: mrr_at_10
value: 54.33916423712341
verified: no, type: mrr_at_100
value: 55.424228921812166
verified: no, type: mrr_at_1000
value: 55.424228921812166
verified: no, type: mrr_at_20
value: 55.115252184263994
verified: no, type: mrr_at_3
value: 51.360544217687064
verified: no, type: mrr_at_5
value: 53.707482993197274
verified: no, type: nauc_map_at_1000_diff1
value: 24.39650474897996
verified: no, type: nauc_map_at_1000_max
value: -24.9951891255025
verified: no, type: nauc_map_at_1000_std
value: 9.605455246028367
verified: no, type: nauc_map_at_100_diff1
value: 25.536859954016666
verified: no, type: nauc_map_at_100_max
value: -25.804629962474262
verified: no, type: nauc_map_at_100_std
value: 6.269656637665734
verified: no, type: nauc_map_at_10_diff1
value: 24.85518759986692
verified: no, type: nauc_map_at_10_max
value: -23.813502179044356
verified: no, type: nauc_map_at_10_std
value: -10.511927624839066
verified: no, type: nauc_map_at_1_diff1
value: 38.988840017170084
verified: no, type: nauc_map_at_1_max
value: -32.91111385240854
verified: no, type: nauc_map_at_1_std
value: -23.593390331872705
verified: no, type: nauc_map_at_20_diff1
value: 21.90593939858651
verified: no, type: nauc_map_at_20_max
value: -23.88012227409119
verified: no, type: nauc_map_at_20_std
value: -5.8228272625717965
verified: no, type: nauc_map_at_3_diff1
value: 32.30334028131513
verified: no, type: nauc_map_at_3_max
value: -37.94218032778254
verified: no, type: nauc_map_at_3_std
value: -20.73094293061375
verified: no, type: nauc_map_at_5_diff1
value: 22.700908074741232
verified: no, type: nauc_map_at_5_max
value: -29.289350038869493
verified: no, type: nauc_map_at_5_std
value: -15.465462985852394
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.35450280091282
verified: no, type: nauc_mrr_at_1000_max
value: -46.85388076847817
verified: no, type: nauc_mrr_at_1000_std
value: -11.371621140495272
verified: no, type: nauc_mrr_at_100_diff1
value: 36.35450280091282
verified: no, type: nauc_mrr_at_100_max
value: -46.85388076847817
verified: no, type: nauc_mrr_at_100_std
value: -11.371621140495272
verified: no, type: nauc_mrr_at_10_diff1
value: 36.49601491862039
verified: no, type: nauc_mrr_at_10_max
value: -48.23156353834522
verified: no, type: nauc_mrr_at_10_std
value: -10.235106950548067
verified: no, type: nauc_mrr_at_1_diff1
value: 30.580995175260696
verified: no, type: nauc_mrr_at_1_max
value: -41.150802011358095
verified: no, type: nauc_mrr_at_1_std
value: -18.734158460340613
verified: no, type: nauc_mrr_at_20_diff1
value: 36.71852563079837
verified: no, type: nauc_mrr_at_20_max
value: -47.057569621975745
verified: no, type: nauc_mrr_at_20_std
value: -10.6425202175546
verified: no, type: nauc_mrr_at_3_diff1
value: 37.11798353023653
verified: no, type: nauc_mrr_at_3_max
value: -41.98131493735321
verified: no, type: nauc_mrr_at_3_std
value: -14.708927784488285
verified: no, type: nauc_mrr_at_5_diff1
value: 36.89165099595256
verified: no, type: nauc_mrr_at_5_max
value: -46.62294841562043
verified: no, type: nauc_mrr_at_5_std
value: -12.950360469740291
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.229868567293867
verified: no, type: nauc_ndcg_at_1000_max
value: -32.96979900127197
verified: no, type: nauc_ndcg_at_1000_std
value: 28.83389826789891
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.52267538437917
verified: no, type: nauc_ndcg_at_100_max
value: -36.30568539371575
verified: no, type: nauc_ndcg_at_100_std
value: 21.077780005544017
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.624818340564026
verified: no, type: nauc_ndcg_at_10_max
value: -30.41197929897389
verified: no, type: nauc_ndcg_at_10_std
value: -2.0879378834665285
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.09620989819088
verified: no, type: nauc_ndcg_at_1_max
value: -36.21961356590305
verified: no, type: nauc_ndcg_at_1_std
value: -16.336654888564233
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.145204376285356
verified: no, type: nauc_ndcg_at_20_max
value: -31.28329863036936
verified: no, type: nauc_ndcg_at_20_std
value: -0.4725530619650745
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.677773521665433
verified: no, type: nauc_ndcg_at_3_max
value: -32.429541360857414
verified: no, type: nauc_ndcg_at_3_std
value: -5.50717933012337
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.43507358400893
verified: no, type: nauc_ndcg_at_5_max
value: -31.930933021675834
verified: no, type: nauc_ndcg_at_5_std
value: -2.223314270488071
verified: no, type: nauc_precision_at_1000_diff1
value: -27.19395370994479
verified: no, type: nauc_precision_at_1000_max
value: 31.32895786519588
verified: no, type: nauc_precision_at_1000_std
value: 30.385879238372826
verified: no, type: nauc_precision_at_100_diff1
value: 18.037320798123492
verified: no, type: nauc_precision_at_100_max
value: -12.829019500448858
verified: no, type: nauc_precision_at_100_std
value: 63.7252345522221
verified: no, type: nauc_precision_at_10_diff1
value: 33.03740695134771
verified: no, type: nauc_precision_at_10_max
value: -28.3418055223018
verified: no, type: nauc_precision_at_10_std
value: 12.399749606566802
verified: no, type: nauc_precision_at_1_diff1
value: 30.580995175260696
verified: no, type: nauc_precision_at_1_max
value: -41.150802011358095
verified: no, type: nauc_precision_at_1_std
value: -18.734158460340613
verified: no, type: nauc_precision_at_20_diff1
value: 24.61739751282666
verified: no, type: nauc_precision_at_20_max
value: -26.19505578353661
verified: no, type: nauc_precision_at_20_std
value: 28.082166318953462
verified: no, type: nauc_precision_at_3_diff1
value: 24.262619325154343
verified: no, type: nauc_precision_at_3_max
value: -35.16939673443783
verified: no, type: nauc_precision_at_3_std
value: -1.5143701562969083
verified: no, type: nauc_precision_at_5_diff1
value: 22.767486223120752
verified: no, type: nauc_precision_at_5_max
value: -32.39632845953219
verified: no, type: nauc_precision_at_5_std
value: 4.989881878186032
verified: no, type: nauc_recall_at_1000_diff1
value: -3.2461494312684294
verified: no, type: nauc_recall_at_1000_max
value: -2.112903285457026
verified: no, type: nauc_recall_at_1000_std
value: 70.89954510826574
verified: no, type: nauc_recall_at_100_diff1
value: 29.802898837494297
verified: no, type: nauc_recall_at_100_max
value: -24.20480944377232
verified: no, type: nauc_recall_at_100_std
value: 35.89183425780783
verified: no, type: nauc_recall_at_10_diff1
value: 27.388757054959328
verified: no, type: nauc_recall_at_10_max
value: -24.989779334676186
verified: no, type: nauc_recall_at_10_std
value: -9.164641938439107
verified: no, type: nauc_recall_at_1_diff1
value: 38.988840017170084
verified: no, type: nauc_recall_at_1_max
value: -32.91111385240854
verified: no, type: nauc_recall_at_1_std
value: -23.593390331872705
verified: no, type: nauc_recall_at_20_diff1
value: 24.6080131937692
verified: no, type: nauc_recall_at_20_max
value: -23.05479953156405
verified: no, type: nauc_recall_at_20_std
value: 0.059402669402089325
verified: no, type: nauc_recall_at_3_diff1
value: 27.848810363284425
verified: no, type: nauc_recall_at_3_max
value: -36.53123928519583
verified: no, type: nauc_recall_at_3_std
value: -19.758588460277824
verified: no, type: nauc_recall_at_5_diff1
value: 19.64218420357169
verified: no, type: nauc_recall_at_5_max
value: -29.08402015074908
verified: no, type: nauc_recall_at_5_std
value: -14.506685298292496
verified: no, type: ndcg_at_1
value: 38.775999999999996
verified: no, type: ndcg_at_10
value: 29.148000000000003
verified: no, type: ndcg_at_100
value: 40.945
verified: no, type: ndcg_at_1000
value: 52.303999999999995
verified: no, type: ndcg_at_20
value: 29.848000000000003
verified: no, type: ndcg_at_3
value: 33.222
verified: no, type: ndcg_at_5
value: 31.175000000000004
verified: no, type: precision_at_1
value: 40.816
verified: no, type: precision_at_10
value: 25.509999999999998
verified: no, type: precision_at_100
value: 8.347
verified: no, type: precision_at_1000
value: 1.5939999999999999
verified: no, type: precision_at_20
value: 19.082
verified: no, type: precision_at_3
value: 34.694
verified: no, type: precision_at_5
value: 31.019999999999996
verified: no, type: recall_at_1
value: 2.9690000000000003
verified: no, type: recall_at_10
value: 18.979
verified: no, type: recall_at_100
value: 50.932
verified: no, type: recall_at_1000
value: 85.402
verified: no, type: recall_at_20
value: 27.116
verified: no, type: recall_at_3
value: 7.619
verified: no, type: recall_at_5
value: 11.448
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 89.27734375
verified: no, type: ap
value: 35.194960239779064
verified: no, type: ap_weighted
value: 35.194960239779064
verified: no, type: f1
value: 74.3697271257718
verified: no, type: f1_weighted
value: 90.81303890497676
verified: no, type: main_score
value: 89.27734375
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 76.3469156762875
verified: no, type: f1
value: 76.53667544013393
verified: no, type: f1_weighted
value: 75.88734027230643
verified: no, type: main_score
value: 76.3469156762875
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 49.32687063841142
verified: no, type: v_measure
value: 49.32687063841142
verified: no, type: v_measure_std
value: 1.4415471512453628
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 85.24169994635513
verified: no, type: cosine_accuracy_threshold
value: 91.52344465255737
verified: no, type: cosine_ap
value: 71.43912939014582
verified: no, type: cosine_f1
value: 66.87586293460525
verified: no, type: cosine_f1_threshold
value: 90.44243097305298
verified: no, type: cosine_precision
value: 63.777830979171654
verified: no, type: cosine_recall
value: 70.29023746701847
verified: no, type: dot_accuracy
value: 85.24169994635513
verified: no, type: dot_accuracy_threshold
value: 91.52344465255737
verified: no, type: dot_ap
value: 71.43910347543935
verified: no, type: dot_f1
value: 66.87586293460525
verified: no, type: dot_f1_threshold
value: 90.44243693351746
verified: no, type: dot_precision
value: 63.777830979171654
verified: no, type: dot_recall
value: 70.29023746701847
verified: no, type: euclidean_accuracy
value: 85.24169994635513
verified: no, type: euclidean_accuracy_threshold
value: 41.17414355278015
verified: no, type: euclidean_ap
value: 71.43911775197303
verified: no, type: euclidean_f1
value: 66.87586293460525
verified: no, type: euclidean_f1_threshold
value: 43.72085928916931
verified: no, type: euclidean_precision
value: 63.777830979171654
verified: no, type: euclidean_recall
value: 70.29023746701847
verified: no, type: main_score
value: 71.43912939014582
verified: no, type: manhattan_accuracy
value: 85.02115992132086
verified: no, type: manhattan_accuracy_threshold
value: 970.2783584594727
verified: no, type: manhattan_ap
value: 71.11811615315935
verified: no, type: manhattan_f1
value: 66.46334024643161
verified: no, type: manhattan_f1_threshold
value: 1044.2398071289062
verified: no, type: manhattan_precision
value: 61.81075561606535
verified: no, type: manhattan_recall
value: 71.87335092348285
verified: no, type: max_ap
value: 71.43912939014582
verified: no, type: max_f1
value: 66.87586293460525
verified: no, type: max_precision
value: 63.777830979171654
verified: no, type: max_recall
value: 71.87335092348285
verified: no, type: similarity_accuracy
value: 85.24169994635513
verified: no, type: similarity_accuracy_threshold
value: 91.52344465255737
verified: no, type: similarity_ap
value: 71.43912939014582
verified: no, type: similarity_f1
value: 66.87586293460525
verified: no, type: similarity_f1_threshold
value: 90.44243097305298
verified: no, type: similarity_precision
value: 63.777830979171654
verified: no, type: similarity_recall
value: 70.29023746701847
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 88.85590095859045
verified: no, type: cosine_accuracy_threshold
value: 88.8430118560791
verified: no, type: cosine_ap
value: 85.68756441554032
verified: no, type: cosine_f1
value: 77.73691444704485
verified: no, type: cosine_f1_threshold
value: 87.81020641326904
verified: no, type: cosine_precision
value: 75.10587897494796
verified: no, type: cosine_recall
value: 80.55897751770866
verified: no, type: dot_accuracy
value: 88.85590095859045
verified: no, type: dot_accuracy_threshold
value: 88.84301781654358
verified: no, type: dot_ap
value: 85.6875209900991
verified: no, type: dot_f1
value: 77.73691444704485
verified: no, type: dot_f1_threshold
value: 87.810218334198
verified: no, type: dot_precision
value: 75.10587897494796
verified: no, type: dot_recall
value: 80.55897751770866
verified: no, type: euclidean_accuracy
value: 88.85590095859045
verified: no, type: euclidean_accuracy_threshold
value: 47.23767042160034
verified: no, type: euclidean_ap
value: 85.68752572543856
verified: no, type: euclidean_f1
value: 77.73691444704485
verified: no, type: euclidean_f1_threshold
value: 49.375683069229126
verified: no, type: euclidean_precision
value: 75.10587897494796
verified: no, type: euclidean_recall
value: 80.55897751770866
verified: no, type: main_score
value: 85.68756441554032
verified: no, type: manhattan_accuracy
value: 88.86366282454303
verified: no, type: manhattan_accuracy_threshold
value: 1111.7809295654297
verified: no, type: manhattan_ap
value: 85.65387985046206
verified: no, type: manhattan_f1
value: 77.74802915365164
verified: no, type: manhattan_f1_threshold
value: 1163.0821228027344
verified: no, type: manhattan_precision
value: 75.18699654775605
verified: no, type: manhattan_recall
value: 80.48968278410841
verified: no, type: max_ap
value: 85.68756441554032
verified: no, type: max_f1
value: 77.74802915365164
verified: no, type: max_precision
value: 75.18699654775605
verified: no, type: max_recall
value: 80.55897751770866
verified: no, type: similarity_accuracy
value: 88.85590095859045
verified: no, type: similarity_accuracy_threshold
value: 88.8430118560791
verified: no, type: similarity_ap
value: 85.68756441554032
verified: no, type: similarity_f1
value: 77.73691444704485
verified: no, type: similarity_f1_threshold
value: 87.81020641326904
verified: no, type: similarity_precision
value: 75.10587897494796
verified: no, type: similarity_recall
value: 80.55897751770866
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB AFQMC
revision: b44c3b011063adb25877c13823db83bb193913c4
split: validation
type: C-MTEB/AFQMC
metrics: type: cosine_pearson
value: 37.12876239452581
verified: no, type: cosine_spearman
value: 38.067257174211036
verified: no, type: euclidean_pearson
value: 36.735658383168044
verified: no, type: euclidean_spearman
value: 38.06725717137013
verified: no, type: main_score
value: 38.067257174211036
verified: no, type: manhattan_pearson
value: 36.43829602976309
verified: no, type: manhattan_spearman
value: 37.73959740816105
verified: no, type: pearson
value: 37.12876239452581
verified: no, type: spearman
value: 38.067257174211036
verified: no
task: type: STS, dataset: config: default
name: MTEB ATEC
revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
split: test
type: C-MTEB/ATEC
metrics: type: cosine_pearson
value: 45.55151167790002
verified: no, type: cosine_spearman
value: 46.22151486832593
verified: no, type: euclidean_pearson
value: 48.31921364975583
verified: no, type: euclidean_spearman
value: 46.22151824485588
verified: no, type: main_score
value: 46.22151486832593
verified: no, type: manhattan_pearson
value: 48.12062382773407
verified: no, type: manhattan_spearman
value: 46.00780031287469
verified: no, type: pearson
value: 45.55151167790002
verified: no, type: spearman
value: 46.22151486832593
verified: no
task: type: STS, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 50.978
verified: no, type: f1
value: 47.04754599162115
verified: no, type: f1_weighted
value: 47.04754599162114
verified: no, type: main_score
value: 50.978
verified: no
task: type: Classification, dataset: config: default
name: MTEB BQ
revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
split: test
type: C-MTEB/BQ
metrics: type: cosine_pearson
value: 53.84488943094217
verified: no, type: cosine_spearman
value: 54.49605523234321
verified: no, type: euclidean_pearson
value: 53.50943690170382
verified: no, type: euclidean_spearman
value: 54.49605869546392
verified: no, type: main_score
value: 54.49605523234321
verified: no, type: manhattan_pearson
value: 53.24052011197216
verified: no, type: manhattan_spearman
value: 54.215799016988996
verified: no, type: pearson
value: 53.84488943094217
verified: no, type: spearman
value: 54.49605523234321
verified: no
task: type: STS, dataset: config: default
name: MTEB CLSClusteringP2P
revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
split: test
type: C-MTEB/CLSClusteringP2P
metrics: type: main_score
value: 46.915444917880286
verified: no, type: v_measure
value: 46.915444917880286
verified: no, type: v_measure_std
value: 1.5837973591025165
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CLSClusteringS2S
revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
split: test
type: C-MTEB/CLSClusteringS2S
metrics: type: main_score
value: 44.89461372862163
verified: no, type: v_measure
value: 44.89461372862163
verified: no, type: v_measure_std
value: 1.0128909727353739
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CMedQAv1
revision: 8d7f1e942507dac42dc58017c1a001c3717da7df
split: test
type: C-MTEB/CMedQAv1-reranking
metrics: type: main_score
value: 82.21191216422777
verified: no, type: map
value: 82.21191216422777
verified: no, type: mrr
value: 84.98567460317462
verified: no, type: nAUC_map_diff1
value: 55.27793122843884
verified: no, type: nAUC_map_max
value: 61.78021845841622
verified: no, type: nAUC_map_std
value: 24.32874017213633
verified: no, type: nAUC_mrr_diff1
value: 62.56855683834338
verified: no, type: nAUC_mrr_max
value: 69.83242448232605
verified: no, type: nAUC_mrr_std
value: 30.753945346898497
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CMedQAv2
revision: 23d186750531a14a0357ca22cd92d712fd512ea0
split: test
type: C-MTEB/CMedQAv2-reranking
metrics: type: main_score
value: 83.08227189741763
verified: no, type: map
value: 83.08227189741763
verified: no, type: mrr
value: 86.19051587301587
verified: no, type: nAUC_map_diff1
value: 58.735936259553654
verified: no, type: nAUC_map_max
value: 60.14841462146858
verified: no, type: nAUC_map_std
value: 17.761882943403222
verified: no, type: nAUC_mrr_diff1
value: 67.43320028439246
verified: no, type: nAUC_mrr_max
value: 70.96971853942028
verified: no, type: nAUC_mrr_std
value: 27.963212156051533
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CmedqaRetrieval
revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301
split: dev
type: C-MTEB/CmedqaRetrieval
metrics: type: main_score
value: 42.114000000000004
verified: no, type: map_at_1
value: 24.712999999999997
verified: no, type: map_at_10
value: 35.977
verified: no, type: map_at_100
value: 37.626
verified: no, type: map_at_1000
value: 37.768
verified: no, type: map_at_20
value: 36.855
verified: no, type: map_at_3
value: 32.263
verified: no, type: map_at_5
value: 34.458
verified: no, type: mrr_at_1
value: 37.80945236309077
verified: no, type: mrr_at_10
value: 45.2176833891012
verified: no, type: mrr_at_100
value: 46.120647602744036
verified: no, type: mrr_at_1000
value: 46.18072259198463
verified: no, type: mrr_at_20
value: 45.733062196151344
verified: no, type: mrr_at_3
value: 42.95657247645238
verified: no, type: mrr_at_5
value: 44.2944069350671
verified: no, type: nauc_map_at_1000_diff1
value: 47.73425387510818
verified: no, type: nauc_map_at_1000_max
value: 35.955688760781
verified: no, type: nauc_map_at_1000_std
value: -5.337048907024208
verified: no, type: nauc_map_at_100_diff1
value: 47.691721439486415
verified: no, type: nauc_map_at_100_max
value: 35.9120286982508
verified: no, type: nauc_map_at_100_std
value: -5.388715572820414
verified: no, type: nauc_map_at_10_diff1
value: 47.59595769097994
verified: no, type: nauc_map_at_10_max
value: 34.868575436637464
verified: no, type: nauc_map_at_10_std
value: -6.38635344513967
verified: no, type: nauc_map_at_1_diff1
value: 51.697402901732794
verified: no, type: nauc_map_at_1_max
value: 27.169028835962006
verified: no, type: nauc_map_at_1_std
value: -8.36280973549372
verified: no, type: nauc_map_at_20_diff1
value: 47.6021479339286
verified: no, type: nauc_map_at_20_max
value: 35.42358169640706
verified: no, type: nauc_map_at_20_std
value: -5.995707059550167
verified: no, type: nauc_map_at_3_diff1
value: 48.12995337761301
verified: no, type: nauc_map_at_3_max
value: 32.29594600680629
verified: no, type: nauc_map_at_3_std
value: -7.995165343021071
verified: no, type: nauc_map_at_5_diff1
value: 47.97666743341936
verified: no, type: nauc_map_at_5_max
value: 33.98865164184045
verified: no, type: nauc_map_at_5_std
value: -7.202624274535322
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.91400893930025
verified: no, type: nauc_mrr_at_1000_max
value: 42.756637412490015
verified: no, type: nauc_mrr_at_1000_std
value: -1.7033054319306657
verified: no, type: nauc_mrr_at_100_diff1
value: 53.88165315274917
verified: no, type: nauc_mrr_at_100_max
value: 42.751083094268274
verified: no, type: nauc_mrr_at_100_std
value: -1.6918871915944649
verified: no, type: nauc_mrr_at_10_diff1
value: 53.91581744122965
verified: no, type: nauc_mrr_at_10_max
value: 42.58709846134356
verified: no, type: nauc_mrr_at_10_std
value: -1.9103231104709821
verified: no, type: nauc_mrr_at_1_diff1
value: 59.37942921389244
verified: no, type: nauc_mrr_at_1_max
value: 43.889994340792285
verified: no, type: nauc_mrr_at_1_std
value: -2.9334150073957
verified: no, type: nauc_mrr_at_20_diff1
value: 53.82364054543749
verified: no, type: nauc_mrr_at_20_max
value: 42.657132121329866
verified: no, type: nauc_mrr_at_20_std
value: -1.814080881374272
verified: no, type: nauc_mrr_at_3_diff1
value: 54.82194831261354
verified: no, type: nauc_mrr_at_3_max
value: 42.867175235515795
verified: no, type: nauc_mrr_at_3_std
value: -2.3672343827332343
verified: no, type: nauc_mrr_at_5_diff1
value: 54.28110236719863
verified: no, type: nauc_mrr_at_5_max
value: 42.773659727997604
verified: no, type: nauc_mrr_at_5_std
value: -1.9843150717670213
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.08750394739328
verified: no, type: nauc_ndcg_at_1000_max
value: 39.354002076766356
verified: no, type: nauc_ndcg_at_1000_std
value: -1.642209870956442
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.02373205823187
verified: no, type: nauc_ndcg_at_100_max
value: 39.071767544616016
verified: no, type: nauc_ndcg_at_100_std
value: -1.4318887896374275
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.87201101025155
verified: no, type: nauc_ndcg_at_10_max
value: 36.596107252610715
verified: no, type: nauc_ndcg_at_10_std
value: -4.491855380124351
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.37942921389244
verified: no, type: nauc_ndcg_at_1_max
value: 43.889994340792285
verified: no, type: nauc_ndcg_at_1_std
value: -2.9334150073957
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.69383079853486
verified: no, type: nauc_ndcg_at_20_max
value: 37.42651190472187
verified: no, type: nauc_ndcg_at_20_std
value: -3.8283649672503555
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.767394875248215
verified: no, type: nauc_ndcg_at_3_max
value: 37.896558640830364
verified: no, type: nauc_ndcg_at_3_std
value: -4.549323419648498
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.86427501476368
verified: no, type: nauc_ndcg_at_5_max
value: 36.911634117836165
verified: no, type: nauc_ndcg_at_5_std
value: -4.724216711512233
verified: no, type: nauc_precision_at_1000_diff1
value: 5.215840982527869
verified: no, type: nauc_precision_at_1000_max
value: 29.159568859241432
verified: no, type: nauc_precision_at_1000_std
value: 21.082099239516065
verified: no, type: nauc_precision_at_100_diff1
value: 11.484383878054516
verified: no, type: nauc_precision_at_100_max
value: 36.979612782453096
verified: no, type: nauc_precision_at_100_std
value: 21.37719349152994
verified: no, type: nauc_precision_at_10_diff1
value: 25.43246921524832
verified: no, type: nauc_precision_at_10_max
value: 42.19035665238435
verified: no, type: nauc_precision_at_10_std
value: 9.100059364841798
verified: no, type: nauc_precision_at_1_diff1
value: 59.37942921389244
verified: no, type: nauc_precision_at_1_max
value: 43.889994340792285
verified: no, type: nauc_precision_at_1_std
value: -2.9334150073957
verified: no, type: nauc_precision_at_20_diff1
value: 20.71145394651256
verified: no, type: nauc_precision_at_20_max
value: 40.864109895424676
verified: no, type: nauc_precision_at_20_std
value: 12.37767593665739
verified: no, type: nauc_precision_at_3_diff1
value: 36.796679107157864
verified: no, type: nauc_precision_at_3_max
value: 43.86084233138964
verified: no, type: nauc_precision_at_3_std
value: 2.284927565289776
verified: no, type: nauc_precision_at_5_diff1
value: 31.736303229558853
verified: no, type: nauc_precision_at_5_max
value: 43.979769552220695
verified: no, type: nauc_precision_at_5_std
value: 4.953476938204816
verified: no, type: nauc_recall_at_1000_diff1
value: 33.99656164674807
verified: no, type: nauc_recall_at_1000_max
value: 51.409315146611604
verified: no, type: nauc_recall_at_1000_std
value: 46.40969047509407
verified: no, type: nauc_recall_at_100_diff1
value: 28.008400601965988
verified: no, type: nauc_recall_at_100_max
value: 35.45902334586444
verified: no, type: nauc_recall_at_100_std
value: 12.00354716277477
verified: no, type: nauc_recall_at_10_diff1
value: 35.11874174482894
verified: no, type: nauc_recall_at_10_max
value: 29.383597829116265
verified: no, type: nauc_recall_at_10_std
value: -3.990278366414269
verified: no, type: nauc_recall_at_1_diff1
value: 51.697402901732794
verified: no, type: nauc_recall_at_1_max
value: 27.169028835962006
verified: no, type: nauc_recall_at_1_std
value: -8.36280973549372
verified: no, type: nauc_recall_at_20_diff1
value: 32.85706970308098
verified: no, type: nauc_recall_at_20_max
value: 30.609762001249297
verified: no, type: nauc_recall_at_20_std
value: -2.0802705155631305
verified: no, type: nauc_recall_at_3_diff1
value: 41.293789470043485
verified: no, type: nauc_recall_at_3_max
value: 29.091549134985883
verified: no, type: nauc_recall_at_3_std
value: -7.863274012056401
verified: no, type: nauc_recall_at_5_diff1
value: 38.87911660795755
verified: no, type: nauc_recall_at_5_max
value: 29.81974055210633
verified: no, type: nauc_recall_at_5_std
value: -5.940913211156581
verified: no, type: ndcg_at_1
value: 37.809
verified: no, type: ndcg_at_10
value: 42.114000000000004
verified: no, type: ndcg_at_100
value: 48.76
verified: no, type: ndcg_at_1000
value: 51.41
verified: no, type: ndcg_at_20
value: 44.528
verified: no, type: ndcg_at_3
value: 37.621
verified: no, type: ndcg_at_5
value: 39.627
verified: no, type: precision_at_1
value: 37.809
verified: no, type: precision_at_10
value: 9.215
verified: no, type: precision_at_100
value: 1.468
verified: no, type: precision_at_1000
value: 0.18
verified: no, type: precision_at_20
value: 5.423
verified: no, type: precision_at_3
value: 21.214
verified: no, type: precision_at_5
value: 15.323999999999998
verified: no, type: recall_at_1
value: 24.712999999999997
verified: no, type: recall_at_10
value: 51.08200000000001
verified: no, type: recall_at_100
value: 78.855
verified: no, type: recall_at_1000
value: 96.897
verified: no, type: recall_at_20
value: 59.232
verified: no, type: recall_at_3
value: 37.147000000000006
verified: no, type: recall_at_5
value: 43.579
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Cmnli
revision: 41bc36f332156f7adc9e38f53777c959b2ae9766
split: validation
type: C-MTEB/CMNLI
metrics: type: cosine_accuracy
value: 69.70535177390259
verified: no, type: cosine_accuracy_threshold
value: 85.75683832168579
verified: no, type: cosine_ap
value: 76.66113306358733
verified: no, type: cosine_f1
value: 72.686230248307
verified: no, type: cosine_f1_threshold
value: 82.12493658065796
verified: no, type: cosine_precision
value: 62.63531799729364
verified: no, type: cosine_recall
value: 86.57937806873977
verified: no, type: dot_accuracy
value: 69.70535177390259
verified: no, type: dot_accuracy_threshold
value: 85.75684428215027
verified: no, type: dot_ap
value: 76.68137107496162
verified: no, type: dot_f1
value: 72.686230248307
verified: no, type: dot_f1_threshold
value: 82.12493658065796
verified: no, type: dot_precision
value: 62.63531799729364
verified: no, type: dot_recall
value: 86.57937806873977
verified: no, type: euclidean_accuracy
value: 69.70535177390259
verified: no, type: euclidean_accuracy_threshold
value: 53.37257385253906
verified: no, type: euclidean_ap
value: 76.6611302634097
verified: no, type: euclidean_f1
value: 72.686230248307
verified: no, type: euclidean_f1_threshold
value: 59.79139804840088
verified: no, type: euclidean_precision
value: 62.63531799729364
verified: no, type: euclidean_recall
value: 86.57937806873977
verified: no, type: main_score
value: 76.68137107496162
verified: no, type: manhattan_accuracy
value: 69.27239927841251
verified: no, type: manhattan_accuracy_threshold
value: 1262.4760627746582
verified: no, type: manhattan_ap
value: 76.1926237206237
verified: no, type: manhattan_f1
value: 72.39749155812832
verified: no, type: manhattan_f1_threshold
value: 1421.414852142334
verified: no, type: manhattan_precision
value: 61.62943495400789
verified: no, type: manhattan_recall
value: 87.72504091653029
verified: no, type: max_ap
value: 76.68137107496162
verified: no, type: max_f1
value: 72.686230248307
verified: no, type: max_precision
value: 62.63531799729364
verified: no, type: max_recall
value: 87.72504091653029
verified: no, type: similarity_accuracy
value: 69.70535177390259
verified: no, type: similarity_accuracy_threshold
value: 85.75683832168579
verified: no, type: similarity_ap
value: 76.66113306358733
verified: no, type: similarity_f1
value: 72.686230248307
verified: no, type: similarity_f1_threshold
value: 82.12493658065796
verified: no, type: similarity_precision
value: 62.63531799729364
verified: no, type: similarity_recall
value: 86.57937806873977
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB CovidRetrieval
revision: 1271c7809071a13532e05f25fb53511ffce77117
split: dev
type: C-MTEB/CovidRetrieval
metrics: type: main_score
value: 82.311
verified: no, type: map_at_1
value: 69.679
verified: no, type: map_at_10
value: 78.348
verified: no, type: map_at_100
value: 78.596
verified: no, type: map_at_1000
value: 78.601
verified: no, type: map_at_20
value: 78.545
verified: no, type: map_at_3
value: 76.387
verified: no, type: map_at_5
value: 77.655
verified: no, type: mrr_at_1
value: 69.86301369863014
verified: no, type: mrr_at_10
value: 78.34249084249088
verified: no, type: mrr_at_100
value: 78.59092165386024
verified: no, type: mrr_at_1000
value: 78.59525747388338
verified: no, type: mrr_at_20
value: 78.53925752890612
verified: no, type: mrr_at_3
value: 76.46645591851072
verified: no, type: mrr_at_5
value: 77.68879522304182
verified: no, type: nauc_map_at_1000_diff1
value: 79.4462259252306
verified: no, type: nauc_map_at_1000_max
value: 31.7925049828458
verified: no, type: nauc_map_at_1000_std
value: -44.987963962793955
verified: no, type: nauc_map_at_100_diff1
value: 79.44473843692927
verified: no, type: nauc_map_at_100_max
value: 31.798193923558003
verified: no, type: nauc_map_at_100_std
value: -44.98700550161243
verified: no, type: nauc_map_at_10_diff1
value: 79.33651124191677
verified: no, type: nauc_map_at_10_max
value: 31.67512594432897
verified: no, type: nauc_map_at_10_std
value: -45.317005211451914
verified: no, type: nauc_map_at_1_diff1
value: 81.69181674577305
verified: no, type: nauc_map_at_1_max
value: 30.817373790682357
verified: no, type: nauc_map_at_1_std
value: -42.72748236505566
verified: no, type: nauc_map_at_20_diff1
value: 79.41582541979186
verified: no, type: nauc_map_at_20_max
value: 31.88246428726322
verified: no, type: nauc_map_at_20_std
value: -44.99284598367759
verified: no, type: nauc_map_at_3_diff1
value: 79.32027545323751
verified: no, type: nauc_map_at_3_max
value: 31.27336204905954
verified: no, type: nauc_map_at_3_std
value: -46.25198460252002
verified: no, type: nauc_map_at_5_diff1
value: 79.13580536546466
verified: no, type: nauc_map_at_5_max
value: 31.341889475033714
verified: no, type: nauc_map_at_5_std
value: -46.04029107468536
verified: no, type: nauc_mrr_at_1000_diff1
value: 79.44015632094633
verified: no, type: nauc_mrr_at_1000_max
value: 32.21963353786539
verified: no, type: nauc_mrr_at_1000_std
value: -44.52548111878723
verified: no, type: nauc_mrr_at_100_diff1
value: 79.43867097380709
verified: no, type: nauc_mrr_at_100_max
value: 32.22522235955093
verified: no, type: nauc_mrr_at_100_std
value: -44.52462840708672
verified: no, type: nauc_mrr_at_10_diff1
value: 79.33057644986008
verified: no, type: nauc_mrr_at_10_max
value: 32.09671935370013
verified: no, type: nauc_mrr_at_10_std
value: -44.860413851737526
verified: no, type: nauc_mrr_at_1_diff1
value: 81.44692749809782
verified: no, type: nauc_mrr_at_1_max
value: 31.849651568624132
verified: no, type: nauc_mrr_at_1_std
value: -41.3253061502398
verified: no, type: nauc_mrr_at_20_diff1
value: 79.40978909435384
verified: no, type: nauc_mrr_at_20_max
value: 32.3082948412038
verified: no, type: nauc_mrr_at_20_std
value: -44.5317164768648
verified: no, type: nauc_mrr_at_3_diff1
value: 79.1638266419462
verified: no, type: nauc_mrr_at_3_max
value: 32.0842169384742
verified: no, type: nauc_mrr_at_3_std
value: -45.46170783914986
verified: no, type: nauc_mrr_at_5_diff1
value: 79.05732925048218
verified: no, type: nauc_mrr_at_5_max
value: 31.866875109079274
verified: no, type: nauc_mrr_at_5_std
value: -45.47315535458264
verified: no, type: nauc_ndcg_at_1000_diff1
value: 79.14506487967446
verified: no, type: nauc_ndcg_at_1000_max
value: 32.28815962385816
verified: no, type: nauc_ndcg_at_1000_std
value: -44.84164255319649
verified: no, type: nauc_ndcg_at_100_diff1
value: 79.11589619449164
verified: no, type: nauc_ndcg_at_100_max
value: 32.48358720627568
verified: no, type: nauc_ndcg_at_100_std
value: -44.77161186390409
verified: no, type: nauc_ndcg_at_10_diff1
value: 78.6112419611499
verified: no, type: nauc_ndcg_at_10_max
value: 32.02532602435404
verified: no, type: nauc_ndcg_at_10_std
value: -46.22564777302159
verified: no, type: nauc_ndcg_at_1_diff1
value: 81.224021579675
verified: no, type: nauc_ndcg_at_1_max
value: 31.775986317223122
verified: no, type: nauc_ndcg_at_1_std
value: -41.46817150641969
verified: no, type: nauc_ndcg_at_20_diff1
value: 78.91451933721699
verified: no, type: nauc_ndcg_at_20_max
value: 33.07095994019382
verified: no, type: nauc_ndcg_at_20_std
value: -44.793080774799556
verified: no, type: nauc_ndcg_at_3_diff1
value: 78.45748790579262
verified: no, type: nauc_ndcg_at_3_max
value: 31.33438980452425
verified: no, type: nauc_ndcg_at_3_std
value: -47.961287399778165
verified: no, type: nauc_ndcg_at_5_diff1
value: 78.00517989020184
verified: no, type: nauc_ndcg_at_5_max
value: 31.377723112970337
verified: no, type: nauc_ndcg_at_5_std
value: -47.64749257136376
verified: no, type: nauc_precision_at_1000_diff1
value: -36.954287113132764
verified: no, type: nauc_precision_at_1000_max
value: 33.399149331718306
verified: no, type: nauc_precision_at_1000_std
value: 64.36619497853745
verified: no, type: nauc_precision_at_100_diff1
value: -1.1165501851098696
verified: no, type: nauc_precision_at_100_max
value: 40.744208492042645
verified: no, type: nauc_precision_at_100_std
value: 32.59574168316801
verified: no, type: nauc_precision_at_10_diff1
value: 41.66995611089304
verified: no, type: nauc_precision_at_10_max
value: 32.67778815088798
verified: no, type: nauc_precision_at_10_std
value: -25.51047355817746
verified: no, type: nauc_precision_at_1_diff1
value: 81.224021579675
verified: no, type: nauc_precision_at_1_max
value: 31.775986317223122
verified: no, type: nauc_precision_at_1_std
value: -41.46817150641969
verified: no, type: nauc_precision_at_20_diff1
value: 24.5912939655554
verified: no, type: nauc_precision_at_20_max
value: 47.02616085142694
verified: no, type: nauc_precision_at_20_std
value: 4.541053315120063
verified: no, type: nauc_precision_at_3_diff1
value: 70.56985549600088
verified: no, type: nauc_precision_at_3_max
value: 31.221388227405512
verified: no, type: nauc_precision_at_3_std
value: -50.297375067273066
verified: no, type: nauc_precision_at_5_diff1
value: 59.63106705169415
verified: no, type: nauc_precision_at_5_max
value: 31.785628018433776
verified: no, type: nauc_precision_at_5_std
value: -43.803356847579565
verified: no, type: nauc_recall_at_1000_diff1
value: 86.10840824375175
verified: no, type: nauc_recall_at_1000_max
value: 86.10840824375175
verified: no, type: nauc_recall_at_1000_std
value: 67.89043659493016
verified: no, type: nauc_recall_at_100_diff1
value: 77.88282713434944
verified: no, type: nauc_recall_at_100_max
value: 61.93305063016877
verified: no, type: nauc_recall_at_100_std
value: -16.961439349286298
verified: no, type: nauc_recall_at_10_diff1
value: 72.68211095993148
verified: no, type: nauc_recall_at_10_max
value: 34.46396318256104
verified: no, type: nauc_recall_at_10_std
value: -55.414854482904104
verified: no, type: nauc_recall_at_1_diff1
value: 81.69181674577305
verified: no, type: nauc_recall_at_1_max
value: 30.817373790682357
verified: no, type: nauc_recall_at_1_std
value: -42.72748236505566
verified: no, type: nauc_recall_at_20_diff1
value: 73.32466963570535
verified: no, type: nauc_recall_at_20_max
value: 59.70241932930911
verified: no, type: nauc_recall_at_20_std
value: -33.708044953188335
verified: no, type: nauc_recall_at_3_diff1
value: 75.2135837428305
verified: no, type: nauc_recall_at_3_max
value: 30.365995550867186
verified: no, type: nauc_recall_at_3_std
value: -55.88540648437351
verified: no, type: nauc_recall_at_5_diff1
value: 71.83388219833638
verified: no, type: nauc_recall_at_5_max
value: 30.57364233205002
verified: no, type: nauc_recall_at_5_std
value: -57.33381514050736
verified: no, type: ndcg_at_1
value: 69.968
verified: no, type: ndcg_at_10
value: 82.311
verified: no, type: ndcg_at_100
value: 83.325
verified: no, type: ndcg_at_1000
value: 83.444
verified: no, type: ndcg_at_20
value: 82.99499999999999
verified: no, type: ndcg_at_3
value: 78.506
verified: no, type: ndcg_at_5
value: 80.735
verified: no, type: precision_at_1
value: 69.968
verified: no, type: precision_at_10
value: 9.557
verified: no, type: precision_at_100
value: 0.9990000000000001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_20
value: 4.91
verified: no, type: precision_at_3
value: 28.310999999999996
verified: no, type: precision_at_5
value: 18.102999999999998
verified: no, type: recall_at_1
value: 69.679
verified: no, type: recall_at_10
value: 94.521
verified: no, type: recall_at_100
value: 98.84100000000001
verified: no, type: recall_at_1000
value: 99.789
verified: no, type: recall_at_20
value: 97.155
verified: no, type: recall_at_3
value: 84.48400000000001
verified: no, type: recall_at_5
value: 89.831
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DuRetrieval
revision: a1a333e290fe30b10f3f56498e3a0d911a693ced
split: dev
type: C-MTEB/DuRetrieval
metrics: type: main_score
value: 82.19800000000001
verified: no, type: map_at_1
value: 23.543
verified: no, type: map_at_10
value: 73.175
verified: no, type: map_at_100
value: 76.508
verified: no, type: map_at_1000
value: 76.556
verified: no, type: map_at_20
value: 75.74
verified: no, type: map_at_3
value: 49.364999999999995
verified: no, type: map_at_5
value: 62.914
verified: no, type: mrr_at_1
value: 83.35000000000001
verified: no, type: mrr_at_10
value: 88.91954365079361
verified: no, type: mrr_at_100
value: 89.00500192836907
verified: no, type: mrr_at_1000
value: 89.00778867189919
verified: no, type: mrr_at_20
value: 88.97223997708514
verified: no, type: mrr_at_3
value: 88.41666666666661
verified: no, type: mrr_at_5
value: 88.75916666666663
verified: no, type: nauc_map_at_1000_diff1
value: 1.7634218677860924
verified: no, type: nauc_map_at_1000_max
value: 36.542761970352075
verified: no, type: nauc_map_at_1000_std
value: 16.743999797731096
verified: no, type: nauc_map_at_100_diff1
value: 1.7302879721981035
verified: no, type: nauc_map_at_100_max
value: 36.51751309286087
verified: no, type: nauc_map_at_100_std
value: 16.714947992819315
verified: no, type: nauc_map_at_10_diff1
value: 4.58612138353187
verified: no, type: nauc_map_at_10_max
value: 32.412088546560376
verified: no, type: nauc_map_at_10_std
value: 6.602612093174039
verified: no, type: nauc_map_at_1_diff1
value: 40.92916047850798
verified: no, type: nauc_map_at_1_max
value: -12.132990973344784
verified: no, type: nauc_map_at_1_std
value: -28.916379676602716
verified: no, type: nauc_map_at_20_diff1
value: 2.3048278132160465
verified: no, type: nauc_map_at_20_max
value: 35.98653993769816
verified: no, type: nauc_map_at_20_std
value: 14.547155799726797
verified: no, type: nauc_map_at_3_diff1
value: 25.02876377684228
verified: no, type: nauc_map_at_3_max
value: 2.2091937735006324
verified: no, type: nauc_map_at_3_std
value: -22.118418323376787
verified: no, type: nauc_map_at_5_diff1
value: 15.251921354667381
verified: no, type: nauc_map_at_5_max
value: 15.154235785462586
verified: no, type: nauc_map_at_5_std
value: -12.229180678598413
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.11404624924483
verified: no, type: nauc_mrr_at_1000_max
value: 50.30723314651651
verified: no, type: nauc_mrr_at_1000_std
value: 24.38243778856984
verified: no, type: nauc_mrr_at_100_diff1
value: 20.096139168665133
verified: no, type: nauc_mrr_at_100_max
value: 50.30903859418512
verified: no, type: nauc_mrr_at_100_std
value: 24.390286154308622
verified: no, type: nauc_mrr_at_10_diff1
value: 20.181186231780917
verified: no, type: nauc_mrr_at_10_max
value: 50.58384362961475
verified: no, type: nauc_mrr_at_10_std
value: 24.64009275793392
verified: no, type: nauc_mrr_at_1_diff1
value: 20.447721013067195
verified: no, type: nauc_mrr_at_1_max
value: 42.25955038562464
verified: no, type: nauc_mrr_at_1_std
value: 16.11340056741704
verified: no, type: nauc_mrr_at_20_diff1
value: 20.131733240741127
verified: no, type: nauc_mrr_at_20_max
value: 50.43059807829098
verified: no, type: nauc_mrr_at_20_std
value: 24.515830791430787
verified: no, type: nauc_mrr_at_3_diff1
value: 20.142584954251564
verified: no, type: nauc_mrr_at_3_max
value: 50.982426386940496
verified: no, type: nauc_mrr_at_3_std
value: 24.855042119442096
verified: no, type: nauc_mrr_at_5_diff1
value: 20.55194083518438
verified: no, type: nauc_mrr_at_5_max
value: 51.01767921199396
verified: no, type: nauc_mrr_at_5_std
value: 25.06454257772412
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.308799593775925
verified: no, type: nauc_ndcg_at_1000_max
value: 45.3000272962289
verified: no, type: nauc_ndcg_at_1000_std
value: 26.858211491434762
verified: no, type: nauc_ndcg_at_100_diff1
value: 2.4769775243940577
verified: no, type: nauc_ndcg_at_100_max
value: 45.06873331760543
verified: no, type: nauc_ndcg_at_100_std
value: 27.149960146479792
verified: no, type: nauc_ndcg_at_10_diff1
value: 3.053577467938038
verified: no, type: nauc_ndcg_at_10_max
value: 40.86513789655222
verified: no, type: nauc_ndcg_at_10_std
value: 18.89357502028107
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.447721013067195
verified: no, type: nauc_ndcg_at_1_max
value: 42.25955038562464
verified: no, type: nauc_ndcg_at_1_std
value: 16.11340056741704
verified: no, type: nauc_ndcg_at_20_diff1
value: 2.9037109510330734
verified: no, type: nauc_ndcg_at_20_max
value: 44.2247958844392
verified: no, type: nauc_ndcg_at_20_std
value: 23.926393325465583
verified: no, type: nauc_ndcg_at_3_diff1
value: 4.6204987018531565
verified: no, type: nauc_ndcg_at_3_max
value: 38.4238367882706
verified: no, type: nauc_ndcg_at_3_std
value: 18.41509221702182
verified: no, type: nauc_ndcg_at_5_diff1
value: 5.061035908501401
verified: no, type: nauc_ndcg_at_5_max
value: 35.23535851703071
verified: no, type: nauc_ndcg_at_5_std
value: 13.77450410228784
verified: no, type: nauc_precision_at_1000_diff1
value: -27.983106250756506
verified: no, type: nauc_precision_at_1000_max
value: 25.86365534534841
verified: no, type: nauc_precision_at_1000_std
value: 48.74540499812263
verified: no, type: nauc_precision_at_100_diff1
value: -29.106950173691263
verified: no, type: nauc_precision_at_100_max
value: 27.77159360788603
verified: no, type: nauc_precision_at_100_std
value: 50.73074846170649
verified: no, type: nauc_precision_at_10_diff1
value: -31.36561529132309
verified: no, type: nauc_precision_at_10_max
value: 38.634418900568605
verified: no, type: nauc_precision_at_10_std
value: 47.64589458589123
verified: no, type: nauc_precision_at_1_diff1
value: 20.447721013067195
verified: no, type: nauc_precision_at_1_max
value: 42.25955038562464
verified: no, type: nauc_precision_at_1_std
value: 16.11340056741704
verified: no, type: nauc_precision_at_20_diff1
value: -29.915732218413915
verified: no, type: nauc_precision_at_20_max
value: 32.5978721872368
verified: no, type: nauc_precision_at_20_std
value: 50.40163344959172
verified: no, type: nauc_precision_at_3_diff1
value: -21.275233009079773
verified: no, type: nauc_precision_at_3_max
value: 43.618485232731345
verified: no, type: nauc_precision_at_3_std
value: 33.897688883129895
verified: no, type: nauc_precision_at_5_diff1
value: -27.95940970772729
verified: no, type: nauc_precision_at_5_max
value: 42.061006167588815
verified: no, type: nauc_precision_at_5_std
value: 39.63220834267178
verified: no, type: nauc_recall_at_1000_diff1
value: -26.449058870321217
verified: no, type: nauc_recall_at_1000_max
value: 73.0687821403061
verified: no, type: nauc_recall_at_1000_std
value: 77.88067966296173
verified: no, type: nauc_recall_at_100_diff1
value: -24.90707443234635
verified: no, type: nauc_recall_at_100_max
value: 50.66639373783482
verified: no, type: nauc_recall_at_100_std
value: 54.350058605469755
verified: no, type: nauc_recall_at_10_diff1
value: 0.8584890040490949
verified: no, type: nauc_recall_at_10_max
value: 33.75876106382897
verified: no, type: nauc_recall_at_10_std
value: 6.861342565912654
verified: no, type: nauc_recall_at_1_diff1
value: 40.92916047850798
verified: no, type: nauc_recall_at_1_max
value: -12.132990973344784
verified: no, type: nauc_recall_at_1_std
value: -28.916379676602716
verified: no, type: nauc_recall_at_20_diff1
value: -5.517998459738173
verified: no, type: nauc_recall_at_20_max
value: 45.13561303546834
verified: no, type: nauc_recall_at_20_std
value: 28.078298519083845
verified: no, type: nauc_recall_at_3_diff1
value: 23.80910203367763
verified: no, type: nauc_recall_at_3_max
value: -1.5249858361677042
verified: no, type: nauc_recall_at_3_std
value: -24.572258302000353
verified: no, type: nauc_recall_at_5_diff1
value: 14.615940357425682
verified: no, type: nauc_recall_at_5_max
value: 9.484229775296
verified: no, type: nauc_recall_at_5_std
value: -17.225320352424525
verified: no, type: ndcg_at_1
value: 83.35000000000001
verified: no, type: ndcg_at_10
value: 82.19800000000001
verified: no, type: ndcg_at_100
value: 85.938
verified: no, type: ndcg_at_1000
value: 86.367
verified: no, type: ndcg_at_20
value: 84.314
verified: no, type: ndcg_at_3
value: 79.096
verified: no, type: ndcg_at_5
value: 78.881
verified: no, type: precision_at_1
value: 83.35000000000001
verified: no, type: precision_at_10
value: 40.215
verified: no, type: precision_at_100
value: 4.765
verified: no, type: precision_at_1000
value: 0.488
verified: no, type: precision_at_20
value: 22.29
verified: no, type: precision_at_3
value: 71.11699999999999
verified: no, type: precision_at_5
value: 61.029999999999994
verified: no, type: recall_at_1
value: 23.543
verified: no, type: recall_at_10
value: 85.03
verified: no, type: recall_at_100
value: 96.769
verified: no, type: recall_at_1000
value: 98.904
verified: no, type: recall_at_20
value: 91.282
verified: no, type: recall_at_3
value: 52.686
verified: no, type: recall_at_5
value: 69.625
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EcomRetrieval
revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9
split: dev
type: C-MTEB/EcomRetrieval
metrics: type: main_score
value: 62.629000000000005
verified: no, type: map_at_1
value: 46.800000000000004
verified: no, type: map_at_10
value: 57.311
verified: no, type: map_at_100
value: 57.933
verified: no, type: map_at_1000
value: 57.949
verified: no, type: map_at_20
value: 57.720000000000006
verified: no, type: map_at_3
value: 54.617000000000004
verified: no, type: map_at_5
value: 56.152
verified: no, type: mrr_at_1
value: 46.800000000000004
verified: no, type: mrr_at_10
value: 57.31142857142856
verified: no, type: mrr_at_100
value: 57.93340200683009
verified: no, type: mrr_at_1000
value: 57.94943793755751
verified: no, type: mrr_at_20
value: 57.71972088540971
verified: no, type: mrr_at_3
value: 54.61666666666664
verified: no, type: mrr_at_5
value: 56.151666666666635
verified: no, type: nauc_map_at_1000_diff1
value: 62.9251523816579
verified: no, type: nauc_map_at_1000_max
value: 23.538214459724426
verified: no, type: nauc_map_at_1000_std
value: -10.382006646813648
verified: no, type: nauc_map_at_100_diff1
value: 62.91524869388112
verified: no, type: nauc_map_at_100_max
value: 23.546842777928948
verified: no, type: nauc_map_at_100_std
value: -10.377308542639026
verified: no, type: nauc_map_at_10_diff1
value: 62.95644445268712
verified: no, type: nauc_map_at_10_max
value: 23.50898464915184
verified: no, type: nauc_map_at_10_std
value: -10.680666512130612
verified: no, type: nauc_map_at_1_diff1
value: 66.44819716543068
verified: no, type: nauc_map_at_1_max
value: 19.717201903767986
verified: no, type: nauc_map_at_1_std
value: -15.336875227297902
verified: no, type: nauc_map_at_20_diff1
value: 62.89964860093505
verified: no, type: nauc_map_at_20_max
value: 23.591388181751878
verified: no, type: nauc_map_at_20_std
value: -10.439865619968138
verified: no, type: nauc_map_at_3_diff1
value: 62.86404655953095
verified: no, type: nauc_map_at_3_max
value: 22.376787579749553
verified: no, type: nauc_map_at_3_std
value: -11.663211021980615
verified: no, type: nauc_map_at_5_diff1
value: 62.790883650254905
verified: no, type: nauc_map_at_5_max
value: 22.718439787051057
verified: no, type: nauc_map_at_5_std
value: -10.782545400900611
verified: no, type: nauc_mrr_at_1000_diff1
value: 62.9251523816579
verified: no, type: nauc_mrr_at_1000_max
value: 23.538214459724426
verified: no, type: nauc_mrr_at_1000_std
value: -10.382006646813648
verified: no, type: nauc_mrr_at_100_diff1
value: 62.91524869388112
verified: no, type: nauc_mrr_at_100_max
value: 23.546842777928948
verified: no, type: nauc_mrr_at_100_std
value: -10.377308542639026
verified: no, type: nauc_mrr_at_10_diff1
value: 62.95644445268712
verified: no, type: nauc_mrr_at_10_max
value: 23.50898464915184
verified: no, type: nauc_mrr_at_10_std
value: -10.680666512130612
verified: no, type: nauc_mrr_at_1_diff1
value: 66.44819716543068
verified: no, type: nauc_mrr_at_1_max
value: 19.717201903767986
verified: no, type: nauc_mrr_at_1_std
value: -15.336875227297902
verified: no, type: nauc_mrr_at_20_diff1
value: 62.89964860093505
verified: no, type: nauc_mrr_at_20_max
value: 23.591388181751878
verified: no, type: nauc_mrr_at_20_std
value: -10.439865619968138
verified: no, type: nauc_mrr_at_3_diff1
value: 62.86404655953095
verified: no, type: nauc_mrr_at_3_max
value: 22.376787579749553
verified: no, type: nauc_mrr_at_3_std
value: -11.663211021980615
verified: no, type: nauc_mrr_at_5_diff1
value: 62.790883650254905
verified: no, type: nauc_mrr_at_5_max
value: 22.718439787051057
verified: no, type: nauc_mrr_at_5_std
value: -10.782545400900611
verified: no, type: nauc_ndcg_at_1000_diff1
value: 62.229954931841206
verified: no, type: nauc_ndcg_at_1000_max
value: 26.356327484117426
verified: no, type: nauc_ndcg_at_1000_std
value: -6.826775710969278
verified: no, type: nauc_ndcg_at_100_diff1
value: 61.95919238401926
verified: no, type: nauc_ndcg_at_100_max
value: 26.6734456691839
verified: no, type: nauc_ndcg_at_100_std
value: -6.57007966783538
verified: no, type: nauc_ndcg_at_10_diff1
value: 62.01610935227022
verified: no, type: nauc_ndcg_at_10_max
value: 26.303092998272376
verified: no, type: nauc_ndcg_at_10_std
value: -8.283374897295717
verified: no, type: nauc_ndcg_at_1_diff1
value: 66.44819716543068
verified: no, type: nauc_ndcg_at_1_max
value: 19.717201903767986
verified: no, type: nauc_ndcg_at_1_std
value: -15.336875227297902
verified: no, type: nauc_ndcg_at_20_diff1
value: 61.80824854740686
verified: no, type: nauc_ndcg_at_20_max
value: 26.831041894412593
verified: no, type: nauc_ndcg_at_20_std
value: -7.188552854116385
verified: no, type: nauc_ndcg_at_3_diff1
value: 61.747724042994015
verified: no, type: nauc_ndcg_at_3_max
value: 23.426174377134767
verified: no, type: nauc_ndcg_at_3_std
value: -10.41327754115556
verified: no, type: nauc_ndcg_at_5_diff1
value: 61.548403438811604
verified: no, type: nauc_ndcg_at_5_max
value: 24.159239715161462
verified: no, type: nauc_ndcg_at_5_std
value: -8.651104316213873
verified: no, type: nauc_precision_at_1000_diff1
value: 58.1547934489109
verified: no, type: nauc_precision_at_1000_max
value: 92.86471345294885
verified: no, type: nauc_precision_at_1000_std
value: 85.92878592878589
verified: no, type: nauc_precision_at_100_diff1
value: 52.20107650903497
verified: no, type: nauc_precision_at_100_max
value: 72.61218212775312
verified: no, type: nauc_precision_at_100_std
value: 52.523754599879084
verified: no, type: nauc_precision_at_10_diff1
value: 58.12459419745063
verified: no, type: nauc_precision_at_10_max
value: 40.89977104192992
verified: no, type: nauc_precision_at_10_std
value: 3.492953070918366
verified: no, type: nauc_precision_at_1_diff1
value: 66.44819716543068
verified: no, type: nauc_precision_at_1_max
value: 19.717201903767986
verified: no, type: nauc_precision_at_1_std
value: -15.336875227297902
verified: no, type: nauc_precision_at_20_diff1
value: 55.51306648157717
verified: no, type: nauc_precision_at_20_max
value: 50.04125223449585
verified: no, type: nauc_precision_at_20_std
value: 15.62706670420837
verified: no, type: nauc_precision_at_3_diff1
value: 58.167034551105914
verified: no, type: nauc_precision_at_3_max
value: 26.878462993828578
verified: no, type: nauc_precision_at_3_std
value: -6.362738347287171
verified: no, type: nauc_precision_at_5_diff1
value: 57.03963827066697
verified: no, type: nauc_precision_at_5_max
value: 29.61380946203878
verified: no, type: nauc_precision_at_5_std
value: -0.5583455330504148
verified: no, type: nauc_recall_at_1000_diff1
value: 58.15479344891117
verified: no, type: nauc_recall_at_1000_max
value: 92.86471345294875
verified: no, type: nauc_recall_at_1000_std
value: 85.92878592878608
verified: no, type: nauc_recall_at_100_diff1
value: 52.201076509035005
verified: no, type: nauc_recall_at_100_max
value: 72.61218212775306
verified: no, type: nauc_recall_at_100_std
value: 52.52375459987927
verified: no, type: nauc_recall_at_10_diff1
value: 58.12459419745076
verified: no, type: nauc_recall_at_10_max
value: 40.89977104193005
verified: no, type: nauc_recall_at_10_std
value: 3.4929530709184156
verified: no, type: nauc_recall_at_1_diff1
value: 66.44819716543068
verified: no, type: nauc_recall_at_1_max
value: 19.717201903767986
verified: no, type: nauc_recall_at_1_std
value: -15.336875227297902
verified: no, type: nauc_recall_at_20_diff1
value: 55.513066481577276
verified: no, type: nauc_recall_at_20_max
value: 50.041252234495936
verified: no, type: nauc_recall_at_20_std
value: 15.627066704208364
verified: no, type: nauc_recall_at_3_diff1
value: 58.167034551105935
verified: no, type: nauc_recall_at_3_max
value: 26.878462993828546
verified: no, type: nauc_recall_at_3_std
value: -6.362738347287183
verified: no, type: nauc_recall_at_5_diff1
value: 57.03963827066695
verified: no, type: nauc_recall_at_5_max
value: 29.613809462038848
verified: no, type: nauc_recall_at_5_std
value: -0.558345533050415
verified: no, type: ndcg_at_1
value: 46.800000000000004
verified: no, type: ndcg_at_10
value: 62.629000000000005
verified: no, type: ndcg_at_100
value: 65.603
verified: no, type: ndcg_at_1000
value: 66.00200000000001
verified: no, type: ndcg_at_20
value: 64.086
verified: no, type: ndcg_at_3
value: 57.132000000000005
verified: no, type: ndcg_at_5
value: 59.874
verified: no, type: precision_at_1
value: 46.800000000000004
verified: no, type: precision_at_10
value: 7.9399999999999995
verified: no, type: precision_at_100
value: 0.932
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_20
value: 4.255
verified: no, type: precision_at_3
value: 21.467
verified: no, type: precision_at_5
value: 14.2
verified: no, type: recall_at_1
value: 46.800000000000004
verified: no, type: recall_at_10
value: 79.4
verified: no, type: recall_at_100
value: 93.2
verified: no, type: recall_at_1000
value: 96.3
verified: no, type: recall_at_20
value: 85.1
verified: no, type: recall_at_3
value: 64.4
verified: no, type: recall_at_5
value: 71
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB IFlyTek
revision: 421605374b29664c5fc098418fe20ada9bd55f8a
split: validation
type: C-MTEB/IFlyTek-classification
metrics: type: accuracy
value: 48.54944209311274
verified: no, type: f1
value: 35.4035877894852
verified: no, type: f1_weighted
value: 45.154890336987165
verified: no, type: main_score
value: 48.54944209311274
verified: no
task: type: Classification, dataset: config: default
name: MTEB JDReview
revision: b7c64bd89eb87f8ded463478346f76731f07bf8b
split: test
type: C-MTEB/JDReview-classification
metrics: type: accuracy
value: 83.11444652908067
verified: no, type: ap
value: 50.14519497969601
verified: no, type: ap_weighted
value: 50.14519497969601
verified: no, type: f1
value: 77.87333673269332
verified: no, type: f1_weighted
value: 84.63457388911604
verified: no, type: main_score
value: 83.11444652908067
verified: no
task: type: Classification, dataset: config: default
name: MTEB LCQMC
revision: 17f9b096f80380fce5ed12a9be8be7784b337daf
split: test
type: C-MTEB/LCQMC
metrics: type: cosine_pearson
value: 66.68236791193614
verified: no, type: cosine_spearman
value: 70.81518072368738
verified: no, type: euclidean_pearson
value: 69.14238176341911
verified: no, type: euclidean_spearman
value: 70.81518071944527
verified: no, type: main_score
value: 70.81518072368738
verified: no, type: manhattan_pearson
value: 69.10723297223483
verified: no, type: manhattan_spearman
value: 70.77165164968557
verified: no, type: pearson
value: 66.68236791193614
verified: no, type: spearman
value: 70.81518072368738
verified: no
task: type: STS, dataset: config: default
name: MTEB MMarcoReranking
revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6
split: dev
type: C-MTEB/Mmarco-reranking
metrics: type: main_score
value: 25.488749669858247
verified: no, type: map
value: 25.488749669858247
verified: no, type: mrr
value: 23.813888888888886
verified: no, type: nAUC_map_diff1
value: 21.439042551978073
verified: no, type: nAUC_map_max
value: 4.356646643203048
verified: no, type: nAUC_map_std
value: -6.4651117756570935
verified: no, type: nAUC_mrr_diff1
value: 21.040572282417614
verified: no, type: nAUC_mrr_max
value: 3.7091513714293187
verified: no, type: nAUC_mrr_std
value: -7.380296002229526
verified: no
task: type: Reranking, dataset: config: default
name: MTEB MMarcoRetrieval
revision: 539bbde593d947e2a124ba72651aafc09eb33fc2
split: dev
type: C-MTEB/MMarcoRetrieval
metrics: type: main_score
value: 78.975
verified: no, type: map_at_1
value: 65.864
verified: no, type: map_at_10
value: 75.142
verified: no, type: map_at_100
value: 75.472
verified: no, type: map_at_1000
value: 75.482
verified: no, type: map_at_20
value: 75.369
verified: no, type: map_at_3
value: 73.219
verified: no, type: map_at_5
value: 74.42
verified: no, type: mrr_at_1
value: 68.0515759312321
verified: no, type: mrr_at_10
value: 75.65253331514067
verified: no, type: mrr_at_100
value: 75.94116743915134
verified: no, type: mrr_at_1000
value: 75.9508744592604
verified: no, type: mrr_at_20
value: 75.85185969774719
verified: no, type: mrr_at_3
value: 73.96131805157593
verified: no, type: mrr_at_5
value: 75.01361031518599
verified: no, type: nauc_map_at_1000_diff1
value: 77.47587043918091
verified: no, type: nauc_map_at_1000_max
value: 32.511975057438974
verified: no, type: nauc_map_at_1000_std
value: -17.666094558943417
verified: no, type: nauc_map_at_100_diff1
value: 77.47241550099297
verified: no, type: nauc_map_at_100_max
value: 32.52837754222784
verified: no, type: nauc_map_at_100_std
value: -17.63717709810784
verified: no, type: nauc_map_at_10_diff1
value: 77.31160893655145
verified: no, type: nauc_map_at_10_max
value: 32.60670257703009
verified: no, type: nauc_map_at_10_std
value: -17.771047114996144
verified: no, type: nauc_map_at_1_diff1
value: 79.92534779416832
verified: no, type: nauc_map_at_1_max
value: 24.785321951074515
verified: no, type: nauc_map_at_1_std
value: -23.45816811226535
verified: no, type: nauc_map_at_20_diff1
value: 77.42100083928817
verified: no, type: nauc_map_at_20_max
value: 32.593057471316435
verified: no, type: nauc_map_at_20_std
value: -17.608670597024197
verified: no, type: nauc_map_at_3_diff1
value: 77.39438847887251
verified: no, type: nauc_map_at_3_max
value: 31.397054344602548
verified: no, type: nauc_map_at_3_std
value: -19.4976864523292
verified: no, type: nauc_map_at_5_diff1
value: 77.34834480360892
verified: no, type: nauc_map_at_5_max
value: 32.21397984602674
verified: no, type: nauc_map_at_5_std
value: -18.45142721452299
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.91270423495435
verified: no, type: nauc_mrr_at_1000_max
value: 33.286202404635816
verified: no, type: nauc_mrr_at_1000_std
value: -16.988509017415858
verified: no, type: nauc_mrr_at_100_diff1
value: 77.90931964992795
verified: no, type: nauc_mrr_at_100_max
value: 33.302772470570595
verified: no, type: nauc_mrr_at_100_std
value: -16.95907503705695
verified: no, type: nauc_mrr_at_10_diff1
value: 77.74963685519619
verified: no, type: nauc_mrr_at_10_max
value: 33.402887556509064
verified: no, type: nauc_mrr_at_10_std
value: -17.007385451413267
verified: no, type: nauc_mrr_at_1_diff1
value: 80.44952589549635
verified: no, type: nauc_mrr_at_1_max
value: 28.725876665931615
verified: no, type: nauc_mrr_at_1_std
value: -22.18861108564602
verified: no, type: nauc_mrr_at_20_diff1
value: 77.86689879110665
verified: no, type: nauc_mrr_at_20_max
value: 33.37387640439328
verified: no, type: nauc_mrr_at_20_std
value: -16.908485017918682
verified: no, type: nauc_mrr_at_3_diff1
value: 77.85662171057854
verified: no, type: nauc_mrr_at_3_max
value: 32.7468353039024
verified: no, type: nauc_mrr_at_3_std
value: -18.339103980341957
verified: no, type: nauc_mrr_at_5_diff1
value: 77.81340059404181
verified: no, type: nauc_mrr_at_5_max
value: 33.15760829968908
verified: no, type: nauc_mrr_at_5_std
value: -17.53876847769669
verified: no, type: nauc_ndcg_at_1000_diff1
value: 77.01438896352477
verified: no, type: nauc_ndcg_at_1000_max
value: 34.55832672068587
verified: no, type: nauc_ndcg_at_1000_std
value: -14.559071957898562
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.92298480629259
verified: no, type: nauc_ndcg_at_100_max
value: 35.11598028021352
verified: no, type: nauc_ndcg_at_100_std
value: -13.554650282912817
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.13277495290987
verified: no, type: nauc_ndcg_at_10_max
value: 35.6330609610323
verified: no, type: nauc_ndcg_at_10_std
value: -13.944707424342036
verified: no, type: nauc_ndcg_at_1_diff1
value: 80.44952589549635
verified: no, type: nauc_ndcg_at_1_max
value: 28.725876665931615
verified: no, type: nauc_ndcg_at_1_std
value: -22.18861108564602
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.56409694019162
verified: no, type: nauc_ndcg_at_20_max
value: 35.62960378910709
verified: no, type: nauc_ndcg_at_20_std
value: -13.255084552264481
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.47868292868812
verified: no, type: nauc_ndcg_at_3_max
value: 33.233395497849614
verified: no, type: nauc_ndcg_at_3_std
value: -17.748967332305217
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.32952180796222
verified: no, type: nauc_ndcg_at_5_max
value: 34.60345012714885
verified: no, type: nauc_ndcg_at_5_std
value: -15.8173707360486
verified: no, type: nauc_precision_at_1000_diff1
value: -17.52918228066939
verified: no, type: nauc_precision_at_1000_max
value: 20.626086186594833
verified: no, type: nauc_precision_at_1000_std
value: 26.231038468619218
verified: no, type: nauc_precision_at_100_diff1
value: -4.307304124093403
verified: no, type: nauc_precision_at_100_max
value: 28.87742760011375
verified: no, type: nauc_precision_at_100_std
value: 30.66463485009584
verified: no, type: nauc_precision_at_10_diff1
value: 21.252248820566297
verified: no, type: nauc_precision_at_10_max
value: 37.7120251998008
verified: no, type: nauc_precision_at_10_std
value: 16.537333131912142
verified: no, type: nauc_precision_at_1_diff1
value: 80.44952589549635
verified: no, type: nauc_precision_at_1_max
value: 28.725876665931615
verified: no, type: nauc_precision_at_1_std
value: -22.18861108564602
verified: no, type: nauc_precision_at_20_diff1
value: 10.933686624253406
verified: no, type: nauc_precision_at_20_max
value: 35.427519568658674
verified: no, type: nauc_precision_at_20_std
value: 24.992563220729206
verified: no, type: nauc_precision_at_3_diff1
value: 46.36733939400364
verified: no, type: nauc_precision_at_3_max
value: 35.27060526473028
verified: no, type: nauc_precision_at_3_std
value: -3.8471891263107327
verified: no, type: nauc_precision_at_5_diff1
value: 35.16733507102863
verified: no, type: nauc_precision_at_5_max
value: 36.69354322946151
verified: no, type: nauc_precision_at_5_std
value: 5.0611235120787725
verified: no, type: nauc_recall_at_1000_diff1
value: 64.08540543698155
verified: no, type: nauc_recall_at_1000_max
value: 77.7366984466171
verified: no, type: nauc_recall_at_1000_std
value: 73.92508298307646
verified: no, type: nauc_recall_at_100_diff1
value: 68.80219044771133
verified: no, type: nauc_recall_at_100_max
value: 73.37989662095796
verified: no, type: nauc_recall_at_100_std
value: 59.45952818309578
verified: no, type: nauc_recall_at_10_diff1
value: 66.89046359223634
verified: no, type: nauc_recall_at_10_max
value: 53.497471386132865
verified: no, type: nauc_recall_at_10_std
value: 10.389938512313515
verified: no, type: nauc_recall_at_1_diff1
value: 79.92534779416832
verified: no, type: nauc_recall_at_1_max
value: 24.785321951074515
verified: no, type: nauc_recall_at_1_std
value: -23.45816811226535
verified: no, type: nauc_recall_at_20_diff1
value: 67.58868553352538
verified: no, type: nauc_recall_at_20_max
value: 61.29680579230528
verified: no, type: nauc_recall_at_20_std
value: 27.640944871424384
verified: no, type: nauc_recall_at_3_diff1
value: 72.10723775978491
verified: no, type: nauc_recall_at_3_max
value: 37.98766181226662
verified: no, type: nauc_recall_at_3_std
value: -12.700827115093238
verified: no, type: nauc_recall_at_5_diff1
value: 70.56165414287506
verified: no, type: nauc_recall_at_5_max
value: 43.87249758193006
verified: no, type: nauc_recall_at_5_std
value: -4.957329954267046
verified: no, type: ndcg_at_1
value: 68.052
verified: no, type: ndcg_at_10
value: 78.975
verified: no, type: ndcg_at_100
value: 80.415
verified: no, type: ndcg_at_1000
value: 80.683
verified: no, type: ndcg_at_20
value: 79.752
verified: no, type: ndcg_at_3
value: 75.315
verified: no, type: ndcg_at_5
value: 77.336
verified: no, type: precision_at_1
value: 68.052
verified: no, type: precision_at_10
value: 9.602
verified: no, type: precision_at_100
value: 1.031
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 4.968
verified: no, type: precision_at_3
value: 28.405
verified: no, type: precision_at_5
value: 18.129
verified: no, type: recall_at_1
value: 65.864
verified: no, type: recall_at_10
value: 90.29599999999999
verified: no, type: recall_at_100
value: 96.712
verified: no, type: recall_at_1000
value: 98.817
verified: no, type: recall_at_20
value: 93.28999999999999
verified: no, type: recall_at_3
value: 80.599
verified: no, type: recall_at_5
value: 85.384
verified: no
task: type: Retrieval, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 68.52723604572965
verified: no, type: f1
value: 65.11440259918176
verified: no, type: f1_weighted
value: 67.36553063592758
verified: no, type: main_score
value: 68.52723604572965
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveIntentClassification (zh-TW)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 60.00672494956289
verified: no, type: f1
value: 57.630108926504654
verified: no, type: f1_weighted
value: 58.013112273357294
verified: no, type: main_score
value: 60.00672494956289
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 75.48755884330868
verified: no, type: f1
value: 74.96341150854326
verified: no, type: f1_weighted
value: 75.11344709750414
verified: no, type: main_score
value: 75.48755884330868
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveScenarioClassification (zh-TW)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 69.20645595158035
verified: no, type: f1
value: 69.57805291990489
verified: no, type: f1_weighted
value: 68.41325928547694
verified: no, type: main_score
value: 69.20645595158035
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedicalRetrieval
revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6
split: dev
type: C-MTEB/MedicalRetrieval
metrics: type: main_score
value: 56.842999999999996
verified: no, type: map_at_1
value: 48.4
verified: no, type: map_at_10
value: 54.127
verified: no, type: map_at_100
value: 54.74099999999999
verified: no, type: map_at_1000
value: 54.791999999999994
verified: no, type: map_at_20
value: 54.510999999999996
verified: no, type: map_at_3
value: 52.900000000000006
verified: no, type: map_at_5
value: 53.555
verified: no, type: mrr_at_1
value: 48.4
verified: no, type: mrr_at_10
value: 54.12742063492064
verified: no, type: mrr_at_100
value: 54.74007856972957
verified: no, type: mrr_at_1000
value: 54.79120377168234
verified: no, type: mrr_at_20
value: 54.50988389233748
verified: no, type: mrr_at_3
value: 52.89999999999999
verified: no, type: mrr_at_5
value: 53.554999999999986
verified: no, type: nauc_map_at_1000_diff1
value: 78.4025670906739
verified: no, type: nauc_map_at_1000_max
value: 54.375261014986506
verified: no, type: nauc_map_at_1000_std
value: 20.01404778643528
verified: no, type: nauc_map_at_100_diff1
value: 78.38648222989812
verified: no, type: nauc_map_at_100_max
value: 54.36062306870368
verified: no, type: nauc_map_at_100_std
value: 20.027286514844604
verified: no, type: nauc_map_at_10_diff1
value: 78.66966790097088
verified: no, type: nauc_map_at_10_max
value: 54.49489942528706
verified: no, type: nauc_map_at_10_std
value: 19.706732968916686
verified: no, type: nauc_map_at_1_diff1
value: 81.3863109971009
verified: no, type: nauc_map_at_1_max
value: 54.45112546839308
verified: no, type: nauc_map_at_1_std
value: 16.647233102073926
verified: no, type: nauc_map_at_20_diff1
value: 78.35531215313732
verified: no, type: nauc_map_at_20_max
value: 54.38122778164954
verified: no, type: nauc_map_at_20_std
value: 19.919068985031778
verified: no, type: nauc_map_at_3_diff1
value: 78.76127354528398
verified: no, type: nauc_map_at_3_max
value: 54.73984834363167
verified: no, type: nauc_map_at_3_std
value: 18.978057003463505
verified: no, type: nauc_map_at_5_diff1
value: 78.86532352860041
verified: no, type: nauc_map_at_5_max
value: 54.89472733309794
verified: no, type: nauc_map_at_5_std
value: 19.905059369622226
verified: no, type: nauc_mrr_at_1000_diff1
value: 78.40339084857348
verified: no, type: nauc_mrr_at_1000_max
value: 54.3765713570027
verified: no, type: nauc_mrr_at_1000_std
value: 20.01339841032316
verified: no, type: nauc_mrr_at_100_diff1
value: 78.38730500946644
verified: no, type: nauc_mrr_at_100_max
value: 54.361931749382975
verified: no, type: nauc_mrr_at_100_std
value: 20.026637904594022
verified: no, type: nauc_mrr_at_10_diff1
value: 78.66966790097088
verified: no, type: nauc_mrr_at_10_max
value: 54.49489942528706
verified: no, type: nauc_mrr_at_10_std
value: 19.706732968916686
verified: no, type: nauc_mrr_at_1_diff1
value: 81.3863109971009
verified: no, type: nauc_mrr_at_1_max
value: 54.45112546839308
verified: no, type: nauc_mrr_at_1_std
value: 16.647233102073926
verified: no, type: nauc_mrr_at_20_diff1
value: 78.3561572811205
verified: no, type: nauc_mrr_at_20_max
value: 54.38258490064744
verified: no, type: nauc_mrr_at_20_std
value: 19.918521746919023
verified: no, type: nauc_mrr_at_3_diff1
value: 78.76127354528398
verified: no, type: nauc_mrr_at_3_max
value: 54.73984834363167
verified: no, type: nauc_mrr_at_3_std
value: 18.978057003463505
verified: no, type: nauc_mrr_at_5_diff1
value: 78.86532352860041
verified: no, type: nauc_mrr_at_5_max
value: 54.89472733309794
verified: no, type: nauc_mrr_at_5_std
value: 19.905059369622226
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.97351511935506
verified: no, type: nauc_ndcg_at_1000_max
value: 53.77087107676227
verified: no, type: nauc_ndcg_at_1000_std
value: 22.05965205980897
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.53100615219961
verified: no, type: nauc_ndcg_at_100_max
value: 53.310394382128834
verified: no, type: nauc_ndcg_at_100_std
value: 22.50789785109818
verified: no, type: nauc_ndcg_at_10_diff1
value: 77.54846078594903
verified: no, type: nauc_ndcg_at_10_max
value: 53.933288762789324
verified: no, type: nauc_ndcg_at_10_std
value: 20.831152333725047
verified: no, type: nauc_ndcg_at_1_diff1
value: 81.3863109971009
verified: no, type: nauc_ndcg_at_1_max
value: 54.45112546839308
verified: no, type: nauc_ndcg_at_1_std
value: 16.647233102073926
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.34535899505026
verified: no, type: nauc_ndcg_at_20_max
value: 53.51900448424713
verified: no, type: nauc_ndcg_at_20_std
value: 21.786462318073514
verified: no, type: nauc_ndcg_at_3_diff1
value: 77.9282109219262
verified: no, type: nauc_ndcg_at_3_max
value: 54.68499432962286
verified: no, type: nauc_ndcg_at_3_std
value: 19.565421430997855
verified: no, type: nauc_ndcg_at_5_diff1
value: 78.08531364224505
verified: no, type: nauc_ndcg_at_5_max
value: 54.990763159275524
verified: no, type: nauc_ndcg_at_5_std
value: 21.24642472562554
verified: no, type: nauc_precision_at_1000_diff1
value: 60.947712418300526
verified: no, type: nauc_precision_at_1000_max
value: 48.95614495798286
verified: no, type: nauc_precision_at_1000_std
value: 52.283934407096034
verified: no, type: nauc_precision_at_100_diff1
value: 65.20401832958854
verified: no, type: nauc_precision_at_100_max
value: 45.622481375866016
verified: no, type: nauc_precision_at_100_std
value: 39.317645096209475
verified: no, type: nauc_precision_at_10_diff1
value: 73.52050673935791
verified: no, type: nauc_precision_at_10_max
value: 51.501061174147324
verified: no, type: nauc_precision_at_10_std
value: 24.660571885937692
verified: no, type: nauc_precision_at_1_diff1
value: 81.3863109971009
verified: no, type: nauc_precision_at_1_max
value: 54.45112546839308
verified: no, type: nauc_precision_at_1_std
value: 16.647233102073926
verified: no, type: nauc_precision_at_20_diff1
value: 67.23012065064371
verified: no, type: nauc_precision_at_20_max
value: 49.276980564706854
verified: no, type: nauc_precision_at_20_std
value: 30.08840589323484
verified: no, type: nauc_precision_at_3_diff1
value: 75.41179105476107
verified: no, type: nauc_precision_at_3_max
value: 54.46883825911932
verified: no, type: nauc_precision_at_3_std
value: 21.287190629517518
verified: no, type: nauc_precision_at_5_diff1
value: 75.66706449322432
verified: no, type: nauc_precision_at_5_max
value: 55.30373302312931
verified: no, type: nauc_precision_at_5_std
value: 25.617663499161512
verified: no, type: nauc_recall_at_1000_diff1
value: 60.94771241830054
verified: no, type: nauc_recall_at_1000_max
value: 48.956144957983234
verified: no, type: nauc_recall_at_1000_std
value: 52.283934407096
verified: no, type: nauc_recall_at_100_diff1
value: 65.20401832958845
verified: no, type: nauc_recall_at_100_max
value: 45.622481375866066
verified: no, type: nauc_recall_at_100_std
value: 39.31764509620953
verified: no, type: nauc_recall_at_10_diff1
value: 73.52050673935793
verified: no, type: nauc_recall_at_10_max
value: 51.5010611741474
verified: no, type: nauc_recall_at_10_std
value: 24.660571885937728
verified: no, type: nauc_recall_at_1_diff1
value: 81.3863109971009
verified: no, type: nauc_recall_at_1_max
value: 54.45112546839308
verified: no, type: nauc_recall_at_1_std
value: 16.647233102073926
verified: no, type: nauc_recall_at_20_diff1
value: 67.2301206506438
verified: no, type: nauc_recall_at_20_max
value: 49.276980564706946
verified: no, type: nauc_recall_at_20_std
value: 30.08840589323487
verified: no, type: nauc_recall_at_3_diff1
value: 75.411791054761
verified: no, type: nauc_recall_at_3_max
value: 54.468838259119266
verified: no, type: nauc_recall_at_3_std
value: 21.287190629517486
verified: no, type: nauc_recall_at_5_diff1
value: 75.66706449322434
verified: no, type: nauc_recall_at_5_max
value: 55.30373302312929
verified: no, type: nauc_recall_at_5_std
value: 25.61766349916154
verified: no, type: ndcg_at_1
value: 48.4
verified: no, type: ndcg_at_10
value: 56.842999999999996
verified: no, type: ndcg_at_100
value: 60.035000000000004
verified: no, type: ndcg_at_1000
value: 61.592999999999996
verified: no, type: ndcg_at_20
value: 58.219
verified: no, type: ndcg_at_3
value: 54.269
verified: no, type: ndcg_at_5
value: 55.435
verified: no, type: precision_at_1
value: 48.4
verified: no, type: precision_at_10
value: 6.54
verified: no, type: precision_at_100
value: 0.8089999999999999
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: precision_at_20
value: 3.54
verified: no, type: precision_at_3
value: 19.400000000000002
verified: no, type: precision_at_5
value: 12.2
verified: no, type: recall_at_1
value: 48.4
verified: no, type: recall_at_10
value: 65.4
verified: no, type: recall_at_100
value: 80.9
verified: no, type: recall_at_1000
value: 93.60000000000001
verified: no, type: recall_at_20
value: 70.8
verified: no, type: recall_at_3
value: 58.199999999999996
verified: no, type: recall_at_5
value: 61
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MultilingualSentiment
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
split: test
type: C-MTEB/MultilingualSentiment-classification
metrics: type: accuracy
value: 78.22
verified: no, type: f1
value: 77.72387105131016
verified: no, type: f1_weighted
value: 77.72387105131016
verified: no, type: main_score
value: 78.22
verified: no
task: type: Classification, dataset: config: default
name: MTEB Ocnli
revision: 66e76a618a34d6d565d5538088562851e6daa7ec
split: validation
type: C-MTEB/OCNLI
metrics: type: cosine_accuracy
value: 66.21548456957228
verified: no, type: cosine_accuracy_threshold
value: 85.5343759059906
verified: no, type: cosine_ap
value: 69.21438509764522
verified: no, type: cosine_f1
value: 70.44534412955467
verified: no, type: cosine_f1_threshold
value: 83.85478258132935
verified: no, type: cosine_precision
value: 61.36363636363637
verified: no, type: cosine_recall
value: 82.68215417106653
verified: no, type: dot_accuracy
value: 66.21548456957228
verified: no, type: dot_accuracy_threshold
value: 85.5343759059906
verified: no, type: dot_ap
value: 69.21438509764522
verified: no, type: dot_f1
value: 70.44534412955467
verified: no, type: dot_f1_threshold
value: 83.85477662086487
verified: no, type: dot_precision
value: 61.36363636363637
verified: no, type: dot_recall
value: 82.68215417106653
verified: no, type: euclidean_accuracy
value: 66.21548456957228
verified: no, type: euclidean_accuracy_threshold
value: 53.787779808044434
verified: no, type: euclidean_ap
value: 69.21438509764522
verified: no, type: euclidean_f1
value: 70.44534412955467
verified: no, type: euclidean_f1_threshold
value: 56.82467818260193
verified: no, type: euclidean_precision
value: 61.36363636363637
verified: no, type: euclidean_recall
value: 82.68215417106653
verified: no, type: main_score
value: 69.21438509764522
verified: no, type: manhattan_accuracy
value: 65.89063345966431
verified: no, type: manhattan_accuracy_threshold
value: 1257.1067810058594
verified: no, type: manhattan_ap
value: 68.93169452602294
verified: no, type: manhattan_f1
value: 70.018281535649
verified: no, type: manhattan_f1_threshold
value: 1321.6852188110352
verified: no, type: manhattan_precision
value: 61.72441579371475
verified: no, type: manhattan_recall
value: 80.8870116156283
verified: no, type: max_ap
value: 69.21438509764522
verified: no, type: max_f1
value: 70.44534412955467
verified: no, type: max_precision
value: 61.72441579371475
verified: no, type: max_recall
value: 82.68215417106653
verified: no, type: similarity_accuracy
value: 66.21548456957228
verified: no, type: similarity_accuracy_threshold
value: 85.5343759059906
verified: no, type: similarity_ap
value: 69.21438509764522
verified: no, type: similarity_f1
value: 70.44534412955467
verified: no, type: similarity_f1_threshold
value: 83.85478258132935
verified: no, type: similarity_precision
value: 61.36363636363637
verified: no, type: similarity_recall
value: 82.68215417106653
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB OnlineShopping
revision: e610f2ebd179a8fda30ae534c3878750a96db120
split: test
type: C-MTEB/OnlineShopping-classification
metrics: type: accuracy
value: 93.09
verified: no, type: ap
value: 92.02754366798146
verified: no, type: ap_weighted
value: 92.02754366798146
verified: no, type: f1
value: 93.08751542879655
verified: no, type: f1_weighted
value: 93.092429173112
verified: no, type: main_score
value: 93.09
verified: no
task: type: Classification, dataset: config: default
name: MTEB PAWSX
revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1
split: test
type: C-MTEB/PAWSX
metrics: type: cosine_pearson
value: 14.700393205389778
verified: no, type: cosine_spearman
value: 16.3328315656736
verified: no, type: euclidean_pearson
value: 18.37941425496121
verified: no, type: euclidean_spearman
value: 16.35419723095118
verified: no, type: main_score
value: 16.3328315656736
verified: no, type: manhattan_pearson
value: 18.461692452314196
verified: no, type: manhattan_spearman
value: 16.49877203419426
verified: no, type: pearson
value: 14.700393205389778
verified: no, type: spearman
value: 16.3328315656736
verified: no
task: type: STS, dataset: config: default
name: MTEB QBQTC
revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
split: test
type: C-MTEB/QBQTC
metrics: type: cosine_pearson
value: 31.771341848950048
verified: no, type: cosine_spearman
value: 35.21248641540282
verified: no, type: euclidean_pearson
value: 32.86721005963099
verified: no, type: euclidean_spearman
value: 35.21281584988107
verified: no, type: main_score
value: 35.21248641540282
verified: no, type: manhattan_pearson
value: 32.994593737560464
verified: no, type: manhattan_spearman
value: 35.29332061037625
verified: no, type: pearson
value: 31.771341848950048
verified: no, type: spearman
value: 35.21248641540282
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22 (zh)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 74.05009462610907
verified: no, type: cosine_spearman
value: 73.57662463047618
verified: no, type: euclidean_pearson
value: 71.97192342862905
verified: no, type: euclidean_spearman
value: 73.57662463047618
verified: no, type: main_score
value: 73.57662463047618
verified: no, type: manhattan_pearson
value: 71.66171363912555
verified: no, type: manhattan_spearman
value: 73.33995365752388
verified: no, type: pearson
value: 74.05009462610907
verified: no, type: spearman
value: 73.57662463047618
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 76.5491270627292
verified: no, type: cosine_spearman
value: 76.34747339191613
verified: no, type: euclidean_pearson
value: 77.52703884917828
verified: no, type: euclidean_spearman
value: 76.34747339191613
verified: no, type: main_score
value: 76.34747339191613
verified: no, type: manhattan_pearson
value: 77.94417346436772
verified: no, type: manhattan_spearman
value: 76.15552728253843
verified: no, type: pearson
value: 76.5491270627292
verified: no, type: spearman
value: 76.34747339191613
verified: no
task: type: STS, dataset: config: default
name: MTEB STSB
revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
split: test
type: C-MTEB/STSB
metrics: type: cosine_pearson
value: 76.44164798054604
verified: no, type: cosine_spearman
value: 77.80818016295537
verified: no, type: euclidean_pearson
value: 77.23235480541429
verified: no, type: euclidean_spearman
value: 77.80820115269609
verified: no, type: main_score
value: 77.80818016295537
verified: no, type: manhattan_pearson
value: 77.1383518573764
verified: no, type: manhattan_spearman
value: 77.74335331319868
verified: no, type: pearson
value: 76.44164798054604
verified: no, type: spearman
value: 77.80818016295537
verified: no
task: type: STS, dataset: config: default
name: MTEB T2Reranking
revision: 76631901a18387f85eaa53e5450019b87ad58ef9
split: dev
type: C-MTEB/T2Reranking
metrics: type: main_score
value: 66.73229864475817
verified: no, type: map
value: 66.73229864475817
verified: no, type: mrr
value: 76.93718364122901
verified: no, type: nAUC_map_diff1
value: -10.073077377159336
verified: no, type: nAUC_map_max
value: 36.06382407917089
verified: no, type: nAUC_map_std
value: -2.3465936800383975
verified: no, type: nAUC_mrr_diff1
value: -7.614514359731517
verified: no, type: nAUC_mrr_max
value: 29.970126517689895
verified: no, type: nAUC_mrr_std
value: -4.000393719743965
verified: no
task: type: Reranking, dataset: config: default
name: MTEB T2Retrieval
revision: 8731a845f1bf500a4f111cf1070785c793d10e64
split: dev
type: C-MTEB/T2Retrieval
metrics: type: main_score
value: 84.066
verified: no, type: map_at_1
value: 27.311999999999998
verified: no, type: map_at_10
value: 76.45100000000001
verified: no, type: map_at_100
value: 80.081
verified: no, type: map_at_1000
value: 80.148
verified: no, type: map_at_20
value: 79.19500000000001
verified: no, type: map_at_3
value: 53.785000000000004
verified: no, type: map_at_5
value: 66.08800000000001
verified: no, type: mrr_at_1
value: 89.5493599859723
verified: no, type: mrr_at_10
value: 92.04882420558401
verified: no, type: mrr_at_100
value: 92.13851397485055
verified: no, type: mrr_at_1000
value: 92.142380377799
verified: no, type: mrr_at_20
value: 92.10835206390658
verified: no, type: mrr_at_3
value: 91.55634461394584
verified: no, type: mrr_at_5
value: 91.86626921503318
verified: no, type: nauc_map_at_1000_diff1
value: 13.881593411464955
verified: no, type: nauc_map_at_1000_max
value: 45.98958134604669
verified: no, type: nauc_map_at_1000_std
value: 20.749937417202162
verified: no, type: nauc_map_at_100_diff1
value: 13.897201544868256
verified: no, type: nauc_map_at_100_max
value: 45.8975771537659
verified: no, type: nauc_map_at_100_std
value: 20.702471991537816
verified: no, type: nauc_map_at_10_diff1
value: 18.574187481021404
verified: no, type: nauc_map_at_10_max
value: 33.03798476409084
verified: no, type: nauc_map_at_10_std
value: 4.923864341255681
verified: no, type: nauc_map_at_1_diff1
value: 53.60647320762889
verified: no, type: nauc_map_at_1_max
value: -25.482104681284262
verified: no, type: nauc_map_at_1_std
value: -35.242254755025314
verified: no, type: nauc_map_at_20_diff1
value: 14.659565827642442
verified: no, type: nauc_map_at_20_max
value: 43.28938016609046
verified: no, type: nauc_map_at_20_std
value: 17.356608121513382
verified: no, type: nauc_map_at_3_diff1
value: 39.4070801457046
verified: no, type: nauc_map_at_3_max
value: -12.578348941863455
verified: no, type: nauc_map_at_3_std
value: -31.8798104413808
verified: no, type: nauc_map_at_5_diff1
value: 31.32071840697937
verified: no, type: nauc_map_at_5_max
value: 4.002877899741811
verified: no, type: nauc_map_at_5_std
value: -21.303079028844135
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.83368353209455
verified: no, type: nauc_mrr_at_1000_max
value: 75.71133032423971
verified: no, type: nauc_mrr_at_1000_std
value: 39.48046724592415
verified: no, type: nauc_mrr_at_100_diff1
value: 46.83586223804469
verified: no, type: nauc_mrr_at_100_max
value: 75.72076556031453
verified: no, type: nauc_mrr_at_100_std
value: 39.499587346326805
verified: no, type: nauc_mrr_at_10_diff1
value: 46.844356562367416
verified: no, type: nauc_mrr_at_10_max
value: 75.82630788248727
verified: no, type: nauc_mrr_at_10_std
value: 39.57574348115377
verified: no, type: nauc_mrr_at_1_diff1
value: 47.31173835991697
verified: no, type: nauc_mrr_at_1_max
value: 71.62100768371566
verified: no, type: nauc_mrr_at_1_std
value: 33.215001055441654
verified: no, type: nauc_mrr_at_20_diff1
value: 46.81803840032271
verified: no, type: nauc_mrr_at_20_max
value: 75.77378447923428
verified: no, type: nauc_mrr_at_20_std
value: 39.56872022078684
verified: no, type: nauc_mrr_at_3_diff1
value: 46.860529286384946
verified: no, type: nauc_mrr_at_3_max
value: 75.76461859710832
verified: no, type: nauc_mrr_at_3_std
value: 39.2216938919496
verified: no, type: nauc_mrr_at_5_diff1
value: 46.789493616730475
verified: no, type: nauc_mrr_at_5_max
value: 75.90313095614088
verified: no, type: nauc_mrr_at_5_std
value: 39.65230578423716
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.766598062291752
verified: no, type: nauc_ndcg_at_1000_max
value: 58.1826623156839
verified: no, type: nauc_ndcg_at_1000_std
value: 32.709580361957975
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.52651950834308
verified: no, type: nauc_ndcg_at_100_max
value: 57.35240006774048
verified: no, type: nauc_ndcg_at_100_std
value: 32.8548321688731
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.54354007672668
verified: no, type: nauc_ndcg_at_10_max
value: 47.71924227814137
verified: no, type: nauc_ndcg_at_10_std
value: 21.21142176035583
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.31173835991697
verified: no, type: nauc_ndcg_at_1_max
value: 71.62100768371566
verified: no, type: nauc_ndcg_at_1_std
value: 33.215001055441654
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.70238226651868
verified: no, type: nauc_ndcg_at_20_max
value: 51.938599251095376
verified: no, type: nauc_ndcg_at_20_std
value: 26.4850369109262
verified: no, type: nauc_ndcg_at_3_diff1
value: 13.27812172653936
verified: no, type: nauc_ndcg_at_3_max
value: 62.30760700113597
verified: no, type: nauc_ndcg_at_3_std
value: 31.816092105184445
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.889486796899545
verified: no, type: nauc_ndcg_at_5_max
value: 55.51019399952754
verified: no, type: nauc_ndcg_at_5_std
value: 27.369160358894128
verified: no, type: nauc_precision_at_1000_diff1
value: -35.999300149931784
verified: no, type: nauc_precision_at_1000_max
value: 49.84051965547009
verified: no, type: nauc_precision_at_1000_std
value: 58.58089570689277
verified: no, type: nauc_precision_at_100_diff1
value: -35.83612932514131
verified: no, type: nauc_precision_at_100_max
value: 51.586346962862336
verified: no, type: nauc_precision_at_100_std
value: 60.23951447272133
verified: no, type: nauc_precision_at_10_diff1
value: -35.48923076280097
verified: no, type: nauc_precision_at_10_max
value: 55.72743866396911
verified: no, type: nauc_precision_at_10_std
value: 55.44739603788007
verified: no, type: nauc_precision_at_1_diff1
value: 47.31173835991697
verified: no, type: nauc_precision_at_1_max
value: 71.62100768371566
verified: no, type: nauc_precision_at_1_std
value: 33.215001055441654
verified: no, type: nauc_precision_at_20_diff1
value: -35.72916661370677
verified: no, type: nauc_precision_at_20_max
value: 54.082057684079246
verified: no, type: nauc_precision_at_20_std
value: 59.4645317147574
verified: no, type: nauc_precision_at_3_diff1
value: -30.247794446720594
verified: no, type: nauc_precision_at_3_max
value: 64.43209282496724
verified: no, type: nauc_precision_at_3_std
value: 47.32128724076265
verified: no, type: nauc_precision_at_5_diff1
value: -35.057736789550646
verified: no, type: nauc_precision_at_5_max
value: 60.10076766835969
verified: no, type: nauc_precision_at_5_std
value: 50.98874173280675
verified: no, type: nauc_recall_at_1000_diff1
value: 1.863242393322992
verified: no, type: nauc_recall_at_1000_max
value: 60.729765914144615
verified: no, type: nauc_recall_at_1000_std
value: 62.59143677558537
verified: no, type: nauc_recall_at_100_diff1
value: 8.045141361395181
verified: no, type: nauc_recall_at_100_max
value: 52.778769966654316
verified: no, type: nauc_recall_at_100_std
value: 49.10300097655128
verified: no, type: nauc_recall_at_10_diff1
value: 16.8879769794751
verified: no, type: nauc_recall_at_10_max
value: 23.43756027359313
verified: no, type: nauc_recall_at_10_std
value: -0.017371946235138786
verified: no, type: nauc_recall_at_1_diff1
value: 53.60647320762889
verified: no, type: nauc_recall_at_1_max
value: -25.482104681284262
verified: no, type: nauc_recall_at_1_std
value: -35.242254755025314
verified: no, type: nauc_recall_at_20_diff1
value: 11.099660881919029
verified: no, type: nauc_recall_at_20_max
value: 39.07089132734822
verified: no, type: nauc_recall_at_20_std
value: 22.93956030600117
verified: no, type: nauc_recall_at_3_diff1
value: 38.03040951694198
verified: no, type: nauc_recall_at_3_max
value: -16.512296557855894
verified: no, type: nauc_recall_at_3_std
value: -33.99009868262299
verified: no, type: nauc_recall_at_5_diff1
value: 30.476589203240035
verified: no, type: nauc_recall_at_5_max
value: -4.132009312569869
verified: no, type: nauc_recall_at_5_std
value: -26.413027108583538
verified: no, type: ndcg_at_1
value: 89.549
verified: no, type: ndcg_at_10
value: 84.066
verified: no, type: ndcg_at_100
value: 87.705
verified: no, type: ndcg_at_1000
value: 88.369
verified: no, type: ndcg_at_20
value: 85.82300000000001
verified: no, type: ndcg_at_3
value: 85.466
verified: no, type: ndcg_at_5
value: 84.077
verified: no, type: precision_at_1
value: 89.549
verified: no, type: precision_at_10
value: 41.778
verified: no, type: precision_at_100
value: 4.994
verified: no, type: precision_at_1000
value: 0.515
verified: no, type: precision_at_20
value: 23.199
verified: no, type: precision_at_3
value: 74.772
verified: no, type: precision_at_5
value: 62.666999999999994
verified: no, type: recall_at_1
value: 27.311999999999998
verified: no, type: recall_at_10
value: 82.955
verified: no, type: recall_at_100
value: 94.814
verified: no, type: recall_at_1000
value: 98.205
verified: no, type: recall_at_20
value: 88.864
verified: no, type: recall_at_3
value: 55.35600000000001
verified: no, type: recall_at_5
value: 69.458
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TNews
revision: 317f262bf1e6126357bbe89e875451e4b0938fe4
split: validation
type: C-MTEB/TNews-classification
metrics: type: accuracy
value: 51.629999999999995
verified: no, type: f1
value: 49.06894119635303
verified: no, type: f1_weighted
value: 50.97940411274921
verified: no, type: main_score
value: 51.629999999999995
verified: no
task: type: Classification, dataset: config: default
name: MTEB ThuNewsClusteringP2P
revision: 5798586b105c0434e4f0fe5e767abe619442cf93
split: test
type: C-MTEB/ThuNewsClusteringP2P
metrics: type: main_score
value: 72.29482641581953
verified: no, type: v_measure
value: 72.29482641581953
verified: no, type: v_measure_std
value: 1.335959363862232
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ThuNewsClusteringS2S
revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
split: test
type: C-MTEB/ThuNewsClusteringS2S
metrics: type: main_score
value: 65.18517414783898
verified: no, type: v_measure
value: 65.18517414783898
verified: no, type: v_measure_std
value: 1.4758720962337082
verified: no
task: type: Clustering, dataset: config: default
name: MTEB VideoRetrieval
revision: 58c2597a5943a2ba48f4668c3b90d796283c5639
split: dev
type: C-MTEB/VideoRetrieval
metrics: type: main_score
value: 71.768
verified: no, type: map_at_1
value: 57.8
verified: no, type: map_at_10
value: 67.47
verified: no, type: map_at_100
value: 67.97800000000001
verified: no, type: map_at_1000
value: 67.988
verified: no, type: map_at_20
value: 67.827
verified: no, type: map_at_3
value: 65.583
verified: no, type: map_at_5
value: 66.743
verified: no, type: mrr_at_1
value: 57.699999999999996
verified: no, type: mrr_at_10
value: 67.4202777777778
verified: no, type: mrr_at_100
value: 67.92827763873187
verified: no, type: mrr_at_1000
value: 67.93825676811373
verified: no, type: mrr_at_20
value: 67.77708320016758
verified: no, type: mrr_at_3
value: 65.53333333333336
verified: no, type: mrr_at_5
value: 66.69333333333337
verified: no, type: nauc_map_at_1000_diff1
value: 69.57667330550309
verified: no, type: nauc_map_at_1000_max
value: 7.543501399956271
verified: no, type: nauc_map_at_1000_std
value: -31.243010383568436
verified: no, type: nauc_map_at_100_diff1
value: 69.5725467000578
verified: no, type: nauc_map_at_100_max
value: 7.557154826181643
verified: no, type: nauc_map_at_100_std
value: -31.244478201857078
verified: no, type: nauc_map_at_10_diff1
value: 69.66295657598643
verified: no, type: nauc_map_at_10_max
value: 7.354933246004566
verified: no, type: nauc_map_at_10_std
value: -31.85480226841353
verified: no, type: nauc_map_at_1_diff1
value: 71.13428332324658
verified: no, type: nauc_map_at_1_max
value: 5.617556184249036
verified: no, type: nauc_map_at_1_std
value: -29.319041979284005
verified: no, type: nauc_map_at_20_diff1
value: 69.58825754865646
verified: no, type: nauc_map_at_20_max
value: 7.493499540606082
verified: no, type: nauc_map_at_20_std
value: -31.421082585601923
verified: no, type: nauc_map_at_3_diff1
value: 69.51937616497842
verified: no, type: nauc_map_at_3_max
value: 6.58989269981783
verified: no, type: nauc_map_at_3_std
value: -31.99863169578963
verified: no, type: nauc_map_at_5_diff1
value: 69.5662738665744
verified: no, type: nauc_map_at_5_max
value: 7.15847377146298
verified: no, type: nauc_map_at_5_std
value: -31.915079957015152
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.7213828991122
verified: no, type: nauc_mrr_at_1000_max
value: 7.429696859248949
verified: no, type: nauc_mrr_at_1000_std
value: -31.443415682632214
verified: no, type: nauc_mrr_at_100_diff1
value: 69.71720349997756
verified: no, type: nauc_mrr_at_100_max
value: 7.44338462432531
verified: no, type: nauc_mrr_at_100_std
value: -31.444805433177237
verified: no, type: nauc_mrr_at_10_diff1
value: 69.80501501763766
verified: no, type: nauc_mrr_at_10_max
value: 7.243295472335978
verified: no, type: nauc_mrr_at_10_std
value: -32.05120239232289
verified: no, type: nauc_mrr_at_1_diff1
value: 71.36516347743338
verified: no, type: nauc_mrr_at_1_max
value: 5.4367617772159935
verified: no, type: nauc_mrr_at_1_std
value: -29.643310130582368
verified: no, type: nauc_mrr_at_20_diff1
value: 69.73206575087396
verified: no, type: nauc_mrr_at_20_max
value: 7.380431929849562
verified: no, type: nauc_mrr_at_20_std
value: -31.620128440139172
verified: no, type: nauc_mrr_at_3_diff1
value: 69.65406365393979
verified: no, type: nauc_mrr_at_3_max
value: 6.484611159978816
verified: no, type: nauc_mrr_at_3_std
value: -32.18462142962385
verified: no, type: nauc_mrr_at_5_diff1
value: 69.70510268881297
verified: no, type: nauc_mrr_at_5_max
value: 7.049554381027974
verified: no, type: nauc_mrr_at_5_std
value: -32.106886637783475
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.13809538133073
verified: no, type: nauc_ndcg_at_1000_max
value: 9.63283640379659
verified: no, type: nauc_ndcg_at_1000_std
value: -29.449553581261878
verified: no, type: nauc_ndcg_at_100_diff1
value: 68.99395374944251
verified: no, type: nauc_ndcg_at_100_max
value: 10.176719987248335
verified: no, type: nauc_ndcg_at_100_std
value: -29.350437600307988
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.46707308337217
verified: no, type: nauc_ndcg_at_10_max
value: 8.763989177891727
verified: no, type: nauc_ndcg_at_10_std
value: -32.80464097517361
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.13428332324658
verified: no, type: nauc_ndcg_at_1_max
value: 5.617556184249036
verified: no, type: nauc_ndcg_at_1_std
value: -29.319041979284005
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.18406330264568
verified: no, type: nauc_ndcg_at_20_max
value: 9.638224463038883
verified: no, type: nauc_ndcg_at_20_std
value: -30.852858198950152
verified: no, type: nauc_ndcg_at_3_diff1
value: 69.09204185224701
verified: no, type: nauc_ndcg_at_3_max
value: 7.001054807139578
verified: no, type: nauc_ndcg_at_3_std
value: -33.03926415507931
verified: no, type: nauc_ndcg_at_5_diff1
value: 69.19746073354963
verified: no, type: nauc_ndcg_at_5_max
value: 8.129939462557209
verified: no, type: nauc_ndcg_at_5_std
value: -32.890200669688824
verified: no, type: nauc_precision_at_1000_diff1
value: 55.42483660130655
verified: no, type: nauc_precision_at_1000_max
value: 87.87815126050374
verified: no, type: nauc_precision_at_1000_std
value: 83.7791783380018
verified: no, type: nauc_precision_at_100_diff1
value: 57.369917664035285
verified: no, type: nauc_precision_at_100_max
value: 67.47729394788239
verified: no, type: nauc_precision_at_100_std
value: 27.854171971818914
verified: no, type: nauc_precision_at_10_diff1
value: 68.85063417125569
verified: no, type: nauc_precision_at_10_max
value: 17.102325185471244
verified: no, type: nauc_precision_at_10_std
value: -37.74775895599127
verified: no, type: nauc_precision_at_1_diff1
value: 71.13428332324658
verified: no, type: nauc_precision_at_1_max
value: 5.617556184249036
verified: no, type: nauc_precision_at_1_std
value: -29.319041979284005
verified: no, type: nauc_precision_at_20_diff1
value: 66.21858365339261
verified: no, type: nauc_precision_at_20_max
value: 30.03311290151776
verified: no, type: nauc_precision_at_20_std
value: -21.57151520401986
verified: no, type: nauc_precision_at_3_diff1
value: 67.63911432841829
verified: no, type: nauc_precision_at_3_max
value: 8.481916121984119
verified: no, type: nauc_precision_at_3_std
value: -36.756075465752815
verified: no, type: nauc_precision_at_5_diff1
value: 67.81563046786316
verified: no, type: nauc_precision_at_5_max
value: 12.39051881812358
verified: no, type: nauc_precision_at_5_std
value: -36.853583944247085
verified: no, type: nauc_recall_at_1000_diff1
value: 55.424836601307135
verified: no, type: nauc_recall_at_1000_max
value: 87.87815126050475
verified: no, type: nauc_recall_at_1000_std
value: 83.77917833800133
verified: no, type: nauc_recall_at_100_diff1
value: 57.36991766403544
verified: no, type: nauc_recall_at_100_max
value: 67.47729394788247
verified: no, type: nauc_recall_at_100_std
value: 27.854171971819124
verified: no, type: nauc_recall_at_10_diff1
value: 68.8506341712557
verified: no, type: nauc_recall_at_10_max
value: 17.102325185471305
verified: no, type: nauc_recall_at_10_std
value: -37.747758955991095
verified: no, type: nauc_recall_at_1_diff1
value: 71.13428332324658
verified: no, type: nauc_recall_at_1_max
value: 5.617556184249036
verified: no, type: nauc_recall_at_1_std
value: -29.319041979284005
verified: no, type: nauc_recall_at_20_diff1
value: 66.21858365339266
verified: no, type: nauc_recall_at_20_max
value: 30.033112901517956
verified: no, type: nauc_recall_at_20_std
value: -21.57151520401992
verified: no, type: nauc_recall_at_3_diff1
value: 67.63911432841829
verified: no, type: nauc_recall_at_3_max
value: 8.481916121984066
verified: no, type: nauc_recall_at_3_std
value: -36.75607546575289
verified: no, type: nauc_recall_at_5_diff1
value: 67.81563046786322
verified: no, type: nauc_recall_at_5_max
value: 12.390518818123626
verified: no, type: nauc_recall_at_5_std
value: -36.85358394424703
verified: no, type: ndcg_at_1
value: 57.8
verified: no, type: ndcg_at_10
value: 71.768
verified: no, type: ndcg_at_100
value: 74.093
verified: no, type: ndcg_at_1000
value: 74.39
verified: no, type: ndcg_at_20
value: 73.078
verified: no, type: ndcg_at_3
value: 67.93900000000001
verified: no, type: ndcg_at_5
value: 70.035
verified: no, type: precision_at_1
value: 57.8
verified: no, type: precision_at_10
value: 8.51
verified: no, type: precision_at_100
value: 0.9560000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 4.515000000000001
verified: no, type: precision_at_3
value: 24.9
verified: no, type: precision_at_5
value: 15.959999999999999
verified: no, type: recall_at_1
value: 57.8
verified: no, type: recall_at_10
value: 85.1
verified: no, type: recall_at_100
value: 95.6
verified: no, type: recall_at_1000
value: 98
verified: no, type: recall_at_20
value: 90.3
verified: no, type: recall_at_3
value: 74.7
verified: no, type: recall_at_5
value: 79.80000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Waimai
revision: 339287def212450dcaa9df8c22bf93e9980c7023
split: test
type: C-MTEB/waimai-classification
metrics: type: accuracy
value: 88.85
verified: no, type: ap
value: 74.3186702823446
verified: no, type: ap_weighted
value: 74.3186702823446
verified: no, type: f1
value: 87.23283814404301
verified: no, type: f1_weighted
value: 88.8207921928931
verified: no, type: main_score
value: 88.85
verified: no
task: type: Classification, dataset: config: default
name: MTEB AlloProfClusteringP2P
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 65.0533654633344
verified: no, type: v_measure
value: 65.0533654633344
verified: no, type: v_measure_std
value: 2.2966620551090435
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AlloProfClusteringS2S
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 47.602163687995045
verified: no, type: v_measure
value: 47.602163687995045
verified: no, type: v_measure_std
value: 2.2689446239597566
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AlloprofReranking
revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
split: test
type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
metrics: type: main_score
value: 75.17961983598764
verified: no, type: map
value: 75.17961983598764
verified: no, type: mrr
value: 76.42541875702497
verified: no, type: nAUC_map_diff1
value: 57.62404220848294
verified: no, type: nAUC_map_max
value: 23.51522112548143
verified: no, type: nAUC_map_std
value: 23.388021631358534
verified: no, type: nAUC_mrr_diff1
value: 57.37912924766015
verified: no, type: nAUC_mrr_max
value: 24.08827107711477
verified: no, type: nAUC_mrr_std
value: 22.59882369784862
verified: no
task: type: Reranking, dataset: config: default
name: MTEB AlloprofRetrieval
revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 51.115
verified: no, type: map_at_1
value: 33.29
verified: no, type: map_at_10
value: 45.017
verified: no, type: map_at_100
value: 45.824
verified: no, type: map_at_1000
value: 45.869
verified: no, type: map_at_20
value: 45.521
verified: no, type: map_at_3
value: 41.947
verified: no, type: map_at_5
value: 43.683
verified: no, type: mrr_at_1
value: 33.29015544041451
verified: no, type: mrr_at_10
value: 45.017099816322656
verified: no, type: mrr_at_100
value: 45.82409198237741
verified: no, type: mrr_at_1000
value: 45.86948422318224
verified: no, type: mrr_at_20
value: 45.52135027955749
verified: no, type: mrr_at_3
value: 41.94732297063909
verified: no, type: mrr_at_5
value: 43.68307426597593
verified: no, type: nauc_map_at_1000_diff1
value: 39.73243793300825
verified: no, type: nauc_map_at_1000_max
value: 35.182681191334545
verified: no, type: nauc_map_at_1000_std
value: 0.5807963314175563
verified: no, type: nauc_map_at_100_diff1
value: 39.722470553779765
verified: no, type: nauc_map_at_100_max
value: 35.21852170079372
verified: no, type: nauc_map_at_100_std
value: 0.6058130117591941
verified: no, type: nauc_map_at_10_diff1
value: 39.617580503261316
verified: no, type: nauc_map_at_10_max
value: 35.07856190730939
verified: no, type: nauc_map_at_10_std
value: 0.12493876166019499
verified: no, type: nauc_map_at_1_diff1
value: 42.93831821879295
verified: no, type: nauc_map_at_1_max
value: 31.12726818453338
verified: no, type: nauc_map_at_1_std
value: -1.777716163867983
verified: no, type: nauc_map_at_20_diff1
value: 39.71626015027946
verified: no, type: nauc_map_at_20_max
value: 35.18348804461845
verified: no, type: nauc_map_at_20_std
value: 0.5105592256773273
verified: no, type: nauc_map_at_3_diff1
value: 39.16316684618178
verified: no, type: nauc_map_at_3_max
value: 33.7216790348974
verified: no, type: nauc_map_at_3_std
value: -0.3498983530547474
verified: no, type: nauc_map_at_5_diff1
value: 39.647098664998204
verified: no, type: nauc_map_at_5_max
value: 34.7328902446716
verified: no, type: nauc_map_at_5_std
value: 0.40121258866920295
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.73243793300825
verified: no, type: nauc_mrr_at_1000_max
value: 35.182681191334545
verified: no, type: nauc_mrr_at_1000_std
value: 0.5807963314175563
verified: no, type: nauc_mrr_at_100_diff1
value: 39.722470553779765
verified: no, type: nauc_mrr_at_100_max
value: 35.21852170079372
verified: no, type: nauc_mrr_at_100_std
value: 0.6058130117591941
verified: no, type: nauc_mrr_at_10_diff1
value: 39.617580503261316
verified: no, type: nauc_mrr_at_10_max
value: 35.07856190730939
verified: no, type: nauc_mrr_at_10_std
value: 0.12493876166019499
verified: no, type: nauc_mrr_at_1_diff1
value: 42.93831821879295
verified: no, type: nauc_mrr_at_1_max
value: 31.12726818453338
verified: no, type: nauc_mrr_at_1_std
value: -1.777716163867983
verified: no, type: nauc_mrr_at_20_diff1
value: 39.71626015027946
verified: no, type: nauc_mrr_at_20_max
value: 35.18348804461845
verified: no, type: nauc_mrr_at_20_std
value: 0.5105592256773273
verified: no, type: nauc_mrr_at_3_diff1
value: 39.16316684618178
verified: no, type: nauc_mrr_at_3_max
value: 33.7216790348974
verified: no, type: nauc_mrr_at_3_std
value: -0.3498983530547474
verified: no, type: nauc_mrr_at_5_diff1
value: 39.647098664998204
verified: no, type: nauc_mrr_at_5_max
value: 34.7328902446716
verified: no, type: nauc_mrr_at_5_std
value: 0.40121258866920295
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.242329273752844
verified: no, type: nauc_ndcg_at_1000_max
value: 36.778397735569555
verified: no, type: nauc_ndcg_at_1000_std
value: 1.9890182774165592
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.02516880016918
verified: no, type: nauc_ndcg_at_100_max
value: 37.95005510807288
verified: no, type: nauc_ndcg_at_100_std
value: 3.0123421168495446
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.663112091897084
verified: no, type: nauc_ndcg_at_10_max
value: 37.30636725701253
verified: no, type: nauc_ndcg_at_10_std
value: 0.9040375526062125
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.93831821879295
verified: no, type: nauc_ndcg_at_1_max
value: 31.12726818453338
verified: no, type: nauc_ndcg_at_1_std
value: -1.777716163867983
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.929484271597715
verified: no, type: nauc_ndcg_at_20_max
value: 37.75901008441635
verified: no, type: nauc_ndcg_at_20_std
value: 2.4125130730180193
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.92470631843311
verified: no, type: nauc_ndcg_at_3_max
value: 34.450507157634625
verified: no, type: nauc_ndcg_at_3_std
value: 0.11472879002764375
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.778362690069535
verified: no, type: nauc_ndcg_at_5_max
value: 36.356309785771344
verified: no, type: nauc_ndcg_at_5_std
value: 1.502446979862238
verified: no, type: nauc_precision_at_1000_diff1
value: 33.18147748601189
verified: no, type: nauc_precision_at_1000_max
value: 75.4289210395029
verified: no, type: nauc_precision_at_1000_std
value: 67.86158379540547
verified: no, type: nauc_precision_at_100_diff1
value: 34.33353129136502
verified: no, type: nauc_precision_at_100_max
value: 66.13041373773511
verified: no, type: nauc_precision_at_100_std
value: 31.220993361158992
verified: no, type: nauc_precision_at_10_diff1
value: 35.191343796022224
verified: no, type: nauc_precision_at_10_max
value: 46.5030195236983
verified: no, type: nauc_precision_at_10_std
value: 3.8450864519608947
verified: no, type: nauc_precision_at_1_diff1
value: 42.93831821879295
verified: no, type: nauc_precision_at_1_max
value: 31.12726818453338
verified: no, type: nauc_precision_at_1_std
value: -1.777716163867983
verified: no, type: nauc_precision_at_20_diff1
value: 35.627717677075786
verified: no, type: nauc_precision_at_20_max
value: 51.28161545904851
verified: no, type: nauc_precision_at_20_std
value: 13.250115934134326
verified: no, type: nauc_precision_at_3_diff1
value: 34.252273608621316
verified: no, type: nauc_precision_at_3_max
value: 36.573298257048386
verified: no, type: nauc_precision_at_3_std
value: 1.4913107196473938
verified: no, type: nauc_precision_at_5_diff1
value: 36.160987910682564
verified: no, type: nauc_precision_at_5_max
value: 41.778030453127776
verified: no, type: nauc_precision_at_5_std
value: 5.2043752514074395
verified: no, type: nauc_recall_at_1000_diff1
value: 33.18147748600853
verified: no, type: nauc_recall_at_1000_max
value: 75.42892103950442
verified: no, type: nauc_recall_at_1000_std
value: 67.86158379540124
verified: no, type: nauc_recall_at_100_diff1
value: 34.33353129136507
verified: no, type: nauc_recall_at_100_max
value: 66.13041373773494
verified: no, type: nauc_recall_at_100_std
value: 31.22099336115893
verified: no, type: nauc_recall_at_10_diff1
value: 35.191343796022245
verified: no, type: nauc_recall_at_10_max
value: 46.503019523698185
verified: no, type: nauc_recall_at_10_std
value: 3.845086451960918
verified: no, type: nauc_recall_at_1_diff1
value: 42.93831821879295
verified: no, type: nauc_recall_at_1_max
value: 31.12726818453338
verified: no, type: nauc_recall_at_1_std
value: -1.777716163867983
verified: no, type: nauc_recall_at_20_diff1
value: 35.62771767707572
verified: no, type: nauc_recall_at_20_max
value: 51.281615459048524
verified: no, type: nauc_recall_at_20_std
value: 13.250115934134335
verified: no, type: nauc_recall_at_3_diff1
value: 34.2522736086213
verified: no, type: nauc_recall_at_3_max
value: 36.57329825704846
verified: no, type: nauc_recall_at_3_std
value: 1.4913107196474313
verified: no, type: nauc_recall_at_5_diff1
value: 36.160987910682586
verified: no, type: nauc_recall_at_5_max
value: 41.778030453127826
verified: no, type: nauc_recall_at_5_std
value: 5.204375251407459
verified: no, type: ndcg_at_1
value: 33.29
verified: no, type: ndcg_at_10
value: 51.115
verified: no, type: ndcg_at_100
value: 55.169999999999995
verified: no, type: ndcg_at_1000
value: 56.37799999999999
verified: no, type: ndcg_at_20
value: 52.929
verified: no, type: ndcg_at_3
value: 44.800000000000004
verified: no, type: ndcg_at_5
value: 47.911
verified: no, type: precision_at_1
value: 33.29
verified: no, type: precision_at_10
value: 7.042
verified: no, type: precision_at_100
value: 0.897
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 3.877
verified: no, type: precision_at_3
value: 17.689
verified: no, type: precision_at_5
value: 12.116
verified: no, type: recall_at_1
value: 33.29
verified: no, type: recall_at_10
value: 70.423
verified: no, type: recall_at_100
value: 89.724
verified: no, type: recall_at_1000
value: 99.223
verified: no, type: recall_at_20
value: 77.547
verified: no, type: recall_at_3
value: 53.066
verified: no, type: recall_at_5
value: 60.57900000000001
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB AmazonReviewsClassification (fr)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 52.312000000000005
verified: no, type: f1
value: 48.4862498298928
verified: no, type: f1_weighted
value: 48.4862498298928
verified: no, type: main_score
value: 52.312000000000005
verified: no
task: type: Classification, dataset: config: default
name: MTEB BSARDRetrieval
revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
split: test
type: maastrichtlawtech/bsard
metrics: type: main_score
value: 61.260999999999996
verified: no, type: map_at_1
value: 9.459
verified: no, type: map_at_10
value: 16.678
verified: no, type: map_at_100
value: 17.774
verified: no, type: map_at_1000
value: 17.858999999999998
verified: no, type: map_at_20
value: 17.321
verified: no, type: map_at_3
value: 14.414
verified: no, type: map_at_5
value: 15.338
verified: no, type: mrr_at_1
value: 9.45945945945946
verified: no, type: mrr_at_10
value: 16.67792792792793
verified: no, type: mrr_at_100
value: 17.774362522691398
verified: no, type: mrr_at_1000
value: 17.859514657558048
verified: no, type: mrr_at_20
value: 17.321237623095215
verified: no, type: mrr_at_3
value: 14.414414414414411
verified: no, type: mrr_at_5
value: 15.337837837837837
verified: no, type: nauc_map_at_1000_diff1
value: 12.898723868198564
verified: no, type: nauc_map_at_1000_max
value: 24.74492446599715
verified: no, type: nauc_map_at_1000_std
value: 1.2568203864373333
verified: no, type: nauc_map_at_100_diff1
value: 12.851213507789646
verified: no, type: nauc_map_at_100_max
value: 24.697430695694827
verified: no, type: nauc_map_at_100_std
value: 1.2129231125259072
verified: no, type: nauc_map_at_10_diff1
value: 13.07707744574533
verified: no, type: nauc_map_at_10_max
value: 24.72177610914694
verified: no, type: nauc_map_at_10_std
value: -0.004280467049762924
verified: no, type: nauc_map_at_1_diff1
value: 21.11635429465273
verified: no, type: nauc_map_at_1_max
value: 18.613969823495
verified: no, type: nauc_map_at_1_std
value: -7.597691141141031
verified: no, type: nauc_map_at_20_diff1
value: 13.143191038140104
verified: no, type: nauc_map_at_20_max
value: 24.904996278522944
verified: no, type: nauc_map_at_20_std
value: 0.9083792521836654
verified: no, type: nauc_map_at_3_diff1
value: 14.048204755527621
verified: no, type: nauc_map_at_3_max
value: 26.100088213960383
verified: no, type: nauc_map_at_3_std
value: -0.7368466542848658
verified: no, type: nauc_map_at_5_diff1
value: 13.482648315427548
verified: no, type: nauc_map_at_5_max
value: 24.803356986058585
verified: no, type: nauc_map_at_5_std
value: -1.2343058157885538
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.8977020563612
verified: no, type: nauc_mrr_at_1000_max
value: 24.742855881415966
verified: no, type: nauc_mrr_at_1000_std
value: 1.2564589487746798
verified: no, type: nauc_mrr_at_100_diff1
value: 12.850193815594121
verified: no, type: nauc_mrr_at_100_max
value: 24.69536657999111
verified: no, type: nauc_mrr_at_100_std
value: 1.2125623256841345
verified: no, type: nauc_mrr_at_10_diff1
value: 13.07707744574533
verified: no, type: nauc_mrr_at_10_max
value: 24.72177610914694
verified: no, type: nauc_mrr_at_10_std
value: -0.004280467049762924
verified: no, type: nauc_mrr_at_1_diff1
value: 21.11635429465273
verified: no, type: nauc_mrr_at_1_max
value: 18.613969823495
verified: no, type: nauc_mrr_at_1_std
value: -7.597691141141031
verified: no, type: nauc_mrr_at_20_diff1
value: 13.143191038140104
verified: no, type: nauc_mrr_at_20_max
value: 24.904996278522944
verified: no, type: nauc_mrr_at_20_std
value: 0.9083792521836654
verified: no, type: nauc_mrr_at_3_diff1
value: 14.048204755527621
verified: no, type: nauc_mrr_at_3_max
value: 26.100088213960383
verified: no, type: nauc_mrr_at_3_std
value: -0.7368466542848658
verified: no, type: nauc_mrr_at_5_diff1
value: 13.482648315427548
verified: no, type: nauc_mrr_at_5_max
value: 24.803356986058585
verified: no, type: nauc_mrr_at_5_std
value: -1.2343058157885538
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.261286687432275
verified: no, type: nauc_ndcg_at_1000_max
value: 25.54862203427727
verified: no, type: nauc_ndcg_at_1000_std
value: 6.9058640640154785
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.686081917901197
verified: no, type: nauc_ndcg_at_100_max
value: 25.79174788871077
verified: no, type: nauc_ndcg_at_100_std
value: 7.46006445502064
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.004401131569718
verified: no, type: nauc_ndcg_at_10_max
value: 25.55455198645665
verified: no, type: nauc_ndcg_at_10_std
value: 1.9332719624889871
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.11635429465273
verified: no, type: nauc_ndcg_at_1_max
value: 18.613969823495
verified: no, type: nauc_ndcg_at_1_std
value: -7.597691141141031
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.429743804671329
verified: no, type: nauc_ndcg_at_20_max
value: 25.76018584848357
verified: no, type: nauc_ndcg_at_20_std
value: 4.529843418751598
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.375824114924743
verified: no, type: nauc_ndcg_at_3_max
value: 27.899863438524925
verified: no, type: nauc_ndcg_at_3_std
value: 0.48771263604259235
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.669991174251026
verified: no, type: nauc_ndcg_at_5_max
value: 25.60280203013294
verified: no, type: nauc_ndcg_at_5_std
value: -0.4851689963092356
verified: no, type: nauc_precision_at_1000_diff1
value: 9.217959657671416
verified: no, type: nauc_precision_at_1000_max
value: 26.785438149619228
verified: no, type: nauc_precision_at_1000_std
value: 34.586575721918315
verified: no, type: nauc_precision_at_100_diff1
value: 6.944903323168987
verified: no, type: nauc_precision_at_100_max
value: 29.703339699715265
verified: no, type: nauc_precision_at_100_std
value: 28.76732870912694
verified: no, type: nauc_precision_at_10_diff1
value: 6.924015026667702
verified: no, type: nauc_precision_at_10_max
value: 27.01090600566311
verified: no, type: nauc_precision_at_10_std
value: 5.987244079632962
verified: no, type: nauc_precision_at_1_diff1
value: 21.11635429465273
verified: no, type: nauc_precision_at_1_max
value: 18.613969823495
verified: no, type: nauc_precision_at_1_std
value: -7.597691141141031
verified: no, type: nauc_precision_at_20_diff1
value: 8.547176188111889
verified: no, type: nauc_precision_at_20_max
value: 27.008083551891193
verified: no, type: nauc_precision_at_20_std
value: 12.963207602265662
verified: no, type: nauc_precision_at_3_diff1
value: 8.681050417224782
verified: no, type: nauc_precision_at_3_max
value: 31.88286662067647
verified: no, type: nauc_precision_at_3_std
value: 3.0982821138307313
verified: no, type: nauc_precision_at_5_diff1
value: 7.881738093345716
verified: no, type: nauc_precision_at_5_max
value: 26.996917506757985
verified: no, type: nauc_precision_at_5_std
value: 0.8392982481773691
verified: no, type: nauc_recall_at_1000_diff1
value: 9.21795965767156
verified: no, type: nauc_recall_at_1000_max
value: 26.785438149619285
verified: no, type: nauc_recall_at_1000_std
value: 34.58657572191825
verified: no, type: nauc_recall_at_100_diff1
value: 6.944903323168959
verified: no, type: nauc_recall_at_100_max
value: 29.703339699715258
verified: no, type: nauc_recall_at_100_std
value: 28.767328709126865
verified: no, type: nauc_recall_at_10_diff1
value: 6.924015026667665
verified: no, type: nauc_recall_at_10_max
value: 27.01090600566308
verified: no, type: nauc_recall_at_10_std
value: 5.987244079632916
verified: no, type: nauc_recall_at_1_diff1
value: 21.11635429465273
verified: no, type: nauc_recall_at_1_max
value: 18.613969823495
verified: no, type: nauc_recall_at_1_std
value: -7.597691141141031
verified: no, type: nauc_recall_at_20_diff1
value: 8.547176188111841
verified: no, type: nauc_recall_at_20_max
value: 27.00808355189116
verified: no, type: nauc_recall_at_20_std
value: 12.963207602265603
verified: no, type: nauc_recall_at_3_diff1
value: 8.681050417224794
verified: no, type: nauc_recall_at_3_max
value: 31.882866620676502
verified: no, type: nauc_recall_at_3_std
value: 3.098282113830734
verified: no, type: nauc_recall_at_5_diff1
value: 7.881738093345706
verified: no, type: nauc_recall_at_5_max
value: 26.996917506757928
verified: no, type: nauc_recall_at_5_std
value: 0.8392982481773533
verified: no, type: ndcg_at_1
value: 9.459
verified: no, type: ndcg_at_10
value: 20.752000000000002
verified: no, type: ndcg_at_100
value: 26.454
verified: no, type: ndcg_at_1000
value: 29.009
verified: no, type: ndcg_at_20
value: 23.128999999999998
verified: no, type: ndcg_at_3
value: 16.034000000000002
verified: no, type: ndcg_at_5
value: 17.701
verified: no, type: precision_at_1
value: 9.459
verified: no, type: precision_at_10
value: 3.3779999999999997
verified: no, type: precision_at_100
value: 0.613
verified: no, type: precision_at_1000
value: 0.082
verified: no, type: precision_at_20
value: 2.162
verified: no, type: precision_at_3
value: 6.907000000000001
verified: no, type: precision_at_5
value: 4.955
verified: no, type: recall_at_1
value: 9.459
verified: no, type: recall_at_10
value: 33.784
verified: no, type: recall_at_100
value: 61.260999999999996
verified: no, type: recall_at_1000
value: 81.982
verified: no, type: recall_at_20
value: 43.242999999999995
verified: no, type: recall_at_3
value: 20.721
verified: no, type: recall_at_5
value: 24.775
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HALClusteringS2S
revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
split: test
type: lyon-nlp/clustering-hal-s2s
metrics: type: main_score
value: 27.423835538133385
verified: no, type: v_measure
value: 27.423835538133385
verified: no, type: v_measure_std
value: 2.418592769322829
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MLSUMClusteringP2P (fr)
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
split: test
type: reciTAL/mlsum
metrics: type: main_score
value: 47.71996236371622
verified: no, type: v_measure
value: 47.71996236371622
verified: no, type: v_measure_std
value: 2.305651972507199
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MLSUMClusteringS2S (fr)
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
split: test
type: reciTAL/mlsum
metrics: type: main_score
value: 47.23617047594239
verified: no, type: v_measure
value: 47.23617047594239
verified: no, type: v_measure_std
value: 1.7496378174738418
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MTOPDomainClassification (fr)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 95.01722518008143
verified: no, type: f1
value: 94.84287480029258
verified: no, type: f1_weighted
value: 95.0452443472173
verified: no, type: main_score
value: 95.01722518008143
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MTOPIntentClassification (fr)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 79.74945192608833
verified: no, type: f1
value: 53.733289773568536
verified: no, type: f1_weighted
value: 79.64257473311346
verified: no, type: main_score
value: 79.74945192608833
verified: no
task: type: Classification, dataset: config: fra
name: MTEB MasakhaNEWSClassification (fra)
revision: 18193f187b92da67168c655c9973a165ed9593dd
split: test
type: mteb/masakhanews
metrics: type: accuracy
value: 83.3649289099526
verified: no, type: f1
value: 79.77180137779536
verified: no, type: f1_weighted
value: 83.01264683214308
verified: no, type: main_score
value: 83.3649289099526
verified: no
task: type: Classification, dataset: config: fra
name: MTEB MasakhaNEWSClusteringP2P (fra)
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
split: test
type: masakhane/masakhanews
metrics: type: main_score
value: 56.59401317251221
verified: no, type: v_measure
value: 56.59401317251221
verified: no, type: v_measure_std
value: 36.0760983348482
verified: no
task: type: Clustering, dataset: config: fra
name: MTEB MasakhaNEWSClusteringS2S (fra)
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
split: test
type: masakhane/masakhanews
metrics: type: main_score
value: 71.82457224763512
verified: no, type: v_measure
value: 71.82457224763512
verified: no, type: v_measure_std
value: 33.00235264955351
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MassiveIntentClassification (fr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 66.61398789509077
verified: no, type: f1
value: 60.956092562089324
verified: no, type: f1_weighted
value: 64.68321586762302
verified: no, type: main_score
value: 66.61398789509077
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveScenarioClassification (fr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 75.68594485541358
verified: no, type: f1
value: 74.71713629733614
verified: no, type: f1_weighted
value: 75.49907502505853
verified: no, type: main_score
value: 75.68594485541358
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MintakaRetrieval (fr)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: main_score
value: 28.939999999999998
verified: no, type: map_at_1
value: 16.585
verified: no, type: map_at_10
value: 24.496000000000002
verified: no, type: map_at_100
value: 25.769
verified: no, type: map_at_1000
value: 25.857999999999997
verified: no, type: map_at_20
value: 25.224000000000004
verified: no, type: map_at_3
value: 21.908
verified: no, type: map_at_5
value: 23.464
verified: no, type: mrr_at_1
value: 16.584766584766587
verified: no, type: mrr_at_10
value: 24.49603824603824
verified: no, type: mrr_at_100
value: 25.76910538724444
verified: no, type: mrr_at_1000
value: 25.857970951595167
verified: no, type: mrr_at_20
value: 25.223803880220952
verified: no, type: mrr_at_3
value: 21.908271908271885
verified: no, type: mrr_at_5
value: 23.46437346437344
verified: no, type: nauc_map_at_1000_diff1
value: 24.449324509741782
verified: no, type: nauc_map_at_1000_max
value: 16.857551392045668
verified: no, type: nauc_map_at_1000_std
value: 9.029392522714542
verified: no, type: nauc_map_at_100_diff1
value: 24.416377398368994
verified: no, type: nauc_map_at_100_max
value: 16.874285303124278
verified: no, type: nauc_map_at_100_std
value: 9.042769202417494
verified: no, type: nauc_map_at_10_diff1
value: 24.30792102146879
verified: no, type: nauc_map_at_10_max
value: 16.618278881262178
verified: no, type: nauc_map_at_10_std
value: 8.925464095934705
verified: no, type: nauc_map_at_1_diff1
value: 29.76904844307235
verified: no, type: nauc_map_at_1_max
value: 14.721060890557535
verified: no, type: nauc_map_at_1_std
value: 4.1356111912072935
verified: no, type: nauc_map_at_20_diff1
value: 24.42346651590614
verified: no, type: nauc_map_at_20_max
value: 16.780464496035194
verified: no, type: nauc_map_at_20_std
value: 8.981541510161698
verified: no, type: nauc_map_at_3_diff1
value: 25.463420671464554
verified: no, type: nauc_map_at_3_max
value: 16.4183897697643
verified: no, type: nauc_map_at_3_std
value: 7.625690829397712
verified: no, type: nauc_map_at_5_diff1
value: 24.93868444905917
verified: no, type: nauc_map_at_5_max
value: 16.091635346098528
verified: no, type: nauc_map_at_5_std
value: 8.39683861182176
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.449324509741782
verified: no, type: nauc_mrr_at_1000_max
value: 16.857551392045668
verified: no, type: nauc_mrr_at_1000_std
value: 9.029392522714542
verified: no, type: nauc_mrr_at_100_diff1
value: 24.416377398368994
verified: no, type: nauc_mrr_at_100_max
value: 16.874285303124278
verified: no, type: nauc_mrr_at_100_std
value: 9.042769202417494
verified: no, type: nauc_mrr_at_10_diff1
value: 24.30792102146879
verified: no, type: nauc_mrr_at_10_max
value: 16.618278881262178
verified: no, type: nauc_mrr_at_10_std
value: 8.925464095934705
verified: no, type: nauc_mrr_at_1_diff1
value: 29.76904844307235
verified: no, type: nauc_mrr_at_1_max
value: 14.721060890557535
verified: no, type: nauc_mrr_at_1_std
value: 4.1356111912072935
verified: no, type: nauc_mrr_at_20_diff1
value: 24.42346651590614
verified: no, type: nauc_mrr_at_20_max
value: 16.780464496035194
verified: no, type: nauc_mrr_at_20_std
value: 8.981541510161698
verified: no, type: nauc_mrr_at_3_diff1
value: 25.463420671464554
verified: no, type: nauc_mrr_at_3_max
value: 16.4183897697643
verified: no, type: nauc_mrr_at_3_std
value: 7.625690829397712
verified: no, type: nauc_mrr_at_5_diff1
value: 24.93868444905917
verified: no, type: nauc_mrr_at_5_max
value: 16.091635346098528
verified: no, type: nauc_mrr_at_5_std
value: 8.39683861182176
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.235835294659104
verified: no, type: nauc_ndcg_at_1000_max
value: 18.130069784749416
verified: no, type: nauc_ndcg_at_1000_std
value: 11.373761760081479
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.573685299807515
verified: no, type: nauc_ndcg_at_100_max
value: 18.932477112977686
verified: no, type: nauc_ndcg_at_100_std
value: 12.149429764085687
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.056289907300375
verified: no, type: nauc_ndcg_at_10_max
value: 17.44090382465399
verified: no, type: nauc_ndcg_at_10_std
value: 11.078636741064129
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.76904844307235
verified: no, type: nauc_ndcg_at_1_max
value: 14.721060890557535
verified: no, type: nauc_ndcg_at_1_std
value: 4.1356111912072935
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.35349136882196
verified: no, type: nauc_ndcg_at_20_max
value: 18.085452594784922
verified: no, type: nauc_ndcg_at_20_std
value: 11.380430365055334
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.25988476966241
verified: no, type: nauc_ndcg_at_3_max
value: 16.80378720501912
verified: no, type: nauc_ndcg_at_3_std
value: 8.666118913493746
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.43312793787156
verified: no, type: nauc_ndcg_at_5_max
value: 16.291356652340085
verified: no, type: nauc_ndcg_at_5_std
value: 9.985808307664348
verified: no, type: nauc_precision_at_1000_diff1
value: 20.59167291436066
verified: no, type: nauc_precision_at_1000_max
value: 37.11669863650303
verified: no, type: nauc_precision_at_1000_std
value: 53.79402863337551
verified: no, type: nauc_precision_at_100_diff1
value: 16.48046435474148
verified: no, type: nauc_precision_at_100_max
value: 30.49436900744379
verified: no, type: nauc_precision_at_100_std
value: 27.593241126791774
verified: no, type: nauc_precision_at_10_diff1
value: 16.21264848839721
verified: no, type: nauc_precision_at_10_max
value: 19.68782276242417
verified: no, type: nauc_precision_at_10_std
value: 16.66213297771153
verified: no, type: nauc_precision_at_1_diff1
value: 29.76904844307235
verified: no, type: nauc_precision_at_1_max
value: 14.721060890557535
verified: no, type: nauc_precision_at_1_std
value: 4.1356111912072935
verified: no, type: nauc_precision_at_20_diff1
value: 16.782602338251536
verified: no, type: nauc_precision_at_20_max
value: 22.266838160036038
verified: no, type: nauc_precision_at_20_std
value: 18.225681654722052
verified: no, type: nauc_precision_at_3_diff1
value: 21.258021189556455
verified: no, type: nauc_precision_at_3_max
value: 17.741568150869735
verified: no, type: nauc_precision_at_3_std
value: 11.278258942650373
verified: no, type: nauc_precision_at_5_diff1
value: 19.74165284616189
verified: no, type: nauc_precision_at_5_max
value: 16.72366359140884
verified: no, type: nauc_precision_at_5_std
value: 13.991493395533237
verified: no, type: nauc_recall_at_1000_diff1
value: 20.591672914360146
verified: no, type: nauc_recall_at_1000_max
value: 37.11669863650274
verified: no, type: nauc_recall_at_1000_std
value: 53.79402863337549
verified: no, type: nauc_recall_at_100_diff1
value: 16.480464354741507
verified: no, type: nauc_recall_at_100_max
value: 30.494369007443765
verified: no, type: nauc_recall_at_100_std
value: 27.59324112679175
verified: no, type: nauc_recall_at_10_diff1
value: 16.2126484883972
verified: no, type: nauc_recall_at_10_max
value: 19.6878227624242
verified: no, type: nauc_recall_at_10_std
value: 16.66213297771157
verified: no, type: nauc_recall_at_1_diff1
value: 29.76904844307235
verified: no, type: nauc_recall_at_1_max
value: 14.721060890557535
verified: no, type: nauc_recall_at_1_std
value: 4.1356111912072935
verified: no, type: nauc_recall_at_20_diff1
value: 16.782602338251547
verified: no, type: nauc_recall_at_20_max
value: 22.266838160036027
verified: no, type: nauc_recall_at_20_std
value: 18.22568165472206
verified: no, type: nauc_recall_at_3_diff1
value: 21.258021189556477
verified: no, type: nauc_recall_at_3_max
value: 17.741568150869757
verified: no, type: nauc_recall_at_3_std
value: 11.278258942650384
verified: no, type: nauc_recall_at_5_diff1
value: 19.741652846161877
verified: no, type: nauc_recall_at_5_max
value: 16.723663591408847
verified: no, type: nauc_recall_at_5_std
value: 13.991493395533256
verified: no, type: ndcg_at_1
value: 16.585
verified: no, type: ndcg_at_10
value: 28.939999999999998
verified: no, type: ndcg_at_100
value: 35.568
verified: no, type: ndcg_at_1000
value: 38.201
verified: no, type: ndcg_at_20
value: 31.576999999999998
verified: no, type: ndcg_at_3
value: 23.634
verified: no, type: ndcg_at_5
value: 26.462000000000003
verified: no, type: precision_at_1
value: 16.585
verified: no, type: precision_at_10
value: 4.316
verified: no, type: precision_at_100
value: 0.752
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_20
value: 2.6780000000000004
verified: no, type: precision_at_3
value: 9.541
verified: no, type: precision_at_5
value: 7.109
verified: no, type: recall_at_1
value: 16.585
verified: no, type: recall_at_10
value: 43.161
verified: no, type: recall_at_100
value: 75.184
verified: no, type: recall_at_1000
value: 96.478
verified: no, type: recall_at_20
value: 53.563
verified: no, type: recall_at_3
value: 28.624
verified: no, type: recall_at_5
value: 35.545
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB OpusparcusPC (fr)
revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
split: test
type: GEM/opusparcus
metrics: type: cosine_accuracy
value: 82.90190735694823
verified: no, type: cosine_accuracy_threshold
value: 86.7036521434784
verified: no, type: cosine_ap
value: 93.15630587159856
verified: no, type: cosine_f1
value: 88.28744750349978
verified: no, type: cosine_f1_threshold
value: 86.63686513900757
verified: no, type: cosine_precision
value: 83.27464788732394
verified: no, type: cosine_recall
value: 93.94240317775571
verified: no, type: dot_accuracy
value: 82.90190735694823
verified: no, type: dot_accuracy_threshold
value: 86.70365810394287
verified: no, type: dot_ap
value: 93.15630587159856
verified: no, type: dot_f1
value: 88.28744750349978
verified: no, type: dot_f1_threshold
value: 86.63686513900757
verified: no, type: dot_precision
value: 83.27464788732394
verified: no, type: dot_recall
value: 93.94240317775571
verified: no, type: euclidean_accuracy
value: 82.90190735694823
verified: no, type: euclidean_accuracy_threshold
value: 51.56809687614441
verified: no, type: euclidean_ap
value: 93.15630587159856
verified: no, type: euclidean_f1
value: 88.28744750349978
verified: no, type: euclidean_f1_threshold
value: 51.69745683670044
verified: no, type: euclidean_precision
value: 83.27464788732394
verified: no, type: euclidean_recall
value: 93.94240317775571
verified: no, type: main_score
value: 93.15630587159856
verified: no, type: manhattan_accuracy
value: 82.83378746594006
verified: no, type: manhattan_accuracy_threshold
value: 1203.4871101379395
verified: no, type: manhattan_ap
value: 93.13986431895378
verified: no, type: manhattan_f1
value: 88.20224719101122
verified: no, type: manhattan_f1_threshold
value: 1204.0313720703125
verified: no, type: manhattan_precision
value: 83.43666961913198
verified: no, type: manhattan_recall
value: 93.545183714002
verified: no, type: max_ap
value: 93.15630587159856
verified: no, type: max_f1
value: 88.28744750349978
verified: no, type: max_precision
value: 83.43666961913198
verified: no, type: max_recall
value: 93.94240317775571
verified: no, type: similarity_accuracy
value: 82.90190735694823
verified: no, type: similarity_accuracy_threshold
value: 86.7036521434784
verified: no, type: similarity_ap
value: 93.15630587159856
verified: no, type: similarity_f1
value: 88.28744750349978
verified: no, type: similarity_f1_threshold
value: 86.63686513900757
verified: no, type: similarity_precision
value: 83.27464788732394
verified: no, type: similarity_recall
value: 93.94240317775571
verified: no
task: type: PairClassification, dataset: config: fr
name: MTEB PawsXPairClassification (fr)
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
split: test
type: google-research-datasets/paws-x
metrics: type: cosine_accuracy
value: 61
verified: no, type: cosine_accuracy_threshold
value: 99.4693398475647
verified: no, type: cosine_ap
value: 60.596634996072794
verified: no, type: cosine_f1
value: 62.77477477477477
verified: no, type: cosine_f1_threshold
value: 95.54682970046997
verified: no, type: cosine_precision
value: 46.52777777777778
verified: no, type: cosine_recall
value: 96.4562569213732
verified: no, type: dot_accuracy
value: 61
verified: no, type: dot_accuracy_threshold
value: 99.4693398475647
verified: no, type: dot_ap
value: 60.60423446409202
verified: no, type: dot_f1
value: 62.77477477477477
verified: no, type: dot_f1_threshold
value: 95.54683566093445
verified: no, type: dot_precision
value: 46.52777777777778
verified: no, type: dot_recall
value: 96.4562569213732
verified: no, type: euclidean_accuracy
value: 61
verified: no, type: euclidean_accuracy_threshold
value: 10.301996022462845
verified: no, type: euclidean_ap
value: 60.596589949359995
verified: no, type: euclidean_f1
value: 62.77477477477477
verified: no, type: euclidean_f1_threshold
value: 29.843494296073914
verified: no, type: euclidean_precision
value: 46.52777777777778
verified: no, type: euclidean_recall
value: 96.4562569213732
verified: no, type: main_score
value: 60.81315897987771
verified: no, type: manhattan_accuracy
value: 61.1
verified: no, type: manhattan_accuracy_threshold
value: 241.11316204071045
verified: no, type: manhattan_ap
value: 60.81315897987771
verified: no, type: manhattan_f1
value: 62.80575539568345
verified: no, type: manhattan_f1_threshold
value: 701.3707160949707
verified: no, type: manhattan_precision
value: 46.510388918486946
verified: no, type: manhattan_recall
value: 96.67774086378738
verified: no, type: max_ap
value: 60.81315897987771
verified: no, type: max_f1
value: 62.80575539568345
verified: no, type: max_precision
value: 46.52777777777778
verified: no, type: max_recall
value: 96.67774086378738
verified: no, type: similarity_accuracy
value: 61
verified: no, type: similarity_accuracy_threshold
value: 99.4693398475647
verified: no, type: similarity_ap
value: 60.596634996072794
verified: no, type: similarity_f1
value: 62.77477477477477
verified: no, type: similarity_f1_threshold
value: 95.54682970046997
verified: no, type: similarity_precision
value: 46.52777777777778
verified: no, type: similarity_recall
value: 96.4562569213732
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SICKFr
revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
split: test
type: Lajavaness/SICK-fr
metrics: type: cosine_pearson
value: 80.2458052019468
verified: no, type: cosine_spearman
value: 76.90282547383322
verified: no, type: euclidean_pearson
value: 76.96025494858225
verified: no, type: euclidean_spearman
value: 76.90369875962587
verified: no, type: main_score
value: 76.90282547383322
verified: no, type: manhattan_pearson
value: 76.96191769993092
verified: no, type: manhattan_spearman
value: 76.78368027265795
verified: no, type: pearson
value: 80.2458052019468
verified: no, type: spearman
value: 76.90282547383322
verified: no
task: type: STS, dataset: config: fr
name: MTEB STS22 (fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 71.8166682422511
verified: no, type: cosine_spearman
value: 80.753981314684
verified: no, type: euclidean_pearson
value: 77.26991759068049
verified: no, type: euclidean_spearman
value: 80.753981314684
verified: no, type: main_score
value: 80.753981314684
verified: no, type: manhattan_pearson
value: 79.8934147126028
verified: no, type: manhattan_spearman
value: 81.7842698600436
verified: no, type: pearson
value: 71.8166682422511
verified: no, type: spearman
value: 80.753981314684
verified: no
task: type: STS, dataset: config: de-fr
name: MTEB STS22 (de-fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 59.72069019022611
verified: no, type: cosine_spearman
value: 66.19562370923092
verified: no, type: euclidean_pearson
value: 60.38869296832584
verified: no, type: euclidean_spearman
value: 66.19562370923092
verified: no, type: main_score
value: 66.19562370923092
verified: no, type: manhattan_pearson
value: 60.735818878018044
verified: no, type: manhattan_spearman
value: 66.3310023111313
verified: no, type: pearson
value: 59.72069019022611
verified: no, type: spearman
value: 66.19562370923092
verified: no
task: type: STS, dataset: config: fr-pl
name: MTEB STS22 (fr-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 90.73440998579521
verified: no, type: cosine_spearman
value: 84.51542547285167
verified: no, type: euclidean_pearson
value: 90.27154868530998
verified: no, type: euclidean_spearman
value: 84.51542547285167
verified: no, type: main_score
value: 84.51542547285167
verified: no, type: manhattan_pearson
value: 89.71184089391063
verified: no, type: manhattan_spearman
value: 84.51542547285167
verified: no, type: pearson
value: 90.73440998579521
verified: no, type: spearman
value: 84.51542547285167
verified: no
task: type: STS, dataset: config: fr
name: MTEB STSBenchmarkMultilingualSTS (fr)
revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
split: test
type: mteb/stsb_multi_mt
metrics: type: cosine_pearson
value: 79.50928730728984
verified: no, type: cosine_spearman
value: 80.0932172585886
verified: no, type: euclidean_pearson
value: 78.52408843163009
verified: no, type: euclidean_spearman
value: 80.09288222088635
verified: no, type: main_score
value: 80.0932172585886
verified: no, type: manhattan_pearson
value: 78.48826046695687
verified: no, type: manhattan_spearman
value: 80.02496924199357
verified: no, type: pearson
value: 79.50928730728984
verified: no, type: spearman
value: 80.0932172585886
verified: no
task: type: STS, dataset: config: default
name: MTEB SummEvalFr
revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
split: test
type: lyon-nlp/summarization-summeval-fr-p2p
metrics: type: cosine_pearson
value: 31.635895833264797
verified: no, type: cosine_spearman
value: 29.316197375472907
verified: no, type: dot_pearson
value: 31.635903578046314
verified: no, type: dot_spearman
value: 29.320397860238174
verified: no, type: main_score
value: 29.316197375472907
verified: no, type: pearson
value: 31.635895833264797
verified: no, type: spearman
value: 29.316197375472907
verified: no
task: type: Summarization, dataset: config: default
name: MTEB SyntecReranking
revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
split: test
type: lyon-nlp/mteb-fr-reranking-syntec-s2p
metrics: type: main_score
value: 85.96785714285713
verified: no, type: map
value: 85.96785714285713
verified: no, type: mrr
value: 85.96785714285713
verified: no, type: nAUC_map_diff1
value: 62.8939499970397
verified: no, type: nAUC_map_max
value: 17.78395289837277
verified: no, type: nAUC_map_std
value: 42.06945307317201
verified: no, type: nAUC_mrr_diff1
value: 62.8939499970397
verified: no, type: nAUC_mrr_max
value: 17.78395289837277
verified: no, type: nAUC_mrr_std
value: 42.06945307317201
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SyntecRetrieval
revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9
split: test
type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
metrics: type: main_score
value: 81.745
verified: no, type: map_at_1
value: 63
verified: no, type: map_at_10
value: 76.325
verified: no, type: map_at_100
value: 76.413
verified: no, type: map_at_1000
value: 76.413
verified: no, type: map_at_20
value: 76.39200000000001
verified: no, type: map_at_3
value: 74.833
verified: no, type: map_at_5
value: 76.033
verified: no, type: mrr_at_1
value: 63
verified: no, type: mrr_at_10
value: 76.32500000000002
verified: no, type: mrr_at_100
value: 76.41340579710148
verified: no, type: mrr_at_1000
value: 76.41340579710148
verified: no, type: mrr_at_20
value: 76.3916666666667
verified: no, type: mrr_at_3
value: 74.83333333333334
verified: no, type: mrr_at_5
value: 76.03333333333335
verified: no, type: nauc_map_at_1000_diff1
value: 54.59590007968431
verified: no, type: nauc_map_at_1000_max
value: 17.62963207909923
verified: no, type: nauc_map_at_1000_std
value: -20.385142659182947
verified: no, type: nauc_map_at_100_diff1
value: 54.59590007968431
verified: no, type: nauc_map_at_100_max
value: 17.62963207909923
verified: no, type: nauc_map_at_100_std
value: -20.385142659182947
verified: no, type: nauc_map_at_10_diff1
value: 54.65626490051626
verified: no, type: nauc_map_at_10_max
value: 17.90162538916067
verified: no, type: nauc_map_at_10_std
value: -19.9397305494493
verified: no, type: nauc_map_at_1_diff1
value: 60.494523574484084
verified: no, type: nauc_map_at_1_max
value: 19.353170685845864
verified: no, type: nauc_map_at_1_std
value: -26.247669189426365
verified: no, type: nauc_map_at_20_diff1
value: 54.59680474780081
verified: no, type: nauc_map_at_20_max
value: 17.623725255245322
verified: no, type: nauc_map_at_20_std
value: -20.30147444307871
verified: no, type: nauc_map_at_3_diff1
value: 52.61672286351305
verified: no, type: nauc_map_at_3_max
value: 15.107249942338704
verified: no, type: nauc_map_at_3_std
value: -19.11937528144186
verified: no, type: nauc_map_at_5_diff1
value: 53.612111533008445
verified: no, type: nauc_map_at_5_max
value: 17.220940492292932
verified: no, type: nauc_map_at_5_std
value: -19.898915353831192
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.59590007968431
verified: no, type: nauc_mrr_at_1000_max
value: 17.62963207909923
verified: no, type: nauc_mrr_at_1000_std
value: -20.385142659182947
verified: no, type: nauc_mrr_at_100_diff1
value: 54.59590007968431
verified: no, type: nauc_mrr_at_100_max
value: 17.62963207909923
verified: no, type: nauc_mrr_at_100_std
value: -20.385142659182947
verified: no, type: nauc_mrr_at_10_diff1
value: 54.65626490051626
verified: no, type: nauc_mrr_at_10_max
value: 17.90162538916067
verified: no, type: nauc_mrr_at_10_std
value: -19.9397305494493
verified: no, type: nauc_mrr_at_1_diff1
value: 60.494523574484084
verified: no, type: nauc_mrr_at_1_max
value: 19.353170685845864
verified: no, type: nauc_mrr_at_1_std
value: -26.247669189426365
verified: no, type: nauc_mrr_at_20_diff1
value: 54.59680474780081
verified: no, type: nauc_mrr_at_20_max
value: 17.623725255245322
verified: no, type: nauc_mrr_at_20_std
value: -20.30147444307871
verified: no, type: nauc_mrr_at_3_diff1
value: 52.61672286351305
verified: no, type: nauc_mrr_at_3_max
value: 15.107249942338704
verified: no, type: nauc_mrr_at_3_std
value: -19.11937528144186
verified: no, type: nauc_mrr_at_5_diff1
value: 53.612111533008445
verified: no, type: nauc_mrr_at_5_max
value: 17.220940492292932
verified: no, type: nauc_mrr_at_5_std
value: -19.898915353831192
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.19476697832697
verified: no, type: nauc_ndcg_at_1000_max
value: 17.552295093432928
verified: no, type: nauc_ndcg_at_1000_std
value: -19.405594751351334
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.19476697832697
verified: no, type: nauc_ndcg_at_100_max
value: 17.552295093432928
verified: no, type: nauc_ndcg_at_100_std
value: -19.405594751351334
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.50266178555259
verified: no, type: nauc_ndcg_at_10_max
value: 18.833113705466285
verified: no, type: nauc_ndcg_at_10_std
value: -16.796489600002328
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.494523574484084
verified: no, type: nauc_ndcg_at_1_max
value: 19.353170685845864
verified: no, type: nauc_ndcg_at_1_std
value: -26.247669189426365
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.209319885404405
verified: no, type: nauc_ndcg_at_20_max
value: 17.48942074311288
verified: no, type: nauc_ndcg_at_20_std
value: -18.513618512775565
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.81337689077804
verified: no, type: nauc_ndcg_at_3_max
value: 12.542370633424529
verified: no, type: nauc_ndcg_at_3_std
value: -15.485399782383524
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.49975132120803
verified: no, type: nauc_ndcg_at_5_max
value: 16.57215179192376
verified: no, type: nauc_ndcg_at_5_std
value: -16.928852236722147
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
verified: no, type: nauc_precision_at_100_max
verified: no, type: nauc_precision_at_100_std
verified: no, type: nauc_precision_at_10_diff1
value: 63.81886087768404
verified: no, type: nauc_precision_at_10_max
value: 56.13912231559286
verified: no, type: nauc_precision_at_10_std
value: 71.1718020541554
verified: no, type: nauc_precision_at_1_diff1
value: 60.494523574484084
verified: no, type: nauc_precision_at_1_max
value: 19.353170685845864
verified: no, type: nauc_precision_at_1_std
value: -26.247669189426365
verified: no, type: nauc_precision_at_20_diff1
value: 55.41549953314738
verified: no, type: nauc_precision_at_20_max
value: 12.278244631185926
verified: no, type: nauc_precision_at_20_std
value: 55.41549953314738
verified: no, type: nauc_precision_at_3_diff1
value: 31.497043261749212
verified: no, type: nauc_precision_at_3_max
value: -5.192447349310147
verified: no, type: nauc_precision_at_3_std
value: 9.274821039526845
verified: no, type: nauc_precision_at_5_diff1
value: 23.342670401494065
verified: no, type: nauc_precision_at_5_max
value: 8.228291316527036
verified: no, type: nauc_precision_at_5_std
value: 24.56816059757235
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_10_diff1
value: 63.81886087768457
verified: no, type: nauc_recall_at_10_max
value: 56.13912231559305
verified: no, type: nauc_recall_at_10_std
value: 71.171802054155
verified: no, type: nauc_recall_at_1_diff1
value: 60.494523574484084
verified: no, type: nauc_recall_at_1_max
value: 19.353170685845864
verified: no, type: nauc_recall_at_1_std
value: -26.247669189426365
verified: no, type: nauc_recall_at_20_diff1
value: 55.415499533146296
verified: no, type: nauc_recall_at_20_max
value: 12.278244631185359
verified: no, type: nauc_recall_at_20_std
value: 55.415499533146296
verified: no, type: nauc_recall_at_3_diff1
value: 31.497043261749237
verified: no, type: nauc_recall_at_3_max
value: -5.19244734931015
verified: no, type: nauc_recall_at_3_std
value: 9.274821039526998
verified: no, type: nauc_recall_at_5_diff1
value: 23.34267040149383
verified: no, type: nauc_recall_at_5_max
value: 8.228291316526445
verified: no, type: nauc_recall_at_5_std
value: 24.56816059757245
verified: no, type: ndcg_at_1
value: 63
verified: no, type: ndcg_at_10
value: 81.745
verified: no, type: ndcg_at_100
value: 82.175
verified: no, type: ndcg_at_1000
value: 82.175
verified: no, type: ndcg_at_20
value: 81.99499999999999
verified: no, type: ndcg_at_3
value: 78.964
verified: no, type: ndcg_at_5
value: 81.074
verified: no, type: precision_at_1
value: 63
verified: no, type: precision_at_10
value: 9.8
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.95
verified: no, type: precision_at_3
value: 30.333
verified: no, type: precision_at_5
value: 19.2
verified: no, type: recall_at_1
value: 63
verified: no, type: recall_at_10
value: 98
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 99
verified: no, type: recall_at_3
value: 91
verified: no, type: recall_at_5
value: 96
verified: no
task: type: Retrieval, dataset: config: fra-fra
name: MTEB XPQARetrieval (fr)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: main_score
value: 59.299
verified: no, type: map_at_1
value: 33.498
verified: no, type: map_at_10
value: 52.705999999999996
verified: no, type: map_at_100
value: 54.278999999999996
verified: no, type: map_at_1000
value: 54.358
verified: no, type: map_at_20
value: 53.599
verified: no, type: map_at_3
value: 46.848
verified: no, type: map_at_5
value: 50.483999999999995
verified: no, type: mrr_at_1
value: 54.33911882510013
verified: no, type: mrr_at_10
value: 62.24383834530695
verified: no, type: mrr_at_100
value: 62.910121526268924
verified: no, type: mrr_at_1000
value: 62.934836010235195
verified: no, type: mrr_at_20
value: 62.64855949718011
verified: no, type: mrr_at_3
value: 60.23587004895412
verified: no, type: mrr_at_5
value: 61.277258566978155
verified: no, type: nauc_map_at_1000_diff1
value: 50.40068320668247
verified: no, type: nauc_map_at_1000_max
value: 45.419834912711345
verified: no, type: nauc_map_at_1000_std
value: 4.690219602260963
verified: no, type: nauc_map_at_100_diff1
value: 50.36635447882883
verified: no, type: nauc_map_at_100_max
value: 45.4147569946384
verified: no, type: nauc_map_at_100_std
value: 4.6979944201303825
verified: no, type: nauc_map_at_10_diff1
value: 50.2118074250129
verified: no, type: nauc_map_at_10_max
value: 44.94969058947611
verified: no, type: nauc_map_at_10_std
value: 4.398792604612038
verified: no, type: nauc_map_at_1_diff1
value: 58.603849067897364
verified: no, type: nauc_map_at_1_max
value: 27.905162533509053
verified: no, type: nauc_map_at_1_std
value: -0.3803212098210696
verified: no, type: nauc_map_at_20_diff1
value: 50.251993141938534
verified: no, type: nauc_map_at_20_max
value: 45.19947447689957
verified: no, type: nauc_map_at_20_std
value: 4.513253526305713
verified: no, type: nauc_map_at_3_diff1
value: 50.868419013808655
verified: no, type: nauc_map_at_3_max
value: 38.7440731652971
verified: no, type: nauc_map_at_3_std
value: 2.1235171982780567
verified: no, type: nauc_map_at_5_diff1
value: 50.48944050454372
verified: no, type: nauc_map_at_5_max
value: 42.85070909512206
verified: no, type: nauc_map_at_5_std
value: 3.7050886992455614
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.229927096025335
verified: no, type: nauc_mrr_at_1000_max
value: 50.938449952909025
verified: no, type: nauc_mrr_at_1000_std
value: 6.772124463005406
verified: no, type: nauc_mrr_at_100_diff1
value: 57.2303932927905
verified: no, type: nauc_mrr_at_100_max
value: 50.94674655436572
verified: no, type: nauc_mrr_at_100_std
value: 6.771170622225867
verified: no, type: nauc_mrr_at_10_diff1
value: 57.140428095767994
verified: no, type: nauc_mrr_at_10_max
value: 51.015650650701325
verified: no, type: nauc_mrr_at_10_std
value: 6.786343260588584
verified: no, type: nauc_mrr_at_1_diff1
value: 59.61237414732749
verified: no, type: nauc_mrr_at_1_max
value: 50.27947885239657
verified: no, type: nauc_mrr_at_1_std
value: 6.325448424227606
verified: no, type: nauc_mrr_at_20_diff1
value: 57.24043520066768
verified: no, type: nauc_mrr_at_20_max
value: 51.02257975115745
verified: no, type: nauc_mrr_at_20_std
value: 6.849295913300065
verified: no, type: nauc_mrr_at_3_diff1
value: 57.48754760533025
verified: no, type: nauc_mrr_at_3_max
value: 50.34268453986772
verified: no, type: nauc_mrr_at_3_std
value: 5.576028856206244
verified: no, type: nauc_mrr_at_5_diff1
value: 57.01340095945496
verified: no, type: nauc_mrr_at_5_max
value: 50.37124700329385
verified: no, type: nauc_mrr_at_5_std
value: 6.176803150164063
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.877968132074926
verified: no, type: nauc_ndcg_at_1000_max
value: 48.36110672671821
verified: no, type: nauc_ndcg_at_1000_std
value: 6.108794230045721
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.404027251165715
verified: no, type: nauc_ndcg_at_100_max
value: 48.42673179365166
verified: no, type: nauc_ndcg_at_100_std
value: 6.409635305448258
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.555165677188306
verified: no, type: nauc_ndcg_at_10_max
value: 47.47519310008686
verified: no, type: nauc_ndcg_at_10_std
value: 5.4093301966396385
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.61237414732749
verified: no, type: nauc_ndcg_at_1_max
value: 50.27947885239657
verified: no, type: nauc_ndcg_at_1_std
value: 6.325448424227606
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.72341403581928
verified: no, type: nauc_ndcg_at_20_max
value: 47.827204708689806
verified: no, type: nauc_ndcg_at_20_std
value: 5.697769161434286
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.3008421472128
verified: no, type: nauc_ndcg_at_3_max
value: 45.246290747859376
verified: no, type: nauc_ndcg_at_3_std
value: 3.0258563412678208
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.75750841863859
verified: no, type: nauc_ndcg_at_5_max
value: 44.6012523853242
verified: no, type: nauc_ndcg_at_5_std
value: 4.171558602586512
verified: no, type: nauc_precision_at_1000_diff1
value: -10.620804642735912
verified: no, type: nauc_precision_at_1000_max
value: 20.710188752354686
verified: no, type: nauc_precision_at_1000_std
value: 8.004079823209057
verified: no, type: nauc_precision_at_100_diff1
value: -6.003091379108357
verified: no, type: nauc_precision_at_100_max
value: 26.818229597933264
verified: no, type: nauc_precision_at_100_std
value: 9.991598973813758
verified: no, type: nauc_precision_at_10_diff1
value: 5.876190205156904
verified: no, type: nauc_precision_at_10_max
value: 38.075509886425046
verified: no, type: nauc_precision_at_10_std
value: 8.785425849446119
verified: no, type: nauc_precision_at_1_diff1
value: 59.61237414732749
verified: no, type: nauc_precision_at_1_max
value: 50.27947885239657
verified: no, type: nauc_precision_at_1_std
value: 6.325448424227606
verified: no, type: nauc_precision_at_20_diff1
value: 1.9253058099019142
verified: no, type: nauc_precision_at_20_max
value: 34.8886581006359
verified: no, type: nauc_precision_at_20_std
value: 9.120051183604845
verified: no, type: nauc_precision_at_3_diff1
value: 17.487309868406694
verified: no, type: nauc_precision_at_3_max
value: 41.703264394864284
verified: no, type: nauc_precision_at_3_std
value: 6.565690923768522
verified: no, type: nauc_precision_at_5_diff1
value: 11.444446099569587
verified: no, type: nauc_precision_at_5_max
value: 40.40685598234426
verified: no, type: nauc_precision_at_5_std
value: 8.761851721129617
verified: no, type: nauc_recall_at_1000_diff1
value: 30.356073066469964
verified: no, type: nauc_recall_at_1000_max
value: 59.34211677701755
verified: no, type: nauc_recall_at_1000_std
value: 45.85472480324881
verified: no, type: nauc_recall_at_100_diff1
value: 37.197227716845035
verified: no, type: nauc_recall_at_100_max
value: 46.43271901177922
verified: no, type: nauc_recall_at_100_std
value: 14.080669406474067
verified: no, type: nauc_recall_at_10_diff1
value: 40.93453402067081
verified: no, type: nauc_recall_at_10_max
value: 44.03007002975281
verified: no, type: nauc_recall_at_10_std
value: 5.656063496811249
verified: no, type: nauc_recall_at_1_diff1
value: 58.603849067897364
verified: no, type: nauc_recall_at_1_max
value: 27.905162533509053
verified: no, type: nauc_recall_at_1_std
value: -0.3803212098210696
verified: no, type: nauc_recall_at_20_diff1
value: 38.76049220154408
verified: no, type: nauc_recall_at_20_max
value: 43.04322846027003
verified: no, type: nauc_recall_at_20_std
value: 5.986817583151329
verified: no, type: nauc_recall_at_3_diff1
value: 45.480809900773586
verified: no, type: nauc_recall_at_3_max
value: 34.175287910561075
verified: no, type: nauc_recall_at_3_std
value: -0.9428328336656849
verified: no, type: nauc_recall_at_5_diff1
value: 43.134263613996495
verified: no, type: nauc_recall_at_5_max
value: 38.76946986340381
verified: no, type: nauc_recall_at_5_std
value: 2.496846951162451
verified: no, type: ndcg_at_1
value: 54.339000000000006
verified: no, type: ndcg_at_10
value: 59.299
verified: no, type: ndcg_at_100
value: 64.895
verified: no, type: ndcg_at_1000
value: 66.283
verified: no, type: ndcg_at_20
value: 61.594
verified: no, type: ndcg_at_3
value: 54.176
verified: no, type: ndcg_at_5
value: 55.730999999999995
verified: no, type: precision_at_1
value: 54.339000000000006
verified: no, type: precision_at_10
value: 14.139
verified: no, type: precision_at_100
value: 1.879
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_20
value: 7.843999999999999
verified: no, type: precision_at_3
value: 33.289
verified: no, type: precision_at_5
value: 24.005000000000003
verified: no, type: recall_at_1
value: 33.498
verified: no, type: recall_at_10
value: 68.389
verified: no, type: recall_at_100
value: 90.398
verified: no, type: recall_at_1000
value: 99.51
verified: no, type: recall_at_20
value: 75.957
verified: no, type: recall_at_3
value: 52.452
verified: no, type: recall_at_5
value: 59.9
verified: no
task: type: Retrieval, dataset: config: eng-fra
name: MTEB XPQARetrieval (eng-fra)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: main_score
value: 34.148
verified: no, type: map_at_1
value: 13.142000000000001
verified: no, type: map_at_10
value: 27.504
verified: no, type: map_at_100
value: 30.122
verified: no, type: map_at_1000
value: 30.259000000000004
verified: no, type: map_at_20
value: 29.012999999999998
verified: no, type: map_at_3
value: 22.078
verified: no, type: map_at_5
value: 25.16
verified: no, type: mrr_at_1
value: 26.034712950600802
verified: no, type: mrr_at_10
value: 35.21965795664058
verified: no, type: mrr_at_100
value: 36.66580650341633
verified: no, type: mrr_at_1000
value: 36.719052382107876
verified: no, type: mrr_at_20
value: 36.16989730077047
verified: no, type: mrr_at_3
value: 32.51001335113486
verified: no, type: mrr_at_5
value: 34.02536715620828
verified: no, type: nauc_map_at_1000_diff1
value: 22.045384824751874
verified: no, type: nauc_map_at_1000_max
value: 37.25875104070248
verified: no, type: nauc_map_at_1000_std
value: 6.311979763063837
verified: no, type: nauc_map_at_100_diff1
value: 21.983455240362048
verified: no, type: nauc_map_at_100_max
value: 37.2389940633854
verified: no, type: nauc_map_at_100_std
value: 6.308890135460129
verified: no, type: nauc_map_at_10_diff1
value: 22.08654364936706
verified: no, type: nauc_map_at_10_max
value: 36.83912535726259
verified: no, type: nauc_map_at_10_std
value: 5.586878201266457
verified: no, type: nauc_map_at_1_diff1
value: 27.996481625958005
verified: no, type: nauc_map_at_1_max
value: 22.170519197242168
verified: no, type: nauc_map_at_1_std
value: 3.2754228003309094
verified: no, type: nauc_map_at_20_diff1
value: 22.084045154169598
verified: no, type: nauc_map_at_20_max
value: 37.35198536276873
verified: no, type: nauc_map_at_20_std
value: 6.287528082319668
verified: no, type: nauc_map_at_3_diff1
value: 23.518184109219312
verified: no, type: nauc_map_at_3_max
value: 32.37508088252643
verified: no, type: nauc_map_at_3_std
value: 2.793040909420183
verified: no, type: nauc_map_at_5_diff1
value: 22.617850315991227
verified: no, type: nauc_map_at_5_max
value: 35.40344848186382
verified: no, type: nauc_map_at_5_std
value: 4.296806736798404
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.45583729151993
verified: no, type: nauc_mrr_at_1000_max
value: 37.080805671948056
verified: no, type: nauc_mrr_at_1000_std
value: 8.905986716816184
verified: no, type: nauc_mrr_at_100_diff1
value: 21.43908621145099
verified: no, type: nauc_mrr_at_100_max
value: 37.062698361870055
verified: no, type: nauc_mrr_at_100_std
value: 8.917647212658137
verified: no, type: nauc_mrr_at_10_diff1
value: 21.328903056739907
verified: no, type: nauc_mrr_at_10_max
value: 36.77272980951551
verified: no, type: nauc_mrr_at_10_std
value: 8.323076678764995
verified: no, type: nauc_mrr_at_1_diff1
value: 24.15510508158492
verified: no, type: nauc_mrr_at_1_max
value: 38.16775944594129
verified: no, type: nauc_mrr_at_1_std
value: 9.048540715004725
verified: no, type: nauc_mrr_at_20_diff1
value: 21.379354375668658
verified: no, type: nauc_mrr_at_20_max
value: 37.0178596112037
verified: no, type: nauc_mrr_at_20_std
value: 8.95011471773535
verified: no, type: nauc_mrr_at_3_diff1
value: 21.550470686773544
verified: no, type: nauc_mrr_at_3_max
value: 37.923958816756326
verified: no, type: nauc_mrr_at_3_std
value: 8.621492240346312
verified: no, type: nauc_mrr_at_5_diff1
value: 21.456166538305947
verified: no, type: nauc_mrr_at_5_max
value: 37.43457454088489
verified: no, type: nauc_mrr_at_5_std
value: 8.700414540783243
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.687215881405972
verified: no, type: nauc_ndcg_at_1000_max
value: 37.07894735512217
verified: no, type: nauc_ndcg_at_1000_std
value: 7.955407995753924
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.899521579418327
verified: no, type: nauc_ndcg_at_100_max
value: 36.7917656290794
verified: no, type: nauc_ndcg_at_100_std
value: 8.815031884683332
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.59162274283143
verified: no, type: nauc_ndcg_at_10_max
value: 36.21724206012231
verified: no, type: nauc_ndcg_at_10_std
value: 6.304038242601423
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.15510508158492
verified: no, type: nauc_ndcg_at_1_max
value: 38.16775944594129
verified: no, type: nauc_ndcg_at_1_std
value: 9.048540715004725
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.559881435708498
verified: no, type: nauc_ndcg_at_20_max
value: 37.30561288551007
verified: no, type: nauc_ndcg_at_20_std
value: 8.41336133183866
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.41525059572959
verified: no, type: nauc_ndcg_at_3_max
value: 36.22187375662584
verified: no, type: nauc_ndcg_at_3_std
value: 4.765376474543177
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.423152693078066
verified: no, type: nauc_ndcg_at_5_max
value: 35.62314257936377
verified: no, type: nauc_ndcg_at_5_std
value: 5.292965569254064
verified: no, type: nauc_precision_at_1000_diff1
value: -1.4052165408318342
verified: no, type: nauc_precision_at_1000_max
value: 20.517983706015833
verified: no, type: nauc_precision_at_1000_std
value: 5.528186523222815
verified: no, type: nauc_precision_at_100_diff1
value: 1.1467871741865474
verified: no, type: nauc_precision_at_100_max
value: 27.33879537667429
verified: no, type: nauc_precision_at_100_std
value: 10.558834828955572
verified: no, type: nauc_precision_at_10_diff1
value: 9.212502568904506
verified: no, type: nauc_precision_at_10_max
value: 41.282116927731224
verified: no, type: nauc_precision_at_10_std
value: 10.635469423053907
verified: no, type: nauc_precision_at_1_diff1
value: 24.15510508158492
verified: no, type: nauc_precision_at_1_max
value: 38.16775944594129
verified: no, type: nauc_precision_at_1_std
value: 9.048540715004725
verified: no, type: nauc_precision_at_20_diff1
value: 7.720793691116737
verified: no, type: nauc_precision_at_20_max
value: 38.29599512358724
verified: no, type: nauc_precision_at_20_std
value: 11.891637673436277
verified: no, type: nauc_precision_at_3_diff1
value: 13.834429473708909
verified: no, type: nauc_precision_at_3_max
value: 43.42560369973884
verified: no, type: nauc_precision_at_3_std
value: 7.177658330615482
verified: no, type: nauc_precision_at_5_diff1
value: 11.832909517425021
verified: no, type: nauc_precision_at_5_max
value: 43.33773335597342
verified: no, type: nauc_precision_at_5_std
value: 9.202718262478298
verified: no, type: nauc_recall_at_1000_diff1
value: -39.28871527051969
verified: no, type: nauc_recall_at_1000_max
value: -26.37396882156915
verified: no, type: nauc_recall_at_1000_std
value: 21.2304966569008
verified: no, type: nauc_recall_at_100_diff1
value: 7.038804971203592
verified: no, type: nauc_recall_at_100_max
value: 27.81013426649376
verified: no, type: nauc_recall_at_100_std
value: 19.55818251557495
verified: no, type: nauc_recall_at_10_diff1
value: 16.372446751980963
verified: no, type: nauc_recall_at_10_max
value: 29.383411324814325
verified: no, type: nauc_recall_at_10_std
value: 4.030124533628888
verified: no, type: nauc_recall_at_1_diff1
value: 27.996481625958005
verified: no, type: nauc_recall_at_1_max
value: 22.170519197242168
verified: no, type: nauc_recall_at_1_std
value: 3.2754228003309094
verified: no, type: nauc_recall_at_20_diff1
value: 15.454183279031705
verified: no, type: nauc_recall_at_20_max
value: 32.477787087697465
verified: no, type: nauc_recall_at_20_std
value: 11.814027056017764
verified: no, type: nauc_recall_at_3_diff1
value: 20.116262186422457
verified: no, type: nauc_recall_at_3_max
value: 28.490372254786017
verified: no, type: nauc_recall_at_3_std
value: 0.8537023418579993
verified: no, type: nauc_recall_at_5_diff1
value: 18.369329264777864
verified: no, type: nauc_recall_at_5_max
value: 29.74100621863871
verified: no, type: nauc_recall_at_5_std
value: 2.713328963890598
verified: no, type: ndcg_at_1
value: 26.035000000000004
verified: no, type: ndcg_at_10
value: 34.148
verified: no, type: ndcg_at_100
value: 44.027
verified: no, type: ndcg_at_1000
value: 46.544999999999995
verified: no, type: ndcg_at_20
value: 38.395
verified: no, type: ndcg_at_3
value: 28.161
verified: no, type: ndcg_at_5
value: 30.062
verified: no, type: precision_at_1
value: 26.035000000000004
verified: no, type: precision_at_10
value: 10.414
verified: no, type: precision_at_100
value: 1.8929999999999998
verified: no, type: precision_at_1000
value: 0.22300000000000003
verified: no, type: precision_at_20
value: 6.722
verified: no, type: precision_at_3
value: 20.427
verified: no, type: precision_at_5
value: 16.101
verified: no, type: recall_at_1
value: 13.142000000000001
verified: no, type: recall_at_10
value: 44.751000000000005
verified: no, type: recall_at_100
value: 82.86200000000001
verified: no, type: recall_at_1000
value: 99.381
verified: no, type: recall_at_20
value: 58.29600000000001
verified: no, type: recall_at_3
value: 27.262999999999998
verified: no, type: recall_at_5
value: 34.795
verified: no
task: type: Retrieval, dataset: config: fra-eng
name: MTEB XPQARetrieval (fra-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: main_score
value: 51.237
verified: no, type: map_at_1
value: 26.733
verified: no, type: map_at_10
value: 44.643
verified: no, type: map_at_100
value: 46.404
verified: no, type: map_at_1000
value: 46.516000000000005
verified: no, type: map_at_20
value: 45.659
verified: no, type: map_at_3
value: 39.358
verified: no, type: map_at_5
value: 42.784
verified: no, type: mrr_at_1
value: 43.65821094793058
verified: no, type: mrr_at_10
value: 53.10609913747425
verified: no, type: mrr_at_100
value: 53.857579329641105
verified: no, type: mrr_at_1000
value: 53.89660252126757
verified: no, type: mrr_at_20
value: 53.52067135248109
verified: no, type: mrr_at_3
value: 50.71206052514461
verified: no, type: mrr_at_5
value: 52.167334223408936
verified: no, type: nauc_map_at_1000_diff1
value: 45.24362379618829
verified: no, type: nauc_map_at_1000_max
value: 44.81176515141581
verified: no, type: nauc_map_at_1000_std
value: -0.8010490746117229
verified: no, type: nauc_map_at_100_diff1
value: 45.2119434987754
verified: no, type: nauc_map_at_100_max
value: 44.80914165276905
verified: no, type: nauc_map_at_100_std
value: -0.7698807481565286
verified: no, type: nauc_map_at_10_diff1
value: 45.15860057920748
verified: no, type: nauc_map_at_10_max
value: 44.59910057286427
verified: no, type: nauc_map_at_10_std
value: -1.112850247343371
verified: no, type: nauc_map_at_1_diff1
value: 52.51086259511314
verified: no, type: nauc_map_at_1_max
value: 31.357215864716526
verified: no, type: nauc_map_at_1_std
value: -3.3316393174260495
verified: no, type: nauc_map_at_20_diff1
value: 45.0313164103322
verified: no, type: nauc_map_at_20_max
value: 44.807072544620915
verified: no, type: nauc_map_at_20_std
value: -0.9759739768751601
verified: no, type: nauc_map_at_3_diff1
value: 46.607279248808844
verified: no, type: nauc_map_at_3_max
value: 40.93560787464522
verified: no, type: nauc_map_at_3_std
value: -3.4220516437046884
verified: no, type: nauc_map_at_5_diff1
value: 45.483519829247705
verified: no, type: nauc_map_at_5_max
value: 43.47963235378117
verified: no, type: nauc_map_at_5_std
value: -2.1213782659613245
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.84990195876864
verified: no, type: nauc_mrr_at_1000_max
value: 47.66319451546816
verified: no, type: nauc_mrr_at_1000_std
value: -0.43985061175300905
verified: no, type: nauc_mrr_at_100_diff1
value: 49.83955797982952
verified: no, type: nauc_mrr_at_100_max
value: 47.66572696957632
verified: no, type: nauc_mrr_at_100_std
value: -0.4121021416689912
verified: no, type: nauc_mrr_at_10_diff1
value: 49.709689784147315
verified: no, type: nauc_mrr_at_10_max
value: 47.695007048763955
verified: no, type: nauc_mrr_at_10_std
value: -0.4323849817636193
verified: no, type: nauc_mrr_at_1_diff1
value: 52.630796934345135
verified: no, type: nauc_mrr_at_1_max
value: 47.857589062201896
verified: no, type: nauc_mrr_at_1_std
value: -1.8788772946768062
verified: no, type: nauc_mrr_at_20_diff1
value: 49.62435690034187
verified: no, type: nauc_mrr_at_20_max
value: 47.672431418226516
verified: no, type: nauc_mrr_at_20_std
value: -0.3853547894450724
verified: no, type: nauc_mrr_at_3_diff1
value: 50.42320496620572
verified: no, type: nauc_mrr_at_3_max
value: 47.32934444593811
verified: no, type: nauc_mrr_at_3_std
value: -1.5796513158364918
verified: no, type: nauc_mrr_at_5_diff1
value: 50.156844538277454
verified: no, type: nauc_mrr_at_5_max
value: 47.500134983097176
verified: no, type: nauc_mrr_at_5_std
value: -1.2044529262681698
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.83174871455657
verified: no, type: nauc_ndcg_at_1000_max
value: 46.22325612922571
verified: no, type: nauc_ndcg_at_1000_std
value: 0.7251836382749244
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.26328676530337
verified: no, type: nauc_ndcg_at_100_max
value: 46.32944733493364
verified: no, type: nauc_ndcg_at_100_std
value: 1.865625075918929
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.537492108596425
verified: no, type: nauc_ndcg_at_10_max
value: 45.87478673164907
verified: no, type: nauc_ndcg_at_10_std
value: 0.41953467722933185
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.630796934345135
verified: no, type: nauc_ndcg_at_1_max
value: 47.857589062201896
verified: no, type: nauc_ndcg_at_1_std
value: -1.8788772946768062
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.05058836339881
verified: no, type: nauc_ndcg_at_20_max
value: 46.428186099703915
verified: no, type: nauc_ndcg_at_20_std
value: 0.9443804586404068
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.53948737812581
verified: no, type: nauc_ndcg_at_3_max
value: 44.55019513996879
verified: no, type: nauc_ndcg_at_3_std
value: -3.109851951092217
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.41173383961928
verified: no, type: nauc_ndcg_at_5_max
value: 44.560765413275305
verified: no, type: nauc_ndcg_at_5_std
value: -1.6824415034098137
verified: no, type: nauc_precision_at_1000_diff1
value: -7.887083238422578
verified: no, type: nauc_precision_at_1000_max
value: 12.124801121563747
verified: no, type: nauc_precision_at_1000_std
value: 4.673924336255192
verified: no, type: nauc_precision_at_100_diff1
value: -2.1326427402923387
verified: no, type: nauc_precision_at_100_max
value: 19.727068109516082
verified: no, type: nauc_precision_at_100_std
value: 7.98949733333232
verified: no, type: nauc_precision_at_10_diff1
value: 9.723989241310061
verified: no, type: nauc_precision_at_10_max
value: 36.63938764576557
verified: no, type: nauc_precision_at_10_std
value: 5.237699304811818
verified: no, type: nauc_precision_at_1_diff1
value: 52.630796934345135
verified: no, type: nauc_precision_at_1_max
value: 47.857589062201896
verified: no, type: nauc_precision_at_1_std
value: -1.8788772946768062
verified: no, type: nauc_precision_at_20_diff1
value: 4.81172201728637
verified: no, type: nauc_precision_at_20_max
value: 31.803554548820266
verified: no, type: nauc_precision_at_20_std
value: 5.726820012959347
verified: no, type: nauc_precision_at_3_diff1
value: 21.35717778539221
verified: no, type: nauc_precision_at_3_max
value: 40.745356004203884
verified: no, type: nauc_precision_at_3_std
value: -1.1539362625545309
verified: no, type: nauc_precision_at_5_diff1
value: 15.320566766870824
verified: no, type: nauc_precision_at_5_max
value: 39.57305927905734
verified: no, type: nauc_precision_at_5_std
value: 2.0380912770385855
verified: no, type: nauc_recall_at_1000_diff1
value: 53.58291277355397
verified: no, type: nauc_recall_at_1000_max
value: 54.274398762111744
verified: no, type: nauc_recall_at_1000_std
value: 11.337487733101206
verified: no, type: nauc_recall_at_100_diff1
value: 32.3382519427821
verified: no, type: nauc_recall_at_100_max
value: 43.398292158243606
verified: no, type: nauc_recall_at_100_std
value: 20.104107748951193
verified: no, type: nauc_recall_at_10_diff1
value: 34.89991099982832
verified: no, type: nauc_recall_at_10_max
value: 42.306920166018436
verified: no, type: nauc_recall_at_10_std
value: 4.39688933264661
verified: no, type: nauc_recall_at_1_diff1
value: 52.51086259511314
verified: no, type: nauc_recall_at_1_max
value: 31.357215864716526
verified: no, type: nauc_recall_at_1_std
value: -3.3316393174260495
verified: no, type: nauc_recall_at_20_diff1
value: 31.389778218413884
verified: no, type: nauc_recall_at_20_max
value: 43.91189150158487
verified: no, type: nauc_recall_at_20_std
value: 6.823493011161174
verified: no, type: nauc_recall_at_3_diff1
value: 41.41055013171579
verified: no, type: nauc_recall_at_3_max
value: 37.636926573569205
verified: no, type: nauc_recall_at_3_std
value: -4.148275870225593
verified: no, type: nauc_recall_at_5_diff1
value: 38.28078114262306
verified: no, type: nauc_recall_at_5_max
value: 40.03724369846101
verified: no, type: nauc_recall_at_5_std
value: -1.5995298392319341
verified: no, type: ndcg_at_1
value: 43.658
verified: no, type: ndcg_at_10
value: 51.237
verified: no, type: ndcg_at_100
value: 57.658
verified: no, type: ndcg_at_1000
value: 59.628
verified: no, type: ndcg_at_20
value: 53.848
verified: no, type: ndcg_at_3
value: 46.082
verified: no, type: ndcg_at_5
value: 48.055
verified: no, type: precision_at_1
value: 43.658
verified: no, type: precision_at_10
value: 12.537
verified: no, type: precision_at_100
value: 1.806
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_20
value: 7.19
verified: no, type: precision_at_3
value: 29.372
verified: no, type: precision_at_5
value: 21.389
verified: no, type: recall_at_1
value: 26.733
verified: no, type: recall_at_10
value: 61.248000000000005
verified: no, type: recall_at_100
value: 86.37700000000001
verified: no, type: recall_at_1000
value: 99.42999999999999
verified: no, type: recall_at_20
value: 69.686
verified: no, type: recall_at_3
value: 45.343
verified: no, type: recall_at_5
value: 53.516
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AllegroReviews
revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6
split: test
type: PL-MTEB/allegro-reviews
metrics: type: accuracy
value: 53.359840954274354
verified: no, type: f1
value: 41.06302546252184
verified: no, type: f1_weighted
value: 49.87243147330794
verified: no, type: main_score
value: 53.359840954274354
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna-PL
revision: 63fc86750af76253e8c760fc9e534bbf24d260a2
split: test
type: clarin-knext/arguana-pl
metrics: type: main_score
value: 48.403
verified: no, type: map_at_1
value: 23.471
verified: no, type: map_at_10
value: 39.216
verified: no, type: map_at_100
value: 40.29
verified: no, type: map_at_1000
value: 40.300000000000004
verified: no, type: map_at_20
value: 40.042
verified: no, type: map_at_3
value: 33.95
verified: no, type: map_at_5
value: 36.955
verified: no, type: mrr_at_1
value: 23.75533428165007
verified: no, type: mrr_at_10
value: 39.335613809297975
verified: no, type: mrr_at_100
value: 40.39627181086039
verified: no, type: mrr_at_1000
value: 40.40599566225043
verified: no, type: mrr_at_20
value: 40.14809098074531
verified: no, type: mrr_at_3
value: 34.03271692745371
verified: no, type: mrr_at_5
value: 37.11593172119479
verified: no, type: nauc_map_at_1000_diff1
value: 5.3772331730748855
verified: no, type: nauc_map_at_1000_max
value: -2.0329411151791534
verified: no, type: nauc_map_at_1000_std
value: -3.86511182416739
verified: no, type: nauc_map_at_100_diff1
value: 5.3794850605444156
verified: no, type: nauc_map_at_100_max
value: -2.0168450480018345
verified: no, type: nauc_map_at_100_std
value: -3.842530148996824
verified: no, type: nauc_map_at_10_diff1
value: 4.9964237351426855
verified: no, type: nauc_map_at_10_max
value: -2.144884912174717
verified: no, type: nauc_map_at_10_std
value: -4.461427392019594
verified: no, type: nauc_map_at_1_diff1
value: 9.516688551341105
verified: no, type: nauc_map_at_1_max
value: -5.644910020587747
verified: no, type: nauc_map_at_1_std
value: -3.6198980121175817
verified: no, type: nauc_map_at_20_diff1
value: 5.353229630043072
verified: no, type: nauc_map_at_20_max
value: -1.800952542288357
verified: no, type: nauc_map_at_20_std
value: -3.906531793826726
verified: no, type: nauc_map_at_3_diff1
value: 5.255232382713057
verified: no, type: nauc_map_at_3_max
value: -3.0281799752800045
verified: no, type: nauc_map_at_3_std
value: -4.075526006428358
verified: no, type: nauc_map_at_5_diff1
value: 4.734362539624116
verified: no, type: nauc_map_at_5_max
value: -2.503481319824773
verified: no, type: nauc_map_at_5_std
value: -3.872895860744626
verified: no, type: nauc_mrr_at_1000_diff1
value: 4.4146985529959215
verified: no, type: nauc_mrr_at_1000_max
value: -2.299598690474009
verified: no, type: nauc_mrr_at_1000_std
value: -3.9402783361244085
verified: no, type: nauc_mrr_at_100_diff1
value: 4.417258165352108
verified: no, type: nauc_mrr_at_100_max
value: -2.283454878974528
verified: no, type: nauc_mrr_at_100_std
value: -3.9177269448785594
verified: no, type: nauc_mrr_at_10_diff1
value: 4.03684960733421
verified: no, type: nauc_mrr_at_10_max
value: -2.396241516141588
verified: no, type: nauc_mrr_at_10_std
value: -4.556329903468349
verified: no, type: nauc_mrr_at_1_diff1
value: 8.550764063204086
verified: no, type: nauc_mrr_at_1_max
value: -5.2653218814611655
verified: no, type: nauc_mrr_at_1_std
value: -3.7478078638245558
verified: no, type: nauc_mrr_at_20_diff1
value: 4.399100178540589
verified: no, type: nauc_mrr_at_20_max
value: -2.065687810815654
verified: no, type: nauc_mrr_at_20_std
value: -3.980856869079938
verified: no, type: nauc_mrr_at_3_diff1
value: 4.356955681808423
verified: no, type: nauc_mrr_at_3_max
value: -3.305266169391567
verified: no, type: nauc_mrr_at_3_std
value: -4.187435812922289
verified: no, type: nauc_mrr_at_5_diff1
value: 3.797470912759614
verified: no, type: nauc_mrr_at_5_max
value: -2.7476549709181355
verified: no, type: nauc_mrr_at_5_std
value: -3.9744581781815724
verified: no, type: nauc_ndcg_at_1000_diff1
value: 5.138474520701041
verified: no, type: nauc_ndcg_at_1000_max
value: -0.8548037167905302
verified: no, type: nauc_ndcg_at_1000_std
value: -3.4098747932546734
verified: no, type: nauc_ndcg_at_100_diff1
value: 5.264678453330276
verified: no, type: nauc_ndcg_at_100_max
value: -0.39210055156714196
verified: no, type: nauc_ndcg_at_100_std
value: -2.790588063731217
verified: no, type: nauc_ndcg_at_10_diff1
value: 3.7503459140558943
verified: no, type: nauc_ndcg_at_10_max
value: -0.3384766390247899
verified: no, type: nauc_ndcg_at_10_std
value: -5.575339046932562
verified: no, type: nauc_ndcg_at_1_diff1
value: 9.516688551341105
verified: no, type: nauc_ndcg_at_1_max
value: -5.644910020587747
verified: no, type: nauc_ndcg_at_1_std
value: -3.6198980121175817
verified: no, type: nauc_ndcg_at_20_diff1
value: 5.270936471430413
verified: no, type: nauc_ndcg_at_20_max
value: 1.291103316253361
verified: no, type: nauc_ndcg_at_20_std
value: -3.169503489721584
verified: no, type: nauc_ndcg_at_3_diff1
value: 4.271651754613586
verified: no, type: nauc_ndcg_at_3_max
value: -2.353280506415016
verified: no, type: nauc_ndcg_at_3_std
value: -4.364225258109044
verified: no, type: nauc_ndcg_at_5_diff1
value: 3.3040691006732765
verified: no, type: nauc_ndcg_at_5_max
value: -1.303365264172454
verified: no, type: nauc_ndcg_at_5_std
value: -3.955958872876751
verified: no, type: nauc_precision_at_1000_diff1
value: 13.241505124398486
verified: no, type: nauc_precision_at_1000_max
value: 47.97010130202494
verified: no, type: nauc_precision_at_1000_std
value: 74.8878850565087
verified: no, type: nauc_precision_at_100_diff1
value: 19.347701423046445
verified: no, type: nauc_precision_at_100_max
value: 50.96543811338734
verified: no, type: nauc_precision_at_100_std
value: 67.94488954909981
verified: no, type: nauc_precision_at_10_diff1
value: -1.5877710682220694
verified: no, type: nauc_precision_at_10_max
value: 8.339455759028867
verified: no, type: nauc_precision_at_10_std
value: -11.521446364855805
verified: no, type: nauc_precision_at_1_diff1
value: 9.516688551341105
verified: no, type: nauc_precision_at_1_max
value: -5.644910020587747
verified: no, type: nauc_precision_at_1_std
value: -3.6198980121175817
verified: no, type: nauc_precision_at_20_diff1
value: 9.056182158091447
verified: no, type: nauc_precision_at_20_max
value: 32.304791476693964
verified: no, type: nauc_precision_at_20_std
value: 7.405945565001408
verified: no, type: nauc_precision_at_3_diff1
value: 1.678810658886418
verified: no, type: nauc_precision_at_3_max
value: -0.5473747492361274
verified: no, type: nauc_precision_at_3_std
value: -5.194579239515215
verified: no, type: nauc_precision_at_5_diff1
value: -1.061704237231085
verified: no, type: nauc_precision_at_5_max
value: 2.5051492439705387
verified: no, type: nauc_precision_at_5_std
value: -4.155138551797193
verified: no, type: nauc_recall_at_1000_diff1
value: 13.241505124400325
verified: no, type: nauc_recall_at_1000_max
value: 47.97010130202325
verified: no, type: nauc_recall_at_1000_std
value: 74.88788505650888
verified: no, type: nauc_recall_at_100_diff1
value: 19.34770142304624
verified: no, type: nauc_recall_at_100_max
value: 50.9654381133864
verified: no, type: nauc_recall_at_100_std
value: 67.9448895490988
verified: no, type: nauc_recall_at_10_diff1
value: -1.587771068221971
verified: no, type: nauc_recall_at_10_max
value: 8.339455759028958
verified: no, type: nauc_recall_at_10_std
value: -11.521446364855827
verified: no, type: nauc_recall_at_1_diff1
value: 9.516688551341105
verified: no, type: nauc_recall_at_1_max
value: -5.644910020587747
verified: no, type: nauc_recall_at_1_std
value: -3.6198980121175817
verified: no, type: nauc_recall_at_20_diff1
value: 9.056182158091504
verified: no, type: nauc_recall_at_20_max
value: 32.30479147669391
verified: no, type: nauc_recall_at_20_std
value: 7.405945565001497
verified: no, type: nauc_recall_at_3_diff1
value: 1.6788106588864458
verified: no, type: nauc_recall_at_3_max
value: -0.5473747492360812
verified: no, type: nauc_recall_at_3_std
value: -5.194579239515186
verified: no, type: nauc_recall_at_5_diff1
value: -1.0617042372311596
verified: no, type: nauc_recall_at_5_max
value: 2.505149243970507
verified: no, type: nauc_recall_at_5_std
value: -4.155138551797231
verified: no, type: ndcg_at_1
value: 23.471
verified: no, type: ndcg_at_10
value: 48.403
verified: no, type: ndcg_at_100
value: 52.979
verified: no, type: ndcg_at_1000
value: 53.198
verified: no, type: ndcg_at_20
value: 51.349000000000004
verified: no, type: ndcg_at_3
value: 37.546
verified: no, type: ndcg_at_5
value: 43.009
verified: no, type: precision_at_1
value: 23.471
verified: no, type: precision_at_10
value: 7.788
verified: no, type: precision_at_100
value: 0.979
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.47
verified: no, type: precision_at_3
value: 16.003
verified: no, type: precision_at_5
value: 12.276
verified: no, type: recall_at_1
value: 23.471
verified: no, type: recall_at_10
value: 77.881
verified: no, type: recall_at_100
value: 97.866
verified: no, type: recall_at_1000
value: 99.502
verified: no, type: recall_at_20
value: 89.403
verified: no, type: recall_at_3
value: 48.009
verified: no, type: recall_at_5
value: 61.38
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CBD
revision: 36ddb419bcffe6a5374c3891957912892916f28d
split: test
type: PL-MTEB/cbd
metrics: type: accuracy
value: 64.36999999999999
verified: no, type: ap
value: 20.466523167809452
verified: no, type: ap_weighted
value: 20.466523167809452
verified: no, type: f1
value: 54.572432817010075
verified: no, type: f1_weighted
value: 68.94308188177826
verified: no, type: main_score
value: 64.36999999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB CDSC-E
revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d
split: test
type: PL-MTEB/cdsce-pairclassification
metrics: type: cosine_accuracy
value: 87.1
verified: no, type: cosine_accuracy_threshold
value: 98.31513166427612
verified: no, type: cosine_ap
value: 67.39921410443071
verified: no, type: cosine_f1
value: 61.408450704225345
verified: no, type: cosine_f1_threshold
value: 96.4431643486023
verified: no, type: cosine_precision
value: 66.06060606060606
verified: no, type: cosine_recall
value: 57.36842105263158
verified: no, type: dot_accuracy
value: 87.1
verified: no, type: dot_accuracy_threshold
value: 98.31513166427612
verified: no, type: dot_ap
value: 67.39921410443071
verified: no, type: dot_f1
value: 61.408450704225345
verified: no, type: dot_f1_threshold
value: 96.4431643486023
verified: no, type: dot_precision
value: 66.06060606060606
verified: no, type: dot_recall
value: 57.36842105263158
verified: no, type: euclidean_accuracy
value: 87.1
verified: no, type: euclidean_accuracy_threshold
value: 18.356148898601532
verified: no, type: euclidean_ap
value: 67.39921410443071
verified: no, type: euclidean_f1
value: 61.408450704225345
verified: no, type: euclidean_f1_threshold
value: 26.67142152786255
verified: no, type: euclidean_precision
value: 66.06060606060606
verified: no, type: euclidean_recall
value: 57.36842105263158
verified: no, type: main_score
value: 67.67003917913883
verified: no, type: manhattan_accuracy
value: 87.4
verified: no, type: manhattan_accuracy_threshold
value: 460.4861259460449
verified: no, type: manhattan_ap
value: 67.67003917913883
verified: no, type: manhattan_f1
value: 61.32596685082873
verified: no, type: manhattan_f1_threshold
value: 640.9262657165527
verified: no, type: manhattan_precision
value: 64.53488372093024
verified: no, type: manhattan_recall
value: 58.42105263157895
verified: no, type: max_ap
value: 67.67003917913883
verified: no, type: max_f1
value: 61.408450704225345
verified: no, type: max_precision
value: 66.06060606060606
verified: no, type: max_recall
value: 58.42105263157895
verified: no, type: similarity_accuracy
value: 87.1
verified: no, type: similarity_accuracy_threshold
value: 98.31513166427612
verified: no, type: similarity_ap
value: 67.39921410443071
verified: no, type: similarity_f1
value: 61.408450704225345
verified: no, type: similarity_f1_threshold
value: 96.4431643486023
verified: no, type: similarity_precision
value: 66.06060606060606
verified: no, type: similarity_recall
value: 57.36842105263158
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB CDSC-R
revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd
split: test
type: PL-MTEB/cdscr-sts
metrics: type: cosine_pearson
value: 89.215804614177
verified: no, type: cosine_spearman
value: 89.54723293152598
verified: no, type: euclidean_pearson
value: 87.48591094825007
verified: no, type: euclidean_spearman
value: 89.54723293152598
verified: no, type: main_score
value: 89.54723293152598
verified: no, type: manhattan_pearson
value: 87.53292271661934
verified: no, type: manhattan_spearman
value: 89.59087505602018
verified: no, type: pearson
value: 89.215804614177
verified: no, type: spearman
value: 89.54723293152598
verified: no
task: type: STS, dataset: config: default
name: MTEB DBPedia-PL
revision: 76afe41d9af165cc40999fcaa92312b8b012064a
split: test
type: clarin-knext/dbpedia-pl
metrics: type: main_score
value: 28.798000000000002
verified: no, type: map_at_1
value: 5.805
verified: no, type: map_at_10
value: 13.104
verified: no, type: map_at_100
value: 17.64
verified: no, type: map_at_1000
value: 18.817
verified: no, type: map_at_20
value: 14.704999999999998
verified: no, type: map_at_3
value: 9.754
verified: no, type: map_at_5
value: 11.306
verified: no, type: mrr_at_1
value: 48.25
verified: no, type: mrr_at_10
value: 59.20525793650796
verified: no, type: mrr_at_100
value: 59.68250991989186
verified: no, type: mrr_at_1000
value: 59.699200384172535
verified: no, type: mrr_at_20
value: 59.47831275084566
verified: no, type: mrr_at_3
value: 57.08333333333335
verified: no, type: mrr_at_5
value: 58.508333333333354
verified: no, type: nauc_map_at_1000_diff1
value: 23.8795526911696
verified: no, type: nauc_map_at_1000_max
value: 19.033721390433954
verified: no, type: nauc_map_at_1000_std
value: 31.272197919163798
verified: no, type: nauc_map_at_100_diff1
value: 24.30632088878799
verified: no, type: nauc_map_at_100_max
value: 16.121272162595638
verified: no, type: nauc_map_at_100_std
value: 27.849470534570877
verified: no, type: nauc_map_at_10_diff1
value: 32.383097332850866
verified: no, type: nauc_map_at_10_max
value: 9.425444212646546
verified: no, type: nauc_map_at_10_std
value: 12.271778849795199
verified: no, type: nauc_map_at_1_diff1
value: 49.09320405513435
verified: no, type: nauc_map_at_1_max
value: 6.655982988088829
verified: no, type: nauc_map_at_1_std
value: 3.7535182547407584
verified: no, type: nauc_map_at_20_diff1
value: 29.41816510506116
verified: no, type: nauc_map_at_20_max
value: 11.144536343130254
verified: no, type: nauc_map_at_20_std
value: 17.682154597592028
verified: no, type: nauc_map_at_3_diff1
value: 38.301616834556526
verified: no, type: nauc_map_at_3_max
value: 2.3072337902833864
verified: no, type: nauc_map_at_3_std
value: 2.6886051009617775
verified: no, type: nauc_map_at_5_diff1
value: 35.2269306057937
verified: no, type: nauc_map_at_5_max
value: 5.802047613384881
verified: no, type: nauc_map_at_5_std
value: 6.566180891431155
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.342268602546138
verified: no, type: nauc_mrr_at_1000_max
value: 32.66979042412427
verified: no, type: nauc_mrr_at_1000_std
value: 31.121503406356233
verified: no, type: nauc_mrr_at_100_diff1
value: 27.34852791425925
verified: no, type: nauc_mrr_at_100_max
value: 32.691852115258435
verified: no, type: nauc_mrr_at_100_std
value: 31.13220594139922
verified: no, type: nauc_mrr_at_10_diff1
value: 27.20195330398617
verified: no, type: nauc_mrr_at_10_max
value: 32.548431857593854
verified: no, type: nauc_mrr_at_10_std
value: 31.269333708219015
verified: no, type: nauc_mrr_at_1_diff1
value: 29.250995725745877
verified: no, type: nauc_mrr_at_1_max
value: 30.020096609400724
verified: no, type: nauc_mrr_at_1_std
value: 25.836889693783288
verified: no, type: nauc_mrr_at_20_diff1
value: 27.117511545890967
verified: no, type: nauc_mrr_at_20_max
value: 32.46327434659793
verified: no, type: nauc_mrr_at_20_std
value: 31.10670830499771
verified: no, type: nauc_mrr_at_3_diff1
value: 27.59208442559707
verified: no, type: nauc_mrr_at_3_max
value: 31.462102077642008
verified: no, type: nauc_mrr_at_3_std
value: 29.857593752721684
verified: no, type: nauc_mrr_at_5_diff1
value: 27.067779200957986
verified: no, type: nauc_mrr_at_5_max
value: 31.928750569317742
verified: no, type: nauc_mrr_at_5_std
value: 31.133046384109658
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.640223689004966
verified: no, type: nauc_ndcg_at_1000_max
value: 29.383523051307193
verified: no, type: nauc_ndcg_at_1000_std
value: 43.72948428979381
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.818106875955774
verified: no, type: nauc_ndcg_at_100_max
value: 20.989719330345487
verified: no, type: nauc_ndcg_at_100_std
value: 36.00564043465215
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.873244058417672
verified: no, type: nauc_ndcg_at_10_max
value: 22.163824659151206
verified: no, type: nauc_ndcg_at_10_std
value: 29.712807857937996
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.053938551788228
verified: no, type: nauc_ndcg_at_1_max
value: 24.16157362665634
verified: no, type: nauc_ndcg_at_1_std
value: 22.62596071010886
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.81504479286421
verified: no, type: nauc_ndcg_at_20_max
value: 18.22185007322912
verified: no, type: nauc_ndcg_at_20_std
value: 29.428332063288348
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.599338250525282
verified: no, type: nauc_ndcg_at_3_max
value: 22.6007814893909
verified: no, type: nauc_ndcg_at_3_std
value: 23.475949649196757
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.905714203451318
verified: no, type: nauc_ndcg_at_5_max
value: 23.31577015540212
verified: no, type: nauc_ndcg_at_5_std
value: 26.163489726277543
verified: no, type: nauc_precision_at_1000_diff1
value: -8.445727069307745
verified: no, type: nauc_precision_at_1000_max
value: 44.7890492424445
verified: no, type: nauc_precision_at_1000_std
value: 32.33459741223448
verified: no, type: nauc_precision_at_100_diff1
value: -8.838197938558475
verified: no, type: nauc_precision_at_100_max
value: 32.580671613119
verified: no, type: nauc_precision_at_100_std
value: 47.75612079712025
verified: no, type: nauc_precision_at_10_diff1
value: -2.220152190516044
verified: no, type: nauc_precision_at_10_max
value: 34.274996226654686
verified: no, type: nauc_precision_at_10_std
value: 43.3987185524864
verified: no, type: nauc_precision_at_1_diff1
value: 29.250995725745877
verified: no, type: nauc_precision_at_1_max
value: 30.020096609400724
verified: no, type: nauc_precision_at_1_std
value: 25.836889693783288
verified: no, type: nauc_precision_at_20_diff1
value: -7.0836121714547255
verified: no, type: nauc_precision_at_20_max
value: 31.270528745365
verified: no, type: nauc_precision_at_20_std
value: 46.981890317602314
verified: no, type: nauc_precision_at_3_diff1
value: 8.668995978640655
verified: no, type: nauc_precision_at_3_max
value: 28.75982449586511
verified: no, type: nauc_precision_at_3_std
value: 26.513283670644082
verified: no, type: nauc_precision_at_5_diff1
value: 0.3364074432097908
verified: no, type: nauc_precision_at_5_max
value: 32.17732511859588
verified: no, type: nauc_precision_at_5_std
value: 33.011424117906
verified: no, type: nauc_recall_at_1000_diff1
value: 12.098189411652587
verified: no, type: nauc_recall_at_1000_max
value: 28.351439601322042
verified: no, type: nauc_recall_at_1000_std
value: 49.74650470960806
verified: no, type: nauc_recall_at_100_diff1
value: 13.0979559604911
verified: no, type: nauc_recall_at_100_max
value: 18.55326724877563
verified: no, type: nauc_recall_at_100_std
value: 35.82767686480256
verified: no, type: nauc_recall_at_10_diff1
value: 26.172188943201974
verified: no, type: nauc_recall_at_10_max
value: 7.164754830660332
verified: no, type: nauc_recall_at_10_std
value: 12.119900158652312
verified: no, type: nauc_recall_at_1_diff1
value: 49.09320405513435
verified: no, type: nauc_recall_at_1_max
value: 6.655982988088829
verified: no, type: nauc_recall_at_1_std
value: 3.7535182547407584
verified: no, type: nauc_recall_at_20_diff1
value: 22.785270973288846
verified: no, type: nauc_recall_at_20_max
value: 8.971627656710659
verified: no, type: nauc_recall_at_20_std
value: 17.654532692121595
verified: no, type: nauc_recall_at_3_diff1
value: 32.30130185123227
verified: no, type: nauc_recall_at_3_max
value: -3.703265523226075
verified: no, type: nauc_recall_at_3_std
value: 1.7639006695170476
verified: no, type: nauc_recall_at_5_diff1
value: 27.464879988497863
verified: no, type: nauc_recall_at_5_max
value: 1.3253246804845857
verified: no, type: nauc_recall_at_5_std
value: 6.012046846778444
verified: no, type: ndcg_at_1
value: 38.375
verified: no, type: ndcg_at_10
value: 28.798000000000002
verified: no, type: ndcg_at_100
value: 32.452999999999996
verified: no, type: ndcg_at_1000
value: 39.461
verified: no, type: ndcg_at_20
value: 28.16
verified: no, type: ndcg_at_3
value: 32.816
verified: no, type: ndcg_at_5
value: 30.653999999999996
verified: no, type: precision_at_1
value: 48.25
verified: no, type: precision_at_10
value: 22.825
verified: no, type: precision_at_100
value: 7.090000000000001
verified: no, type: precision_at_1000
value: 1.651
verified: no, type: precision_at_20
value: 16.525000000000002
verified: no, type: precision_at_3
value: 36.75
verified: no, type: precision_at_5
value: 30.25
verified: no, type: recall_at_1
value: 5.805
verified: no, type: recall_at_10
value: 18.159
verified: no, type: recall_at_100
value: 38.269
verified: no, type: recall_at_1000
value: 60.692
verified: no, type: recall_at_20
value: 22.893
verified: no, type: recall_at_3
value: 11.583
verified: no, type: recall_at_5
value: 14.429
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB 8TagsClustering
revision: 78b962b130c6690659c65abf67bf1c2f030606b6
split: test
type: PL-MTEB/8tags-clustering
metrics: type: main_score
value: 39.24227294766999
verified: no, type: v_measure
value: 39.24227294766999
verified: no, type: v_measure_std
value: 1.3089498460899844
verified: no
task: type: Clustering, dataset: config: default
name: MTEB FiQA-PL
revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e
split: test
type: clarin-knext/fiqa-pl
metrics: type: main_score
value: 24.288999999999998
verified: no, type: map_at_1
value: 11.272
verified: no, type: map_at_10
value: 18.348
verified: no, type: map_at_100
value: 19.66
verified: no, type: map_at_1000
value: 19.857
verified: no, type: map_at_20
value: 18.992
verified: no, type: map_at_3
value: 15.583
verified: no, type: map_at_5
value: 17.044
verified: no, type: mrr_at_1
value: 21.604938271604937
verified: no, type: mrr_at_10
value: 29.27903929061337
verified: no, type: mrr_at_100
value: 30.212764822138023
verified: no, type: mrr_at_1000
value: 30.287992850622995
verified: no, type: mrr_at_20
value: 29.74703567100871
verified: no, type: mrr_at_3
value: 26.74897119341565
verified: no, type: mrr_at_5
value: 28.091563786008244
verified: no, type: nauc_map_at_1000_diff1
value: 33.18609264749629
verified: no, type: nauc_map_at_1000_max
value: 16.229216767220418
verified: no, type: nauc_map_at_1000_std
value: 11.839421176873238
verified: no, type: nauc_map_at_100_diff1
value: 33.19728650890772
verified: no, type: nauc_map_at_100_max
value: 16.079195779561363
verified: no, type: nauc_map_at_100_std
value: 11.78063322771766
verified: no, type: nauc_map_at_10_diff1
value: 33.04853224560657
verified: no, type: nauc_map_at_10_max
value: 15.37884536409968
verified: no, type: nauc_map_at_10_std
value: 10.593373167105781
verified: no, type: nauc_map_at_1_diff1
value: 41.13226077955785
verified: no, type: nauc_map_at_1_max
value: 12.34464571217406
verified: no, type: nauc_map_at_1_std
value: 5.679576212208579
verified: no, type: nauc_map_at_20_diff1
value: 33.11097420829782
verified: no, type: nauc_map_at_20_max
value: 15.682597301121387
verified: no, type: nauc_map_at_20_std
value: 11.155981746119032
verified: no, type: nauc_map_at_3_diff1
value: 35.18892537241778
verified: no, type: nauc_map_at_3_max
value: 14.365058887923835
verified: no, type: nauc_map_at_3_std
value: 8.599922294505198
verified: no, type: nauc_map_at_5_diff1
value: 33.434953310814244
verified: no, type: nauc_map_at_5_max
value: 14.97915463074864
verified: no, type: nauc_map_at_5_std
value: 10.474044410042204
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.39726994803205
verified: no, type: nauc_mrr_at_1000_max
value: 20.90929941337352
verified: no, type: nauc_mrr_at_1000_std
value: 10.291180202334353
verified: no, type: nauc_mrr_at_100_diff1
value: 35.368200822647836
verified: no, type: nauc_mrr_at_100_max
value: 20.904197225349368
verified: no, type: nauc_mrr_at_100_std
value: 10.270197351451367
verified: no, type: nauc_mrr_at_10_diff1
value: 35.29930377120638
verified: no, type: nauc_mrr_at_10_max
value: 20.743176056640657
verified: no, type: nauc_mrr_at_10_std
value: 10.204578137405102
verified: no, type: nauc_mrr_at_1_diff1
value: 41.786659564879564
verified: no, type: nauc_mrr_at_1_max
value: 21.729777030326872
verified: no, type: nauc_mrr_at_1_std
value: 9.106473308394927
verified: no, type: nauc_mrr_at_20_diff1
value: 35.347875836984294
verified: no, type: nauc_mrr_at_20_max
value: 20.701470411877295
verified: no, type: nauc_mrr_at_20_std
value: 10.098242346945426
verified: no, type: nauc_mrr_at_3_diff1
value: 36.13256745876147
verified: no, type: nauc_mrr_at_3_max
value: 20.944815901489992
verified: no, type: nauc_mrr_at_3_std
value: 9.543271423669903
verified: no, type: nauc_mrr_at_5_diff1
value: 35.65577306199142
verified: no, type: nauc_mrr_at_5_max
value: 21.01991709681707
verified: no, type: nauc_mrr_at_5_std
value: 10.215120686016858
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.03773619887771
verified: no, type: nauc_ndcg_at_1000_max
value: 20.62329873286057
verified: no, type: nauc_ndcg_at_1000_std
value: 15.84600327765157
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.953212726228347
verified: no, type: nauc_ndcg_at_100_max
value: 18.594785403398458
verified: no, type: nauc_ndcg_at_100_std
value: 15.142264504355227
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.7344744972378
verified: no, type: nauc_ndcg_at_10_max
value: 16.61728418738611
verified: no, type: nauc_ndcg_at_10_std
value: 11.839953128073597
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.786659564879564
verified: no, type: nauc_ndcg_at_1_max
value: 21.729777030326872
verified: no, type: nauc_ndcg_at_1_std
value: 9.106473308394927
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.95134068064315
verified: no, type: nauc_ndcg_at_20_max
value: 16.909454974818715
verified: no, type: nauc_ndcg_at_20_std
value: 12.672035929326222
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.60931899005471
verified: no, type: nauc_ndcg_at_3_max
value: 18.294906425122836
verified: no, type: nauc_ndcg_at_3_std
value: 9.91740552963498
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.67109785825235
verified: no, type: nauc_ndcg_at_5_max
value: 17.56715417050353
verified: no, type: nauc_ndcg_at_5_std
value: 11.716109414267391
verified: no, type: nauc_precision_at_1000_diff1
value: 6.192451799751743
verified: no, type: nauc_precision_at_1000_max
value: 31.232946403916884
verified: no, type: nauc_precision_at_1000_std
value: 11.32233619145531
verified: no, type: nauc_precision_at_100_diff1
value: 15.110676996819022
verified: no, type: nauc_precision_at_100_max
value: 27.869316716354476
verified: no, type: nauc_precision_at_100_std
value: 18.301164363871184
verified: no, type: nauc_precision_at_10_diff1
value: 21.070307270094048
verified: no, type: nauc_precision_at_10_max
value: 24.22361518067922
verified: no, type: nauc_precision_at_10_std
value: 14.554273388003363
verified: no, type: nauc_precision_at_1_diff1
value: 41.786659564879564
verified: no, type: nauc_precision_at_1_max
value: 21.729777030326872
verified: no, type: nauc_precision_at_1_std
value: 9.106473308394927
verified: no, type: nauc_precision_at_20_diff1
value: 19.816441423202775
verified: no, type: nauc_precision_at_20_max
value: 24.383538204770737
verified: no, type: nauc_precision_at_20_std
value: 15.199168636971377
verified: no, type: nauc_precision_at_3_diff1
value: 29.262451716999237
verified: no, type: nauc_precision_at_3_max
value: 22.556259017888365
verified: no, type: nauc_precision_at_3_std
value: 13.40809071872643
verified: no, type: nauc_precision_at_5_diff1
value: 23.41393741017905
verified: no, type: nauc_precision_at_5_max
value: 22.510618167670824
verified: no, type: nauc_precision_at_5_std
value: 16.609471253895997
verified: no, type: nauc_recall_at_1000_diff1
value: 16.69894332310247
verified: no, type: nauc_recall_at_1000_max
value: 23.603524439007714
verified: no, type: nauc_recall_at_1000_std
value: 37.70133731622978
verified: no, type: nauc_recall_at_100_diff1
value: 20.68782760606423
verified: no, type: nauc_recall_at_100_max
value: 14.868760747917944
verified: no, type: nauc_recall_at_100_std
value: 22.988507759909506
verified: no, type: nauc_recall_at_10_diff1
value: 22.897676261389755
verified: no, type: nauc_recall_at_10_max
value: 11.677499286310164
verified: no, type: nauc_recall_at_10_std
value: 13.136747166983081
verified: no, type: nauc_recall_at_1_diff1
value: 41.13226077955785
verified: no, type: nauc_recall_at_1_max
value: 12.34464571217406
verified: no, type: nauc_recall_at_1_std
value: 5.679576212208579
verified: no, type: nauc_recall_at_20_diff1
value: 23.52610305455693
verified: no, type: nauc_recall_at_20_max
value: 12.126334316287
verified: no, type: nauc_recall_at_20_std
value: 14.890491358767576
verified: no, type: nauc_recall_at_3_diff1
value: 29.300377418190145
verified: no, type: nauc_recall_at_3_max
value: 14.2656548623994
verified: no, type: nauc_recall_at_3_std
value: 10.365708612559724
verified: no, type: nauc_recall_at_5_diff1
value: 25.427037962562448
verified: no, type: nauc_recall_at_5_max
value: 14.162542226396466
verified: no, type: nauc_recall_at_5_std
value: 13.685656584050593
verified: no, type: ndcg_at_1
value: 21.605
verified: no, type: ndcg_at_10
value: 24.288999999999998
verified: no, type: ndcg_at_100
value: 30.218
verified: no, type: ndcg_at_1000
value: 34.414
verified: no, type: ndcg_at_20
value: 26.154
verified: no, type: ndcg_at_3
value: 20.707
verified: no, type: ndcg_at_5
value: 21.956999999999997
verified: no, type: precision_at_1
value: 21.605
verified: no, type: precision_at_10
value: 7.022
verified: no, type: precision_at_100
value: 1.2930000000000001
verified: no, type: precision_at_1000
value: 0.202
verified: no, type: precision_at_20
value: 4.267
verified: no, type: precision_at_3
value: 13.683
verified: no, type: precision_at_5
value: 10.463000000000001
verified: no, type: recall_at_1
value: 11.272
verified: no, type: recall_at_10
value: 30.721999999999998
verified: no, type: recall_at_100
value: 54.039
verified: no, type: recall_at_1000
value: 79.935
verified: no, type: recall_at_20
value: 36.506
verified: no, type: recall_at_3
value: 19.256
verified: no, type: recall_at_5
value: 24.008
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA-PL
revision: a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907
split: test
type: clarin-knext/hotpotqa-pl
metrics: type: main_score
value: 59.909
verified: no, type: map_at_1
value: 35.631
verified: no, type: map_at_10
value: 50.953
verified: no, type: map_at_100
value: 51.761
verified: no, type: map_at_1000
value: 51.836000000000006
verified: no, type: map_at_20
value: 51.403
verified: no, type: map_at_3
value: 48.242000000000004
verified: no, type: map_at_5
value: 49.89
verified: no, type: mrr_at_1
value: 71.2626603646185
verified: no, type: mrr_at_10
value: 77.3888942477732
verified: no, type: mrr_at_100
value: 77.66937146141727
verified: no, type: mrr_at_1000
value: 77.68397288041564
verified: no, type: mrr_at_20
value: 77.57074315067958
verified: no, type: mrr_at_3
value: 76.25928426738675
verified: no, type: mrr_at_5
value: 77.01350438892611
verified: no, type: nauc_map_at_1000_diff1
value: 26.96764981061544
verified: no, type: nauc_map_at_1000_max
value: 22.731836451302726
verified: no, type: nauc_map_at_1000_std
value: 8.994156423402524
verified: no, type: nauc_map_at_100_diff1
value: 26.942497951432788
verified: no, type: nauc_map_at_100_max
value: 22.71479330722431
verified: no, type: nauc_map_at_100_std
value: 8.98407440009605
verified: no, type: nauc_map_at_10_diff1
value: 27.158114557540152
verified: no, type: nauc_map_at_10_max
value: 22.58104861100442
verified: no, type: nauc_map_at_10_std
value: 8.337888297704612
verified: no, type: nauc_map_at_1_diff1
value: 72.90723129101286
verified: no, type: nauc_map_at_1_max
value: 43.326963605865224
verified: no, type: nauc_map_at_1_std
value: 5.723322726536682
verified: no, type: nauc_map_at_20_diff1
value: 26.955640087566074
verified: no, type: nauc_map_at_20_max
value: 22.627922508820586
verified: no, type: nauc_map_at_20_std
value: 8.701393241049022
verified: no, type: nauc_map_at_3_diff1
value: 29.189900000716555
verified: no, type: nauc_map_at_3_max
value: 23.347579158922738
verified: no, type: nauc_map_at_3_std
value: 6.91628130204425
verified: no, type: nauc_map_at_5_diff1
value: 27.79243876992334
verified: no, type: nauc_map_at_5_max
value: 22.740295287033856
verified: no, type: nauc_map_at_5_std
value: 7.7561319969849665
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.28682783448207
verified: no, type: nauc_mrr_at_1000_max
value: 45.922411180244616
verified: no, type: nauc_mrr_at_1000_std
value: 9.034961290707159
verified: no, type: nauc_mrr_at_100_diff1
value: 71.28283301258217
verified: no, type: nauc_mrr_at_100_max
value: 45.9275695181984
verified: no, type: nauc_mrr_at_100_std
value: 9.046986980134697
verified: no, type: nauc_mrr_at_10_diff1
value: 71.2493228565909
verified: no, type: nauc_mrr_at_10_max
value: 45.93632950394277
verified: no, type: nauc_mrr_at_10_std
value: 8.901287032604865
verified: no, type: nauc_mrr_at_1_diff1
value: 72.90723129101286
verified: no, type: nauc_mrr_at_1_max
value: 43.326963605865224
verified: no, type: nauc_mrr_at_1_std
value: 5.723322726536682
verified: no, type: nauc_mrr_at_20_diff1
value: 71.25254486378807
verified: no, type: nauc_mrr_at_20_max
value: 45.946582942424556
verified: no, type: nauc_mrr_at_20_std
value: 9.05239175902674
verified: no, type: nauc_mrr_at_3_diff1
value: 71.32833026076825
verified: no, type: nauc_mrr_at_3_max
value: 45.995038423133785
verified: no, type: nauc_mrr_at_3_std
value: 8.341868297953612
verified: no, type: nauc_mrr_at_5_diff1
value: 71.30890801509685
verified: no, type: nauc_mrr_at_5_max
value: 45.97654481382387
verified: no, type: nauc_mrr_at_5_std
value: 8.845360351910351
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.075295168560594
verified: no, type: nauc_ndcg_at_1000_max
value: 26.856216385104375
verified: no, type: nauc_ndcg_at_1000_std
value: 12.543512287347856
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.464965142947115
verified: no, type: nauc_ndcg_at_100_max
value: 26.502114112582163
verified: no, type: nauc_ndcg_at_100_std
value: 12.425894931877595
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.367658571844196
verified: no, type: nauc_ndcg_at_10_max
value: 26.190984389588372
verified: no, type: nauc_ndcg_at_10_std
value: 9.895477224547669
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.90723129101286
verified: no, type: nauc_ndcg_at_1_max
value: 43.326963605865224
verified: no, type: nauc_ndcg_at_1_std
value: 5.723322726536682
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.66045690140549
verified: no, type: nauc_ndcg_at_20_max
value: 26.194578795851054
verified: no, type: nauc_ndcg_at_20_std
value: 10.960870590823447
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.05439214093881
verified: no, type: nauc_ndcg_at_3_max
value: 27.72410316744339
verified: no, type: nauc_ndcg_at_3_std
value: 7.715317220132202
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.81723761665154
verified: no, type: nauc_ndcg_at_5_max
value: 26.673920056459444
verified: no, type: nauc_ndcg_at_5_std
value: 8.933439774824867
verified: no, type: nauc_precision_at_1000_diff1
value: -0.2221251083991722
verified: no, type: nauc_precision_at_1000_max
value: 14.280584973386084
verified: no, type: nauc_precision_at_1000_std
value: 27.7063978378772
verified: no, type: nauc_precision_at_100_diff1
value: 4.0475513079562475
verified: no, type: nauc_precision_at_100_max
value: 15.147221648346376
verified: no, type: nauc_precision_at_100_std
value: 22.880509039199133
verified: no, type: nauc_precision_at_10_diff1
value: 12.84890497551863
verified: no, type: nauc_precision_at_10_max
value: 17.087762521613513
verified: no, type: nauc_precision_at_10_std
value: 12.585305065906013
verified: no, type: nauc_precision_at_1_diff1
value: 72.90723129101286
verified: no, type: nauc_precision_at_1_max
value: 43.326963605865224
verified: no, type: nauc_precision_at_1_std
value: 5.723322726536682
verified: no, type: nauc_precision_at_20_diff1
value: 8.933673501828638
verified: no, type: nauc_precision_at_20_max
value: 15.902286967992069
verified: no, type: nauc_precision_at_20_std
value: 15.695999265224772
verified: no, type: nauc_precision_at_3_diff1
value: 22.71740911034549
verified: no, type: nauc_precision_at_3_max
value: 21.870782890822923
verified: no, type: nauc_precision_at_3_std
value: 8.368195274830732
verified: no, type: nauc_precision_at_5_diff1
value: 17.23292486248257
verified: no, type: nauc_precision_at_5_max
value: 18.885190696734025
verified: no, type: nauc_precision_at_5_std
value: 10.426694032135838
verified: no, type: nauc_recall_at_1000_diff1
value: -0.2221251083988545
verified: no, type: nauc_recall_at_1000_max
value: 14.28058497338619
verified: no, type: nauc_recall_at_1000_std
value: 27.706397837877343
verified: no, type: nauc_recall_at_100_diff1
value: 4.047551307956134
verified: no, type: nauc_recall_at_100_max
value: 15.14722164834636
verified: no, type: nauc_recall_at_100_std
value: 22.88050903919902
verified: no, type: nauc_recall_at_10_diff1
value: 12.848904975518701
verified: no, type: nauc_recall_at_10_max
value: 17.087762521613545
verified: no, type: nauc_recall_at_10_std
value: 12.585305065906043
verified: no, type: nauc_recall_at_1_diff1
value: 72.90723129101286
verified: no, type: nauc_recall_at_1_max
value: 43.326963605865224
verified: no, type: nauc_recall_at_1_std
value: 5.723322726536682
verified: no, type: nauc_recall_at_20_diff1
value: 8.933673501828618
verified: no, type: nauc_recall_at_20_max
value: 15.902286967991989
verified: no, type: nauc_recall_at_20_std
value: 15.695999265224723
verified: no, type: nauc_recall_at_3_diff1
value: 22.71740911034548
verified: no, type: nauc_recall_at_3_max
value: 21.870782890822923
verified: no, type: nauc_recall_at_3_std
value: 8.368195274830695
verified: no, type: nauc_recall_at_5_diff1
value: 17.23292486248257
verified: no, type: nauc_recall_at_5_max
value: 18.88519069673408
verified: no, type: nauc_recall_at_5_std
value: 10.426694032135869
verified: no, type: ndcg_at_1
value: 71.263
verified: no, type: ndcg_at_10
value: 59.909
verified: no, type: ndcg_at_100
value: 62.93299999999999
verified: no, type: ndcg_at_1000
value: 64.447
verified: no, type: ndcg_at_20
value: 61.111000000000004
verified: no, type: ndcg_at_3
value: 55.835
verified: no, type: ndcg_at_5
value: 58.062000000000005
verified: no, type: precision_at_1
value: 71.263
verified: no, type: precision_at_10
value: 12.262
verified: no, type: precision_at_100
value: 1.464
verified: no, type: precision_at_1000
value: 0.166
verified: no, type: precision_at_20
value: 6.518
verified: no, type: precision_at_3
value: 34.855000000000004
verified: no, type: precision_at_5
value: 22.668
verified: no, type: recall_at_1
value: 35.631
verified: no, type: recall_at_10
value: 61.309999999999995
verified: no, type: recall_at_100
value: 73.207
verified: no, type: recall_at_1000
value: 83.234
verified: no, type: recall_at_20
value: 65.179
verified: no, type: recall_at_3
value: 52.282
verified: no, type: recall_at_5
value: 56.67100000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO-PL
revision: 8634c07806d5cce3a6138e260e59b81760a0a640
split: test
type: clarin-knext/msmarco-pl
metrics: type: main_score
value: 44.882
verified: no, type: map_at_1
value: 1.24
verified: no, type: map_at_10
value: 7.768999999999999
verified: no, type: map_at_100
value: 19.535
verified: no, type: map_at_1000
value: 24.29
verified: no, type: map_at_20
value: 11.124
verified: no, type: map_at_3
value: 3.558
verified: no, type: map_at_5
value: 5.112
verified: no, type: mrr_at_1
value: 67.44186046511628
verified: no, type: mrr_at_10
value: 75.19379844961239
verified: no, type: mrr_at_100
value: 75.82587954680979
verified: no, type: mrr_at_1000
value: 75.82820745611444
verified: no, type: mrr_at_20
value: 75.73643410852712
verified: no, type: mrr_at_3
value: 73.64341085271317
verified: no, type: mrr_at_5
value: 74.8062015503876
verified: no, type: nauc_map_at_1000_diff1
value: -21.989620907518457
verified: no, type: nauc_map_at_1000_max
value: 74.21088703597528
verified: no, type: nauc_map_at_1000_std
value: 77.21798713118748
verified: no, type: nauc_map_at_100_diff1
value: -15.6773928726037
verified: no, type: nauc_map_at_100_max
value: 70.22001058099622
verified: no, type: nauc_map_at_100_std
value: 65.22415371485596
verified: no, type: nauc_map_at_10_diff1
value: 21.960342056606727
verified: no, type: nauc_map_at_10_max
value: 37.1897095260209
verified: no, type: nauc_map_at_10_std
value: 18.92058870696038
verified: no, type: nauc_map_at_1_diff1
value: 15.577838306755954
verified: no, type: nauc_map_at_1_max
value: 24.863043579374917
verified: no, type: nauc_map_at_1_std
value: 6.592387370843499
verified: no, type: nauc_map_at_20_diff1
value: 9.576438240390903
verified: no, type: nauc_map_at_20_max
value: 51.30183073674882
verified: no, type: nauc_map_at_20_std
value: 35.30336831130106
verified: no, type: nauc_map_at_3_diff1
value: 15.131873334572553
verified: no, type: nauc_map_at_3_max
value: 18.797768321440504
verified: no, type: nauc_map_at_3_std
value: -0.13092645109257714
verified: no, type: nauc_map_at_5_diff1
value: 17.04231465807186
verified: no, type: nauc_map_at_5_max
value: 21.466125385662263
verified: no, type: nauc_map_at_5_std
value: 1.1575637123352447
verified: no, type: nauc_mrr_at_1000_diff1
value: -18.248968234547323
verified: no, type: nauc_mrr_at_1000_max
value: 64.27602897839343
verified: no, type: nauc_mrr_at_1000_std
value: 50.131100296201645
verified: no, type: nauc_mrr_at_100_diff1
value: -18.238980286255142
verified: no, type: nauc_mrr_at_100_max
value: 64.27997603786041
verified: no, type: nauc_mrr_at_100_std
value: 50.13517702252198
verified: no, type: nauc_mrr_at_10_diff1
value: -18.512675691928646
verified: no, type: nauc_mrr_at_10_max
value: 64.09197909286284
verified: no, type: nauc_mrr_at_10_std
value: 51.031732106064275
verified: no, type: nauc_mrr_at_1_diff1
value: -23.142139605578112
verified: no, type: nauc_mrr_at_1_max
value: 63.19048808731884
verified: no, type: nauc_mrr_at_1_std
value: 48.774238204316354
verified: no, type: nauc_mrr_at_20_diff1
value: -18.640160840586574
verified: no, type: nauc_mrr_at_20_max
value: 64.430976412527
verified: no, type: nauc_mrr_at_20_std
value: 50.15695556858976
verified: no, type: nauc_mrr_at_3_diff1
value: -18.390465775772828
verified: no, type: nauc_mrr_at_3_max
value: 63.433292438340814
verified: no, type: nauc_mrr_at_3_std
value: 47.94619902515134
verified: no, type: nauc_mrr_at_5_diff1
value: -18.54623628289419
verified: no, type: nauc_mrr_at_5_max
value: 63.74074576279657
verified: no, type: nauc_mrr_at_5_std
value: 48.257682525479225
verified: no, type: nauc_ndcg_at_1000_diff1
value: -13.169970965775713
verified: no, type: nauc_ndcg_at_1000_max
value: 73.73523772051698
verified: no, type: nauc_ndcg_at_1000_std
value: 71.45235358022637
verified: no, type: nauc_ndcg_at_100_diff1
value: -19.8120594180483
verified: no, type: nauc_ndcg_at_100_max
value: 67.3274027052369
verified: no, type: nauc_ndcg_at_100_std
value: 64.5956731015882
verified: no, type: nauc_ndcg_at_10_diff1
value: -6.277350735880853
verified: no, type: nauc_ndcg_at_10_max
value: 60.59305682607034
verified: no, type: nauc_ndcg_at_10_std
value: 49.126971101907
verified: no, type: nauc_ndcg_at_1_diff1
value: -8.720324288077949
verified: no, type: nauc_ndcg_at_1_max
value: 30.501202785637542
verified: no, type: nauc_ndcg_at_1_std
value: 18.293586568513305
verified: no, type: nauc_ndcg_at_20_diff1
value: -18.877995945130856
verified: no, type: nauc_ndcg_at_20_max
value: 67.39555958720247
verified: no, type: nauc_ndcg_at_20_std
value: 60.6279774858829
verified: no, type: nauc_ndcg_at_3_diff1
value: -5.934464965738841
verified: no, type: nauc_ndcg_at_3_max
value: 47.27404035349958
verified: no, type: nauc_ndcg_at_3_std
value: 26.17442248226043
verified: no, type: nauc_ndcg_at_5_diff1
value: -3.3782533914725223
verified: no, type: nauc_ndcg_at_5_max
value: 50.47004778843094
verified: no, type: nauc_ndcg_at_5_std
value: 28.95390387656202
verified: no, type: nauc_precision_at_1000_diff1
value: -35.81194272720232
verified: no, type: nauc_precision_at_1000_max
value: 44.315527138954394
verified: no, type: nauc_precision_at_1000_std
value: 63.628095344847246
verified: no, type: nauc_precision_at_100_diff1
value: -39.18958442311581
verified: no, type: nauc_precision_at_100_max
value: 53.986900796770264
verified: no, type: nauc_precision_at_100_std
value: 71.09932268988669
verified: no, type: nauc_precision_at_10_diff1
value: -13.984050096227286
verified: no, type: nauc_precision_at_10_max
value: 65.42524229112135
verified: no, type: nauc_precision_at_10_std
value: 66.20226396851875
verified: no, type: nauc_precision_at_1_diff1
value: -23.142139605578112
verified: no, type: nauc_precision_at_1_max
value: 63.19048808731884
verified: no, type: nauc_precision_at_1_std
value: 48.774238204316354
verified: no, type: nauc_precision_at_20_diff1
value: -30.176493123897135
verified: no, type: nauc_precision_at_20_max
value: 64.06849634487335
verified: no, type: nauc_precision_at_20_std
value: 69.75485681813515
verified: no, type: nauc_precision_at_3_diff1
value: -11.011413097929944
verified: no, type: nauc_precision_at_3_max
value: 67.46835081745049
verified: no, type: nauc_precision_at_3_std
value: 48.060582045912426
verified: no, type: nauc_precision_at_5_diff1
value: -6.405874699662373
verified: no, type: nauc_precision_at_5_max
value: 62.60221401593178
verified: no, type: nauc_precision_at_5_std
value: 46.921707025371575
verified: no, type: nauc_recall_at_1000_diff1
value: -8.114402563352586
verified: no, type: nauc_recall_at_1000_max
value: 60.3001556664617
verified: no, type: nauc_recall_at_1000_std
value: 63.39890343621265
verified: no, type: nauc_recall_at_100_diff1
value: -6.738351023868497
verified: no, type: nauc_recall_at_100_max
value: 51.32812340863999
verified: no, type: nauc_recall_at_100_std
value: 49.412743596311934
verified: no, type: nauc_recall_at_10_diff1
value: 20.601461386363383
verified: no, type: nauc_recall_at_10_max
value: 21.60715140677045
verified: no, type: nauc_recall_at_10_std
value: 6.221071995265527
verified: no, type: nauc_recall_at_1_diff1
value: 15.577838306755954
verified: no, type: nauc_recall_at_1_max
value: 24.863043579374917
verified: no, type: nauc_recall_at_1_std
value: 6.592387370843499
verified: no, type: nauc_recall_at_20_diff1
value: 12.800091088352024
verified: no, type: nauc_recall_at_20_max
value: 35.04412507104955
verified: no, type: nauc_recall_at_20_std
value: 21.904897436365363
verified: no, type: nauc_recall_at_3_diff1
value: 11.408953973523726
verified: no, type: nauc_recall_at_3_max
value: 8.260360788102039
verified: no, type: nauc_recall_at_3_std
value: -7.79122970880463
verified: no, type: nauc_recall_at_5_diff1
value: 14.380219584599557
verified: no, type: nauc_recall_at_5_max
value: 5.975379730591909
verified: no, type: nauc_recall_at_5_std
value: -12.068230649882123
verified: no, type: ndcg_at_1
value: 51.937999999999995
verified: no, type: ndcg_at_10
value: 44.882
verified: no, type: ndcg_at_100
value: 40.783
verified: no, type: ndcg_at_1000
value: 49.486999999999995
verified: no, type: ndcg_at_20
value: 42.184
verified: no, type: ndcg_at_3
value: 48.329
verified: no, type: ndcg_at_5
value: 46.571
verified: no, type: precision_at_1
value: 67.44200000000001
verified: no, type: precision_at_10
value: 53.256
verified: no, type: precision_at_100
value: 24.907
verified: no, type: precision_at_1000
value: 5.072
verified: no, type: precision_at_20
value: 45.465
verified: no, type: precision_at_3
value: 62.016000000000005
verified: no, type: precision_at_5
value: 57.67400000000001
verified: no, type: recall_at_1
value: 1.24
verified: no, type: recall_at_10
value: 9.911
verified: no, type: recall_at_100
value: 33.912
verified: no, type: recall_at_1000
value: 59.88
verified: no, type: recall_at_20
value: 15.456
verified: no, type: recall_at_3
value: 4.0329999999999995
verified: no, type: recall_at_5
value: 6.265999999999999
verified: no
task: type: Retrieval, dataset: config: pl
name: MTEB MassiveIntentClassification (pl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 58.56086079354406
verified: no, type: f1
value: 51.0752914371443
verified: no, type: f1_weighted
value: 57.25465842170869
verified: no, type: main_score
value: 58.56086079354406
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveScenarioClassification (pl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 68.79959650302622
verified: no, type: f1
value: 66.73568572153533
verified: no, type: f1_weighted
value: 68.69392891616663
verified: no, type: main_score
value: 68.79959650302622
verified: no
task: type: Classification, dataset: config: default
name: MTEB NFCorpus-PL
revision: 9a6f9567fda928260afed2de480d79c98bf0bec0
split: test
type: clarin-knext/nfcorpus-pl
metrics: type: main_score
value: 26.700000000000003
verified: no, type: map_at_1
value: 3.7319999999999998
verified: no, type: map_at_10
value: 8.855
verified: no, type: map_at_100
value: 10.884
verified: no, type: map_at_1000
value: 11.922
verified: no, type: map_at_20
value: 9.721
verified: no, type: map_at_3
value: 6.178999999999999
verified: no, type: map_at_5
value: 7.381
verified: no, type: mrr_at_1
value: 34.984520123839005
verified: no, type: mrr_at_10
value: 43.8296722197651
verified: no, type: mrr_at_100
value: 44.530521314732724
verified: no, type: mrr_at_1000
value: 44.58203081100927
verified: no, type: mrr_at_20
value: 44.28344960852701
verified: no, type: mrr_at_3
value: 41.3312693498452
verified: no, type: mrr_at_5
value: 42.81733746130031
verified: no, type: nauc_map_at_1000_diff1
value: 22.462363087719815
verified: no, type: nauc_map_at_1000_max
value: 20.296759775120016
verified: no, type: nauc_map_at_1000_std
value: 30.209661157733358
verified: no, type: nauc_map_at_100_diff1
value: 23.590011889585053
verified: no, type: nauc_map_at_100_max
value: 18.684278383417727
verified: no, type: nauc_map_at_100_std
value: 26.82621895459225
verified: no, type: nauc_map_at_10_diff1
value: 27.229535241863704
verified: no, type: nauc_map_at_10_max
value: 12.409798091370948
verified: no, type: nauc_map_at_10_std
value: 18.28274894942748
verified: no, type: nauc_map_at_1_diff1
value: 43.574814034284046
verified: no, type: nauc_map_at_1_max
value: 4.564434104867417
verified: no, type: nauc_map_at_1_std
value: 7.935898903116461
verified: no, type: nauc_map_at_20_diff1
value: 25.32655921246531
verified: no, type: nauc_map_at_20_max
value: 15.368931898009667
verified: no, type: nauc_map_at_20_std
value: 21.95073617629164
verified: no, type: nauc_map_at_3_diff1
value: 33.96473904739136
verified: no, type: nauc_map_at_3_max
value: 6.840960020808816
verified: no, type: nauc_map_at_3_std
value: 11.193855793167565
verified: no, type: nauc_map_at_5_diff1
value: 31.386524819992022
verified: no, type: nauc_map_at_5_max
value: 7.667289402351551
verified: no, type: nauc_map_at_5_std
value: 12.835284913547296
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.965669376994974
verified: no, type: nauc_mrr_at_1000_max
value: 31.211237208155946
verified: no, type: nauc_mrr_at_1000_std
value: 35.73731867290863
verified: no, type: nauc_mrr_at_100_diff1
value: 29.947754600374953
verified: no, type: nauc_mrr_at_100_max
value: 31.266989755619463
verified: no, type: nauc_mrr_at_100_std
value: 35.79202078225156
verified: no, type: nauc_mrr_at_10_diff1
value: 29.945702147569413
verified: no, type: nauc_mrr_at_10_max
value: 30.886642789129688
verified: no, type: nauc_mrr_at_10_std
value: 35.63914754058482
verified: no, type: nauc_mrr_at_1_diff1
value: 33.713470402720944
verified: no, type: nauc_mrr_at_1_max
value: 28.751793677785038
verified: no, type: nauc_mrr_at_1_std
value: 31.803182986705426
verified: no, type: nauc_mrr_at_20_diff1
value: 29.91366548301302
verified: no, type: nauc_mrr_at_20_max
value: 31.131288856999966
verified: no, type: nauc_mrr_at_20_std
value: 35.882134224012276
verified: no, type: nauc_mrr_at_3_diff1
value: 30.860896236484802
verified: no, type: nauc_mrr_at_3_max
value: 29.519500974357793
verified: no, type: nauc_mrr_at_3_std
value: 33.72309342817263
verified: no, type: nauc_mrr_at_5_diff1
value: 29.49229611633102
verified: no, type: nauc_mrr_at_5_max
value: 29.356523818764106
verified: no, type: nauc_mrr_at_5_std
value: 34.403728644234796
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.65065747027027
verified: no, type: nauc_ndcg_at_1000_max
value: 38.56020828417934
verified: no, type: nauc_ndcg_at_1000_std
value: 43.11278832738437
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.45463562941668
verified: no, type: nauc_ndcg_at_100_max
value: 30.873631958812254
verified: no, type: nauc_ndcg_at_100_std
value: 39.4205527116693
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.631467977678895
verified: no, type: nauc_ndcg_at_10_max
value: 23.607571269154562
verified: no, type: nauc_ndcg_at_10_std
value: 38.079177270694046
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.543556832559204
verified: no, type: nauc_ndcg_at_1_max
value: 26.4137633343316
verified: no, type: nauc_ndcg_at_1_std
value: 32.09063013779238
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.67953499762251
verified: no, type: nauc_ndcg_at_20_max
value: 25.131819715231092
verified: no, type: nauc_ndcg_at_20_std
value: 38.67052591163072
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.63443060501996
verified: no, type: nauc_ndcg_at_3_max
value: 22.563735867709223
verified: no, type: nauc_ndcg_at_3_std
value: 34.29760134985721
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.39905347041664
verified: no, type: nauc_ndcg_at_5_max
value: 21.756018113774005
verified: no, type: nauc_ndcg_at_5_std
value: 36.157605696574926
verified: no, type: nauc_precision_at_1000_diff1
value: -5.432303517532642
verified: no, type: nauc_precision_at_1000_max
value: 9.32638219741413
verified: no, type: nauc_precision_at_1000_std
value: 39.7153509814171
verified: no, type: nauc_precision_at_100_diff1
value: -2.9578929385950175
verified: no, type: nauc_precision_at_100_max
value: 23.113346560742485
verified: no, type: nauc_precision_at_100_std
value: 50.42833972221638
verified: no, type: nauc_precision_at_10_diff1
value: 6.4967709091740256
verified: no, type: nauc_precision_at_10_max
value: 26.245637962599716
verified: no, type: nauc_precision_at_10_std
value: 45.96670051969855
verified: no, type: nauc_precision_at_1_diff1
value: 33.713470402720944
verified: no, type: nauc_precision_at_1_max
value: 28.751793677785038
verified: no, type: nauc_precision_at_1_std
value: 31.803182986705426
verified: no, type: nauc_precision_at_20_diff1
value: 3.8421416138073177
verified: no, type: nauc_precision_at_20_max
value: 26.723613496152606
verified: no, type: nauc_precision_at_20_std
value: 49.38259985536451
verified: no, type: nauc_precision_at_3_diff1
value: 19.750562130084283
verified: no, type: nauc_precision_at_3_max
value: 24.15782294130561
verified: no, type: nauc_precision_at_3_std
value: 36.02002453018143
verified: no, type: nauc_precision_at_5_diff1
value: 12.22400568198802
verified: no, type: nauc_precision_at_5_max
value: 22.64477994259073
verified: no, type: nauc_precision_at_5_std
value: 40.56427415099331
verified: no, type: nauc_recall_at_1000_diff1
value: 12.448845632560946
verified: no, type: nauc_recall_at_1000_max
value: 31.622286432469547
verified: no, type: nauc_recall_at_1000_std
value: 26.309639034445116
verified: no, type: nauc_recall_at_100_diff1
value: 10.832581159712385
verified: no, type: nauc_recall_at_100_max
value: 24.682803257928217
verified: no, type: nauc_recall_at_100_std
value: 25.86711840077285
verified: no, type: nauc_recall_at_10_diff1
value: 20.971221569108366
verified: no, type: nauc_recall_at_10_max
value: 12.805858961362107
verified: no, type: nauc_recall_at_10_std
value: 13.633848218463635
verified: no, type: nauc_recall_at_1_diff1
value: 43.574814034284046
verified: no, type: nauc_recall_at_1_max
value: 4.564434104867417
verified: no, type: nauc_recall_at_1_std
value: 7.935898903116461
verified: no, type: nauc_recall_at_20_diff1
value: 17.60417964776668
verified: no, type: nauc_recall_at_20_max
value: 16.600914108701208
verified: no, type: nauc_recall_at_20_std
value: 18.462567374206206
verified: no, type: nauc_recall_at_3_diff1
value: 30.13359450934449
verified: no, type: nauc_recall_at_3_max
value: 6.329195402219131
verified: no, type: nauc_recall_at_3_std
value: 7.804247093066491
verified: no, type: nauc_recall_at_5_diff1
value: 24.03163031054558
verified: no, type: nauc_recall_at_5_max
value: 5.958331833530651
verified: no, type: nauc_recall_at_5_std
value: 8.356617891524207
verified: no, type: ndcg_at_1
value: 33.437
verified: no, type: ndcg_at_10
value: 26.700000000000003
verified: no, type: ndcg_at_100
value: 23.363999999999997
verified: no, type: ndcg_at_1000
value: 31.631999999999998
verified: no, type: ndcg_at_20
value: 24.275
verified: no, type: ndcg_at_3
value: 30.195
verified: no, type: ndcg_at_5
value: 28.992
verified: no, type: precision_at_1
value: 34.985
verified: no, type: precision_at_10
value: 20.433
verified: no, type: precision_at_100
value: 5.913
verified: no, type: precision_at_1000
value: 1.746
verified: no, type: precision_at_20
value: 14.443
verified: no, type: precision_at_3
value: 28.896
verified: no, type: precision_at_5
value: 25.635
verified: no, type: recall_at_1
value: 3.7319999999999998
verified: no, type: recall_at_10
value: 12.943
verified: no, type: recall_at_100
value: 24.265
verified: no, type: recall_at_1000
value: 53.25
verified: no, type: recall_at_20
value: 15.9
verified: no, type: recall_at_3
value: 7.205
verified: no, type: recall_at_5
value: 9.572
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ-PL
revision: f171245712cf85dd4700b06bef18001578d0ca8d
split: test
type: clarin-knext/nq-pl
metrics: type: main_score
value: 29.635
verified: no, type: map_at_1
value: 14.895
verified: no, type: map_at_10
value: 24.157
verified: no, type: map_at_100
value: 25.391000000000002
verified: no, type: map_at_1000
value: 25.46
verified: no, type: map_at_20
value: 24.932000000000002
verified: no, type: map_at_3
value: 20.987000000000002
verified: no, type: map_at_5
value: 22.781000000000002
verified: no, type: mrr_at_1
value: 17.033603707995365
verified: no, type: mrr_at_10
value: 26.199270264305056
verified: no, type: mrr_at_100
value: 27.25035497632659
verified: no, type: mrr_at_1000
value: 27.307077728677648
verified: no, type: mrr_at_20
value: 26.864370993179577
verified: no, type: mrr_at_3
value: 23.30050212437239
verified: no, type: mrr_at_5
value: 25.002414059482515
verified: no, type: nauc_map_at_1000_diff1
value: 26.106475555869068
verified: no, type: nauc_map_at_1000_max
value: 25.461012594691052
verified: no, type: nauc_map_at_1000_std
value: 17.376546142427276
verified: no, type: nauc_map_at_100_diff1
value: 26.093633746899975
verified: no, type: nauc_map_at_100_max
value: 25.460594042644274
verified: no, type: nauc_map_at_100_std
value: 17.362503401189493
verified: no, type: nauc_map_at_10_diff1
value: 26.186038172833605
verified: no, type: nauc_map_at_10_max
value: 24.83017698848067
verified: no, type: nauc_map_at_10_std
value: 16.189803634117602
verified: no, type: nauc_map_at_1_diff1
value: 29.174707786719022
verified: no, type: nauc_map_at_1_max
value: 18.953264922797644
verified: no, type: nauc_map_at_1_std
value: 12.17148617810572
verified: no, type: nauc_map_at_20_diff1
value: 26.189839001345916
verified: no, type: nauc_map_at_20_max
value: 25.1873036250334
verified: no, type: nauc_map_at_20_std
value: 16.82987531231318
verified: no, type: nauc_map_at_3_diff1
value: 26.751451062914455
verified: no, type: nauc_map_at_3_max
value: 22.689487570350828
verified: no, type: nauc_map_at_3_std
value: 14.472523964376913
verified: no, type: nauc_map_at_5_diff1
value: 26.466986102889255
verified: no, type: nauc_map_at_5_max
value: 23.52302816080052
verified: no, type: nauc_map_at_5_std
value: 15.038486281773714
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.610741329750734
verified: no, type: nauc_mrr_at_1000_max
value: 25.90460252341745
verified: no, type: nauc_mrr_at_1000_std
value: 19.229931369441093
verified: no, type: nauc_mrr_at_100_diff1
value: 24.602966673307343
verified: no, type: nauc_mrr_at_100_max
value: 25.909318923953727
verified: no, type: nauc_mrr_at_100_std
value: 19.23207134491914
verified: no, type: nauc_mrr_at_10_diff1
value: 24.54192982829959
verified: no, type: nauc_mrr_at_10_max
value: 25.514442888519135
verified: no, type: nauc_mrr_at_10_std
value: 18.455239589874953
verified: no, type: nauc_mrr_at_1_diff1
value: 27.50641656592486
verified: no, type: nauc_mrr_at_1_max
value: 20.77182038095459
verified: no, type: nauc_mrr_at_1_std
value: 15.260460862822761
verified: no, type: nauc_mrr_at_20_diff1
value: 24.62172144081287
verified: no, type: nauc_mrr_at_20_max
value: 25.762301912792967
verified: no, type: nauc_mrr_at_20_std
value: 18.881085908672773
verified: no, type: nauc_mrr_at_3_diff1
value: 24.894701148248426
verified: no, type: nauc_mrr_at_3_max
value: 23.661742208973944
verified: no, type: nauc_mrr_at_3_std
value: 16.95434957782849
verified: no, type: nauc_mrr_at_5_diff1
value: 24.658005705956025
verified: no, type: nauc_mrr_at_5_max
value: 24.467992442785043
verified: no, type: nauc_mrr_at_5_std
value: 17.532796653975378
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.632830969868674
verified: no, type: nauc_ndcg_at_1000_max
value: 30.36626493300332
verified: no, type: nauc_ndcg_at_1000_std
value: 24.14333061184113
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.346047050349547
verified: no, type: nauc_ndcg_at_100_max
value: 30.462122958605747
verified: no, type: nauc_ndcg_at_100_std
value: 24.123189028744292
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.637441274115673
verified: no, type: nauc_ndcg_at_10_max
value: 27.814466997081162
verified: no, type: nauc_ndcg_at_10_std
value: 18.979604631236413
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.50641656592486
verified: no, type: nauc_ndcg_at_1_max
value: 20.77182038095459
verified: no, type: nauc_ndcg_at_1_std
value: 15.260460862822761
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.767111944047276
verified: no, type: nauc_ndcg_at_20_max
value: 28.908654915082167
verified: no, type: nauc_ndcg_at_20_std
value: 20.884645934796296
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.592082856454688
verified: no, type: nauc_ndcg_at_3_max
value: 23.80753222156324
verified: no, type: nauc_ndcg_at_3_std
value: 15.71575559898033
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.085610054435374
verified: no, type: nauc_ndcg_at_5_max
value: 25.167359679118857
verified: no, type: nauc_ndcg_at_5_std
value: 16.687464277549015
verified: no, type: nauc_precision_at_1000_diff1
value: 6.176538001587548
verified: no, type: nauc_precision_at_1000_max
value: 33.99737260769466
verified: no, type: nauc_precision_at_1000_std
value: 40.4324058481132
verified: no, type: nauc_precision_at_100_diff1
value: 10.072303037708917
verified: no, type: nauc_precision_at_100_max
value: 38.36505815603056
verified: no, type: nauc_precision_at_100_std
value: 41.970311663044356
verified: no, type: nauc_precision_at_10_diff1
value: 17.77691868853893
verified: no, type: nauc_precision_at_10_max
value: 34.165661141650745
verified: no, type: nauc_precision_at_10_std
value: 26.088809095572792
verified: no, type: nauc_precision_at_1_diff1
value: 27.50641656592486
verified: no, type: nauc_precision_at_1_max
value: 20.77182038095459
verified: no, type: nauc_precision_at_1_std
value: 15.260460862822761
verified: no, type: nauc_precision_at_20_diff1
value: 16.0122719270748
verified: no, type: nauc_precision_at_20_max
value: 35.27584767260969
verified: no, type: nauc_precision_at_20_std
value: 30.804881061720916
verified: no, type: nauc_precision_at_3_diff1
value: 21.863534491804486
verified: no, type: nauc_precision_at_3_max
value: 27.673732654355643
verified: no, type: nauc_precision_at_3_std
value: 19.92145910413624
verified: no, type: nauc_precision_at_5_diff1
value: 20.538193025997955
verified: no, type: nauc_precision_at_5_max
value: 29.756275018772953
verified: no, type: nauc_precision_at_5_std
value: 21.41349792358181
verified: no, type: nauc_recall_at_1000_diff1
value: 20.367219696261838
verified: no, type: nauc_recall_at_1000_max
value: 59.62491249007197
verified: no, type: nauc_recall_at_1000_std
value: 67.37971908143585
verified: no, type: nauc_recall_at_100_diff1
value: 19.448555428920216
verified: no, type: nauc_recall_at_100_max
value: 48.396102452977466
verified: no, type: nauc_recall_at_100_std
value: 49.77861384791871
verified: no, type: nauc_recall_at_10_diff1
value: 21.30947648461549
verified: no, type: nauc_recall_at_10_max
value: 33.55182519248534
verified: no, type: nauc_recall_at_10_std
value: 23.209432479779874
verified: no, type: nauc_recall_at_1_diff1
value: 29.174707786719022
verified: no, type: nauc_recall_at_1_max
value: 18.953264922797644
verified: no, type: nauc_recall_at_1_std
value: 12.17148617810572
verified: no, type: nauc_recall_at_20_diff1
value: 21.877824704962652
verified: no, type: nauc_recall_at_20_max
value: 37.50302867285941
verified: no, type: nauc_recall_at_20_std
value: 29.539665628885874
verified: no, type: nauc_recall_at_3_diff1
value: 23.671582594272646
verified: no, type: nauc_recall_at_3_max
value: 25.14079018254003
verified: no, type: nauc_recall_at_3_std
value: 16.40327881618881
verified: no, type: nauc_recall_at_5_diff1
value: 22.295165954167263
verified: no, type: nauc_recall_at_5_max
value: 27.25439949621236
verified: no, type: nauc_recall_at_5_std
value: 17.929454386934562
verified: no, type: ndcg_at_1
value: 17.034
verified: no, type: ndcg_at_10
value: 29.635
verified: no, type: ndcg_at_100
value: 35.333
verified: no, type: ndcg_at_1000
value: 37.217
verified: no, type: ndcg_at_20
value: 32.245000000000005
verified: no, type: ndcg_at_3
value: 23.443
verified: no, type: ndcg_at_5
value: 26.55
verified: no, type: precision_at_1
value: 17.034
verified: no, type: precision_at_10
value: 5.33
verified: no, type: precision_at_100
value: 0.8500000000000001
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_20
value: 3.272
verified: no, type: precision_at_3
value: 10.989
verified: no, type: precision_at_5
value: 8.36
verified: no, type: recall_at_1
value: 14.895
verified: no, type: recall_at_10
value: 44.426
verified: no, type: recall_at_100
value: 70.09
verified: no, type: recall_at_1000
value: 84.57900000000001
verified: no, type: recall_at_20
value: 54.193000000000005
verified: no, type: recall_at_3
value: 28.283
verified: no, type: recall_at_5
value: 35.489
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB PAC
revision: fc69d1c153a8ccdcf1eef52f4e2a27f88782f543
split: test
type: laugustyniak/abusive-clauses-pl
metrics: type: accuracy
value: 65.0390964378801
verified: no, type: ap
value: 74.13204115538645
verified: no, type: ap_weighted
value: 74.13204115538645
verified: no, type: f1
value: 61.679102411303475
verified: no, type: f1_weighted
value: 65.42516393570598
verified: no, type: main_score
value: 65.0390964378801
verified: no
task: type: Classification, dataset: config: default
name: MTEB PSC
revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669
split: test
type: PL-MTEB/psc-pairclassification
metrics: type: cosine_accuracy
value: 98.33024118738405
verified: no, type: cosine_accuracy_threshold
value: 84.68939065933228
verified: no, type: cosine_ap
value: 99.56709058320435
verified: no, type: cosine_f1
value: 97.27272727272728
verified: no, type: cosine_f1_threshold
value: 84.68939065933228
verified: no, type: cosine_precision
value: 96.6867469879518
verified: no, type: cosine_recall
value: 97.86585365853658
verified: no, type: dot_accuracy
value: 98.33024118738405
verified: no, type: dot_accuracy_threshold
value: 84.68939065933228
verified: no, type: dot_ap
value: 99.56709058320435
verified: no, type: dot_f1
value: 97.27272727272728
verified: no, type: dot_f1_threshold
value: 84.68939065933228
verified: no, type: dot_precision
value: 96.6867469879518
verified: no, type: dot_recall
value: 97.86585365853658
verified: no, type: euclidean_accuracy
value: 98.33024118738405
verified: no, type: euclidean_accuracy_threshold
value: 55.33609390258789
verified: no, type: euclidean_ap
value: 99.56709058320435
verified: no, type: euclidean_f1
value: 97.27272727272728
verified: no, type: euclidean_f1_threshold
value: 55.33609390258789
verified: no, type: euclidean_precision
value: 96.6867469879518
verified: no, type: euclidean_recall
value: 97.86585365853658
verified: no, type: main_score
value: 99.58207452502563
verified: no, type: manhattan_accuracy
value: 98.33024118738405
verified: no, type: manhattan_accuracy_threshold
value: 1277.597713470459
verified: no, type: manhattan_ap
value: 99.58207452502563
verified: no, type: manhattan_f1
value: 97.2560975609756
verified: no, type: manhattan_f1_threshold
value: 1288.2164001464844
verified: no, type: manhattan_precision
value: 97.2560975609756
verified: no, type: manhattan_recall
value: 97.2560975609756
verified: no, type: max_ap
value: 99.58207452502563
verified: no, type: max_f1
value: 97.27272727272728
verified: no, type: max_precision
value: 97.2560975609756
verified: no, type: max_recall
value: 97.86585365853658
verified: no, type: similarity_accuracy
value: 98.33024118738405
verified: no, type: similarity_accuracy_threshold
value: 84.68939065933228
verified: no, type: similarity_ap
value: 99.56709058320435
verified: no, type: similarity_f1
value: 97.27272727272728
verified: no, type: similarity_f1_threshold
value: 84.68939065933228
verified: no, type: similarity_precision
value: 96.6867469879518
verified: no, type: similarity_recall
value: 97.86585365853658
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB PolEmo2.0-IN
revision: d90724373c70959f17d2331ad51fb60c71176b03
split: test
type: PL-MTEB/polemo2_in
metrics: type: accuracy
value: 78.808864265928
verified: no, type: f1
value: 71.43202202178325
verified: no, type: f1_weighted
value: 76.79354444796897
verified: no, type: main_score
value: 78.808864265928
verified: no
task: type: Classification, dataset: config: default
name: MTEB PolEmo2.0-OUT
revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4
split: test
type: PL-MTEB/polemo2_out
metrics: type: accuracy
value: 62.57085020242916
verified: no, type: f1
value: 47.55601056441782
verified: no, type: f1_weighted
value: 62.511982873074665
verified: no, type: main_score
value: 62.57085020242916
verified: no
task: type: Classification, dataset: config: default
name: MTEB PPC
revision: 2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2
split: test
type: PL-MTEB/ppc-pairclassification
metrics: type: cosine_accuracy
value: 74
verified: no, type: cosine_accuracy_threshold
value: 94.31836009025574
verified: no, type: cosine_ap
value: 86.10558522259642
verified: no, type: cosine_f1
value: 79.29936305732484
verified: no, type: cosine_f1_threshold
value: 94.31836009025574
verified: no, type: cosine_precision
value: 76.38036809815951
verified: no, type: cosine_recall
value: 82.45033112582782
verified: no, type: dot_accuracy
value: 74
verified: no, type: dot_accuracy_threshold
value: 94.31835412979126
verified: no, type: dot_ap
value: 86.10558522259642
verified: no, type: dot_f1
value: 79.29936305732484
verified: no, type: dot_f1_threshold
value: 94.31835412979126
verified: no, type: dot_precision
value: 76.38036809815951
verified: no, type: dot_recall
value: 82.45033112582782
verified: no, type: euclidean_accuracy
value: 74
verified: no, type: euclidean_accuracy_threshold
value: 33.70946943759918
verified: no, type: euclidean_ap
value: 86.10558522259642
verified: no, type: euclidean_f1
value: 79.29936305732484
verified: no, type: euclidean_f1_threshold
value: 33.70946943759918
verified: no, type: euclidean_precision
value: 76.38036809815951
verified: no, type: euclidean_recall
value: 82.45033112582782
verified: no, type: main_score
value: 86.10558522259642
verified: no, type: manhattan_accuracy
value: 73.9
verified: no, type: manhattan_accuracy_threshold
value: 780.9340476989746
verified: no, type: manhattan_ap
value: 86.0467795030663
verified: no, type: manhattan_f1
value: 79.43485086342228
verified: no, type: manhattan_f1_threshold
value: 797.8069305419922
verified: no, type: manhattan_precision
value: 75.5223880597015
verified: no, type: manhattan_recall
value: 83.77483443708608
verified: no, type: max_ap
value: 86.10558522259642
verified: no, type: max_f1
value: 79.43485086342228
verified: no, type: max_precision
value: 76.38036809815951
verified: no, type: max_recall
value: 83.77483443708608
verified: no, type: similarity_accuracy
value: 74
verified: no, type: similarity_accuracy_threshold
value: 94.31836009025574
verified: no, type: similarity_ap
value: 86.10558522259642
verified: no, type: similarity_f1
value: 79.29936305732484
verified: no, type: similarity_f1_threshold
value: 94.31836009025574
verified: no, type: similarity_precision
value: 76.38036809815951
verified: no, type: similarity_recall
value: 82.45033112582782
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB Quora-PL
revision: 0be27e93455051e531182b85e85e425aba12e9d4
split: test
type: clarin-knext/quora-pl
metrics: type: main_score
value: 72.967
verified: no, type: map_at_1
value: 55.144000000000005
verified: no, type: map_at_10
value: 67.929
verified: no, type: map_at_100
value: 68.86
verified: no, type: map_at_1000
value: 68.901
verified: no, type: map_at_20
value: 68.516
verified: no, type: map_at_3
value: 64.83
verified: no, type: map_at_5
value: 66.676
verified: no, type: mrr_at_1
value: 63.480000000000004
verified: no, type: mrr_at_10
value: 71.84984920634886
verified: no, type: mrr_at_100
value: 72.25466310843967
verified: no, type: mrr_at_1000
value: 72.26655999913221
verified: no, type: mrr_at_20
value: 72.12276439487533
verified: no, type: mrr_at_3
value: 70.05499999999962
verified: no, type: mrr_at_5
value: 71.20399999999938
verified: no, type: nauc_map_at_1000_diff1
value: 68.24286057450547
verified: no, type: nauc_map_at_1000_max
value: 25.772071887662857
verified: no, type: nauc_map_at_1000_std
value: -11.038099329313008
verified: no, type: nauc_map_at_100_diff1
value: 68.23827609989507
verified: no, type: nauc_map_at_100_max
value: 25.7528856894633
verified: no, type: nauc_map_at_100_std
value: -11.068564365152046
verified: no, type: nauc_map_at_10_diff1
value: 68.28520996107123
verified: no, type: nauc_map_at_10_max
value: 25.002003876054346
verified: no, type: nauc_map_at_10_std
value: -12.335638622901788
verified: no, type: nauc_map_at_1_diff1
value: 71.75651974240864
verified: no, type: nauc_map_at_1_max
value: 18.91563206148769
verified: no, type: nauc_map_at_1_std
value: -15.766224337269566
verified: no, type: nauc_map_at_20_diff1
value: 68.22063759842727
verified: no, type: nauc_map_at_20_max
value: 25.487015251371098
verified: no, type: nauc_map_at_20_std
value: -11.562217754911307
verified: no, type: nauc_map_at_3_diff1
value: 68.73066371981375
verified: no, type: nauc_map_at_3_max
value: 23.00894164024716
verified: no, type: nauc_map_at_3_std
value: -14.416968038747862
verified: no, type: nauc_map_at_5_diff1
value: 68.4026048544462
verified: no, type: nauc_map_at_5_max
value: 24.0635545260521
verified: no, type: nauc_map_at_5_std
value: -13.317259791673012
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.42328633437369
verified: no, type: nauc_mrr_at_1000_max
value: 29.616854630563104
verified: no, type: nauc_mrr_at_1000_std
value: -7.407262927873341
verified: no, type: nauc_mrr_at_100_diff1
value: 69.41805385692442
verified: no, type: nauc_mrr_at_100_max
value: 29.622721216167434
verified: no, type: nauc_mrr_at_100_std
value: -7.391041773641051
verified: no, type: nauc_mrr_at_10_diff1
value: 69.3457273244501
verified: no, type: nauc_mrr_at_10_max
value: 29.65947727398705
verified: no, type: nauc_mrr_at_10_std
value: -7.53792710769481
verified: no, type: nauc_mrr_at_1_diff1
value: 71.8589978314364
verified: no, type: nauc_mrr_at_1_max
value: 27.26957667791739
verified: no, type: nauc_mrr_at_1_std
value: -10.100927694941472
verified: no, type: nauc_mrr_at_20_diff1
value: 69.36942578766813
verified: no, type: nauc_mrr_at_20_max
value: 29.660463270488385
verified: no, type: nauc_mrr_at_20_std
value: -7.376877149626725
verified: no, type: nauc_mrr_at_3_diff1
value: 69.29861515799205
verified: no, type: nauc_mrr_at_3_max
value: 29.33399555998474
verified: no, type: nauc_mrr_at_3_std
value: -8.240273377090736
verified: no, type: nauc_mrr_at_5_diff1
value: 69.35386047017475
verified: no, type: nauc_mrr_at_5_max
value: 29.584250910701815
verified: no, type: nauc_mrr_at_5_std
value: -7.667942449440323
verified: no, type: nauc_ndcg_at_1000_diff1
value: 67.84970988845713
verified: no, type: nauc_ndcg_at_1000_max
value: 28.61263305970346
verified: no, type: nauc_ndcg_at_1000_std
value: -7.206523803073922
verified: no, type: nauc_ndcg_at_100_diff1
value: 67.70352902312702
verified: no, type: nauc_ndcg_at_100_max
value: 28.66451560902271
verified: no, type: nauc_ndcg_at_100_std
value: -6.851076090960979
verified: no, type: nauc_ndcg_at_10_diff1
value: 67.42015737885397
verified: no, type: nauc_ndcg_at_10_max
value: 27.530444130016168
verified: no, type: nauc_ndcg_at_10_std
value: -9.427985190987474
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.8793742316567
verified: no, type: nauc_ndcg_at_1_max
value: 27.261298450185308
verified: no, type: nauc_ndcg_at_1_std
value: -10.04497075691524
verified: no, type: nauc_ndcg_at_20_diff1
value: 67.42200058537294
verified: no, type: nauc_ndcg_at_20_max
value: 28.22986052404655
verified: no, type: nauc_ndcg_at_20_std
value: -8.030536728985693
verified: no, type: nauc_ndcg_at_3_diff1
value: 67.471552537964
verified: no, type: nauc_ndcg_at_3_max
value: 26.03277670287765
verified: no, type: nauc_ndcg_at_3_std
value: -11.253279176032436
verified: no, type: nauc_ndcg_at_5_diff1
value: 67.42678714699264
verified: no, type: nauc_ndcg_at_5_max
value: 26.54845879664486
verified: no, type: nauc_ndcg_at_5_std
value: -10.407611106477633
verified: no, type: nauc_precision_at_1000_diff1
value: -30.32934486467821
verified: no, type: nauc_precision_at_1000_max
value: 11.91523191478659
verified: no, type: nauc_precision_at_1000_std
value: 31.476552592999436
verified: no, type: nauc_precision_at_100_diff1
value: -26.262105638108135
verified: no, type: nauc_precision_at_100_max
value: 15.193751494600448
verified: no, type: nauc_precision_at_100_std
value: 32.09374258953343
verified: no, type: nauc_precision_at_10_diff1
value: -6.682234712045421
verified: no, type: nauc_precision_at_10_max
value: 20.59230495370378
verified: no, type: nauc_precision_at_10_std
value: 19.563221549346537
verified: no, type: nauc_precision_at_1_diff1
value: 71.8793742316567
verified: no, type: nauc_precision_at_1_max
value: 27.261298450185308
verified: no, type: nauc_precision_at_1_std
value: -10.04497075691524
verified: no, type: nauc_precision_at_20_diff1
value: -16.129281421675955
verified: no, type: nauc_precision_at_20_max
value: 19.013144338631392
verified: no, type: nauc_precision_at_20_std
value: 26.326173134142287
verified: no, type: nauc_precision_at_3_diff1
value: 20.699978586651056
verified: no, type: nauc_precision_at_3_max
value: 23.0320962309107
verified: no, type: nauc_precision_at_3_std
value: 4.749967993274664
verified: no, type: nauc_precision_at_5_diff1
value: 7.046864204806423
verified: no, type: nauc_precision_at_5_max
value: 22.16832739332923
verified: no, type: nauc_precision_at_5_std
value: 11.909222559184276
verified: no, type: nauc_recall_at_1000_diff1
value: 52.05206576699943
verified: no, type: nauc_recall_at_1000_max
value: 51.435199785253246
verified: no, type: nauc_recall_at_1000_std
value: 51.60940884098615
verified: no, type: nauc_recall_at_100_diff1
value: 55.88854763934312
verified: no, type: nauc_recall_at_100_max
value: 39.21155962587193
verified: no, type: nauc_recall_at_100_std
value: 27.299887462517518
verified: no, type: nauc_recall_at_10_diff1
value: 60.16585088325225
verified: no, type: nauc_recall_at_10_max
value: 28.663702614424896
verified: no, type: nauc_recall_at_10_std
value: -6.073039592069796
verified: no, type: nauc_recall_at_1_diff1
value: 71.75651974240864
verified: no, type: nauc_recall_at_1_max
value: 18.91563206148769
verified: no, type: nauc_recall_at_1_std
value: -15.766224337269566
verified: no, type: nauc_recall_at_20_diff1
value: 58.35530372050582
verified: no, type: nauc_recall_at_20_max
value: 32.60341340698367
verified: no, type: nauc_recall_at_20_std
value: 3.321152193915959
verified: no, type: nauc_recall_at_3_diff1
value: 63.760773357483316
verified: no, type: nauc_recall_at_3_max
value: 23.313883321559906
verified: no, type: nauc_recall_at_3_std
value: -13.473871675341206
verified: no, type: nauc_recall_at_5_diff1
value: 62.13055752382483
verified: no, type: nauc_recall_at_5_max
value: 25.401911413697775
verified: no, type: nauc_recall_at_5_std
value: -10.397116573821439
verified: no, type: ndcg_at_1
value: 63.470000000000006
verified: no, type: ndcg_at_10
value: 72.967
verified: no, type: ndcg_at_100
value: 75.832
verified: no, type: ndcg_at_1000
value: 76.41799999999999
verified: no, type: ndcg_at_20
value: 74.369
verified: no, type: ndcg_at_3
value: 68.731
verified: no, type: ndcg_at_5
value: 70.93199999999999
verified: no, type: precision_at_1
value: 63.470000000000006
verified: no, type: precision_at_10
value: 11.321
verified: no, type: precision_at_100
value: 1.413
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_20
value: 6.214
verified: no, type: precision_at_3
value: 30.14
verified: no, type: precision_at_5
value: 20.182
verified: no, type: recall_at_1
value: 55.144000000000005
verified: no, type: recall_at_10
value: 83.488
verified: no, type: recall_at_100
value: 94.71000000000001
verified: no, type: recall_at_1000
value: 98.38900000000001
verified: no, type: recall_at_20
value: 88.32799999999999
verified: no, type: recall_at_3
value: 71.763
verified: no, type: recall_at_5
value: 77.519
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS-PL
revision: 45452b03f05560207ef19149545f168e596c9337
split: test
type: clarin-knext/scidocs-pl
metrics: type: main_score
value: 13.905000000000001
verified: no, type: map_at_1
value: 3.1649999999999996
verified: no, type: map_at_10
value: 7.872999999999999
verified: no, type: map_at_100
value: 9.437
verified: no, type: map_at_1000
value: 9.701
verified: no, type: map_at_20
value: 8.685
verified: no, type: map_at_3
value: 5.793
verified: no, type: map_at_5
value: 6.755999999999999
verified: no, type: mrr_at_1
value: 15.6
verified: no, type: mrr_at_10
value: 24.506746031746005
verified: no, type: mrr_at_100
value: 25.70609394877134
verified: no, type: mrr_at_1000
value: 25.792056624320015
verified: no, type: mrr_at_20
value: 25.222491915119605
verified: no, type: mrr_at_3
value: 21.66666666666669
verified: no, type: mrr_at_5
value: 23.191666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 23.18232368444192
verified: no, type: nauc_map_at_1000_max
value: 30.51723263049919
verified: no, type: nauc_map_at_1000_std
value: 20.20486779374314
verified: no, type: nauc_map_at_100_diff1
value: 23.080727823504276
verified: no, type: nauc_map_at_100_max
value: 30.246387130436638
verified: no, type: nauc_map_at_100_std
value: 19.68405276888789
verified: no, type: nauc_map_at_10_diff1
value: 24.537343409943325
verified: no, type: nauc_map_at_10_max
value: 28.364069700464334
verified: no, type: nauc_map_at_10_std
value: 15.13427848315133
verified: no, type: nauc_map_at_1_diff1
value: 32.39883848968994
verified: no, type: nauc_map_at_1_max
value: 23.615723240461623
verified: no, type: nauc_map_at_1_std
value: 11.148264932586265
verified: no, type: nauc_map_at_20_diff1
value: 23.826614277797272
verified: no, type: nauc_map_at_20_max
value: 29.54306133099886
verified: no, type: nauc_map_at_20_std
value: 17.408092097298262
verified: no, type: nauc_map_at_3_diff1
value: 26.89407078857185
verified: no, type: nauc_map_at_3_max
value: 26.82448479758581
verified: no, type: nauc_map_at_3_std
value: 11.203306435103412
verified: no, type: nauc_map_at_5_diff1
value: 24.925295727226374
verified: no, type: nauc_map_at_5_max
value: 27.726964720927285
verified: no, type: nauc_map_at_5_std
value: 13.165832906881105
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.07952885954442
verified: no, type: nauc_mrr_at_1000_max
value: 26.39620305682346
verified: no, type: nauc_mrr_at_1000_std
value: 15.4691968563711
verified: no, type: nauc_mrr_at_100_diff1
value: 26.068460416892215
verified: no, type: nauc_mrr_at_100_max
value: 26.380928493559804
verified: no, type: nauc_mrr_at_100_std
value: 15.489233144751708
verified: no, type: nauc_mrr_at_10_diff1
value: 26.03448612594449
verified: no, type: nauc_mrr_at_10_max
value: 26.364989628019757
verified: no, type: nauc_mrr_at_10_std
value: 14.991318949655136
verified: no, type: nauc_mrr_at_1_diff1
value: 32.723567686923026
verified: no, type: nauc_mrr_at_1_max
value: 23.607424459530364
verified: no, type: nauc_mrr_at_1_std
value: 11.214989860076892
verified: no, type: nauc_mrr_at_20_diff1
value: 25.914306236878293
verified: no, type: nauc_mrr_at_20_max
value: 26.254769411936184
verified: no, type: nauc_mrr_at_20_std
value: 15.167029359994864
verified: no, type: nauc_mrr_at_3_diff1
value: 26.641013626531695
verified: no, type: nauc_mrr_at_3_max
value: 26.588054854826503
verified: no, type: nauc_mrr_at_3_std
value: 14.237519001411153
verified: no, type: nauc_mrr_at_5_diff1
value: 25.99328651624433
verified: no, type: nauc_mrr_at_5_max
value: 26.13836117183896
verified: no, type: nauc_mrr_at_5_std
value: 14.420365231524618
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.80668442273199
verified: no, type: nauc_ndcg_at_1000_max
value: 33.34390999032878
verified: no, type: nauc_ndcg_at_1000_std
value: 29.662073089048285
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.072971411828306
verified: no, type: nauc_ndcg_at_100_max
value: 31.488496819079593
verified: no, type: nauc_ndcg_at_100_std
value: 26.73580019278837
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.964364053079933
verified: no, type: nauc_ndcg_at_10_max
value: 28.351440666770383
verified: no, type: nauc_ndcg_at_10_std
value: 17.383681731219692
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.723567686923026
verified: no, type: nauc_ndcg_at_1_max
value: 23.607424459530364
verified: no, type: nauc_ndcg_at_1_std
value: 11.214989860076892
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.938539210894064
verified: no, type: nauc_ndcg_at_20_max
value: 29.631859895086222
verified: no, type: nauc_ndcg_at_20_std
value: 20.386892920365828
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.69508679368568
verified: no, type: nauc_ndcg_at_3_max
value: 27.346589413294353
verified: no, type: nauc_ndcg_at_3_std
value: 13.27524027859251
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.448042036479684
verified: no, type: nauc_ndcg_at_5_max
value: 27.58741657842951
verified: no, type: nauc_ndcg_at_5_std
value: 14.768121274771891
verified: no, type: nauc_precision_at_1000_diff1
value: 13.325830342851743
verified: no, type: nauc_precision_at_1000_max
value: 33.12589529001219
verified: no, type: nauc_precision_at_1000_std
value: 43.19509533550807
verified: no, type: nauc_precision_at_100_diff1
value: 13.283631413521633
verified: no, type: nauc_precision_at_100_max
value: 30.40530489731691
verified: no, type: nauc_precision_at_100_std
value: 36.67580352196424
verified: no, type: nauc_precision_at_10_diff1
value: 18.522857406921162
verified: no, type: nauc_precision_at_10_max
value: 28.296802001220513
verified: no, type: nauc_precision_at_10_std
value: 20.645757169009997
verified: no, type: nauc_precision_at_1_diff1
value: 32.723567686923026
verified: no, type: nauc_precision_at_1_max
value: 23.607424459530364
verified: no, type: nauc_precision_at_1_std
value: 11.214989860076892
verified: no, type: nauc_precision_at_20_diff1
value: 16.06141180796256
verified: no, type: nauc_precision_at_20_max
value: 29.235625664181075
verified: no, type: nauc_precision_at_20_std
value: 25.145690128045885
verified: no, type: nauc_precision_at_3_diff1
value: 23.24883851534181
verified: no, type: nauc_precision_at_3_max
value: 28.64831854723111
verified: no, type: nauc_precision_at_3_std
value: 14.372759012060602
verified: no, type: nauc_precision_at_5_diff1
value: 19.74922697183535
verified: no, type: nauc_precision_at_5_max
value: 28.28618112212183
verified: no, type: nauc_precision_at_5_std
value: 16.76873435538237
verified: no, type: nauc_recall_at_1000_diff1
value: 12.47335275188347
verified: no, type: nauc_recall_at_1000_max
value: 33.00015584848869
verified: no, type: nauc_recall_at_1000_std
value: 43.70701134051634
verified: no, type: nauc_recall_at_100_diff1
value: 12.513041153563837
verified: no, type: nauc_recall_at_100_max
value: 30.273540501575823
verified: no, type: nauc_recall_at_100_std
value: 36.71619580684846
verified: no, type: nauc_recall_at_10_diff1
value: 18.17624193441234
verified: no, type: nauc_recall_at_10_max
value: 28.250886102195054
verified: no, type: nauc_recall_at_10_std
value: 20.261194441451018
verified: no, type: nauc_recall_at_1_diff1
value: 32.39883848968994
verified: no, type: nauc_recall_at_1_max
value: 23.615723240461623
verified: no, type: nauc_recall_at_1_std
value: 11.148264932586265
verified: no, type: nauc_recall_at_20_diff1
value: 15.608763922874088
verified: no, type: nauc_recall_at_20_max
value: 29.104046594172832
verified: no, type: nauc_recall_at_20_std
value: 24.75986997225524
verified: no, type: nauc_recall_at_3_diff1
value: 22.928537699291248
verified: no, type: nauc_recall_at_3_max
value: 28.72397719226873
verified: no, type: nauc_recall_at_3_std
value: 14.044388052473414
verified: no, type: nauc_recall_at_5_diff1
value: 19.51285766786134
verified: no, type: nauc_recall_at_5_max
value: 28.33574712082385
verified: no, type: nauc_recall_at_5_std
value: 16.400242628056912
verified: no, type: ndcg_at_1
value: 15.6
verified: no, type: ndcg_at_10
value: 13.905000000000001
verified: no, type: ndcg_at_100
value: 20.485999999999997
verified: no, type: ndcg_at_1000
value: 25.72
verified: no, type: ndcg_at_20
value: 16.297
verified: no, type: ndcg_at_3
value: 13.145000000000001
verified: no, type: ndcg_at_5
value: 11.413
verified: no, type: precision_at_1
value: 15.6
verified: no, type: precision_at_10
value: 7.290000000000001
verified: no, type: precision_at_100
value: 1.67
verified: no, type: precision_at_1000
value: 0.293
verified: no, type: precision_at_20
value: 5.025
verified: no, type: precision_at_3
value: 12.4
verified: no, type: precision_at_5
value: 10.040000000000001
verified: no, type: recall_at_1
value: 3.1649999999999996
verified: no, type: recall_at_10
value: 14.798
verified: no, type: recall_at_100
value: 33.967999999999996
verified: no, type: recall_at_1000
value: 59.577999999999996
verified: no, type: recall_at_20
value: 20.403
verified: no, type: recall_at_3
value: 7.568
verified: no, type: recall_at_5
value: 10.218
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-E-PL
revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9
split: test
type: PL-MTEB/sicke-pl-pairclassification
metrics: type: cosine_accuracy
value: 77.82307378719935
verified: no, type: cosine_accuracy_threshold
value: 97.00007438659668
verified: no, type: cosine_ap
value: 62.95127012761914
verified: no, type: cosine_f1
value: 60.530590146183
verified: no, type: cosine_f1_threshold
value: 94.09935474395752
verified: no, type: cosine_precision
value: 48.82096069868996
verified: no, type: cosine_recall
value: 79.62962962962963
verified: no, type: dot_accuracy
value: 77.82307378719935
verified: no, type: dot_accuracy_threshold
value: 97.00008034706116
verified: no, type: dot_ap
value: 62.95087763566891
verified: no, type: dot_f1
value: 60.530590146183
verified: no, type: dot_f1_threshold
value: 94.099360704422
verified: no, type: dot_precision
value: 48.82096069868996
verified: no, type: dot_recall
value: 79.62962962962963
verified: no, type: euclidean_accuracy
value: 77.82307378719935
verified: no, type: euclidean_accuracy_threshold
value: 24.494586884975433
verified: no, type: euclidean_ap
value: 62.95127012761915
verified: no, type: euclidean_f1
value: 60.530590146183
verified: no, type: euclidean_f1_threshold
value: 34.3529999256134
verified: no, type: euclidean_precision
value: 48.82096069868996
verified: no, type: euclidean_recall
value: 79.62962962962963
verified: no, type: main_score
value: 62.95127012761915
verified: no, type: manhattan_accuracy
value: 77.6600081532817
verified: no, type: manhattan_accuracy_threshold
value: 569.0948009490967
verified: no, type: manhattan_ap
value: 62.59417668418388
verified: no, type: manhattan_f1
value: 60.486737763193865
verified: no, type: manhattan_f1_threshold
value: 803.2670974731445
verified: no, type: manhattan_precision
value: 49.090102086107414
verified: no, type: manhattan_recall
value: 78.77492877492878
verified: no, type: max_ap
value: 62.95127012761915
verified: no, type: max_f1
value: 60.530590146183
verified: no, type: max_precision
value: 49.090102086107414
verified: no, type: max_recall
value: 79.62962962962963
verified: no, type: similarity_accuracy
value: 77.82307378719935
verified: no, type: similarity_accuracy_threshold
value: 97.00007438659668
verified: no, type: similarity_ap
value: 62.95127012761914
verified: no, type: similarity_f1
value: 60.530590146183
verified: no, type: similarity_f1_threshold
value: 94.09935474395752
verified: no, type: similarity_precision
value: 48.82096069868996
verified: no, type: similarity_recall
value: 79.62962962962963
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SICK-R-PL
revision: fd5c2441b7eeff8676768036142af4cfa42c1339
split: test
type: PL-MTEB/sickr-pl-sts
metrics: type: cosine_pearson
value: 72.0298956351125
verified: no, type: cosine_spearman
value: 66.17464577596678
verified: no, type: euclidean_pearson
value: 68.98291370252295
verified: no, type: euclidean_spearman
value: 66.17463716306638
verified: no, type: main_score
value: 66.17464577596678
verified: no, type: manhattan_pearson
value: 68.81382804554632
verified: no, type: manhattan_spearman
value: 65.97651341583767
verified: no, type: pearson
value: 72.0298956351125
verified: no, type: spearman
value: 66.17464577596678
verified: no
task: type: STS, dataset: config: pl
name: MTEB STS22 (pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 41.189800700866094
verified: no, type: cosine_spearman
value: 45.34202672993038
verified: no, type: euclidean_pearson
value: 27.19960620267402
verified: no, type: euclidean_spearman
value: 45.34202672993038
verified: no, type: main_score
value: 45.34202672993038
verified: no, type: manhattan_pearson
value: 26.949544922651196
verified: no, type: manhattan_spearman
value: 45.21613651872827
verified: no, type: pearson
value: 41.189800700866094
verified: no, type: spearman
value: 45.34202672993038
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 78.98435260035146
verified: no, type: cosine_spearman
value: 79.0083835281799
verified: no, type: euclidean_pearson
value: 79.05051294275746
verified: no, type: euclidean_spearman
value: 79.0083835281799
verified: no, type: main_score
value: 79.0083835281799
verified: no, type: manhattan_pearson
value: 79.28546319449809
verified: no, type: manhattan_spearman
value: 78.79790129500051
verified: no, type: pearson
value: 78.98435260035146
verified: no, type: spearman
value: 79.0083835281799
verified: no
task: type: STS, dataset: config: de-pl
name: MTEB STS22 (de-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 41.459968983462765
verified: no, type: cosine_spearman
value: 53.581740089351996
verified: no, type: euclidean_pearson
value: 43.45992137124784
verified: no, type: euclidean_spearman
value: 53.581740089351996
verified: no, type: main_score
value: 53.581740089351996
verified: no, type: manhattan_pearson
value: 43.14606772261321
verified: no, type: manhattan_spearman
value: 53.181416743856836
verified: no, type: pearson
value: 41.459968983462765
verified: no, type: spearman
value: 53.581740089351996
verified: no
task: type: STS, dataset: config: fr-pl
name: MTEB STS22 (fr-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 90.73440998579521
verified: no, type: cosine_spearman
value: 84.51542547285167
verified: no, type: euclidean_pearson
value: 90.27154868530998
verified: no, type: euclidean_spearman
value: 84.51542547285167
verified: no, type: main_score
value: 84.51542547285167
verified: no, type: manhattan_pearson
value: 89.71184089391063
verified: no, type: manhattan_spearman
value: 84.51542547285167
verified: no, type: pearson
value: 90.73440998579521
verified: no, type: spearman
value: 84.51542547285167
verified: no
task: type: STS, dataset: config: default
name: MTEB SciFact-PL
revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e
split: test
type: clarin-knext/scifact-pl
metrics: type: main_score
value: 60.526
verified: no, type: map_at_1
value: 46.400000000000006
verified: no, type: map_at_10
value: 55.991
verified: no, type: map_at_100
value: 56.736
verified: no, type: map_at_1000
value: 56.8
verified: no, type: map_at_20
value: 56.547000000000004
verified: no, type: map_at_3
value: 53.603
verified: no, type: map_at_5
value: 54.913000000000004
verified: no, type: mrr_at_1
value: 49
verified: no, type: mrr_at_10
value: 57.2739417989418
verified: no, type: mrr_at_100
value: 57.853315794381885
verified: no, type: mrr_at_1000
value: 57.91488615065038
verified: no, type: mrr_at_20
value: 57.701351990516095
verified: no, type: mrr_at_3
value: 55.44444444444445
verified: no, type: mrr_at_5
value: 56.42777777777778
verified: no, type: nauc_map_at_1000_diff1
value: 57.35372319475057
verified: no, type: nauc_map_at_1000_max
value: 43.875320768732436
verified: no, type: nauc_map_at_1000_std
value: 13.322022193655078
verified: no, type: nauc_map_at_100_diff1
value: 57.313891527698644
verified: no, type: nauc_map_at_100_max
value: 43.872731261320574
verified: no, type: nauc_map_at_100_std
value: 13.326500791745696
verified: no, type: nauc_map_at_10_diff1
value: 57.39836451111907
verified: no, type: nauc_map_at_10_max
value: 43.526572478876574
verified: no, type: nauc_map_at_10_std
value: 12.985890578763163
verified: no, type: nauc_map_at_1_diff1
value: 63.12715359944983
verified: no, type: nauc_map_at_1_max
value: 37.86501536906817
verified: no, type: nauc_map_at_1_std
value: 6.322678498743812
verified: no, type: nauc_map_at_20_diff1
value: 57.34518997447502
verified: no, type: nauc_map_at_20_max
value: 43.98066371339034
verified: no, type: nauc_map_at_20_std
value: 13.295989078438582
verified: no, type: nauc_map_at_3_diff1
value: 58.349640442692106
verified: no, type: nauc_map_at_3_max
value: 43.61371135332669
verified: no, type: nauc_map_at_3_std
value: 12.624087711546398
verified: no, type: nauc_map_at_5_diff1
value: 57.60916401452899
verified: no, type: nauc_map_at_5_max
value: 43.393670573290564
verified: no, type: nauc_map_at_5_std
value: 12.734291845594658
verified: no, type: nauc_mrr_at_1000_diff1
value: 56.86336995088208
verified: no, type: nauc_mrr_at_1000_max
value: 44.16063126157464
verified: no, type: nauc_mrr_at_1000_std
value: 14.46809986588675
verified: no, type: nauc_mrr_at_100_diff1
value: 56.82713594496301
verified: no, type: nauc_mrr_at_100_max
value: 44.15947777871654
verified: no, type: nauc_mrr_at_100_std
value: 14.468630477543204
verified: no, type: nauc_mrr_at_10_diff1
value: 56.75309318959002
verified: no, type: nauc_mrr_at_10_max
value: 44.07955977542136
verified: no, type: nauc_mrr_at_10_std
value: 14.364429809429623
verified: no, type: nauc_mrr_at_1_diff1
value: 61.55378221555377
verified: no, type: nauc_mrr_at_1_max
value: 40.56404604782708
verified: no, type: nauc_mrr_at_1_std
value: 11.237989014734051
verified: no, type: nauc_mrr_at_20_diff1
value: 56.820233285042356
verified: no, type: nauc_mrr_at_20_max
value: 44.273215159882724
verified: no, type: nauc_mrr_at_20_std
value: 14.457019833008061
verified: no, type: nauc_mrr_at_3_diff1
value: 57.25776927599811
verified: no, type: nauc_mrr_at_3_max
value: 44.85862445501357
verified: no, type: nauc_mrr_at_3_std
value: 15.08481264828146
verified: no, type: nauc_mrr_at_5_diff1
value: 56.77734628869654
verified: no, type: nauc_mrr_at_5_max
value: 44.228014048290945
verified: no, type: nauc_mrr_at_5_std
value: 14.560343015151084
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.067561048231966
verified: no, type: nauc_ndcg_at_1000_max
value: 45.16507129881619
verified: no, type: nauc_ndcg_at_1000_std
value: 15.507347464297675
verified: no, type: nauc_ndcg_at_100_diff1
value: 55.14390108893301
verified: no, type: nauc_ndcg_at_100_max
value: 45.18506685496001
verified: no, type: nauc_ndcg_at_100_std
value: 15.445626965324468
verified: no, type: nauc_ndcg_at_10_diff1
value: 55.178985380720135
verified: no, type: nauc_ndcg_at_10_max
value: 44.26794162720816
verified: no, type: nauc_ndcg_at_10_std
value: 13.918171530733483
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.55378221555377
verified: no, type: nauc_ndcg_at_1_max
value: 40.56404604782708
verified: no, type: nauc_ndcg_at_1_std
value: 11.237989014734051
verified: no, type: nauc_ndcg_at_20_diff1
value: 55.27265202726197
verified: no, type: nauc_ndcg_at_20_max
value: 45.87216107265961
verified: no, type: nauc_ndcg_at_20_std
value: 14.919203799084935
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.27751882008217
verified: no, type: nauc_ndcg_at_3_max
value: 45.65587414820722
verified: no, type: nauc_ndcg_at_3_std
value: 14.994891252809934
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.53169392843657
verified: no, type: nauc_ndcg_at_5_max
value: 44.23153109548333
verified: no, type: nauc_ndcg_at_5_std
value: 13.938058808850082
verified: no, type: nauc_precision_at_1000_diff1
value: -17.238089963012836
verified: no, type: nauc_precision_at_1000_max
value: 23.866846371139047
verified: no, type: nauc_precision_at_1000_std
value: 36.26953209140314
verified: no, type: nauc_precision_at_100_diff1
value: -1.126473234568327
verified: no, type: nauc_precision_at_100_max
value: 31.108745423284912
verified: no, type: nauc_precision_at_100_std
value: 30.642388176707968
verified: no, type: nauc_precision_at_10_diff1
value: 17.489823438228598
verified: no, type: nauc_precision_at_10_max
value: 38.62598562468759
verified: no, type: nauc_precision_at_10_std
value: 26.145677114183353
verified: no, type: nauc_precision_at_1_diff1
value: 61.55378221555377
verified: no, type: nauc_precision_at_1_max
value: 40.56404604782708
verified: no, type: nauc_precision_at_1_std
value: 11.237989014734051
verified: no, type: nauc_precision_at_20_diff1
value: 9.30790121361279
verified: no, type: nauc_precision_at_20_max
value: 39.74539590936092
verified: no, type: nauc_precision_at_20_std
value: 28.76347279979629
verified: no, type: nauc_precision_at_3_diff1
value: 36.56691202573061
verified: no, type: nauc_precision_at_3_max
value: 47.33091823598092
verified: no, type: nauc_precision_at_3_std
value: 25.97270398234439
verified: no, type: nauc_precision_at_5_diff1
value: 27.53989814653275
verified: no, type: nauc_precision_at_5_max
value: 42.906811554469954
verified: no, type: nauc_precision_at_5_std
value: 25.673969211341785
verified: no, type: nauc_recall_at_1000_diff1
value: 64.96265172735714
verified: no, type: nauc_recall_at_1000_max
value: 70.79831932773095
verified: no, type: nauc_recall_at_1000_std
value: 85.23576097105469
verified: no, type: nauc_recall_at_100_diff1
value: 43.528295808426066
verified: no, type: nauc_recall_at_100_max
value: 51.37810072663499
verified: no, type: nauc_recall_at_100_std
value: 28.73429502093998
verified: no, type: nauc_recall_at_10_diff1
value: 46.428201019869604
verified: no, type: nauc_recall_at_10_max
value: 43.55728664156955
verified: no, type: nauc_recall_at_10_std
value: 13.44915034828845
verified: no, type: nauc_recall_at_1_diff1
value: 63.12715359944983
verified: no, type: nauc_recall_at_1_max
value: 37.86501536906817
verified: no, type: nauc_recall_at_1_std
value: 6.322678498743812
verified: no, type: nauc_recall_at_20_diff1
value: 46.569137618158344
verified: no, type: nauc_recall_at_20_max
value: 53.92571049318345
verified: no, type: nauc_recall_at_20_std
value: 19.731744586272395
verified: no, type: nauc_recall_at_3_diff1
value: 51.783556556783786
verified: no, type: nauc_recall_at_3_max
value: 46.66691776547845
verified: no, type: nauc_recall_at_3_std
value: 16.374424975237936
verified: no, type: nauc_recall_at_5_diff1
value: 48.59699452539875
verified: no, type: nauc_recall_at_5_max
value: 43.94693563083851
verified: no, type: nauc_recall_at_5_std
value: 14.447872758117455
verified: no, type: ndcg_at_1
value: 49
verified: no, type: ndcg_at_10
value: 60.526
verified: no, type: ndcg_at_100
value: 63.583999999999996
verified: no, type: ndcg_at_1000
value: 65.017
verified: no, type: ndcg_at_20
value: 62.297999999999995
verified: no, type: ndcg_at_3
value: 56.345
verified: no, type: ndcg_at_5
value: 58.179
verified: no, type: precision_at_1
value: 49
verified: no, type: precision_at_10
value: 8.3
verified: no, type: precision_at_100
value: 0.993
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 4.567
verified: no, type: precision_at_3
value: 22.556
verified: no, type: precision_at_5
value: 14.799999999999999
verified: no, type: recall_at_1
value: 46.400000000000006
verified: no, type: recall_at_10
value: 73.161
verified: no, type: recall_at_100
value: 86.5
verified: no, type: recall_at_1000
value: 97.333
verified: no, type: recall_at_20
value: 79.756
verified: no, type: recall_at_3
value: 61.533
verified: no, type: recall_at_5
value: 66.22200000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID-PL
revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd
split: test
type: clarin-knext/trec-covid-pl
metrics: type: main_score
value: 65.563
verified: no, type: map_at_1
value: 0.22100000000000003
verified: no, type: map_at_10
value: 1.635
verified: no, type: map_at_100
value: 8.618
verified: no, type: map_at_1000
value: 20.422
verified: no, type: map_at_20
value: 2.789
verified: no, type: map_at_3
value: 0.609
verified: no, type: map_at_5
value: 0.9249999999999999
verified: no, type: mrr_at_1
value: 82
verified: no, type: mrr_at_10
value: 88.50000000000001
verified: no, type: mrr_at_100
value: 88.50000000000001
verified: no, type: mrr_at_1000
value: 88.50000000000001
verified: no, type: mrr_at_20
value: 88.50000000000001
verified: no, type: mrr_at_3
value: 87.66666666666667
verified: no, type: mrr_at_5
value: 88.16666666666667
verified: no, type: nauc_map_at_1000_diff1
value: -25.967067965482478
verified: no, type: nauc_map_at_1000_max
value: 72.92874918094974
verified: no, type: nauc_map_at_1000_std
value: 84.9616839707479
verified: no, type: nauc_map_at_100_diff1
value: -21.42642167269316
verified: no, type: nauc_map_at_100_max
value: 62.68226707073076
verified: no, type: nauc_map_at_100_std
value: 75.56794844224473
verified: no, type: nauc_map_at_10_diff1
value: -25.660983963152447
verified: no, type: nauc_map_at_10_max
value: 41.96962876232467
verified: no, type: nauc_map_at_10_std
value: 40.45419086736852
verified: no, type: nauc_map_at_1_diff1
value: -8.591425903743453
verified: no, type: nauc_map_at_1_max
value: 17.51978543502864
verified: no, type: nauc_map_at_1_std
value: 20.076935065027513
verified: no, type: nauc_map_at_20_diff1
value: -25.891301436996805
verified: no, type: nauc_map_at_20_max
value: 47.84153247293719
verified: no, type: nauc_map_at_20_std
value: 51.816446917682555
verified: no, type: nauc_map_at_3_diff1
value: -13.848652828499809
verified: no, type: nauc_map_at_3_max
value: 26.243795101152205
verified: no, type: nauc_map_at_3_std
value: 23.036433586747922
verified: no, type: nauc_map_at_5_diff1
value: -21.1896066711519
verified: no, type: nauc_map_at_5_max
value: 31.324922426520786
verified: no, type: nauc_map_at_5_std
value: 29.15619704280249
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.59044392889167
verified: no, type: nauc_mrr_at_1000_max
value: 62.571343173116645
verified: no, type: nauc_mrr_at_1000_std
value: 65.96948433652632
verified: no, type: nauc_mrr_at_100_diff1
value: 24.59044392889167
verified: no, type: nauc_mrr_at_100_max
value: 62.571343173116645
verified: no, type: nauc_mrr_at_100_std
value: 65.96948433652632
verified: no, type: nauc_mrr_at_10_diff1
value: 24.59044392889167
verified: no, type: nauc_mrr_at_10_max
value: 62.571343173116645
verified: no, type: nauc_mrr_at_10_std
value: 65.96948433652632
verified: no, type: nauc_mrr_at_1_diff1
value: 27.541579469104494
verified: no, type: nauc_mrr_at_1_max
value: 63.63586298050444
verified: no, type: nauc_mrr_at_1_std
value: 65.66802511289794
verified: no, type: nauc_mrr_at_20_diff1
value: 24.59044392889167
verified: no, type: nauc_mrr_at_20_max
value: 62.571343173116645
verified: no, type: nauc_mrr_at_20_std
value: 65.96948433652632
verified: no, type: nauc_mrr_at_3_diff1
value: 26.89052291903615
verified: no, type: nauc_mrr_at_3_max
value: 64.43515751051395
verified: no, type: nauc_mrr_at_3_std
value: 65.28156161557388
verified: no, type: nauc_mrr_at_5_diff1
value: 24.226184721205527
verified: no, type: nauc_mrr_at_5_max
value: 62.856866617864384
verified: no, type: nauc_mrr_at_5_std
value: 66.58954986809582
verified: no, type: nauc_ndcg_at_1000_diff1
value: -28.716159160219824
verified: no, type: nauc_ndcg_at_1000_max
value: 72.97926866355515
verified: no, type: nauc_ndcg_at_1000_std
value: 84.63716554628942
verified: no, type: nauc_ndcg_at_100_diff1
value: -24.58125590309421
verified: no, type: nauc_ndcg_at_100_max
value: 64.7106381911207
verified: no, type: nauc_ndcg_at_100_std
value: 78.21077458187217
verified: no, type: nauc_ndcg_at_10_diff1
value: -18.358464881146272
verified: no, type: nauc_ndcg_at_10_max
value: 67.10104488172087
verified: no, type: nauc_ndcg_at_10_std
value: 71.68515146865761
verified: no, type: nauc_ndcg_at_1_diff1
value: 5.718639098904514
verified: no, type: nauc_ndcg_at_1_max
value: 46.7462582934732
verified: no, type: nauc_ndcg_at_1_std
value: 60.704366610091085
verified: no, type: nauc_ndcg_at_20_diff1
value: -25.276773792441947
verified: no, type: nauc_ndcg_at_20_max
value: 65.84214731568228
verified: no, type: nauc_ndcg_at_20_std
value: 75.85064732973377
verified: no, type: nauc_ndcg_at_3_diff1
value: 5.786838453770751
verified: no, type: nauc_ndcg_at_3_max
value: 56.873202263808054
verified: no, type: nauc_ndcg_at_3_std
value: 58.29378534996971
verified: no, type: nauc_ndcg_at_5_diff1
value: -10.849506785055805
verified: no, type: nauc_ndcg_at_5_max
value: 60.86780916587185
verified: no, type: nauc_ndcg_at_5_std
value: 64.67628462822093
verified: no, type: nauc_precision_at_1000_diff1
value: -17.658051874711777
verified: no, type: nauc_precision_at_1000_max
value: 52.243182152280795
verified: no, type: nauc_precision_at_1000_std
value: 52.221414126675405
verified: no, type: nauc_precision_at_100_diff1
value: -21.912367625930017
verified: no, type: nauc_precision_at_100_max
value: 62.10951205181152
verified: no, type: nauc_precision_at_100_std
value: 76.90051049763301
verified: no, type: nauc_precision_at_10_diff1
value: -24.589938416247513
verified: no, type: nauc_precision_at_10_max
value: 69.12099854638501
verified: no, type: nauc_precision_at_10_std
value: 73.49422451702836
verified: no, type: nauc_precision_at_1_diff1
value: 27.541579469104494
verified: no, type: nauc_precision_at_1_max
value: 63.63586298050444
verified: no, type: nauc_precision_at_1_std
value: 65.66802511289794
verified: no, type: nauc_precision_at_20_diff1
value: -29.032893299104007
verified: no, type: nauc_precision_at_20_max
value: 67.03945899084314
verified: no, type: nauc_precision_at_20_std
value: 78.94031560468493
verified: no, type: nauc_precision_at_3_diff1
value: 5.476377111095327
verified: no, type: nauc_precision_at_3_max
value: 67.50694790850136
verified: no, type: nauc_precision_at_3_std
value: 54.68716596593738
verified: no, type: nauc_precision_at_5_diff1
value: -20.104469911928415
verified: no, type: nauc_precision_at_5_max
value: 66.46184176585471
verified: no, type: nauc_precision_at_5_std
value: 62.40188672292436
verified: no, type: nauc_recall_at_1000_diff1
value: -28.649258704821147
verified: no, type: nauc_recall_at_1000_max
value: 69.16314905082237
verified: no, type: nauc_recall_at_1000_std
value: 79.32321876901818
verified: no, type: nauc_recall_at_100_diff1
value: -19.180264922861635
verified: no, type: nauc_recall_at_100_max
value: 48.57682348744147
verified: no, type: nauc_recall_at_100_std
value: 65.9297008167438
verified: no, type: nauc_recall_at_10_diff1
value: -23.597918176676906
verified: no, type: nauc_recall_at_10_max
value: 35.163103297663795
verified: no, type: nauc_recall_at_10_std
value: 36.537988377094486
verified: no, type: nauc_recall_at_1_diff1
value: -8.591425903743453
verified: no, type: nauc_recall_at_1_max
value: 17.51978543502864
verified: no, type: nauc_recall_at_1_std
value: 20.076935065027513
verified: no, type: nauc_recall_at_20_diff1
value: -25.441741663652127
verified: no, type: nauc_recall_at_20_max
value: 37.09848404778578
verified: no, type: nauc_recall_at_20_std
value: 42.94987387680688
verified: no, type: nauc_recall_at_3_diff1
value: -14.825486887364592
verified: no, type: nauc_recall_at_3_max
value: 22.7488507817971
verified: no, type: nauc_recall_at_3_std
value: 18.642543682159996
verified: no, type: nauc_recall_at_5_diff1
value: -21.938394755683525
verified: no, type: nauc_recall_at_5_max
value: 27.492935982827078
verified: no, type: nauc_recall_at_5_std
value: 27.013096425647436
verified: no, type: ndcg_at_1
value: 71
verified: no, type: ndcg_at_10
value: 65.563
verified: no, type: ndcg_at_100
value: 48.929
verified: no, type: ndcg_at_1000
value: 44.061
verified: no, type: ndcg_at_20
value: 61.917
verified: no, type: ndcg_at_3
value: 71.33500000000001
verified: no, type: ndcg_at_5
value: 68.135
verified: no, type: precision_at_1
value: 82
verified: no, type: precision_at_10
value: 69.39999999999999
verified: no, type: precision_at_100
value: 50
verified: no, type: precision_at_1000
value: 19.564
verified: no, type: precision_at_20
value: 65.4
verified: no, type: precision_at_3
value: 79.333
verified: no, type: precision_at_5
value: 73.2
verified: no, type: recall_at_1
value: 0.22100000000000003
verified: no, type: recall_at_10
value: 1.841
verified: no, type: recall_at_100
value: 11.959
verified: no, type: recall_at_1000
value: 41.373
verified: no, type: recall_at_20
value: 3.376
verified: no, type: recall_at_3
value: 0.6459999999999999
verified: no, type: recall_at_5
value: 0.9900000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CEDRClassification
revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4
split: test
type: ai-forever/cedr-classification
metrics: type: accuracy
value: 43.76195536663124
verified: no, type: f1
value: 42.465506071271584
verified: no, type: lrap
value: 73.62991498406049
verified: no, type: main_score
value: 43.76195536663124
verified: no
task: type: MultilabelClassification, dataset: config: default
name: MTEB GeoreviewClassification
revision: 3765c0d1de6b7d264bc459433c45e5a75513839c
split: test
type: ai-forever/georeview-classification
metrics: type: accuracy
value: 51.50390625
verified: no, type: f1
value: 47.10882921865018
verified: no, type: f1_weighted
value: 47.10602639734162
verified: no, type: main_score
value: 51.50390625
verified: no
task: type: Classification, dataset: config: default
name: MTEB GeoreviewClusteringP2P
revision: 97a313c8fc85b47f13f33e7e9a95c1ad888c7fec
split: test
type: ai-forever/georeview-clustering-p2p
metrics: type: main_score
value: 60.763743799017725
verified: no, type: v_measure
value: 60.763743799017725
verified: no, type: v_measure_std
value: 0.6572810824719637
verified: no
task: type: Clustering, dataset: config: default
name: MTEB HeadlineClassification
revision: 2fe05ee6b5832cda29f2ef7aaad7b7fe6a3609eb
split: test
type: ai-forever/headline-classification
metrics: type: accuracy
value: 84.365234375
verified: no, type: f1
value: 84.3504758444136
verified: no, type: f1_weighted
value: 84.34875898591558
verified: no, type: main_score
value: 84.365234375
verified: no
task: type: Classification, dataset: config: default
name: MTEB InappropriatenessClassification
revision: 601651fdc45ef243751676e62dd7a19f491c0285
split: test
type: ai-forever/inappropriateness-classification
metrics: type: accuracy
value: 65.888671875
verified: no, type: ap
value: 60.9135452326786
verified: no, type: ap_weighted
value: 60.9135452326786
verified: no, type: f1
value: 65.39737070466047
verified: no, type: f1_weighted
value: 65.39737070466047
verified: no, type: main_score
value: 65.888671875
verified: no
task: type: Classification, dataset: config: default
name: MTEB KinopoiskClassification
revision: 5911f26666ac11af46cb9c6849d0dc80a378af24
split: test
type: ai-forever/kinopoisk-sentiment-classification
metrics: type: accuracy
value: 62.28666666666667
verified: no, type: f1
value: 58.05000673882692
verified: no, type: f1_weighted
value: 58.05000673882692
verified: no, type: main_score
value: 62.28666666666667
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MIRACLReranking (ru)
revision: 6d1962c527217f8927fca80f890f14f36b2802af
split: dev
type: miracl/mmteb-miracl-reranking
metrics: type: MAP@1(MIRACL)
value: 30.086000000000002
verified: no, type: MAP@10(MIRACL)
value: 49.463
verified: no, type: MAP@100(MIRACL)
value: 51.49
verified: no, type: MAP@1000(MIRACL)
value: 51.49
verified: no, type: MAP@20(MIRACL)
value: 50.876999999999995
verified: no, type: MAP@3(MIRACL)
value: 42.693
verified: no, type: MAP@5(MIRACL)
value: 46.400999999999996
verified: no, type: NDCG@1(MIRACL)
value: 49.639
verified: no, type: NDCG@10(MIRACL)
value: 57.247
verified: no, type: NDCG@100(MIRACL)
value: 61.378
verified: no, type: NDCG@1000(MIRACL)
value: 61.378
verified: no, type: NDCG@20(MIRACL)
value: 59.760000000000005
verified: no, type: NDCG@3(MIRACL)
value: 51.608
verified: no, type: NDCG@5(MIRACL)
value: 53.759
verified: no, type: P@1(MIRACL)
value: 49.639
verified: no, type: P@10(MIRACL)
value: 15.028
verified: no, type: P@100(MIRACL)
value: 1.9529999999999998
verified: no, type: P@1000(MIRACL)
value: 0.19499999999999998
verified: no, type: P@20(MIRACL)
value: 8.753
verified: no, type: P@3(MIRACL)
value: 32.05
verified: no, type: P@5(MIRACL)
value: 24.074
verified: no, type: Recall@1(MIRACL)
value: 30.086000000000002
verified: no, type: Recall@10(MIRACL)
value: 67.67
verified: no, type: Recall@100(MIRACL)
value: 79.952
verified: no, type: Recall@1000(MIRACL)
value: 79.952
verified: no, type: Recall@20(MIRACL)
value: 74.409
verified: no, type: Recall@3(MIRACL)
value: 50.432
verified: no, type: Recall@5(MIRACL)
value: 58.431999999999995
verified: no, type: main_score
value: 57.247
verified: no, type: nAUC_MAP@1000_diff1(MIRACL)
value: 14.49132703139068
verified: no, type: nAUC_MAP@1000_max(MIRACL)
value: 32.22718193428578
verified: no, type: nAUC_MAP@1000_std(MIRACL)
value: 13.815910840085923
verified: no, type: nAUC_MAP@100_diff1(MIRACL)
value: 14.49132703139068
verified: no, type: nAUC_MAP@100_max(MIRACL)
value: 32.22718193428578
verified: no, type: nAUC_MAP@100_std(MIRACL)
value: 13.815910840085923
verified: no, type: nAUC_MAP@10_diff1(MIRACL)
value: 16.504956542658086
verified: no, type: nAUC_MAP@10_max(MIRACL)
value: 30.050872244941402
verified: no, type: nAUC_MAP@10_std(MIRACL)
value: 13.136444562982783
verified: no, type: nAUC_MAP@1_diff1(MIRACL)
value: 34.18909528530817
verified: no, type: nAUC_MAP@1_max(MIRACL)
value: 15.062828187996063
verified: no, type: nAUC_MAP@1_std(MIRACL)
value: 3.2097645527643595
verified: no, type: nAUC_MAP@20_diff1(MIRACL)
value: 15.130045331734273
verified: no, type: nAUC_MAP@20_max(MIRACL)
value: 31.64805643481855
verified: no, type: nAUC_MAP@20_std(MIRACL)
value: 13.811628131618614
verified: no, type: nAUC_MAP@3_diff1(MIRACL)
value: 22.967076674429805
verified: no, type: nAUC_MAP@3_max(MIRACL)
value: 23.55271431173739
verified: no, type: nAUC_MAP@3_std(MIRACL)
value: 8.38797791381467
verified: no, type: nAUC_MAP@5_diff1(MIRACL)
value: 18.864687263601386
verified: no, type: nAUC_MAP@5_max(MIRACL)
value: 27.137349141940113
verified: no, type: nAUC_MAP@5_std(MIRACL)
value: 10.729766654007843
verified: no, type: nAUC_NDCG@1000_diff1(MIRACL)
value: 3.9965439655979824
verified: no, type: nAUC_NDCG@1000_max(MIRACL)
value: 40.636834454723754
verified: no, type: nAUC_NDCG@1000_std(MIRACL)
value: 17.562271508485765
verified: no, type: nAUC_NDCG@100_diff1(MIRACL)
value: 3.9965439655979824
verified: no, type: nAUC_NDCG@100_max(MIRACL)
value: 40.636834454723754
verified: no, type: nAUC_NDCG@100_std(MIRACL)
value: 17.562271508485765
verified: no, type: nAUC_NDCG@10_diff1(MIRACL)
value: 9.20785070475628
verified: no, type: nAUC_NDCG@10_max(MIRACL)
value: 36.10685520213844
verified: no, type: nAUC_NDCG@10_std(MIRACL)
value: 16.52302351987603
verified: no, type: nAUC_NDCG@1_diff1(MIRACL)
value: 21.380050974695997
verified: no, type: nAUC_NDCG@1_max(MIRACL)
value: 34.082244652607194
verified: no, type: nAUC_NDCG@1_std(MIRACL)
value: 11.960002005286022
verified: no, type: nAUC_NDCG@20_diff1(MIRACL)
value: 6.029314693566221
verified: no, type: nAUC_NDCG@20_max(MIRACL)
value: 38.93324906908806
verified: no, type: nAUC_NDCG@20_std(MIRACL)
value: 17.800187238709555
verified: no, type: nAUC_NDCG@3_diff1(MIRACL)
value: 14.75650513824637
verified: no, type: nAUC_NDCG@3_max(MIRACL)
value: 31.345509680914045
verified: no, type: nAUC_NDCG@3_std(MIRACL)
value: 12.489558805685855
verified: no, type: nAUC_NDCG@5_diff1(MIRACL)
value: 12.114746297880274
verified: no, type: nAUC_NDCG@5_max(MIRACL)
value: 32.80902906671674
verified: no, type: nAUC_NDCG@5_std(MIRACL)
value: 13.673134481637822
verified: no, type: nAUC_P@1000_diff1(MIRACL)
value: -28.3393493752439
verified: no, type: nAUC_P@1000_max(MIRACL)
value: 29.94108745927258
verified: no, type: nAUC_P@1000_std(MIRACL)
value: 13.00979331888063
verified: no, type: nAUC_P@100_diff1(MIRACL)
value: -28.33934937524387
verified: no, type: nAUC_P@100_max(MIRACL)
value: 29.94108745927262
verified: no, type: nAUC_P@100_std(MIRACL)
value: 13.009793318880677
verified: no, type: nAUC_P@10_diff1(MIRACL)
value: -24.128263659855403
verified: no, type: nAUC_P@10_max(MIRACL)
value: 33.69795666200538
verified: no, type: nAUC_P@10_std(MIRACL)
value: 18.667513470521502
verified: no, type: nAUC_P@1_diff1(MIRACL)
value: 21.380050974695997
verified: no, type: nAUC_P@1_max(MIRACL)
value: 34.082244652607194
verified: no, type: nAUC_P@1_std(MIRACL)
value: 11.960002005286022
verified: no, type: nAUC_P@20_diff1(MIRACL)
value: -26.851579419952216
verified: no, type: nAUC_P@20_max(MIRACL)
value: 32.30632064213693
verified: no, type: nAUC_P@20_std(MIRACL)
value: 16.71537079207824
verified: no, type: nAUC_P@3_diff1(MIRACL)
value: -11.927325953384901
verified: no, type: nAUC_P@3_max(MIRACL)
value: 37.1736865658166
verified: no, type: nAUC_P@3_std(MIRACL)
value: 16.2754083159161
verified: no, type: nAUC_P@5_diff1(MIRACL)
value: -20.552820285005026
verified: no, type: nAUC_P@5_max(MIRACL)
value: 36.30994351506595
verified: no, type: nAUC_P@5_std(MIRACL)
value: 17.40523400441202
verified: no, type: nAUC_Recall@1000_diff1(MIRACL)
value: -32.466276225017346
verified: no, type: nAUC_Recall@1000_max(MIRACL)
value: 61.05870930653621
verified: no, type: nAUC_Recall@1000_std(MIRACL)
value: 27.09559295245869
verified: no, type: nAUC_Recall@100_diff1(MIRACL)
value: -32.466276225017346
verified: no, type: nAUC_Recall@100_max(MIRACL)
value: 61.05870930653621
verified: no, type: nAUC_Recall@100_std(MIRACL)
value: 27.09559295245869
verified: no, type: nAUC_Recall@10_diff1(MIRACL)
value: -4.979553747407279
verified: no, type: nAUC_Recall@10_max(MIRACL)
value: 38.39843112329541
verified: no, type: nAUC_Recall@10_std(MIRACL)
value: 20.600178046207702
verified: no, type: nAUC_Recall@1_diff1(MIRACL)
value: 34.18909528530817
verified: no, type: nAUC_Recall@1_max(MIRACL)
value: 15.062828187996063
verified: no, type: nAUC_Recall@1_std(MIRACL)
value: 3.2097645527643595
verified: no, type: nAUC_Recall@20_diff1(MIRACL)
value: -18.18036800889588
verified: no, type: nAUC_Recall@20_max(MIRACL)
value: 48.61058795989584
verified: no, type: nAUC_Recall@20_std(MIRACL)
value: 26.280248121862066
verified: no, type: nAUC_Recall@3_diff1(MIRACL)
value: 14.170577180062406
verified: no, type: nAUC_Recall@3_max(MIRACL)
value: 22.458002088633343
verified: no, type: nAUC_Recall@3_std(MIRACL)
value: 10.035396517805115
verified: no, type: nAUC_Recall@5_diff1(MIRACL)
value: 4.550643279455007
verified: no, type: nAUC_Recall@5_max(MIRACL)
value: 28.457322956745617
verified: no, type: nAUC_Recall@5_std(MIRACL)
value: 13.335687765558976
verified: no
task: type: Reranking, dataset: config: ru
name: MTEB MIRACLRetrieval (ru)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: main_score
value: 54.595000000000006
verified: no, type: map_at_1
value: 23.952
verified: no, type: map_at_10
value: 43.637
verified: no, type: map_at_100
value: 46.6
verified: no, type: map_at_1000
value: 46.697
verified: no, type: map_at_20
value: 45.378
verified: no, type: map_at_3
value: 36.137
verified: no, type: map_at_5
value: 39.838
verified: no, type: mrr_at_1
value: 48.48242811501598
verified: no, type: mrr_at_10
value: 61.81946980069989
verified: no, type: mrr_at_100
value: 62.23878510656363
verified: no, type: mrr_at_1000
value: 62.24764124248049
verified: no, type: mrr_at_20
value: 62.1051846692803
verified: no, type: mrr_at_3
value: 58.82587859424925
verified: no, type: mrr_at_5
value: 60.60303514377006
verified: no, type: nauc_map_at_1000_diff1
value: 28.214871462783854
verified: no, type: nauc_map_at_1000_max
value: 25.201084766782078
verified: no, type: nauc_map_at_1000_std
value: 6.765255742651155
verified: no, type: nauc_map_at_100_diff1
value: 28.234612621431754
verified: no, type: nauc_map_at_100_max
value: 25.165912406356338
verified: no, type: nauc_map_at_100_std
value: 6.7694968272696405
verified: no, type: nauc_map_at_10_diff1
value: 28.765507147170922
verified: no, type: nauc_map_at_10_max
value: 23.216218446772334
verified: no, type: nauc_map_at_10_std
value: 4.495189160179304
verified: no, type: nauc_map_at_1_diff1
value: 36.05018310203833
verified: no, type: nauc_map_at_1_max
value: 13.651823625223662
verified: no, type: nauc_map_at_1_std
value: -1.1689324424590004
verified: no, type: nauc_map_at_20_diff1
value: 28.471404911269993
verified: no, type: nauc_map_at_20_max
value: 24.40961097812379
verified: no, type: nauc_map_at_20_std
value: 5.62151334482884
verified: no, type: nauc_map_at_3_diff1
value: 29.40681082033128
verified: no, type: nauc_map_at_3_max
value: 20.2388315012222
verified: no, type: nauc_map_at_3_std
value: 1.3400996743731126
verified: no, type: nauc_map_at_5_diff1
value: 28.258533407547485
verified: no, type: nauc_map_at_5_max
value: 21.966173291189982
verified: no, type: nauc_map_at_5_std
value: 3.105883435302439
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.973540045513143
verified: no, type: nauc_mrr_at_1000_max
value: 32.675046742557335
verified: no, type: nauc_mrr_at_1000_std
value: 13.045750572535795
verified: no, type: nauc_mrr_at_100_diff1
value: 29.974727506122523
verified: no, type: nauc_mrr_at_100_max
value: 32.68341978762026
verified: no, type: nauc_mrr_at_100_std
value: 13.06124318794068
verified: no, type: nauc_mrr_at_10_diff1
value: 29.811240994564102
verified: no, type: nauc_mrr_at_10_max
value: 32.63357319986243
verified: no, type: nauc_mrr_at_10_std
value: 13.063153729215351
verified: no, type: nauc_mrr_at_1_diff1
value: 33.4099136989708
verified: no, type: nauc_mrr_at_1_max
value: 28.034252424559693
verified: no, type: nauc_mrr_at_1_std
value: 8.771691345021653
verified: no, type: nauc_mrr_at_20_diff1
value: 29.906265270643118
verified: no, type: nauc_mrr_at_20_max
value: 32.752505338776125
verified: no, type: nauc_mrr_at_20_std
value: 13.092155055233029
verified: no, type: nauc_mrr_at_3_diff1
value: 30.159884994169563
verified: no, type: nauc_mrr_at_3_max
value: 32.93411539112575
verified: no, type: nauc_mrr_at_3_std
value: 12.479656041605635
verified: no, type: nauc_mrr_at_5_diff1
value: 29.747570134961947
verified: no, type: nauc_mrr_at_5_max
value: 32.92420276622243
verified: no, type: nauc_mrr_at_5_std
value: 13.228404409126401
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.973170727985845
verified: no, type: nauc_ndcg_at_1000_max
value: 30.714533698659235
verified: no, type: nauc_ndcg_at_1000_std
value: 12.646817183789668
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.9185712126953
verified: no, type: nauc_ndcg_at_100_max
value: 30.787272670713378
verified: no, type: nauc_ndcg_at_100_std
value: 13.347713759949965
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.977378333059967
verified: no, type: nauc_ndcg_at_10_max
value: 26.09323198226889
verified: no, type: nauc_ndcg_at_10_std
value: 7.669332805590227
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.4099136989708
verified: no, type: nauc_ndcg_at_1_max
value: 28.034252424559693
verified: no, type: nauc_ndcg_at_1_std
value: 8.771691345021653
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.437445515604885
verified: no, type: nauc_ndcg_at_20_max
value: 28.652644415118107
verified: no, type: nauc_ndcg_at_20_std
value: 9.979585555866413
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.78918281794111
verified: no, type: nauc_ndcg_at_3_max
value: 26.743605264167563
verified: no, type: nauc_ndcg_at_3_std
value: 7.636594897931739
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.768664779524386
verified: no, type: nauc_ndcg_at_5_max
value: 25.92430880031359
verified: no, type: nauc_ndcg_at_5_std
value: 7.567930905471419
verified: no, type: nauc_precision_at_1000_diff1
value: -12.46821203258456
verified: no, type: nauc_precision_at_1000_max
value: 16.582341013228657
verified: no, type: nauc_precision_at_1000_std
value: 19.378859711054375
verified: no, type: nauc_precision_at_100_diff1
value: -11.326145373988833
verified: no, type: nauc_precision_at_100_max
value: 19.58909158403411
verified: no, type: nauc_precision_at_100_std
value: 23.328633133712064
verified: no, type: nauc_precision_at_10_diff1
value: -0.8745238638551284
verified: no, type: nauc_precision_at_10_max
value: 24.17820027443609
verified: no, type: nauc_precision_at_10_std
value: 18.396638849812433
verified: no, type: nauc_precision_at_1_diff1
value: 33.4099136989708
verified: no, type: nauc_precision_at_1_max
value: 28.034252424559693
verified: no, type: nauc_precision_at_1_std
value: 8.771691345021653
verified: no, type: nauc_precision_at_20_diff1
value: -5.306130413062489
verified: no, type: nauc_precision_at_20_max
value: 23.52655673001502
verified: no, type: nauc_precision_at_20_std
value: 21.167397186114314
verified: no, type: nauc_precision_at_3_diff1
value: 8.580491424277982
verified: no, type: nauc_precision_at_3_max
value: 31.019714029464208
verified: no, type: nauc_precision_at_3_std
value: 14.133874593516971
verified: no, type: nauc_precision_at_5_diff1
value: 2.554020245713193
verified: no, type: nauc_precision_at_5_max
value: 29.634541238020105
verified: no, type: nauc_precision_at_5_std
value: 17.87723197950384
verified: no, type: nauc_recall_at_1000_diff1
value: 13.125393258634418
verified: no, type: nauc_recall_at_1000_max
value: 62.24470202796473
verified: no, type: nauc_recall_at_1000_std
value: 63.23164754823915
verified: no, type: nauc_recall_at_100_diff1
value: 14.423784358841202
verified: no, type: nauc_recall_at_100_max
value: 38.617863069715675
verified: no, type: nauc_recall_at_100_std
value: 39.097234031326536
verified: no, type: nauc_recall_at_10_diff1
value: 20.936852580771
verified: no, type: nauc_recall_at_10_max
value: 16.594501361269014
verified: no, type: nauc_recall_at_10_std
value: 4.532729652479956
verified: no, type: nauc_recall_at_1_diff1
value: 36.05018310203833
verified: no, type: nauc_recall_at_1_max
value: 13.651823625223662
verified: no, type: nauc_recall_at_1_std
value: -1.1689324424590004
verified: no, type: nauc_recall_at_20_diff1
value: 18.26313195777628
verified: no, type: nauc_recall_at_20_max
value: 22.504290386601888
verified: no, type: nauc_recall_at_20_std
value: 9.794573138033334
verified: no, type: nauc_recall_at_3_diff1
value: 23.738927052170915
verified: no, type: nauc_recall_at_3_max
value: 17.92200131347856
verified: no, type: nauc_recall_at_3_std
value: 0.5468756827969604
verified: no, type: nauc_recall_at_5_diff1
value: 20.33968031427608
verified: no, type: nauc_recall_at_5_max
value: 17.602814155288783
verified: no, type: nauc_recall_at_5_std
value: 2.666858198246704
verified: no, type: ndcg_at_1
value: 48.482
verified: no, type: ndcg_at_10
value: 54.595000000000006
verified: no, type: ndcg_at_100
value: 62.382000000000005
verified: no, type: ndcg_at_1000
value: 63.463
verified: no, type: ndcg_at_20
value: 58.24399999999999
verified: no, type: ndcg_at_3
value: 47.924
verified: no, type: ndcg_at_5
value: 49.716
verified: no, type: precision_at_1
value: 48.482
verified: no, type: precision_at_10
value: 16.901
verified: no, type: precision_at_100
value: 2.576
verified: no, type: precision_at_1000
value: 0.27799999999999997
verified: no, type: precision_at_20
value: 10.188
verified: no, type: precision_at_3
value: 33.227000000000004
verified: no, type: precision_at_5
value: 25.335
verified: no, type: recall_at_1
value: 23.952
verified: no, type: recall_at_10
value: 66.591
verified: no, type: recall_at_100
value: 91.902
verified: no, type: recall_at_1000
value: 97.772
verified: no, type: recall_at_20
value: 76.768
verified: no, type: recall_at_3
value: 43.954
verified: no, type: recall_at_5
value: 52.943
verified: no
task: type: Retrieval, dataset: config: ru
name: MTEB MassiveIntentClassification (ru)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 66.0659045057162
verified: no, type: f1
value: 61.35064382748825
verified: no, type: f1_weighted
value: 64.6551910369696
verified: no, type: main_score
value: 66.0659045057162
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveScenarioClassification (ru)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 74.80833893745798
verified: no, type: f1
value: 73.75893026985123
verified: no, type: f1_weighted
value: 74.48216382388233
verified: no, type: main_score
value: 74.80833893745798
verified: no
task: type: Classification, dataset: config: default
name: MTEB RUParaPhraserSTS
revision: 43265056790b8f7c59e0139acb4be0a8dad2c8f4
split: test
type: merionum/ru_paraphraser
metrics: type: cosine_pearson
value: 60.71240323001735
verified: no, type: cosine_spearman
value: 68.14010632490151
verified: no, type: euclidean_pearson
value: 65.04715258693518
verified: no, type: euclidean_spearman
value: 68.14015844762187
verified: no, type: main_score
value: 68.14010632490151
verified: no, type: manhattan_pearson
value: 65.00225170739532
verified: no, type: manhattan_spearman
value: 67.99309271156126
verified: no, type: pearson
value: 60.71240323001735
verified: no, type: spearman
value: 68.14010632490151
verified: no
task: type: STS, dataset: config: default
name: MTEB RiaNewsRetrieval
revision: 82374b0bbacda6114f39ff9c5b925fa1512ca5d7
split: test
type: ai-forever/ria-news-retrieval
metrics: type: main_score
value: 78.172
verified: no, type: map_at_1
value: 65.97
verified: no, type: map_at_10
value: 74.494
verified: no, type: map_at_100
value: 74.811
verified: no, type: map_at_1000
value: 74.821
verified: no, type: map_at_20
value: 74.712
verified: no, type: map_at_3
value: 73.072
verified: no, type: map_at_5
value: 73.969
verified: no, type: mrr_at_1
value: 65.97
verified: no, type: mrr_at_10
value: 74.49480158730101
verified: no, type: mrr_at_100
value: 74.81143726471089
verified: no, type: mrr_at_1000
value: 74.82174846844643
verified: no, type: mrr_at_20
value: 74.7122507574977
verified: no, type: mrr_at_3
value: 73.07166666666618
verified: no, type: mrr_at_5
value: 73.96916666666591
verified: no, type: nauc_map_at_1000_diff1
value: 73.08686946777952
verified: no, type: nauc_map_at_1000_max
value: 24.925205621117783
verified: no, type: nauc_map_at_1000_std
value: -12.15886477655549
verified: no, type: nauc_map_at_100_diff1
value: 73.08244355589704
verified: no, type: nauc_map_at_100_max
value: 24.93258145762047
verified: no, type: nauc_map_at_100_std
value: -12.149308732380295
verified: no, type: nauc_map_at_10_diff1
value: 72.97848397979895
verified: no, type: nauc_map_at_10_max
value: 24.887366324397487
verified: no, type: nauc_map_at_10_std
value: -12.284523808652416
verified: no, type: nauc_map_at_1_diff1
value: 76.45682519258669
verified: no, type: nauc_map_at_1_max
value: 22.373249835264456
verified: no, type: nauc_map_at_1_std
value: -14.13464876294517
verified: no, type: nauc_map_at_20_diff1
value: 73.04810922101197
verified: no, type: nauc_map_at_20_max
value: 24.92236406693643
verified: no, type: nauc_map_at_20_std
value: -12.176293947009215
verified: no, type: nauc_map_at_3_diff1
value: 72.9755537768131
verified: no, type: nauc_map_at_3_max
value: 24.620733273355683
verified: no, type: nauc_map_at_3_std
value: -12.85288384470766
verified: no, type: nauc_map_at_5_diff1
value: 73.00265519892334
verified: no, type: nauc_map_at_5_max
value: 24.786315954855553
verified: no, type: nauc_map_at_5_std
value: -12.564020496189352
verified: no, type: nauc_mrr_at_1000_diff1
value: 73.08804965487802
verified: no, type: nauc_mrr_at_1000_max
value: 24.924428532055636
verified: no, type: nauc_mrr_at_1000_std
value: -12.160384139274424
verified: no, type: nauc_mrr_at_100_diff1
value: 73.08362309430365
verified: no, type: nauc_mrr_at_100_max
value: 24.931804884947883
verified: no, type: nauc_mrr_at_100_std
value: -12.150827182790605
verified: no, type: nauc_mrr_at_10_diff1
value: 72.9796448439789
verified: no, type: nauc_mrr_at_10_max
value: 24.88659980440671
verified: no, type: nauc_mrr_at_10_std
value: -12.286023526026135
verified: no, type: nauc_mrr_at_1_diff1
value: 76.45682519258669
verified: no, type: nauc_mrr_at_1_max
value: 22.373249835264456
verified: no, type: nauc_mrr_at_1_std
value: -14.13464876294517
verified: no, type: nauc_mrr_at_20_diff1
value: 73.04928271486784
verified: no, type: nauc_mrr_at_20_max
value: 24.921590820144715
verified: no, type: nauc_mrr_at_20_std
value: -12.177806033794447
verified: no, type: nauc_mrr_at_3_diff1
value: 72.9755537768131
verified: no, type: nauc_mrr_at_3_max
value: 24.620733273355683
verified: no, type: nauc_mrr_at_3_std
value: -12.85288384470766
verified: no, type: nauc_mrr_at_5_diff1
value: 73.00379294775456
verified: no, type: nauc_mrr_at_5_max
value: 24.78556305369168
verified: no, type: nauc_mrr_at_5_std
value: -12.565495148428068
verified: no, type: nauc_ndcg_at_1000_diff1
value: 72.17730594095745
verified: no, type: nauc_ndcg_at_1000_max
value: 26.080483734410535
verified: no, type: nauc_ndcg_at_1000_std
value: -10.600341719859815
verified: no, type: nauc_ndcg_at_100_diff1
value: 72.01297350077037
verified: no, type: nauc_ndcg_at_100_max
value: 26.370245187512793
verified: no, type: nauc_ndcg_at_100_std
value: -10.13804122238926
verified: no, type: nauc_ndcg_at_10_diff1
value: 71.54838244432331
verified: no, type: nauc_ndcg_at_10_max
value: 26.132336506589553
verified: no, type: nauc_ndcg_at_10_std
value: -10.895520797166812
verified: no, type: nauc_ndcg_at_1_diff1
value: 76.45682519258669
verified: no, type: nauc_ndcg_at_1_max
value: 22.373249835264456
verified: no, type: nauc_ndcg_at_1_std
value: -14.13464876294517
verified: no, type: nauc_ndcg_at_20_diff1
value: 71.78002529865489
verified: no, type: nauc_ndcg_at_20_max
value: 26.34207650975323
verified: no, type: nauc_ndcg_at_20_std
value: -10.389370339614697
verified: no, type: nauc_ndcg_at_3_diff1
value: 71.70864174615559
verified: no, type: nauc_ndcg_at_3_max
value: 25.445588176267258
verified: no, type: nauc_ndcg_at_3_std
value: -12.309378837447191
verified: no, type: nauc_ndcg_at_5_diff1
value: 71.67055602722155
verified: no, type: nauc_ndcg_at_5_max
value: 25.818799225442223
verified: no, type: nauc_ndcg_at_5_std
value: -11.71310643254645
verified: no, type: nauc_precision_at_1000_diff1
value: 52.795678598638375
verified: no, type: nauc_precision_at_1000_max
value: 58.02042698469986
verified: no, type: nauc_precision_at_1000_std
value: 38.79122201027639
verified: no, type: nauc_precision_at_100_diff1
value: 57.635497479970155
verified: no, type: nauc_precision_at_100_max
value: 50.98528067422545
verified: no, type: nauc_precision_at_100_std
value: 29.023249788572336
verified: no, type: nauc_precision_at_10_diff1
value: 62.88435357133938
verified: no, type: nauc_precision_at_10_max
value: 33.93536070722828
verified: no, type: nauc_precision_at_10_std
value: -1.6485440570585936
verified: no, type: nauc_precision_at_1_diff1
value: 76.45682519258669
verified: no, type: nauc_precision_at_1_max
value: 22.373249835264456
verified: no, type: nauc_precision_at_1_std
value: -14.13464876294517
verified: no, type: nauc_precision_at_20_diff1
value: 61.65978869266085
verified: no, type: nauc_precision_at_20_max
value: 39.11301597287762
verified: no, type: nauc_precision_at_20_std
value: 6.864118196298169
verified: no, type: nauc_precision_at_3_diff1
value: 66.8221462321319
verified: no, type: nauc_precision_at_3_max
value: 28.6301783798532
verified: no, type: nauc_precision_at_3_std
value: -10.17852659176101
verified: no, type: nauc_precision_at_5_diff1
value: 65.45372225751974
verified: no, type: nauc_precision_at_5_max
value: 30.71086457162392
verified: no, type: nauc_precision_at_5_std
value: -7.5734188075962345
verified: no, type: nauc_recall_at_1000_diff1
value: 52.79567859863725
verified: no, type: nauc_recall_at_1000_max
value: 58.020426984700634
verified: no, type: nauc_recall_at_1000_std
value: 38.79122201027698
verified: no, type: nauc_recall_at_100_diff1
value: 57.6354974799695
verified: no, type: nauc_recall_at_100_max
value: 50.98528067422452
verified: no, type: nauc_recall_at_100_std
value: 29.023249788571604
verified: no, type: nauc_recall_at_10_diff1
value: 62.884353571339155
verified: no, type: nauc_recall_at_10_max
value: 33.93536070722848
verified: no, type: nauc_recall_at_10_std
value: -1.6485440570586527
verified: no, type: nauc_recall_at_1_diff1
value: 76.45682519258669
verified: no, type: nauc_recall_at_1_max
value: 22.373249835264456
verified: no, type: nauc_recall_at_1_std
value: -14.13464876294517
verified: no, type: nauc_recall_at_20_diff1
value: 61.65978869266054
verified: no, type: nauc_recall_at_20_max
value: 39.11301597287748
verified: no, type: nauc_recall_at_20_std
value: 6.8641181962978965
verified: no, type: nauc_recall_at_3_diff1
value: 66.82214623213184
verified: no, type: nauc_recall_at_3_max
value: 28.630178379853145
verified: no, type: nauc_recall_at_3_std
value: -10.178526591761056
verified: no, type: nauc_recall_at_5_diff1
value: 65.45372225751966
verified: no, type: nauc_recall_at_5_max
value: 30.710864571624015
verified: no, type: nauc_recall_at_5_std
value: -7.573418807596015
verified: no, type: ndcg_at_1
value: 65.97
verified: no, type: ndcg_at_10
value: 78.172
verified: no, type: ndcg_at_100
value: 79.63799999999999
verified: no, type: ndcg_at_1000
value: 79.915
verified: no, type: ndcg_at_20
value: 78.949
verified: no, type: ndcg_at_3
value: 75.304
verified: no, type: ndcg_at_5
value: 76.924
verified: no, type: precision_at_1
value: 65.97
verified: no, type: precision_at_10
value: 8.948
verified: no, type: precision_at_100
value: 0.962
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 4.626
verified: no, type: precision_at_3
value: 27.247
verified: no, type: precision_at_5
value: 17.136000000000003
verified: no, type: recall_at_1
value: 65.97
verified: no, type: recall_at_10
value: 89.48
verified: no, type: recall_at_100
value: 96.17999999999999
verified: no, type: recall_at_1000
value: 98.37
verified: no, type: recall_at_20
value: 92.52
verified: no, type: recall_at_3
value: 81.74
verified: no, type: recall_at_5
value: 85.68
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RuBQReranking
revision: 2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2
split: test
type: ai-forever/rubq-reranking
metrics: type: main_score
value: 70.23399911521713
verified: no, type: map
value: 70.23399911521713
verified: no, type: mrr
value: 75.79756531884192
verified: no, type: nAUC_map_diff1
value: 41.70907433488097
verified: no, type: nAUC_map_max
value: 19.038198833852398
verified: no, type: nAUC_map_std
value: 9.364787080049835
verified: no, type: nAUC_mrr_diff1
value: 45.427118778337864
verified: no, type: nAUC_mrr_max
value: 23.422465198632338
verified: no, type: nAUC_mrr_std
value: 12.352254802172363
verified: no
task: type: Reranking, dataset: config: default
name: MTEB RuBQRetrieval
revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b
split: test
type: ai-forever/rubq-retrieval
metrics: type: main_score
value: 67.97800000000001
verified: no, type: map_at_1
value: 38.682
verified: no, type: map_at_10
value: 59.602999999999994
verified: no, type: map_at_100
value: 60.609
verified: no, type: map_at_1000
value: 60.638999999999996
verified: no, type: map_at_20
value: 60.295
verified: no, type: map_at_3
value: 53.864000000000004
verified: no, type: map_at_5
value: 57.357
verified: no, type: mrr_at_1
value: 55.43735224586288
verified: no, type: mrr_at_10
value: 68.11629892303657
verified: no, type: mrr_at_100
value: 68.46735935081414
verified: no, type: mrr_at_1000
value: 68.47375950539598
verified: no, type: mrr_at_20
value: 68.3555220700062
verified: no, type: mrr_at_3
value: 65.64223798266359
verified: no, type: mrr_at_5
value: 67.26457840819555
verified: no, type: nauc_map_at_1000_diff1
value: 38.947165927647895
verified: no, type: nauc_map_at_1000_max
value: 21.0400498401016
verified: no, type: nauc_map_at_1000_std
value: -12.325977772218819
verified: no, type: nauc_map_at_100_diff1
value: 38.93708131706777
verified: no, type: nauc_map_at_100_max
value: 21.05313115659324
verified: no, type: nauc_map_at_100_std
value: -12.307766320896842
verified: no, type: nauc_map_at_10_diff1
value: 38.62500444502093
verified: no, type: nauc_map_at_10_max
value: 20.841336922136993
verified: no, type: nauc_map_at_10_std
value: -12.753687299190014
verified: no, type: nauc_map_at_1_diff1
value: 42.42534428928902
verified: no, type: nauc_map_at_1_max
value: 12.831550041111084
verified: no, type: nauc_map_at_1_std
value: -11.266929686927616
verified: no, type: nauc_map_at_20_diff1
value: 38.839757385230854
verified: no, type: nauc_map_at_20_max
value: 21.155443051360105
verified: no, type: nauc_map_at_20_std
value: -12.290324296540298
verified: no, type: nauc_map_at_3_diff1
value: 38.600886947896804
verified: no, type: nauc_map_at_3_max
value: 18.67062373078893
verified: no, type: nauc_map_at_3_std
value: -14.47069134931124
verified: no, type: nauc_map_at_5_diff1
value: 38.47519630592911
verified: no, type: nauc_map_at_5_max
value: 19.424230739972682
verified: no, type: nauc_map_at_5_std
value: -13.715848064929636
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.829087222671134
verified: no, type: nauc_mrr_at_1000_max
value: 24.0611740840992
verified: no, type: nauc_mrr_at_1000_std
value: -13.779501374204361
verified: no, type: nauc_mrr_at_100_diff1
value: 45.82511154142628
verified: no, type: nauc_mrr_at_100_max
value: 24.068094029026092
verified: no, type: nauc_mrr_at_100_std
value: -13.771488599042799
verified: no, type: nauc_mrr_at_10_diff1
value: 45.66670841729006
verified: no, type: nauc_mrr_at_10_max
value: 24.21302734762609
verified: no, type: nauc_mrr_at_10_std
value: -13.878591942488693
verified: no, type: nauc_mrr_at_1_diff1
value: 49.10187561048428
verified: no, type: nauc_mrr_at_1_max
value: 21.468296250291164
verified: no, type: nauc_mrr_at_1_std
value: -14.16579631922114
verified: no, type: nauc_mrr_at_20_diff1
value: 45.780763156949334
verified: no, type: nauc_mrr_at_20_max
value: 24.16790762743539
verified: no, type: nauc_mrr_at_20_std
value: -13.798341816508907
verified: no, type: nauc_mrr_at_3_diff1
value: 45.81750015144424
verified: no, type: nauc_mrr_at_3_max
value: 23.74635317348391
verified: no, type: nauc_mrr_at_3_std
value: -14.465609504516872
verified: no, type: nauc_mrr_at_5_diff1
value: 45.50087795737209
verified: no, type: nauc_mrr_at_5_max
value: 24.021128950654578
verified: no, type: nauc_mrr_at_5_std
value: -14.316147652867976
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.98481177488298
verified: no, type: nauc_ndcg_at_1000_max
value: 23.50673478711865
verified: no, type: nauc_ndcg_at_1000_std
value: -11.112473477484098
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.56224231830938
verified: no, type: nauc_ndcg_at_100_max
value: 23.886442622042228
verified: no, type: nauc_ndcg_at_100_std
value: -10.534435913119328
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.438066883020696
verified: no, type: nauc_ndcg_at_10_max
value: 23.871323754524052
verified: no, type: nauc_ndcg_at_10_std
value: -12.020382617526508
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.24897980869228
verified: no, type: nauc_ndcg_at_1_max
value: 21.476485407508953
verified: no, type: nauc_ndcg_at_1_std
value: -14.362366603555893
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.044984412751454
verified: no, type: nauc_ndcg_at_20_max
value: 24.627000563476837
verified: no, type: nauc_ndcg_at_20_std
value: -10.591144903278847
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.59706175845992
verified: no, type: nauc_ndcg_at_3_max
value: 20.660682570744303
verified: no, type: nauc_ndcg_at_3_std
value: -14.989842570951817
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.99262057687399
verified: no, type: nauc_ndcg_at_5_max
value: 21.323357059546723
verified: no, type: nauc_ndcg_at_5_std
value: -13.985440057708725
verified: no, type: nauc_precision_at_1000_diff1
value: -7.055913327014856
verified: no, type: nauc_precision_at_1000_max
value: 7.645796200601874
verified: no, type: nauc_precision_at_1000_std
value: 5.7441793819913425
verified: no, type: nauc_precision_at_100_diff1
value: -5.9521730506691695
verified: no, type: nauc_precision_at_100_max
value: 10.791705567977127
verified: no, type: nauc_precision_at_100_std
value: 6.971621413042414
verified: no, type: nauc_precision_at_10_diff1
value: 1.2124462289393534
verified: no, type: nauc_precision_at_10_max
value: 17.288772868206426
verified: no, type: nauc_precision_at_10_std
value: 1.7066485280331372
verified: no, type: nauc_precision_at_1_diff1
value: 49.24897980869228
verified: no, type: nauc_precision_at_1_max
value: 21.476485407508953
verified: no, type: nauc_precision_at_1_std
value: -14.362366603555893
verified: no, type: nauc_precision_at_20_diff1
value: -1.9829512286324857
verified: no, type: nauc_precision_at_20_max
value: 15.73212540041351
verified: no, type: nauc_precision_at_20_std
value: 5.881638156347814
verified: no, type: nauc_precision_at_3_diff1
value: 15.295884096855977
verified: no, type: nauc_precision_at_3_max
value: 20.315378698666457
verified: no, type: nauc_precision_at_3_std
value: -9.87038943277974
verified: no, type: nauc_precision_at_5_diff1
value: 7.500406876014883
verified: no, type: nauc_precision_at_5_max
value: 17.81994110188596
verified: no, type: nauc_precision_at_5_std
value: -4.56852626899763
verified: no, type: nauc_recall_at_1000_diff1
value: 24.05686791288483
verified: no, type: nauc_recall_at_1000_max
value: 60.34558482395768
verified: no, type: nauc_recall_at_1000_std
value: 75.24495489488791
verified: no, type: nauc_recall_at_100_diff1
value: 14.41757817770598
verified: no, type: nauc_recall_at_100_max
value: 43.46467354926512
verified: no, type: nauc_recall_at_100_std
value: 33.594674489620495
verified: no, type: nauc_recall_at_10_diff1
value: 22.768211257001038
verified: no, type: nauc_recall_at_10_max
value: 29.59352351340424
verified: no, type: nauc_recall_at_10_std
value: -5.643974726375464
verified: no, type: nauc_recall_at_1_diff1
value: 42.42534428928902
verified: no, type: nauc_recall_at_1_max
value: 12.831550041111084
verified: no, type: nauc_recall_at_1_std
value: -11.266929686927616
verified: no, type: nauc_recall_at_20_diff1
value: 22.091666169938616
verified: no, type: nauc_recall_at_20_max
value: 38.1442003173532
verified: no, type: nauc_recall_at_20_std
value: 6.8939344221023795
verified: no, type: nauc_recall_at_3_diff1
value: 30.141208429704356
verified: no, type: nauc_recall_at_3_max
value: 19.02721767063729
verified: no, type: nauc_recall_at_3_std
value: -15.298243677583443
verified: no, type: nauc_recall_at_5_diff1
value: 25.13257041212021
verified: no, type: nauc_recall_at_5_max
value: 19.760375951283518
verified: no, type: nauc_recall_at_5_std
value: -12.907639506550343
verified: no, type: ndcg_at_1
value: 55.37800000000001
verified: no, type: ndcg_at_10
value: 67.97800000000001
verified: no, type: ndcg_at_100
value: 71.186
verified: no, type: ndcg_at_1000
value: 71.666
verified: no, type: ndcg_at_20
value: 69.70100000000001
verified: no, type: ndcg_at_3
value: 60.045
verified: no, type: ndcg_at_5
value: 64.206
verified: no, type: precision_at_1
value: 55.37800000000001
verified: no, type: precision_at_10
value: 13.694
verified: no, type: precision_at_100
value: 1.6
verified: no, type: precision_at_1000
value: 0.166
verified: no, type: precision_at_20
value: 7.394
verified: no, type: precision_at_3
value: 33.353
verified: no, type: precision_at_5
value: 23.629
verified: no, type: recall_at_1
value: 38.682
verified: no, type: recall_at_10
value: 83.624
verified: no, type: recall_at_100
value: 95.964
verified: no, type: recall_at_1000
value: 99.072
verified: no, type: recall_at_20
value: 89.334
verified: no, type: recall_at_3
value: 64.039
verified: no, type: recall_at_5
value: 73.92999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RuReviewsClassification
revision: f6d2c31f4dc6b88f468552750bfec05b4b41b05a
split: test
type: ai-forever/ru-reviews-classification
metrics: type: accuracy
value: 67.6953125
verified: no, type: f1
value: 65.90453756121588
verified: no, type: f1_weighted
value: 65.90276417438837
verified: no, type: main_score
value: 67.6953125
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSTSBenchmarkSTS
revision: 7cf24f325c6da6195df55bef3d86b5e0616f3018
split: test
type: ai-forever/ru-stsbenchmark-sts
metrics: type: cosine_pearson
value: 76.29471433169448
verified: no, type: cosine_spearman
value: 76.87365514666403
verified: no, type: euclidean_pearson
value: 75.61167023011886
verified: no, type: euclidean_spearman
value: 76.87303787773313
verified: no, type: main_score
value: 76.87365514666403
verified: no, type: manhattan_pearson
value: 75.66392608968061
verified: no, type: manhattan_spearman
value: 76.92734684196252
verified: no, type: pearson
value: 76.29471433169448
verified: no, type: spearman
value: 76.87365514666403
verified: no
task: type: STS, dataset: config: default
name: MTEB RuSciBenchGRNTIClassification
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
split: test
type: ai-forever/ru-scibench-grnti-classification
metrics: type: accuracy
value: 62.76367187500001
verified: no, type: f1
value: 61.038547511485696
verified: no, type: f1_weighted
value: 61.05100853971954
verified: no, type: main_score
value: 62.76367187500001
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSciBenchGRNTIClusteringP2P
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
split: test
type: ai-forever/ru-scibench-grnti-classification
metrics: type: main_score
value: 58.12317505878799
verified: no, type: v_measure
value: 58.12317505878799
verified: no, type: v_measure_std
value: 0.8074216341773242
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RuSciBenchOECDClassification
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
split: test
type: ai-forever/ru-scibench-oecd-classification
metrics: type: accuracy
value: 49.765625
verified: no, type: f1
value: 47.21576484201538
verified: no, type: f1_weighted
value: 47.216631424004845
verified: no, type: main_score
value: 49.765625
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSciBenchOECDClusteringP2P
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
split: test
type: ai-forever/ru-scibench-oecd-classification
metrics: type: main_score
value: 48.94279918311604
verified: no, type: v_measure
value: 48.94279918311604
verified: no, type: v_measure_std
value: 0.6861637451888378
verified: no
task: type: Clustering, dataset: config: ru
name: MTEB STS22 (ru)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 64.72567885537859
verified: no, type: cosine_spearman
value: 67.02766486173321
verified: no, type: euclidean_pearson
value: 65.20776364711082
verified: no, type: euclidean_spearman
value: 67.02766486173321
verified: no, type: main_score
value: 67.02766486173321
verified: no, type: manhattan_pearson
value: 65.01652728805082
verified: no, type: manhattan_spearman
value: 67.01526065421112
verified: no, type: pearson
value: 64.72567885537859
verified: no, type: spearman
value: 67.02766486173321
verified: no
task: type: STS, dataset: config: default
name: MTEB SensitiveTopicsClassification
revision: 416b34a802308eac30e4192afc0ff99bb8dcc7f2
split: test
type: ai-forever/sensitive-topics-classification
metrics: type: accuracy
value: 31.5966796875
verified: no, type: f1
value: 37.51973703475147
verified: no, type: lrap
value: 47.855767144096504
verified: no, type: main_score
value: 31.5966796875
verified: no
task: type: MultilabelClassification, dataset: config: default
name: MTEB TERRa
revision: 7b58f24536063837d644aab9a023c62199b2a612
split: dev
type: ai-forever/terra-pairclassification
metrics: type: cosine_accuracy
value: 57.65472312703584
verified: no, type: cosine_accuracy_threshold
value: 83.7156891822815
verified: no, type: cosine_ap
value: 55.055463204979915
verified: no, type: cosine_f1
value: 67.26057906458797
verified: no, type: cosine_f1_threshold
value: 76.06719732284546
verified: no, type: cosine_precision
value: 51.01351351351351
verified: no, type: cosine_recall
value: 98.69281045751634
verified: no, type: dot_accuracy
value: 57.65472312703584
verified: no, type: dot_accuracy_threshold
value: 83.71570110321045
verified: no, type: dot_ap
value: 55.055463204979915
verified: no, type: dot_f1
value: 67.26057906458797
verified: no, type: dot_f1_threshold
value: 76.06720328330994
verified: no, type: dot_precision
value: 51.01351351351351
verified: no, type: dot_recall
value: 98.69281045751634
verified: no, type: euclidean_accuracy
value: 57.65472312703584
verified: no, type: euclidean_accuracy_threshold
value: 57.068902254104614
verified: no, type: euclidean_ap
value: 55.055463204979915
verified: no, type: euclidean_f1
value: 67.26057906458797
verified: no, type: euclidean_f1_threshold
value: 69.18495893478394
verified: no, type: euclidean_precision
value: 51.01351351351351
verified: no, type: euclidean_recall
value: 98.69281045751634
verified: no, type: main_score
value: 55.17437273876084
verified: no, type: manhattan_accuracy
value: 58.306188925081436
verified: no, type: manhattan_accuracy_threshold
value: 1299.5019912719727
verified: no, type: manhattan_ap
value: 55.17437273876084
verified: no, type: manhattan_f1
value: 67.25663716814158
verified: no, type: manhattan_f1_threshold
value: 1602.2712707519531
verified: no, type: manhattan_precision
value: 50.836120401337794
verified: no, type: manhattan_recall
value: 99.34640522875817
verified: no, type: max_ap
value: 55.17437273876084
verified: no, type: max_f1
value: 67.26057906458797
verified: no, type: max_precision
value: 51.01351351351351
verified: no, type: max_recall
value: 99.34640522875817
verified: no, type: similarity_accuracy
value: 57.65472312703584
verified: no, type: similarity_accuracy_threshold
value: 83.7156891822815
verified: no, type: similarity_ap
value: 55.055463204979915
verified: no, type: similarity_f1
value: 67.26057906458797
verified: no, type: similarity_f1_threshold
value: 76.06719732284546
verified: no, type: similarity_precision
value: 51.01351351351351
verified: no, type: similarity_recall
value: 98.69281045751634
verified: no
task: type: PairClassification
pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
Likes: 63 | All-time downloads: 390544
Created: 2024-12-26 08:53:26