Model: NovaSearch/stella_en_1.5B_v5
Author: NovaSearch
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, onnx, safetensors, qwen2, text-generation, mteb, transformers, sentence-similarity, custom_code, arxiv:2412.19048, arxiv:2205.13147, license:mit, model-index, text-generation-inference, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: model-index: name: stella_en_1.5B_v5
results: dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 92.86567164179104
verified: no, type: ap
value: 72.13503907102613
verified: no, type: ap_weighted
value: 72.13503907102613
verified: no, type: f1
value: 89.5586886376355
verified: no, type: f1_weighted
value: 93.13621183004571
verified: no, type: main_score
value: 92.86567164179104
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 97.16485
verified: no, type: ap
value: 96.05546315415225
verified: no, type: ap_weighted
value: 96.05546315415225
verified: no, type: f1
value: 97.16351087403213
verified: no, type: f1_weighted
value: 97.16351087403213
verified: no, type: main_score
value: 97.16485
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 59.358
verified: no, type: f1
value: 59.0264615883114
verified: no, type: f1_weighted
value: 59.0264615883114
verified: no, type: main_score
value: 59.358
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 65.269
verified: no, type: map_at_1
value: 41.607
verified: no, type: map_at_10
value: 57.104
verified: no, type: map_at_100
value: 57.621
verified: no, type: map_at_1000
value: 57.621
verified: no, type: map_at_20
value: 57.533
verified: no, type: map_at_3
value: 52.891999999999996
verified: no, type: map_at_5
value: 55.371
verified: no, type: mrr_at_1
value: 42.318634423897585
verified: no, type: mrr_at_10
value: 57.353970511865406
verified: no, type: mrr_at_100
value: 57.88398078476526
verified: no, type: mrr_at_1000
value: 57.88467807648422
verified: no, type: mrr_at_20
value: 57.796730533206166
verified: no, type: mrr_at_3
value: 53.200568990042775
verified: no, type: mrr_at_5
value: 55.6330014224753
verified: no, type: nauc_map_at_1000_diff1
value: 24.54414600428287
verified: no, type: nauc_map_at_1000_max
value: -8.389738078358459
verified: no, type: nauc_map_at_1000_std
value: -18.188787645801366
verified: no, type: nauc_map_at_100_diff1
value: 24.543138576462308
verified: no, type: nauc_map_at_100_max
value: -8.390896839752044
verified: no, type: nauc_map_at_100_std
value: -18.192549240185247
verified: no, type: nauc_map_at_10_diff1
value: 24.219607088995822
verified: no, type: nauc_map_at_10_max
value: -8.245734391254308
verified: no, type: nauc_map_at_10_std
value: -18.229706566466447
verified: no, type: nauc_map_at_1_diff1
value: 29.325201664812788
verified: no, type: nauc_map_at_1_max
value: -11.742800494823971
verified: no, type: nauc_map_at_1_std
value: -18.610215769702528
verified: no, type: nauc_map_at_20_diff1
value: 24.471097562798803
verified: no, type: nauc_map_at_20_max
value: -8.318035874000799
verified: no, type: nauc_map_at_20_std
value: -18.171541096773108
verified: no, type: nauc_map_at_3_diff1
value: 24.275846107642824
verified: no, type: nauc_map_at_3_max
value: -8.212242049581894
verified: no, type: nauc_map_at_3_std
value: -17.920379368937496
verified: no, type: nauc_map_at_5_diff1
value: 23.873692493209255
verified: no, type: nauc_map_at_5_max
value: -8.110347163828767
verified: no, type: nauc_map_at_5_std
value: -18.20863325596931
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.656410956419975
verified: no, type: nauc_mrr_at_1000_max
value: -8.924888102233243
verified: no, type: nauc_mrr_at_1000_std
value: -18.103674384502526
verified: no, type: nauc_mrr_at_100_diff1
value: 22.655448817140968
verified: no, type: nauc_mrr_at_100_max
value: -8.926034318499038
verified: no, type: nauc_mrr_at_100_std
value: -18.10743930104164
verified: no, type: nauc_mrr_at_10_diff1
value: 22.297536272996872
verified: no, type: nauc_mrr_at_10_max
value: -8.836407556658274
verified: no, type: nauc_mrr_at_10_std
value: -18.1598393044477
verified: no, type: nauc_mrr_at_1_diff1
value: 27.419572424489708
verified: no, type: nauc_mrr_at_1_max
value: -11.42241314820691
verified: no, type: nauc_mrr_at_1_std
value: -18.54893865856313
verified: no, type: nauc_mrr_at_20_diff1
value: 22.590227214657418
verified: no, type: nauc_mrr_at_20_max
value: -8.849986456376993
verified: no, type: nauc_mrr_at_20_std
value: -18.0862391777352
verified: no, type: nauc_mrr_at_3_diff1
value: 22.415270167774988
verified: no, type: nauc_mrr_at_3_max
value: -8.692871854156435
verified: no, type: nauc_mrr_at_3_std
value: -17.6740102891955
verified: no, type: nauc_mrr_at_5_diff1
value: 21.96284578521464
verified: no, type: nauc_mrr_at_5_max
value: -8.757031535546025
verified: no, type: nauc_mrr_at_5_std
value: -18.210766964081294
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.939400161569115
verified: no, type: nauc_ndcg_at_1000_max
value: -7.866999120512983
verified: no, type: nauc_ndcg_at_1000_std
value: -17.981457019643617
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.920033349619317
verified: no, type: nauc_ndcg_at_100_max
value: -7.889849409678031
verified: no, type: nauc_ndcg_at_100_std
value: -18.054931990360537
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.543020461303534
verified: no, type: nauc_ndcg_at_10_max
value: -7.072111788010867
verified: no, type: nauc_ndcg_at_10_std
value: -18.26397604573537
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.325201664812788
verified: no, type: nauc_ndcg_at_1_max
value: -11.742800494823971
verified: no, type: nauc_ndcg_at_1_std
value: -18.610215769702528
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.551587021207972
verified: no, type: nauc_ndcg_at_20_max
value: -7.298056222649139
verified: no, type: nauc_ndcg_at_20_std
value: -18.056004880930608
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.669089506345273
verified: no, type: nauc_ndcg_at_3_max
value: -7.278024373570137
verified: no, type: nauc_ndcg_at_3_std
value: -17.816657759914193
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.72619728226575
verified: no, type: nauc_ndcg_at_5_max
value: -6.959741647471228
verified: no, type: nauc_ndcg_at_5_std
value: -18.35173705190235
verified: no, type: nauc_precision_at_1000_diff1
value: 5.0388241058076995
verified: no, type: nauc_precision_at_1000_max
value: 34.439879624882145
verified: no, type: nauc_precision_at_1000_std
value: 77.22610895194498
verified: no, type: nauc_precision_at_100_diff1
value: 1.340670767252794
verified: no, type: nauc_precision_at_100_max
value: 19.30870025961241
verified: no, type: nauc_precision_at_100_std
value: 35.37688289157788
verified: no, type: nauc_precision_at_10_diff1
value: 7.734227153124332
verified: no, type: nauc_precision_at_10_max
value: 4.202399088422237
verified: no, type: nauc_precision_at_10_std
value: -18.383890254046698
verified: no, type: nauc_precision_at_1_diff1
value: 29.325201664812788
verified: no, type: nauc_precision_at_1_max
value: -11.742800494823971
verified: no, type: nauc_precision_at_1_std
value: -18.610215769702528
verified: no, type: nauc_precision_at_20_diff1
value: 9.48070999361637
verified: no, type: nauc_precision_at_20_max
value: 19.056709637253025
verified: no, type: nauc_precision_at_20_std
value: -13.266821166159485
verified: no, type: nauc_precision_at_3_diff1
value: 17.245260303409747
verified: no, type: nauc_precision_at_3_max
value: -4.202455033452335
verified: no, type: nauc_precision_at_3_std
value: -17.514264039955332
verified: no, type: nauc_precision_at_5_diff1
value: 12.074628162049974
verified: no, type: nauc_precision_at_5_max
value: -1.9145501461107832
verified: no, type: nauc_precision_at_5_std
value: -19.162525528916344
verified: no, type: nauc_recall_at_1000_diff1
value: 5.038824105805915
verified: no, type: nauc_recall_at_1000_max
value: 34.43987962487738
verified: no, type: nauc_recall_at_1000_std
value: 77.22610895193765
verified: no, type: nauc_recall_at_100_diff1
value: 1.3406707672497025
verified: no, type: nauc_recall_at_100_max
value: 19.30870025960776
verified: no, type: nauc_recall_at_100_std
value: 35.37688289157515
verified: no, type: nauc_recall_at_10_diff1
value: 7.734227153124366
verified: no, type: nauc_recall_at_10_max
value: 4.202399088421976
verified: no, type: nauc_recall_at_10_std
value: -18.38389025404673
verified: no, type: nauc_recall_at_1_diff1
value: 29.325201664812788
verified: no, type: nauc_recall_at_1_max
value: -11.742800494823971
verified: no, type: nauc_recall_at_1_std
value: -18.610215769702528
verified: no, type: nauc_recall_at_20_diff1
value: 9.480709993616845
verified: no, type: nauc_recall_at_20_max
value: 19.05670963725301
verified: no, type: nauc_recall_at_20_std
value: -13.266821166158651
verified: no, type: nauc_recall_at_3_diff1
value: 17.24526030340978
verified: no, type: nauc_recall_at_3_max
value: -4.202455033452323
verified: no, type: nauc_recall_at_3_std
value: -17.51426403995538
verified: no, type: nauc_recall_at_5_diff1
value: 12.074628162049992
verified: no, type: nauc_recall_at_5_max
value: -1.914550146110865
verified: no, type: nauc_recall_at_5_std
value: -19.162525528916362
verified: no, type: ndcg_at_1
value: 41.607
verified: no, type: ndcg_at_10
value: 65.269
verified: no, type: ndcg_at_100
value: 67.289
verified: no, type: ndcg_at_1000
value: 67.29899999999999
verified: no, type: ndcg_at_20
value: 66.76299999999999
verified: no, type: ndcg_at_3
value: 56.604
verified: no, type: ndcg_at_5
value: 61.07900000000001
verified: no, type: precision_at_1
value: 41.607
verified: no, type: precision_at_10
value: 9.118
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.8469999999999995
verified: no, type: precision_at_3
value: 22.451
verified: no, type: precision_at_5
value: 15.647
verified: no, type: recall_at_1
value: 41.607
verified: no, type: recall_at_10
value: 91.181
verified: no, type: recall_at_100
value: 99.57300000000001
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 96.942
verified: no, type: recall_at_3
value: 67.354
verified: no, type: recall_at_5
value: 78.236
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 55.437138353189994
verified: no, type: v_measure
value: 55.437138353189994
verified: no, type: v_measure_std
value: 14.718556601335491
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 50.65858459544658
verified: no, type: v_measure
value: 50.65858459544658
verified: no, type: v_measure_std
value: 14.887033747525146
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 67.32597152838535
verified: no, type: map
value: 67.32597152838535
verified: no, type: mrr
value: 78.98683111286988
verified: no, type: nAUC_map_diff1
value: 16.8624639710487
verified: no, type: nAUC_map_max
value: 24.91996491142433
verified: no, type: nAUC_map_std
value: 17.91865808793225
verified: no, type: nAUC_mrr_diff1
value: 25.03766425631947
verified: no, type: nAUC_mrr_max
value: 41.64561939958336
verified: no, type: nAUC_mrr_std
value: 23.179909345891968
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 85.790820496042
verified: no, type: cosine_spearman
value: 83.10731534330517
verified: no, type: euclidean_pearson
value: 84.61741304343133
verified: no, type: euclidean_spearman
value: 83.17297949010973
verified: no, type: main_score
value: 83.10731534330517
verified: no, type: manhattan_pearson
value: 85.2137696526676
verified: no, type: manhattan_spearman
value: 84.39168195786738
verified: no, type: pearson
value: 85.790820496042
verified: no, type: spearman
value: 83.10731534330517
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 89.78896103896105
verified: no, type: f1
value: 89.76107366333488
verified: no, type: f1_weighted
value: 89.76107366333488
verified: no, type: main_score
value: 89.78896103896105
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 50.68092296236376
verified: no, type: v_measure
value: 50.68092296236376
verified: no, type: v_measure_std
value: 0.7832640983085436
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 46.86629236732983
verified: no, type: v_measure
value: 46.86629236732983
verified: no, type: v_measure_std
value: 0.8784322236350974
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackRetrieval
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack
metrics: type: main_score
value: 47.74883333333334
verified: no, type: map_at_1
value: 30.179249999999996
verified: no, type: map_at_10
value: 41.60824999999999
verified: no, type: map_at_100
value: 42.94008333333332
verified: no, type: map_at_1000
value: 43.04666666666667
verified: no, type: map_at_20
value: 42.36833333333334
verified: no, type: map_at_3
value: 38.23491666666666
verified: no, type: map_at_5
value: 40.10183333333333
verified: no, type: mrr_at_1
value: 36.47676085808166
verified: no, type: mrr_at_10
value: 46.300991916437155
verified: no, type: mrr_at_100
value: 47.12155753713262
verified: no, type: mrr_at_1000
value: 47.168033610799945
verified: no, type: mrr_at_20
value: 46.80405724560391
verified: no, type: mrr_at_3
value: 43.77000352801797
verified: no, type: mrr_at_5
value: 45.22295361704542
verified: no, type: nauc_map_at_1000_diff1
value: 46.953671666941524
verified: no, type: nauc_map_at_1000_max
value: 32.260396316089675
verified: no, type: nauc_map_at_1000_std
value: 0.6657766120094878
verified: no, type: nauc_map_at_100_diff1
value: 46.94717463394555
verified: no, type: nauc_map_at_100_max
value: 32.25088350678177
verified: no, type: nauc_map_at_100_std
value: 0.6257017014549283
verified: no, type: nauc_map_at_10_diff1
value: 46.974678429336464
verified: no, type: nauc_map_at_10_max
value: 31.862230807295504
verified: no, type: nauc_map_at_10_std
value: -0.14758828549579284
verified: no, type: nauc_map_at_1_diff1
value: 52.48913346466124
verified: no, type: nauc_map_at_1_max
value: 29.874374024967725
verified: no, type: nauc_map_at_1_std
value: -2.433547569836134
verified: no, type: nauc_map_at_20_diff1
value: 46.96088684217651
verified: no, type: nauc_map_at_20_max
value: 32.08954208613205
verified: no, type: nauc_map_at_20_std
value: 0.25946321113436527
verified: no, type: nauc_map_at_3_diff1
value: 47.703230121518345
verified: no, type: nauc_map_at_3_max
value: 30.977880095983107
verified: no, type: nauc_map_at_3_std
value: -1.342777563991804
verified: no, type: nauc_map_at_5_diff1
value: 47.1615010199957
verified: no, type: nauc_map_at_5_max
value: 31.420885812683284
verified: no, type: nauc_map_at_5_std
value: -0.8789297099444306
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.69178645962615
verified: no, type: nauc_mrr_at_1000_max
value: 34.392807413340655
verified: no, type: nauc_mrr_at_1000_std
value: 1.6155464863667934
verified: no, type: nauc_mrr_at_100_diff1
value: 46.67417236349189
verified: no, type: nauc_mrr_at_100_max
value: 34.384607045512624
verified: no, type: nauc_mrr_at_100_std
value: 1.6259917384109652
verified: no, type: nauc_mrr_at_10_diff1
value: 46.60497560446239
verified: no, type: nauc_mrr_at_10_max
value: 34.32918897817958
verified: no, type: nauc_mrr_at_10_std
value: 1.39387793769014
verified: no, type: nauc_mrr_at_1_diff1
value: 51.61608573254137
verified: no, type: nauc_mrr_at_1_max
value: 35.18105023234596
verified: no, type: nauc_mrr_at_1_std
value: 0.17943702145478177
verified: no, type: nauc_mrr_at_20_diff1
value: 46.635943069860254
verified: no, type: nauc_mrr_at_20_max
value: 34.37050973118794
verified: no, type: nauc_mrr_at_20_std
value: 1.5346464678860607
verified: no, type: nauc_mrr_at_3_diff1
value: 47.154389369038334
verified: no, type: nauc_mrr_at_3_max
value: 34.41036411855465
verified: no, type: nauc_mrr_at_3_std
value: 0.924551812357872
verified: no, type: nauc_mrr_at_5_diff1
value: 46.6690101691763
verified: no, type: nauc_mrr_at_5_max
value: 34.29740388138466
verified: no, type: nauc_mrr_at_5_std
value: 1.0567184149139792
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.375448289173264
verified: no, type: nauc_ndcg_at_1000_max
value: 33.47957083714482
verified: no, type: nauc_ndcg_at_1000_std
value: 3.192251100225568
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.93601014699499
verified: no, type: nauc_ndcg_at_100_max
value: 33.21249888295249
verified: no, type: nauc_ndcg_at_100_std
value: 3.609842852934217
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.87893284011915
verified: no, type: nauc_ndcg_at_10_max
value: 32.384885249478515
verified: no, type: nauc_ndcg_at_10_std
value: 1.454493065035396
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.61608573254137
verified: no, type: nauc_ndcg_at_1_max
value: 35.18105023234596
verified: no, type: nauc_ndcg_at_1_std
value: 0.17943702145478177
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.867752179050605
verified: no, type: nauc_ndcg_at_20_max
value: 32.689535921840196
verified: no, type: nauc_ndcg_at_20_std
value: 2.337765158573901
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.87485821381341
verified: no, type: nauc_ndcg_at_3_max
value: 32.33282450558947
verified: no, type: nauc_ndcg_at_3_std
value: 0.0681643829273283
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.202902131892394
verified: no, type: nauc_ndcg_at_5_max
value: 32.1026971523917
verified: no, type: nauc_ndcg_at_5_std
value: 0.3565572833774486
verified: no, type: nauc_precision_at_1000_diff1
value: -8.935267931198956
verified: no, type: nauc_precision_at_1000_max
value: 6.464981960169269
verified: no, type: nauc_precision_at_1000_std
value: 10.662786182234633
verified: no, type: nauc_precision_at_100_diff1
value: -1.64091517847155
verified: no, type: nauc_precision_at_100_max
value: 15.175617871025024
verified: no, type: nauc_precision_at_100_std
value: 16.924256989248075
verified: no, type: nauc_precision_at_10_diff1
value: 15.676651966277047
verified: no, type: nauc_precision_at_10_max
value: 26.243734188847117
verified: no, type: nauc_precision_at_10_std
value: 10.601741034956333
verified: no, type: nauc_precision_at_1_diff1
value: 51.61608573254137
verified: no, type: nauc_precision_at_1_max
value: 35.18105023234596
verified: no, type: nauc_precision_at_1_std
value: 0.17943702145478177
verified: no, type: nauc_precision_at_20_diff1
value: 9.447267260198654
verified: no, type: nauc_precision_at_20_max
value: 23.024130858142723
verified: no, type: nauc_precision_at_20_std
value: 13.739145648899603
verified: no, type: nauc_precision_at_3_diff1
value: 30.11583572134629
verified: no, type: nauc_precision_at_3_max
value: 31.37321080069495
verified: no, type: nauc_precision_at_3_std
value: 4.705512374126024
verified: no, type: nauc_precision_at_5_diff1
value: 23.192015335996093
verified: no, type: nauc_precision_at_5_max
value: 29.415746835998764
verified: no, type: nauc_precision_at_5_std
value: 6.843498772798558
verified: no, type: nauc_recall_at_1000_diff1
value: 25.36573313426033
verified: no, type: nauc_recall_at_1000_max
value: 43.06672256524168
verified: no, type: nauc_recall_at_1000_std
value: 47.93664853815292
verified: no, type: nauc_recall_at_100_diff1
value: 31.222880916617406
verified: no, type: nauc_recall_at_100_max
value: 31.761159904172658
verified: no, type: nauc_recall_at_100_std
value: 23.034218976635877
verified: no, type: nauc_recall_at_10_diff1
value: 36.23439028915225
verified: no, type: nauc_recall_at_10_max
value: 28.473458977606438
verified: no, type: nauc_recall_at_10_std
value: 3.7797969934159
verified: no, type: nauc_recall_at_1_diff1
value: 52.48913346466124
verified: no, type: nauc_recall_at_1_max
value: 29.874374024967725
verified: no, type: nauc_recall_at_1_std
value: -2.433547569836134
verified: no, type: nauc_recall_at_20_diff1
value: 34.678676952584766
verified: no, type: nauc_recall_at_20_max
value: 29.04638392522168
verified: no, type: nauc_recall_at_20_std
value: 8.148894982082549
verified: no, type: nauc_recall_at_3_diff1
value: 41.31029996231311
verified: no, type: nauc_recall_at_3_max
value: 28.44199443414157
verified: no, type: nauc_recall_at_3_std
value: -0.747324057600377
verified: no, type: nauc_recall_at_5_diff1
value: 38.535873899920674
verified: no, type: nauc_recall_at_5_max
value: 27.942667805948375
verified: no, type: nauc_recall_at_5_std
value: 0.30652206930973686
verified: no, type: ndcg_at_1
value: 36.47675
verified: no, type: ndcg_at_10
value: 47.74883333333334
verified: no, type: ndcg_at_100
value: 52.902416666666674
verified: no, type: ndcg_at_1000
value: 54.69116666666667
verified: no, type: ndcg_at_20
value: 49.89758333333333
verified: no, type: ndcg_at_3
value: 42.462250000000004
verified: no, type: ndcg_at_5
value: 44.91841666666667
verified: no, type: precision_at_1
value: 36.47675
verified: no, type: precision_at_10
value: 8.582416666666665
verified: no, type: precision_at_100
value: 1.31475
verified: no, type: precision_at_1000
value: 0.16458333333333333
verified: no, type: precision_at_20
value: 5.021833333333333
verified: no, type: precision_at_3
value: 20.004499999999997
verified: no, type: precision_at_5
value: 14.178666666666665
verified: no, type: recall_at_1
value: 30.179249999999996
verified: no, type: recall_at_10
value: 60.950166666666675
verified: no, type: recall_at_100
value: 83.19025
verified: no, type: recall_at_1000
value: 95.27774999999998
verified: no, type: recall_at_20
value: 68.80175
verified: no, type: recall_at_3
value: 46.01841666666666
verified: no, type: recall_at_5
value: 52.482416666666666
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 46.113
verified: no, type: map_at_1
value: 20.122999999999998
verified: no, type: map_at_10
value: 35.474
verified: no, type: map_at_100
value: 37.592
verified: no, type: map_at_1000
value: 37.773
verified: no, type: map_at_20
value: 36.637
verified: no, type: map_at_3
value: 29.731
verified: no, type: map_at_5
value: 32.964
verified: no, type: mrr_at_1
value: 46.71009771986971
verified: no, type: mrr_at_10
value: 58.855669303552105
verified: no, type: mrr_at_100
value: 59.389249674038425
verified: no, type: mrr_at_1000
value: 59.408448104362364
verified: no, type: mrr_at_20
value: 59.23881203149016
verified: no, type: mrr_at_3
value: 56.18892508143328
verified: no, type: mrr_at_5
value: 57.85342019543985
verified: no, type: nauc_map_at_1000_diff1
value: 27.047031037721958
verified: no, type: nauc_map_at_1000_max
value: 43.25240279148033
verified: no, type: nauc_map_at_1000_std
value: 20.795849418696037
verified: no, type: nauc_map_at_100_diff1
value: 27.044739015116452
verified: no, type: nauc_map_at_100_max
value: 43.24042159787812
verified: no, type: nauc_map_at_100_std
value: 20.799952124137683
verified: no, type: nauc_map_at_10_diff1
value: 27.372696854670338
verified: no, type: nauc_map_at_10_max
value: 43.054456574721684
verified: no, type: nauc_map_at_10_std
value: 19.537162110136645
verified: no, type: nauc_map_at_1_diff1
value: 43.65424623953092
verified: no, type: nauc_map_at_1_max
value: 45.17986509998762
verified: no, type: nauc_map_at_1_std
value: 8.497107052335414
verified: no, type: nauc_map_at_20_diff1
value: 27.224535846566074
verified: no, type: nauc_map_at_20_max
value: 43.12222854561229
verified: no, type: nauc_map_at_20_std
value: 20.29982972202669
verified: no, type: nauc_map_at_3_diff1
value: 30.87847002319001
verified: no, type: nauc_map_at_3_max
value: 42.890027891707575
verified: no, type: nauc_map_at_3_std
value: 13.857451947580929
verified: no, type: nauc_map_at_5_diff1
value: 27.966867093591542
verified: no, type: nauc_map_at_5_max
value: 42.35826637592201
verified: no, type: nauc_map_at_5_std
value: 16.993102524058624
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.191544077608164
verified: no, type: nauc_mrr_at_1000_max
value: 44.959438920351644
verified: no, type: nauc_mrr_at_1000_std
value: 24.065801376465114
verified: no, type: nauc_mrr_at_100_diff1
value: 30.170368115494
verified: no, type: nauc_mrr_at_100_max
value: 44.955868115761156
verified: no, type: nauc_mrr_at_100_std
value: 24.093510767847707
verified: no, type: nauc_mrr_at_10_diff1
value: 30.128430637520175
verified: no, type: nauc_mrr_at_10_max
value: 44.97689261350708
verified: no, type: nauc_mrr_at_10_std
value: 24.037049561818897
verified: no, type: nauc_mrr_at_1_diff1
value: 35.323351939108214
verified: no, type: nauc_mrr_at_1_max
value: 43.85026244855636
verified: no, type: nauc_mrr_at_1_std
value: 17.040662141218974
verified: no, type: nauc_mrr_at_20_diff1
value: 30.192006556160443
verified: no, type: nauc_mrr_at_20_max
value: 45.02814530774032
verified: no, type: nauc_mrr_at_20_std
value: 24.20885865448696
verified: no, type: nauc_mrr_at_3_diff1
value: 29.88250163424518
verified: no, type: nauc_mrr_at_3_max
value: 44.25768944883186
verified: no, type: nauc_mrr_at_3_std
value: 22.804183393364198
verified: no, type: nauc_mrr_at_5_diff1
value: 30.269824490420767
verified: no, type: nauc_mrr_at_5_max
value: 44.97443265796657
verified: no, type: nauc_mrr_at_5_std
value: 23.894159916141177
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.533764005407356
verified: no, type: nauc_ndcg_at_1000_max
value: 44.50902713386608
verified: no, type: nauc_ndcg_at_1000_std
value: 27.589506980238404
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.209785073940353
verified: no, type: nauc_ndcg_at_100_max
value: 44.18257063893669
verified: no, type: nauc_ndcg_at_100_std
value: 27.963150866401943
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.168069201989486
verified: no, type: nauc_ndcg_at_10_max
value: 43.84940910683214
verified: no, type: nauc_ndcg_at_10_std
value: 24.810707270956435
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.323351939108214
verified: no, type: nauc_ndcg_at_1_max
value: 43.85026244855636
verified: no, type: nauc_ndcg_at_1_std
value: 17.040662141218974
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.829924800466834
verified: no, type: nauc_ndcg_at_20_max
value: 43.738574327059716
verified: no, type: nauc_ndcg_at_20_std
value: 26.252370278684072
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.321943393906274
verified: no, type: nauc_ndcg_at_3_max
value: 42.16584786993447
verified: no, type: nauc_ndcg_at_3_std
value: 18.24775079455969
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.043785418347998
verified: no, type: nauc_ndcg_at_5_max
value: 42.874593895388344
verified: no, type: nauc_ndcg_at_5_std
value: 21.294004555506117
verified: no, type: nauc_precision_at_1000_diff1
value: -22.073027615308582
verified: no, type: nauc_precision_at_1000_max
value: -6.549723766317357
verified: no, type: nauc_precision_at_1000_std
value: 18.301749191241306
verified: no, type: nauc_precision_at_100_diff1
value: -15.654286887593619
verified: no, type: nauc_precision_at_100_max
value: 6.401516251421999
verified: no, type: nauc_precision_at_100_std
value: 29.170680324929805
verified: no, type: nauc_precision_at_10_diff1
value: -4.362381972892247
verified: no, type: nauc_precision_at_10_max
value: 22.10943515872447
verified: no, type: nauc_precision_at_10_std
value: 31.869699459530022
verified: no, type: nauc_precision_at_1_diff1
value: 35.323351939108214
verified: no, type: nauc_precision_at_1_max
value: 43.85026244855636
verified: no, type: nauc_precision_at_1_std
value: 17.040662141218974
verified: no, type: nauc_precision_at_20_diff1
value: -7.50749661117875
verified: no, type: nauc_precision_at_20_max
value: 16.80584016023257
verified: no, type: nauc_precision_at_20_std
value: 31.976755897112437
verified: no, type: nauc_precision_at_3_diff1
value: 7.402667538773083
verified: no, type: nauc_precision_at_3_max
value: 31.2088401330676
verified: no, type: nauc_precision_at_3_std
value: 24.287905698405662
verified: no, type: nauc_precision_at_5_diff1
value: 0.7479172565343901
verified: no, type: nauc_precision_at_5_max
value: 26.28427734237825
verified: no, type: nauc_precision_at_5_std
value: 28.246947120310317
verified: no, type: nauc_recall_at_1000_diff1
value: 2.4778431086370496
verified: no, type: nauc_recall_at_1000_max
value: 40.2231995797509
verified: no, type: nauc_recall_at_1000_std
value: 52.62124052183862
verified: no, type: nauc_recall_at_100_diff1
value: 8.960962419741463
verified: no, type: nauc_recall_at_100_max
value: 35.81132850291491
verified: no, type: nauc_recall_at_100_std
value: 40.020903251786166
verified: no, type: nauc_recall_at_10_diff1
value: 15.603400751376636
verified: no, type: nauc_recall_at_10_max
value: 37.570127529136485
verified: no, type: nauc_recall_at_10_std
value: 28.07128410238545
verified: no, type: nauc_recall_at_1_diff1
value: 43.65424623953092
verified: no, type: nauc_recall_at_1_max
value: 45.17986509998762
verified: no, type: nauc_recall_at_1_std
value: 8.497107052335414
verified: no, type: nauc_recall_at_20_diff1
value: 13.844820282832346
verified: no, type: nauc_recall_at_20_max
value: 36.0106148516309
verified: no, type: nauc_recall_at_20_std
value: 31.453103910565254
verified: no, type: nauc_recall_at_3_diff1
value: 24.359328154117748
verified: no, type: nauc_recall_at_3_max
value: 39.93774251377568
verified: no, type: nauc_recall_at_3_std
value: 16.214921517509648
verified: no, type: nauc_recall_at_5_diff1
value: 18.75788451360292
verified: no, type: nauc_recall_at_5_max
value: 38.177646107055516
verified: no, type: nauc_recall_at_5_std
value: 22.17196825834675
verified: no, type: ndcg_at_1
value: 46.71
verified: no, type: ndcg_at_10
value: 46.113
verified: no, type: ndcg_at_100
value: 53.035
verified: no, type: ndcg_at_1000
value: 55.724
verified: no, type: ndcg_at_20
value: 48.929
verified: no, type: ndcg_at_3
value: 39.501999999999995
verified: no, type: ndcg_at_5
value: 41.792
verified: no, type: precision_at_1
value: 46.71
verified: no, type: precision_at_10
value: 14.274000000000001
verified: no, type: precision_at_100
value: 2.1870000000000003
verified: no, type: precision_at_1000
value: 0.269
verified: no, type: precision_at_20
value: 8.375
verified: no, type: precision_at_3
value: 29.881
verified: no, type: precision_at_5
value: 22.697
verified: no, type: recall_at_1
value: 20.122999999999998
verified: no, type: recall_at_10
value: 52.22
verified: no, type: recall_at_100
value: 75.388
verified: no, type: recall_at_1000
value: 89.938
verified: no, type: recall_at_20
value: 60.077000000000005
verified: no, type: recall_at_3
value: 35.150999999999996
verified: no, type: recall_at_5
value: 42.748000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 52.276999999999994
verified: no, type: map_at_1
value: 9.949
verified: no, type: map_at_10
value: 24.891
verified: no, type: map_at_100
value: 37.111
verified: no, type: map_at_1000
value: 39.266
verified: no, type: map_at_20
value: 29.685
verified: no, type: map_at_3
value: 16.586000000000002
verified: no, type: map_at_5
value: 19.982
verified: no, type: mrr_at_1
value: 76.25
verified: no, type: mrr_at_10
value: 82.4518849206349
verified: no, type: mrr_at_100
value: 82.70302194564499
verified: no, type: mrr_at_1000
value: 82.70909729942254
verified: no, type: mrr_at_20
value: 82.60492765962964
verified: no, type: mrr_at_3
value: 81.33333333333331
verified: no, type: mrr_at_5
value: 82.14583333333331
verified: no, type: nauc_map_at_1000_diff1
value: 21.427201262456556
verified: no, type: nauc_map_at_1000_max
value: 35.357361590816076
verified: no, type: nauc_map_at_1000_std
value: 24.785419223353717
verified: no, type: nauc_map_at_100_diff1
value: 22.82358692021537
verified: no, type: nauc_map_at_100_max
value: 35.07399692072945
verified: no, type: nauc_map_at_100_std
value: 22.679878828987025
verified: no, type: nauc_map_at_10_diff1
value: 26.491769223479643
verified: no, type: nauc_map_at_10_max
value: 20.78079385443902
verified: no, type: nauc_map_at_10_std
value: -4.910406292079661
verified: no, type: nauc_map_at_1_diff1
value: 35.20851030208876
verified: no, type: nauc_map_at_1_max
value: 5.783003346365858
verified: no, type: nauc_map_at_1_std
value: -21.11679133835354
verified: no, type: nauc_map_at_20_diff1
value: 24.80097499300491
verified: no, type: nauc_map_at_20_max
value: 26.807021360774975
verified: no, type: nauc_map_at_20_std
value: 4.793103995429955
verified: no, type: nauc_map_at_3_diff1
value: 29.238193458890173
verified: no, type: nauc_map_at_3_max
value: 10.300839972189456
verified: no, type: nauc_map_at_3_std
value: -17.889666731981592
verified: no, type: nauc_map_at_5_diff1
value: 28.773624870573926
verified: no, type: nauc_map_at_5_max
value: 14.951435645422887
verified: no, type: nauc_map_at_5_std
value: -13.319697827173565
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.232544856708785
verified: no, type: nauc_mrr_at_1000_max
value: 64.73225637682637
verified: no, type: nauc_mrr_at_1000_std
value: 37.57480399594188
verified: no, type: nauc_mrr_at_100_diff1
value: 55.219251601773735
verified: no, type: nauc_mrr_at_100_max
value: 64.73305063663611
verified: no, type: nauc_mrr_at_100_std
value: 37.56458562909293
verified: no, type: nauc_mrr_at_10_diff1
value: 55.123463838253464
verified: no, type: nauc_mrr_at_10_max
value: 64.91914041040233
verified: no, type: nauc_mrr_at_10_std
value: 37.76482503851598
verified: no, type: nauc_mrr_at_1_diff1
value: 56.45461238513347
verified: no, type: nauc_mrr_at_1_max
value: 63.11782510293676
verified: no, type: nauc_mrr_at_1_std
value: 33.592561284868985
verified: no, type: nauc_mrr_at_20_diff1
value: 55.15401961460458
verified: no, type: nauc_mrr_at_20_max
value: 64.77145835613156
verified: no, type: nauc_mrr_at_20_std
value: 37.471561418305804
verified: no, type: nauc_mrr_at_3_diff1
value: 54.64387438697658
verified: no, type: nauc_mrr_at_3_max
value: 64.27618995019164
verified: no, type: nauc_mrr_at_3_std
value: 39.391637295269014
verified: no, type: nauc_mrr_at_5_diff1
value: 55.08702591239485
verified: no, type: nauc_mrr_at_5_max
value: 64.6071475650635
verified: no, type: nauc_mrr_at_5_std
value: 37.97185134269896
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.696698876400387
verified: no, type: nauc_ndcg_at_1000_max
value: 52.12183760001191
verified: no, type: nauc_ndcg_at_1000_std
value: 40.197596211778716
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.253120193433666
verified: no, type: nauc_ndcg_at_100_max
value: 49.47167758554746
verified: no, type: nauc_ndcg_at_100_std
value: 32.643833139756204
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.065541392580013
verified: no, type: nauc_ndcg_at_10_max
value: 45.83504281289289
verified: no, type: nauc_ndcg_at_10_std
value: 27.11739500732328
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.42808250022517
verified: no, type: nauc_ndcg_at_1_max
value: 53.502615048520354
verified: no, type: nauc_ndcg_at_1_std
value: 27.17555908836708
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.374791382330308
verified: no, type: nauc_ndcg_at_20_max
value: 43.91246842479055
verified: no, type: nauc_ndcg_at_20_std
value: 23.419410620550316
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.71550354496204
verified: no, type: nauc_ndcg_at_3_max
value: 43.9641457892003
verified: no, type: nauc_ndcg_at_3_std
value: 27.320024167947686
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.020654974589487
verified: no, type: nauc_ndcg_at_5_max
value: 46.130417266030584
verified: no, type: nauc_ndcg_at_5_std
value: 28.392009019010068
verified: no, type: nauc_precision_at_1000_diff1
value: -21.47455482181002
verified: no, type: nauc_precision_at_1000_max
value: -9.721907229236024
verified: no, type: nauc_precision_at_1000_std
value: -1.061132062651487
verified: no, type: nauc_precision_at_100_diff1
value: -12.35759246101943
verified: no, type: nauc_precision_at_100_max
value: 15.509512444892168
verified: no, type: nauc_precision_at_100_std
value: 36.21183578592014
verified: no, type: nauc_precision_at_10_diff1
value: -6.136998947343125
verified: no, type: nauc_precision_at_10_max
value: 32.30037906748288
verified: no, type: nauc_precision_at_10_std
value: 41.4500302476981
verified: no, type: nauc_precision_at_1_diff1
value: 56.45461238513347
verified: no, type: nauc_precision_at_1_max
value: 63.11782510293676
verified: no, type: nauc_precision_at_1_std
value: 33.592561284868985
verified: no, type: nauc_precision_at_20_diff1
value: -7.335890123683174
verified: no, type: nauc_precision_at_20_max
value: 28.31417075291312
verified: no, type: nauc_precision_at_20_std
value: 41.405935715061815
verified: no, type: nauc_precision_at_3_diff1
value: 7.117255890225942
verified: no, type: nauc_precision_at_3_max
value: 39.19894132683829
verified: no, type: nauc_precision_at_3_std
value: 38.48255841994843
verified: no, type: nauc_precision_at_5_diff1
value: 1.861523090114206
verified: no, type: nauc_precision_at_5_max
value: 38.11649223007208
verified: no, type: nauc_precision_at_5_std
value: 40.52993530374645
verified: no, type: nauc_recall_at_1000_diff1
value: 26.497648584314636
verified: no, type: nauc_recall_at_1000_max
value: 44.48069746734414
verified: no, type: nauc_recall_at_1000_std
value: 53.16438130228715
verified: no, type: nauc_recall_at_100_diff1
value: 26.353456899511446
verified: no, type: nauc_recall_at_100_max
value: 37.57379787884197
verified: no, type: nauc_recall_at_100_std
value: 29.197468295989548
verified: no, type: nauc_recall_at_10_diff1
value: 22.80445738351114
verified: no, type: nauc_recall_at_10_max
value: 15.895630778449046
verified: no, type: nauc_recall_at_10_std
value: -8.746224797644501
verified: no, type: nauc_recall_at_1_diff1
value: 35.20851030208876
verified: no, type: nauc_recall_at_1_max
value: 5.783003346365858
verified: no, type: nauc_recall_at_1_std
value: -21.11679133835354
verified: no, type: nauc_recall_at_20_diff1
value: 22.34028867678706
verified: no, type: nauc_recall_at_20_max
value: 21.42373427646772
verified: no, type: nauc_recall_at_20_std
value: 0.4533036151015875
verified: no, type: nauc_recall_at_3_diff1
value: 24.96853445599229
verified: no, type: nauc_recall_at_3_max
value: 6.245185375804208
verified: no, type: nauc_recall_at_3_std
value: -20.200240127099622
verified: no, type: nauc_recall_at_5_diff1
value: 24.749259476710623
verified: no, type: nauc_recall_at_5_max
value: 11.024592845995942
verified: no, type: nauc_recall_at_5_std
value: -16.15683085641543
verified: no, type: ndcg_at_1
value: 64.125
verified: no, type: ndcg_at_10
value: 52.276999999999994
verified: no, type: ndcg_at_100
value: 57.440000000000005
verified: no, type: ndcg_at_1000
value: 64.082
verified: no, type: ndcg_at_20
value: 51.383
verified: no, type: ndcg_at_3
value: 55.769000000000005
verified: no, type: ndcg_at_5
value: 53.978
verified: no, type: precision_at_1
value: 76.25
verified: no, type: precision_at_10
value: 43.05
verified: no, type: precision_at_100
value: 14.09
verified: no, type: precision_at_1000
value: 2.662
verified: no, type: precision_at_20
value: 33.112
verified: no, type: precision_at_3
value: 59.833000000000006
verified: no, type: precision_at_5
value: 53.05
verified: no, type: recall_at_1
value: 9.949
verified: no, type: recall_at_10
value: 30.424
verified: no, type: recall_at_100
value: 64.062
verified: no, type: recall_at_1000
value: 85.916
verified: no, type: recall_at_20
value: 39.895
verified: no, type: recall_at_3
value: 17.876
verified: no, type: recall_at_5
value: 22.536
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 84.29499999999999
verified: no, type: f1
value: 79.76188258172078
verified: no, type: f1_weighted
value: 84.96026012933847
verified: no, type: main_score
value: 84.29499999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 94.83200000000001
verified: no, type: map_at_1
value: 87.339
verified: no, type: map_at_10
value: 92.92099999999999
verified: no, type: map_at_100
value: 93.108
verified: no, type: map_at_1000
value: 93.116
verified: no, type: map_at_20
value: 93.041
verified: no, type: map_at_3
value: 92.219
verified: no, type: map_at_5
value: 92.664
verified: no, type: mrr_at_1
value: 93.99939993999399
verified: no, type: mrr_at_10
value: 96.55188137861403
verified: no, type: mrr_at_100
value: 96.5652366009286
verified: no, type: mrr_at_1000
value: 96.5652625550811
verified: no, type: mrr_at_20
value: 96.5601781754844
verified: no, type: mrr_at_3
value: 96.45714571457142
verified: no, type: mrr_at_5
value: 96.544904490449
verified: no, type: nauc_map_at_1000_diff1
value: 51.81676454961933
verified: no, type: nauc_map_at_1000_max
value: 24.904822914926118
verified: no, type: nauc_map_at_1000_std
value: -3.8110347821630404
verified: no, type: nauc_map_at_100_diff1
value: 51.77514975011158
verified: no, type: nauc_map_at_100_max
value: 24.912497341800094
verified: no, type: nauc_map_at_100_std
value: -3.76229517662447
verified: no, type: nauc_map_at_10_diff1
value: 51.29608296382479
verified: no, type: nauc_map_at_10_max
value: 24.78704970246707
verified: no, type: nauc_map_at_10_std
value: -3.723130815783328
verified: no, type: nauc_map_at_1_diff1
value: 59.90813138005125
verified: no, type: nauc_map_at_1_max
value: 24.58479295693794
verified: no, type: nauc_map_at_1_std
value: -8.056152492777027
verified: no, type: nauc_map_at_20_diff1
value: 51.428639331678326
verified: no, type: nauc_map_at_20_max
value: 24.849214517705086
verified: no, type: nauc_map_at_20_std
value: -3.685550123874596
verified: no, type: nauc_map_at_3_diff1
value: 50.94399923719279
verified: no, type: nauc_map_at_3_max
value: 24.359700180006207
verified: no, type: nauc_map_at_3_std
value: -5.407767408816422
verified: no, type: nauc_map_at_5_diff1
value: 50.767302682959546
verified: no, type: nauc_map_at_5_max
value: 24.491113461892215
verified: no, type: nauc_map_at_5_std
value: -4.058336127339082
verified: no, type: nauc_mrr_at_1000_diff1
value: 79.86042313551833
verified: no, type: nauc_mrr_at_1000_max
value: 23.20960445633933
verified: no, type: nauc_mrr_at_1000_std
value: -23.54334295120471
verified: no, type: nauc_mrr_at_100_diff1
value: 79.85991247027636
verified: no, type: nauc_mrr_at_100_max
value: 23.210085926780106
verified: no, type: nauc_mrr_at_100_std
value: -23.542508200789197
verified: no, type: nauc_mrr_at_10_diff1
value: 79.71095155563415
verified: no, type: nauc_mrr_at_10_max
value: 23.24128650883908
verified: no, type: nauc_mrr_at_10_std
value: -23.408502781834102
verified: no, type: nauc_mrr_at_1_diff1
value: 82.6349900233902
verified: no, type: nauc_mrr_at_1_max
value: 21.994548214014227
verified: no, type: nauc_mrr_at_1_std
value: -22.549769792179262
verified: no, type: nauc_mrr_at_20_diff1
value: 79.76465012873038
verified: no, type: nauc_mrr_at_20_max
value: 23.17575026523213
verified: no, type: nauc_mrr_at_20_std
value: -23.492660166315048
verified: no, type: nauc_mrr_at_3_diff1
value: 79.91074933379953
verified: no, type: nauc_mrr_at_3_max
value: 24.14246499097892
verified: no, type: nauc_mrr_at_3_std
value: -25.22601708389664
verified: no, type: nauc_mrr_at_5_diff1
value: 79.62092651565847
verified: no, type: nauc_mrr_at_5_max
value: 23.315937737034425
verified: no, type: nauc_mrr_at_5_std
value: -23.317659360058403
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.404537986779225
verified: no, type: nauc_ndcg_at_1000_max
value: 25.38408304128995
verified: no, type: nauc_ndcg_at_1000_std
value: -4.916709117696968
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.2448598868241
verified: no, type: nauc_ndcg_at_100_max
value: 25.75325255295546
verified: no, type: nauc_ndcg_at_100_std
value: -3.680507005630751
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.81057355170232
verified: no, type: nauc_ndcg_at_10_max
value: 25.006448273343807
verified: no, type: nauc_ndcg_at_10_std
value: -2.8979899112515577
verified: no, type: nauc_ndcg_at_1_diff1
value: 82.6349900233902
verified: no, type: nauc_ndcg_at_1_max
value: 21.994548214014227
verified: no, type: nauc_ndcg_at_1_std
value: -22.549769792179262
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.205023097166304
verified: no, type: nauc_ndcg_at_20_max
value: 25.22133626556826
verified: no, type: nauc_ndcg_at_20_std
value: -2.9506328244150155
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.79780256736321
verified: no, type: nauc_ndcg_at_3_max
value: 24.81137324438439
verified: no, type: nauc_ndcg_at_3_std
value: -6.881223858227807
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.290038260564565
verified: no, type: nauc_ndcg_at_5_max
value: 24.57250792165796
verified: no, type: nauc_ndcg_at_5_std
value: -3.5124628344654596
verified: no, type: nauc_precision_at_1000_diff1
value: -20.215211396894333
verified: no, type: nauc_precision_at_1000_max
value: -14.165452298769171
verified: no, type: nauc_precision_at_1000_std
value: -2.0952871214470816
verified: no, type: nauc_precision_at_100_diff1
value: -22.340257474494607
verified: no, type: nauc_precision_at_100_max
value: -12.697885641360282
verified: no, type: nauc_precision_at_100_std
value: 1.0688624940286244
verified: no, type: nauc_precision_at_10_diff1
value: -24.78271817420798
verified: no, type: nauc_precision_at_10_max
value: -12.625257500222656
verified: no, type: nauc_precision_at_10_std
value: 3.223250450607087
verified: no, type: nauc_precision_at_1_diff1
value: 82.6349900233902
verified: no, type: nauc_precision_at_1_max
value: 21.994548214014227
verified: no, type: nauc_precision_at_1_std
value: -22.549769792179262
verified: no, type: nauc_precision_at_20_diff1
value: -24.375756227194177
verified: no, type: nauc_precision_at_20_max
value: -12.341015011563536
verified: no, type: nauc_precision_at_20_std
value: 2.7475274619387955
verified: no, type: nauc_precision_at_3_diff1
value: -24.8251306777365
verified: no, type: nauc_precision_at_3_max
value: -13.109579709589042
verified: no, type: nauc_precision_at_3_std
value: -1.2233442335420748
verified: no, type: nauc_precision_at_5_diff1
value: -26.955418583344894
verified: no, type: nauc_precision_at_5_max
value: -13.598630838071015
verified: no, type: nauc_precision_at_5_std
value: 2.545780631940738
verified: no, type: nauc_recall_at_1000_diff1
value: 0.2542680835344437
verified: no, type: nauc_recall_at_1000_max
value: 49.38194243035277
verified: no, type: nauc_recall_at_1000_std
value: 57.021502715846026
verified: no, type: nauc_recall_at_100_diff1
value: 5.062154815367015
verified: no, type: nauc_recall_at_100_max
value: 45.41178380188437
verified: no, type: nauc_recall_at_100_std
value: 50.78382225901813
verified: no, type: nauc_recall_at_10_diff1
value: 20.429153629007818
verified: no, type: nauc_recall_at_10_max
value: 27.516855026155508
verified: no, type: nauc_recall_at_10_std
value: 21.367491371755467
verified: no, type: nauc_recall_at_1_diff1
value: 59.90813138005125
verified: no, type: nauc_recall_at_1_max
value: 24.58479295693794
verified: no, type: nauc_recall_at_1_std
value: -8.056152492777027
verified: no, type: nauc_recall_at_20_diff1
value: 13.072430858896942
verified: no, type: nauc_recall_at_20_max
value: 29.5522659183247
verified: no, type: nauc_recall_at_20_std
value: 28.70569974090291
verified: no, type: nauc_recall_at_3_diff1
value: 30.419084482663617
verified: no, type: nauc_recall_at_3_max
value: 25.627389580252835
verified: no, type: nauc_recall_at_3_std
value: 2.5557690877637054
verified: no, type: nauc_recall_at_5_diff1
value: 22.92561435069869
verified: no, type: nauc_recall_at_5_max
value: 25.545265063475455
verified: no, type: nauc_recall_at_5_std
value: 14.736172663072786
verified: no, type: ndcg_at_1
value: 93.999
verified: no, type: ndcg_at_10
value: 94.83200000000001
verified: no, type: ndcg_at_100
value: 95.363
verified: no, type: ndcg_at_1000
value: 95.478
verified: no, type: ndcg_at_20
value: 95.077
verified: no, type: ndcg_at_3
value: 94.143
verified: no, type: ndcg_at_5
value: 94.525
verified: no, type: precision_at_1
value: 93.999
verified: no, type: precision_at_10
value: 11.029
verified: no, type: precision_at_100
value: 1.1560000000000001
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 5.62
verified: no, type: precision_at_3
value: 35.219
verified: no, type: precision_at_5
value: 21.584
verified: no, type: recall_at_1
value: 87.339
verified: no, type: recall_at_10
value: 97.026
verified: no, type: recall_at_100
value: 98.936
verified: no, type: recall_at_1000
value: 99.599
verified: no, type: recall_at_20
value: 97.744
verified: no, type: recall_at_3
value: 95.069
verified: no, type: recall_at_5
value: 96.177
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 60.480000000000004
verified: no, type: map_at_1
value: 31.529
verified: no, type: map_at_10
value: 52.081
verified: no, type: map_at_100
value: 54.342
verified: no, type: map_at_1000
value: 54.449000000000005
verified: no, type: map_at_20
value: 53.479
verified: no, type: map_at_3
value: 45.471000000000004
verified: no, type: map_at_5
value: 49.164
verified: no, type: mrr_at_1
value: 60.03086419753087
verified: no, type: mrr_at_10
value: 67.73754409171075
verified: no, type: mrr_at_100
value: 68.332432152368
verified: no, type: mrr_at_1000
value: 68.34150941774908
verified: no, type: mrr_at_20
value: 68.14780993838725
verified: no, type: mrr_at_3
value: 65.6378600823045
verified: no, type: mrr_at_5
value: 66.88014403292176
verified: no, type: nauc_map_at_1000_diff1
value: 45.36598134579052
verified: no, type: nauc_map_at_1000_max
value: 31.891451119906943
verified: no, type: nauc_map_at_1000_std
value: -15.41454384137943
verified: no, type: nauc_map_at_100_diff1
value: 45.31268291874018
verified: no, type: nauc_map_at_100_max
value: 31.811055683002092
verified: no, type: nauc_map_at_100_std
value: -15.348503855591417
verified: no, type: nauc_map_at_10_diff1
value: 45.22606983565892
verified: no, type: nauc_map_at_10_max
value: 30.46108534749699
verified: no, type: nauc_map_at_10_std
value: -16.618086029682555
verified: no, type: nauc_map_at_1_diff1
value: 49.94952823753276
verified: no, type: nauc_map_at_1_max
value: 13.770377574254548
verified: no, type: nauc_map_at_1_std
value: -14.946357968858653
verified: no, type: nauc_map_at_20_diff1
value: 45.29274207897926
verified: no, type: nauc_map_at_20_max
value: 31.27332015148257
verified: no, type: nauc_map_at_20_std
value: -15.782946115613129
verified: no, type: nauc_map_at_3_diff1
value: 47.94248233566038
verified: no, type: nauc_map_at_3_max
value: 24.022838776825456
verified: no, type: nauc_map_at_3_std
value: -17.103518542262208
verified: no, type: nauc_map_at_5_diff1
value: 45.85345590031722
verified: no, type: nauc_map_at_5_max
value: 27.78341379004547
verified: no, type: nauc_map_at_5_std
value: -17.490850791756326
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.225141047822824
verified: no, type: nauc_mrr_at_1000_max
value: 43.39606904140525
verified: no, type: nauc_mrr_at_1000_std
value: -14.64093518199122
verified: no, type: nauc_mrr_at_100_diff1
value: 58.22137274179545
verified: no, type: nauc_mrr_at_100_max
value: 43.39567568136935
verified: no, type: nauc_mrr_at_100_std
value: -14.62512313985582
verified: no, type: nauc_mrr_at_10_diff1
value: 58.03217329957151
verified: no, type: nauc_mrr_at_10_max
value: 43.633561683075186
verified: no, type: nauc_mrr_at_10_std
value: -14.563703576023808
verified: no, type: nauc_mrr_at_1_diff1
value: 61.48979902647692
verified: no, type: nauc_mrr_at_1_max
value: 43.1938079066948
verified: no, type: nauc_mrr_at_1_std
value: -15.808138277440465
verified: no, type: nauc_mrr_at_20_diff1
value: 58.13185370150794
verified: no, type: nauc_mrr_at_20_max
value: 43.35607721183147
verified: no, type: nauc_mrr_at_20_std
value: -14.635812702971263
verified: no, type: nauc_mrr_at_3_diff1
value: 58.698963168321264
verified: no, type: nauc_mrr_at_3_max
value: 43.633129249785405
verified: no, type: nauc_mrr_at_3_std
value: -15.733246346983854
verified: no, type: nauc_mrr_at_5_diff1
value: 57.94156745229547
verified: no, type: nauc_mrr_at_5_max
value: 43.14152462640525
verified: no, type: nauc_mrr_at_5_std
value: -15.318685307750895
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.871896043731496
verified: no, type: nauc_ndcg_at_1000_max
value: 37.159845167533426
verified: no, type: nauc_ndcg_at_1000_std
value: -13.067288160833485
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.046171407204426
verified: no, type: nauc_ndcg_at_100_max
value: 36.422514360855835
verified: no, type: nauc_ndcg_at_100_std
value: -11.636859259571441
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.232628149078096
verified: no, type: nauc_ndcg_at_10_max
value: 34.82402625088358
verified: no, type: nauc_ndcg_at_10_std
value: -14.768545542980114
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.48979902647692
verified: no, type: nauc_ndcg_at_1_max
value: 43.1938079066948
verified: no, type: nauc_ndcg_at_1_std
value: -15.808138277440465
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.51116172390955
verified: no, type: nauc_ndcg_at_20_max
value: 35.36362650568298
verified: no, type: nauc_ndcg_at_20_std
value: -12.849406209182826
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.39832263785871
verified: no, type: nauc_ndcg_at_3_max
value: 35.67466264628456
verified: no, type: nauc_ndcg_at_3_std
value: -17.257717349296943
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.91049493804232
verified: no, type: nauc_ndcg_at_5_max
value: 33.8405091138445
verified: no, type: nauc_ndcg_at_5_std
value: -17.477069902735895
verified: no, type: nauc_precision_at_1000_diff1
value: -12.037873000917767
verified: no, type: nauc_precision_at_1000_max
value: 26.043220150002295
verified: no, type: nauc_precision_at_1000_std
value: 6.84910668321572
verified: no, type: nauc_precision_at_100_diff1
value: -9.383403459051864
verified: no, type: nauc_precision_at_100_max
value: 29.68713170610003
verified: no, type: nauc_precision_at_100_std
value: 10.079531587056152
verified: no, type: nauc_precision_at_10_diff1
value: 3.3433323353925135
verified: no, type: nauc_precision_at_10_max
value: 38.31790111725993
verified: no, type: nauc_precision_at_10_std
value: 0.7888123304710856
verified: no, type: nauc_precision_at_1_diff1
value: 61.48979902647692
verified: no, type: nauc_precision_at_1_max
value: 43.1938079066948
verified: no, type: nauc_precision_at_1_std
value: -15.808138277440465
verified: no, type: nauc_precision_at_20_diff1
value: -2.083500986294448
verified: no, type: nauc_precision_at_20_max
value: 35.77143835726343
verified: no, type: nauc_precision_at_20_std
value: 5.318547021874003
verified: no, type: nauc_precision_at_3_diff1
value: 23.335617788912586
verified: no, type: nauc_precision_at_3_max
value: 39.81973275320871
verified: no, type: nauc_precision_at_3_std
value: -8.442769390555561
verified: no, type: nauc_precision_at_5_diff1
value: 11.521087842589482
verified: no, type: nauc_precision_at_5_max
value: 39.527792539828255
verified: no, type: nauc_precision_at_5_std
value: -5.412729503701626
verified: no, type: nauc_recall_at_1000_diff1
value: 10.6830893047453
verified: no, type: nauc_recall_at_1000_max
value: 8.834504311238423
verified: no, type: nauc_recall_at_1000_std
value: 24.670754304859692
verified: no, type: nauc_recall_at_100_diff1
value: 20.646020385527358
verified: no, type: nauc_recall_at_100_max
value: 20.121595011523294
verified: no, type: nauc_recall_at_100_std
value: 19.42307459311791
verified: no, type: nauc_recall_at_10_diff1
value: 33.01029313733417
verified: no, type: nauc_recall_at_10_max
value: 27.948634980368702
verified: no, type: nauc_recall_at_10_std
value: -10.239767371462975
verified: no, type: nauc_recall_at_1_diff1
value: 49.94952823753276
verified: no, type: nauc_recall_at_1_max
value: 13.770377574254548
verified: no, type: nauc_recall_at_1_std
value: -14.946357968858653
verified: no, type: nauc_recall_at_20_diff1
value: 30.040111045267963
verified: no, type: nauc_recall_at_20_max
value: 25.984919302418184
verified: no, type: nauc_recall_at_20_std
value: -1.4998001817460804
verified: no, type: nauc_recall_at_3_diff1
value: 42.24410559113653
verified: no, type: nauc_recall_at_3_max
value: 20.269503583626914
verified: no, type: nauc_recall_at_3_std
value: -17.09578532600584
verified: no, type: nauc_recall_at_5_diff1
value: 36.124149735848945
verified: no, type: nauc_recall_at_5_max
value: 22.708022306002622
verified: no, type: nauc_recall_at_5_std
value: -16.966976847236193
verified: no, type: ndcg_at_1
value: 60.031
verified: no, type: ndcg_at_10
value: 60.480000000000004
verified: no, type: ndcg_at_100
value: 66.94099999999999
verified: no, type: ndcg_at_1000
value: 68.303
verified: no, type: ndcg_at_20
value: 63.536
verified: no, type: ndcg_at_3
value: 55.903999999999996
verified: no, type: ndcg_at_5
value: 57.387
verified: no, type: precision_at_1
value: 60.031
verified: no, type: precision_at_10
value: 16.682
verified: no, type: precision_at_100
value: 2.336
verified: no, type: precision_at_1000
value: 0.259
verified: no, type: precision_at_20
value: 9.66
verified: no, type: precision_at_3
value: 37.191
verified: no, type: precision_at_5
value: 27.253
verified: no, type: recall_at_1
value: 31.529
verified: no, type: recall_at_10
value: 68.035
verified: no, type: recall_at_100
value: 90.925
verified: no, type: recall_at_1000
value: 98.688
verified: no, type: recall_at_20
value: 77.453
verified: no, type: recall_at_3
value: 50.221000000000004
verified: no, type: recall_at_5
value: 58.209999999999994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 76.67399999999999
verified: no, type: map_at_1
value: 43.822
verified: no, type: map_at_10
value: 68.82000000000001
verified: no, type: map_at_100
value: 69.659
verified: no, type: map_at_1000
value: 69.714
verified: no, type: map_at_20
value: 69.305
verified: no, type: map_at_3
value: 65.517
verified: no, type: map_at_5
value: 67.633
verified: no, type: mrr_at_1
value: 87.643484132343
verified: no, type: mrr_at_10
value: 91.28134679485098
verified: no, type: mrr_at_100
value: 91.37985230614755
verified: no, type: mrr_at_1000
value: 91.38202467630681
verified: no, type: mrr_at_20
value: 91.34718855278429
verified: no, type: mrr_at_3
value: 90.75849651136599
verified: no, type: mrr_at_5
value: 91.10961062345235
verified: no, type: nauc_map_at_1000_diff1
value: 3.7670405082837477
verified: no, type: nauc_map_at_1000_max
value: 14.410594409695182
verified: no, type: nauc_map_at_1000_std
value: 7.94738583292685
verified: no, type: nauc_map_at_100_diff1
value: 3.738796209193936
verified: no, type: nauc_map_at_100_max
value: 14.408029101534694
verified: no, type: nauc_map_at_100_std
value: 7.979641077687816
verified: no, type: nauc_map_at_10_diff1
value: 3.334917978089454
verified: no, type: nauc_map_at_10_max
value: 13.975255289147748
verified: no, type: nauc_map_at_10_std
value: 7.491959628012161
verified: no, type: nauc_map_at_1_diff1
value: 75.35066482050009
verified: no, type: nauc_map_at_1_max
value: 53.573503488571475
verified: no, type: nauc_map_at_1_std
value: -6.542030594426993
verified: no, type: nauc_map_at_20_diff1
value: 3.5197129341582083
verified: no, type: nauc_map_at_20_max
value: 14.159880698006816
verified: no, type: nauc_map_at_20_std
value: 7.856574384998483
verified: no, type: nauc_map_at_3_diff1
value: 3.0992333232864064
verified: no, type: nauc_map_at_3_max
value: 12.513959281222112
verified: no, type: nauc_map_at_3_std
value: 4.352912866014865
verified: no, type: nauc_map_at_5_diff1
value: 3.0351688998572537
verified: no, type: nauc_map_at_5_max
value: 13.21599457624529
verified: no, type: nauc_map_at_5_std
value: 6.246882983214777
verified: no, type: nauc_mrr_at_1000_diff1
value: 75.23953736361132
verified: no, type: nauc_mrr_at_1000_max
value: 56.64260717262164
verified: no, type: nauc_mrr_at_1000_std
value: -4.865932053762276
verified: no, type: nauc_mrr_at_100_diff1
value: 75.24091372816497
verified: no, type: nauc_mrr_at_100_max
value: 56.64831104504846
verified: no, type: nauc_mrr_at_100_std
value: -4.850966297943324
verified: no, type: nauc_mrr_at_10_diff1
value: 75.26540178053416
verified: no, type: nauc_mrr_at_10_max
value: 56.828755673428965
verified: no, type: nauc_mrr_at_10_std
value: -4.8401126970944635
verified: no, type: nauc_mrr_at_1_diff1
value: 75.35066482050009
verified: no, type: nauc_mrr_at_1_max
value: 53.573503488571475
verified: no, type: nauc_mrr_at_1_std
value: -6.542030594426993
verified: no, type: nauc_mrr_at_20_diff1
value: 75.24453050729845
verified: no, type: nauc_mrr_at_20_max
value: 56.69220588401435
verified: no, type: nauc_mrr_at_20_std
value: -4.843700730832108
verified: no, type: nauc_mrr_at_3_diff1
value: 74.98411648336175
verified: no, type: nauc_mrr_at_3_max
value: 56.766537573537114
verified: no, type: nauc_mrr_at_3_std
value: -4.909712671649337
verified: no, type: nauc_mrr_at_5_diff1
value: 75.20599020991028
verified: no, type: nauc_mrr_at_5_max
value: 56.64236207782237
verified: no, type: nauc_mrr_at_5_std
value: -5.208907367513977
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.48307079099774
verified: no, type: nauc_ndcg_at_1000_max
value: 20.893326881675176
verified: no, type: nauc_ndcg_at_1000_std
value: 10.43489838692119
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.395588735754927
verified: no, type: nauc_ndcg_at_100_max
value: 20.529573302516912
verified: no, type: nauc_ndcg_at_100_std
value: 11.252973083654268
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.596739352741972
verified: no, type: nauc_ndcg_at_10_max
value: 18.475863682540673
verified: no, type: nauc_ndcg_at_10_std
value: 9.175831033463352
verified: no, type: nauc_ndcg_at_1_diff1
value: 75.35066482050009
verified: no, type: nauc_ndcg_at_1_max
value: 53.573503488571475
verified: no, type: nauc_ndcg_at_1_std
value: -6.542030594426993
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.998033972471749
verified: no, type: nauc_ndcg_at_20_max
value: 18.892085875404522
verified: no, type: nauc_ndcg_at_20_std
value: 10.3241608901084
verified: no, type: nauc_ndcg_at_3_diff1
value: 8.796384949533579
verified: no, type: nauc_ndcg_at_3_max
value: 16.515261419885274
verified: no, type: nauc_ndcg_at_3_std
value: 4.081902976576701
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.277259464605025
verified: no, type: nauc_ndcg_at_5_max
value: 17.163053202909527
verified: no, type: nauc_ndcg_at_5_std
value: 6.652669449704474
verified: no, type: nauc_precision_at_1000_diff1
value: -3.490556596304827
verified: no, type: nauc_precision_at_1000_max
value: 31.0473259001597
verified: no, type: nauc_precision_at_1000_std
value: 52.36921397692622
verified: no, type: nauc_precision_at_100_diff1
value: -6.420747959222489
verified: no, type: nauc_precision_at_100_max
value: 20.555887056005936
verified: no, type: nauc_precision_at_100_std
value: 36.119132870798495
verified: no, type: nauc_precision_at_10_diff1
value: -6.461726057290426
verified: no, type: nauc_precision_at_10_max
value: 12.161081825341915
verified: no, type: nauc_precision_at_10_std
value: 17.961318451839993
verified: no, type: nauc_precision_at_1_diff1
value: 75.35066482050009
verified: no, type: nauc_precision_at_1_max
value: 53.573503488571475
verified: no, type: nauc_precision_at_1_std
value: -6.542030594426993
verified: no, type: nauc_precision_at_20_diff1
value: -7.361461296416161
verified: no, type: nauc_precision_at_20_max
value: 12.663621261696733
verified: no, type: nauc_precision_at_20_std
value: 23.312476851670286
verified: no, type: nauc_precision_at_3_diff1
value: -3.299056912774522
verified: no, type: nauc_precision_at_3_max
value: 9.85602375812038
verified: no, type: nauc_precision_at_3_std
value: 6.4962782003155475
verified: no, type: nauc_precision_at_5_diff1
value: -5.3155827772027795
verified: no, type: nauc_precision_at_5_max
value: 10.32907751171833
verified: no, type: nauc_precision_at_5_std
value: 11.384098087196932
verified: no, type: nauc_recall_at_1000_diff1
value: -3.4905565963043332
verified: no, type: nauc_recall_at_1000_max
value: 31.04732590016041
verified: no, type: nauc_recall_at_1000_std
value: 52.36921397692641
verified: no, type: nauc_recall_at_100_diff1
value: -6.420747959222586
verified: no, type: nauc_recall_at_100_max
value: 20.55588705600596
verified: no, type: nauc_recall_at_100_std
value: 36.11913287079825
verified: no, type: nauc_recall_at_10_diff1
value: -6.461726057290347
verified: no, type: nauc_recall_at_10_max
value: 12.161081825342022
verified: no, type: nauc_recall_at_10_std
value: 17.96131845184002
verified: no, type: nauc_recall_at_1_diff1
value: 75.35066482050009
verified: no, type: nauc_recall_at_1_max
value: 53.573503488571475
verified: no, type: nauc_recall_at_1_std
value: -6.542030594426993
verified: no, type: nauc_recall_at_20_diff1
value: -7.361461296416054
verified: no, type: nauc_recall_at_20_max
value: 12.66362126169679
verified: no, type: nauc_recall_at_20_std
value: 23.312476851670382
verified: no, type: nauc_recall_at_3_diff1
value: -3.2990569127745886
verified: no, type: nauc_recall_at_3_max
value: 9.856023758120296
verified: no, type: nauc_recall_at_3_std
value: 6.496278200315444
verified: no, type: nauc_recall_at_5_diff1
value: -5.315582777202729
verified: no, type: nauc_recall_at_5_max
value: 10.329077511718229
verified: no, type: nauc_recall_at_5_std
value: 11.384098087196932
verified: no, type: ndcg_at_1
value: 87.643
verified: no, type: ndcg_at_10
value: 76.67399999999999
verified: no, type: ndcg_at_100
value: 79.462
verified: no, type: ndcg_at_1000
value: 80.43599999999999
verified: no, type: ndcg_at_20
value: 77.83
verified: no, type: ndcg_at_3
value: 72.256
verified: no, type: ndcg_at_5
value: 74.789
verified: no, type: precision_at_1
value: 87.643
verified: no, type: precision_at_10
value: 15.726999999999999
verified: no, type: precision_at_100
value: 1.791
verified: no, type: precision_at_1000
value: 0.192
verified: no, type: precision_at_20
value: 8.236
verified: no, type: precision_at_3
value: 45.919
verified: no, type: precision_at_5
value: 29.558
verified: no, type: recall_at_1
value: 43.822
verified: no, type: recall_at_10
value: 78.636
verified: no, type: recall_at_100
value: 89.527
verified: no, type: recall_at_1000
value: 95.868
verified: no, type: recall_at_20
value: 82.363
verified: no, type: recall_at_3
value: 68.879
verified: no, type: recall_at_5
value: 73.896
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 96.6608
verified: no, type: ap
value: 95.14657820401189
verified: no, type: ap_weighted
value: 95.14657820401189
verified: no, type: f1
value: 96.66029695623422
verified: no, type: f1_weighted
value: 96.66029695623423
verified: no, type: main_score
value: 96.6608
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 45.217
verified: no, type: map_at_1
value: 24.728
verified: no, type: map_at_10
value: 37.933
verified: no, type: map_at_100
value: 39.074999999999996
verified: no, type: map_at_1000
value: 39.115
verified: no, type: map_at_20
value: 38.663
verified: no, type: map_at_3
value: 33.904
verified: no, type: map_at_5
value: 36.217
verified: no, type: mrr_at_1
value: 25.44412607449857
verified: no, type: mrr_at_10
value: 38.52640196479737
verified: no, type: mrr_at_100
value: 39.60462889736067
verified: no, type: mrr_at_1000
value: 39.638904296248526
verified: no, type: mrr_at_20
value: 39.2234365827559
verified: no, type: mrr_at_3
value: 34.59646609360076
verified: no, type: mrr_at_5
value: 36.8801337153773
verified: no, type: nauc_map_at_1000_diff1
value: 37.645652178132174
verified: no, type: nauc_map_at_1000_max
value: 9.953357023361367
verified: no, type: nauc_map_at_1000_std
value: -20.800238036721503
verified: no, type: nauc_map_at_100_diff1
value: 37.643073495974555
verified: no, type: nauc_map_at_100_max
value: 9.95921239641703
verified: no, type: nauc_map_at_100_std
value: -20.76517765535793
verified: no, type: nauc_map_at_10_diff1
value: 37.44380763335014
verified: no, type: nauc_map_at_10_max
value: 9.917273043055342
verified: no, type: nauc_map_at_10_std
value: -21.467951225710898
verified: no, type: nauc_map_at_1_diff1
value: 41.02118887981969
verified: no, type: nauc_map_at_1_max
value: 8.301113449711778
verified: no, type: nauc_map_at_1_std
value: -19.436814224415027
verified: no, type: nauc_map_at_20_diff1
value: 37.58156586490493
verified: no, type: nauc_map_at_20_max
value: 9.972927967610659
verified: no, type: nauc_map_at_20_std
value: -20.951374218839387
verified: no, type: nauc_map_at_3_diff1
value: 37.67246795684178
verified: no, type: nauc_map_at_3_max
value: 9.307031378909478
verified: no, type: nauc_map_at_3_std
value: -21.77026217965021
verified: no, type: nauc_map_at_5_diff1
value: 37.39086482095963
verified: no, type: nauc_map_at_5_max
value: 9.732739107368566
verified: no, type: nauc_map_at_5_std
value: -21.8424296893692
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.36666719603192
verified: no, type: nauc_mrr_at_1000_max
value: 9.79040465289953
verified: no, type: nauc_mrr_at_1000_std
value: -20.590147245965568
verified: no, type: nauc_mrr_at_100_diff1
value: 37.36560296629318
verified: no, type: nauc_mrr_at_100_max
value: 9.798113710672162
verified: no, type: nauc_mrr_at_100_std
value: -20.556791838504292
verified: no, type: nauc_mrr_at_10_diff1
value: 37.19257605840734
verified: no, type: nauc_mrr_at_10_max
value: 9.749429811638063
verified: no, type: nauc_mrr_at_10_std
value: -21.206407664327276
verified: no, type: nauc_mrr_at_1_diff1
value: 40.98478651095172
verified: no, type: nauc_mrr_at_1_max
value: 8.173841799119707
verified: no, type: nauc_mrr_at_1_std
value: -19.530027987868017
verified: no, type: nauc_mrr_at_20_diff1
value: 37.29973172861245
verified: no, type: nauc_mrr_at_20_max
value: 9.815127660001345
verified: no, type: nauc_mrr_at_20_std
value: -20.700860112175928
verified: no, type: nauc_mrr_at_3_diff1
value: 37.282848009425734
verified: no, type: nauc_mrr_at_3_max
value: 9.172741713108193
verified: no, type: nauc_mrr_at_3_std
value: -21.563630513502996
verified: no, type: nauc_mrr_at_5_diff1
value: 37.08609827303586
verified: no, type: nauc_mrr_at_5_max
value: 9.604643424273284
verified: no, type: nauc_mrr_at_5_std
value: -21.580110806494094
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.086587020218545
verified: no, type: nauc_ndcg_at_1000_max
value: 10.696860688467472
verified: no, type: nauc_ndcg_at_1000_std
value: -19.50989939916873
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.03794531268128
verified: no, type: nauc_ndcg_at_100_max
value: 10.940820719182339
verified: no, type: nauc_ndcg_at_100_std
value: -18.28651832370893
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.21062857920633
verified: no, type: nauc_ndcg_at_10_max
value: 10.845172882571733
verified: no, type: nauc_ndcg_at_10_std
value: -21.454301679510106
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.98478651095172
verified: no, type: nauc_ndcg_at_1_max
value: 8.173841799119707
verified: no, type: nauc_ndcg_at_1_std
value: -19.530027987868017
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.583262733100526
verified: no, type: nauc_ndcg_at_20_max
value: 11.10492720898974
verified: no, type: nauc_ndcg_at_20_std
value: -19.41753284137609
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.57271365035382
verified: no, type: nauc_ndcg_at_3_max
value: 9.56073433062999
verified: no, type: nauc_ndcg_at_3_std
value: -22.324263670932915
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.09419372820154
verified: no, type: nauc_ndcg_at_5_max
value: 10.357384992631271
verified: no, type: nauc_ndcg_at_5_std
value: -22.389578276324894
verified: no, type: nauc_precision_at_1000_diff1
value: -2.7435338714030597
verified: no, type: nauc_precision_at_1000_max
value: 4.302274933383809
verified: no, type: nauc_precision_at_1000_std
value: 8.456846348638948
verified: no, type: nauc_precision_at_100_diff1
value: 15.149466332615983
verified: no, type: nauc_precision_at_100_max
value: 12.501013731673163
verified: no, type: nauc_precision_at_100_std
value: 15.909667509021785
verified: no, type: nauc_precision_at_10_diff1
value: 28.699788688314214
verified: no, type: nauc_precision_at_10_max
value: 13.024586051842347
verified: no, type: nauc_precision_at_10_std
value: -19.197658937078703
verified: no, type: nauc_precision_at_1_diff1
value: 40.98478651095172
verified: no, type: nauc_precision_at_1_max
value: 8.173841799119707
verified: no, type: nauc_precision_at_1_std
value: -19.530027987868017
verified: no, type: nauc_precision_at_20_diff1
value: 26.519292942353395
verified: no, type: nauc_precision_at_20_max
value: 14.389979272056438
verified: no, type: nauc_precision_at_20_std
value: -7.030956994938155
verified: no, type: nauc_precision_at_3_diff1
value: 32.87913492278213
verified: no, type: nauc_precision_at_3_max
value: 9.673660161387776
verified: no, type: nauc_precision_at_3_std
value: -23.905612656592172
verified: no, type: nauc_precision_at_5_diff1
value: 30.903850113238597
verified: no, type: nauc_precision_at_5_max
value: 11.482375434154898
verified: no, type: nauc_precision_at_5_std
value: -23.828657095254247
verified: no, type: nauc_recall_at_1000_diff1
value: 35.80765639589219
verified: no, type: nauc_recall_at_1000_max
value: 50.94532805969448
verified: no, type: nauc_recall_at_1000_std
value: 66.79910877083275
verified: no, type: nauc_recall_at_100_diff1
value: 34.96182828311028
verified: no, type: nauc_recall_at_100_max
value: 21.729699631790556
verified: no, type: nauc_recall_at_100_std
value: 23.509439011686474
verified: no, type: nauc_recall_at_10_diff1
value: 31.88371369567137
verified: no, type: nauc_recall_at_10_max
value: 14.425389702697073
verified: no, type: nauc_recall_at_10_std
value: -20.95578001880924
verified: no, type: nauc_recall_at_1_diff1
value: 41.02118887981969
verified: no, type: nauc_recall_at_1_max
value: 8.301113449711778
verified: no, type: nauc_recall_at_1_std
value: -19.436814224415027
verified: no, type: nauc_recall_at_20_diff1
value: 32.42718780622455
verified: no, type: nauc_recall_at_20_max
value: 16.90686126329399
verified: no, type: nauc_recall_at_20_std
value: -9.38158227016737
verified: no, type: nauc_recall_at_3_diff1
value: 33.68966646043966
verified: no, type: nauc_recall_at_3_max
value: 10.336277419708532
verified: no, type: nauc_recall_at_3_std
value: -23.80165869168538
verified: no, type: nauc_recall_at_5_diff1
value: 32.26258807452426
verified: no, type: nauc_recall_at_5_max
value: 12.303713005399935
verified: no, type: nauc_recall_at_5_std
value: -23.87721891164968
verified: no, type: ndcg_at_1
value: 25.444
verified: no, type: ndcg_at_10
value: 45.217
verified: no, type: ndcg_at_100
value: 50.575
verified: no, type: ndcg_at_1000
value: 51.519999999999996
verified: no, type: ndcg_at_20
value: 47.786
verified: no, type: ndcg_at_3
value: 37.067
verified: no, type: ndcg_at_5
value: 41.184
verified: no, type: precision_at_1
value: 25.444
verified: no, type: precision_at_10
value: 7.07
verified: no, type: precision_at_100
value: 0.9730000000000001
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_20
value: 4.072
verified: no, type: precision_at_3
value: 15.754999999999999
verified: no, type: precision_at_5
value: 11.544
verified: no, type: recall_at_1
value: 24.728
verified: no, type: recall_at_10
value: 67.607
verified: no, type: recall_at_100
value: 92.094
verified: no, type: recall_at_1000
value: 99.165
verified: no, type: recall_at_20
value: 77.529
verified: no, type: recall_at_3
value: 45.535
verified: no, type: recall_at_5
value: 55.394
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 99.01276789785682
verified: no, type: f1
value: 98.9288649250924
verified: no, type: f1_weighted
value: 99.01406884928141
verified: no, type: main_score
value: 99.01276789785682
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 92.78385772913816
verified: no, type: f1
value: 79.78115704297824
verified: no, type: f1_weighted
value: 93.90424147486428
verified: no, type: main_score
value: 92.78385772913816
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 85.83053127101546
verified: no, type: f1
value: 82.72036139888232
verified: no, type: f1_weighted
value: 85.81759723866098
verified: no, type: main_score
value: 85.83053127101546
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 90.19838601210489
verified: no, type: f1
value: 89.55260197964978
verified: no, type: f1_weighted
value: 90.11422965504119
verified: no, type: main_score
value: 90.19838601210489
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 46.866746897607094
verified: no, type: v_measure
value: 46.866746897607094
verified: no, type: v_measure_std
value: 1.0966477896919726
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 44.6538827415503
verified: no, type: v_measure
value: 44.6538827415503
verified: no, type: v_measure_std
value: 1.1649569936599116
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 33.05449204940555
verified: no, type: map
value: 33.05449204940555
verified: no, type: mrr
value: 34.32562058439585
verified: no, type: nAUC_map_diff1
value: 11.465656013162807
verified: no, type: nAUC_map_max
value: -20.400088169502308
verified: no, type: nAUC_map_std
value: -2.638964886362445
verified: no, type: nAUC_mrr_diff1
value: 10.644290702481207
verified: no, type: nAUC_mrr_max
value: -15.304687384645769
verified: no, type: nAUC_mrr_std
value: -0.519919931348978
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 41.998000000000005
verified: no, type: map_at_1
value: 6.907000000000001
verified: no, type: map_at_10
value: 16.397000000000002
verified: no, type: map_at_100
value: 21.69
verified: no, type: map_at_1000
value: 23.652
verified: no, type: map_at_20
value: 18.629
verified: no, type: map_at_3
value: 11.969000000000001
verified: no, type: map_at_5
value: 13.894
verified: no, type: mrr_at_1
value: 53.25077399380805
verified: no, type: mrr_at_10
value: 61.8561108653988
verified: no, type: mrr_at_100
value: 62.42447851935404
verified: no, type: mrr_at_1000
value: 62.459626424428095
verified: no, type: mrr_at_20
value: 62.287236389990696
verified: no, type: mrr_at_3
value: 60.42311661506711
verified: no, type: mrr_at_5
value: 61.36738906088753
verified: no, type: nauc_map_at_1000_diff1
value: 17.159461939643844
verified: no, type: nauc_map_at_1000_max
value: 32.42764938789903
verified: no, type: nauc_map_at_1000_std
value: 11.039427848422093
verified: no, type: nauc_map_at_100_diff1
value: 19.089532984187503
verified: no, type: nauc_map_at_100_max
value: 31.96721085058713
verified: no, type: nauc_map_at_100_std
value: 6.947468655726444
verified: no, type: nauc_map_at_10_diff1
value: 25.77255342629802
verified: no, type: nauc_map_at_10_max
value: 26.163590320961543
verified: no, type: nauc_map_at_10_std
value: -5.2588093720998375
verified: no, type: nauc_map_at_1_diff1
value: 46.31602607957798
verified: no, type: nauc_map_at_1_max
value: 11.807757660801942
verified: no, type: nauc_map_at_1_std
value: -13.984889089354317
verified: no, type: nauc_map_at_20_diff1
value: 22.308161130465365
verified: no, type: nauc_map_at_20_max
value: 29.070587307827722
verified: no, type: nauc_map_at_20_std
value: -1.0103056620851558
verified: no, type: nauc_map_at_3_diff1
value: 33.580827849617506
verified: no, type: nauc_map_at_3_max
value: 17.661630885799042
verified: no, type: nauc_map_at_3_std
value: -11.463282544041888
verified: no, type: nauc_map_at_5_diff1
value: 30.32603342696912
verified: no, type: nauc_map_at_5_max
value: 20.938905485667245
verified: no, type: nauc_map_at_5_std
value: -10.537086968155755
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.45065397805829
verified: no, type: nauc_mrr_at_1000_max
value: 48.17519860927417
verified: no, type: nauc_mrr_at_1000_std
value: 30.350767549118903
verified: no, type: nauc_mrr_at_100_diff1
value: 24.444061606534486
verified: no, type: nauc_mrr_at_100_max
value: 48.1922894212229
verified: no, type: nauc_mrr_at_100_std
value: 30.379257816584094
verified: no, type: nauc_mrr_at_10_diff1
value: 24.25598717198779
verified: no, type: nauc_mrr_at_10_max
value: 48.10437607774264
verified: no, type: nauc_mrr_at_10_std
value: 30.090202482685996
verified: no, type: nauc_mrr_at_1_diff1
value: 26.907595285201264
verified: no, type: nauc_mrr_at_1_max
value: 44.006974050369955
verified: no, type: nauc_mrr_at_1_std
value: 26.921001962861062
verified: no, type: nauc_mrr_at_20_diff1
value: 24.462771570553738
verified: no, type: nauc_mrr_at_20_max
value: 48.264688196799746
verified: no, type: nauc_mrr_at_20_std
value: 30.498095141265914
verified: no, type: nauc_mrr_at_3_diff1
value: 24.76829388237229
verified: no, type: nauc_mrr_at_3_max
value: 48.213758704739924
verified: no, type: nauc_mrr_at_3_std
value: 30.1502853918892
verified: no, type: nauc_mrr_at_5_diff1
value: 24.476494932330247
verified: no, type: nauc_mrr_at_5_max
value: 47.977250552198804
verified: no, type: nauc_mrr_at_5_std
value: 29.65248143104835
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.055818920426246
verified: no, type: nauc_ndcg_at_1000_max
value: 46.00986444256306
verified: no, type: nauc_ndcg_at_1000_std
value: 29.622662054922085
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.260551238228816
verified: no, type: nauc_ndcg_at_100_max
value: 39.89783048267698
verified: no, type: nauc_ndcg_at_100_std
value: 23.806961617956613
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.002915931619567
verified: no, type: nauc_ndcg_at_10_max
value: 39.79323759244374
verified: no, type: nauc_ndcg_at_10_std
value: 23.053072152911046
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.560910719974434
verified: no, type: nauc_ndcg_at_1_max
value: 41.21084046258119
verified: no, type: nauc_ndcg_at_1_std
value: 26.112891742912893
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.085854089024496
verified: no, type: nauc_ndcg_at_20_max
value: 37.88629173784684
verified: no, type: nauc_ndcg_at_20_std
value: 23.17664322248358
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.58969583405987
verified: no, type: nauc_ndcg_at_3_max
value: 41.282222954101435
verified: no, type: nauc_ndcg_at_3_std
value: 21.080670648392747
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.893127947909885
verified: no, type: nauc_ndcg_at_5_max
value: 40.21188015992804
verified: no, type: nauc_ndcg_at_5_std
value: 21.417443978842652
verified: no, type: nauc_precision_at_1000_diff1
value: -17.227504530334564
verified: no, type: nauc_precision_at_1000_max
value: 3.798554468439066
verified: no, type: nauc_precision_at_1000_std
value: 35.73617809452683
verified: no, type: nauc_precision_at_100_diff1
value: -17.63388230218776
verified: no, type: nauc_precision_at_100_max
value: 15.079399882407094
verified: no, type: nauc_precision_at_100_std
value: 41.83698491321226
verified: no, type: nauc_precision_at_10_diff1
value: -11.850925959645156
verified: no, type: nauc_precision_at_10_max
value: 35.93283968364352
verified: no, type: nauc_precision_at_10_std
value: 34.391271855921296
verified: no, type: nauc_precision_at_1_diff1
value: 27.730860778824823
verified: no, type: nauc_precision_at_1_max
value: 43.97462471516834
verified: no, type: nauc_precision_at_1_std
value: 27.491068270978896
verified: no, type: nauc_precision_at_20_diff1
value: -14.281328840943347
verified: no, type: nauc_precision_at_20_max
value: 29.469099781759006
verified: no, type: nauc_precision_at_20_std
value: 38.54703022340941
verified: no, type: nauc_precision_at_3_diff1
value: 3.486986910413196
verified: no, type: nauc_precision_at_3_max
value: 41.21107780473768
verified: no, type: nauc_precision_at_3_std
value: 24.057479124531216
verified: no, type: nauc_precision_at_5_diff1
value: -3.0623787872866233
verified: no, type: nauc_precision_at_5_max
value: 37.49266386466702
verified: no, type: nauc_precision_at_5_std
value: 26.894454268004935
verified: no, type: nauc_recall_at_1000_diff1
value: -2.446891864334283
verified: no, type: nauc_recall_at_1000_max
value: 23.867293584643377
verified: no, type: nauc_recall_at_1000_std
value: 16.34707128224595
verified: no, type: nauc_recall_at_100_diff1
value: 4.891133690841179
verified: no, type: nauc_recall_at_100_max
value: 24.56727964996522
verified: no, type: nauc_recall_at_100_std
value: 9.847212953200797
verified: no, type: nauc_recall_at_10_diff1
value: 19.211912363585288
verified: no, type: nauc_recall_at_10_max
value: 24.825344777920737
verified: no, type: nauc_recall_at_10_std
value: -5.447989195041898
verified: no, type: nauc_recall_at_1_diff1
value: 46.31602607957798
verified: no, type: nauc_recall_at_1_max
value: 11.807757660801942
verified: no, type: nauc_recall_at_1_std
value: -13.984889089354317
verified: no, type: nauc_recall_at_20_diff1
value: 12.233372054304805
verified: no, type: nauc_recall_at_20_max
value: 22.284108685207148
verified: no, type: nauc_recall_at_20_std
value: -4.317138366746209
verified: no, type: nauc_recall_at_3_diff1
value: 28.394631527225815
verified: no, type: nauc_recall_at_3_max
value: 15.593864852625462
verified: no, type: nauc_recall_at_3_std
value: -12.383531804314593
verified: no, type: nauc_recall_at_5_diff1
value: 24.457441304950343
verified: no, type: nauc_recall_at_5_max
value: 19.080049396281623
verified: no, type: nauc_recall_at_5_std
value: -11.879747703626627
verified: no, type: ndcg_at_1
value: 51.548
verified: no, type: ndcg_at_10
value: 41.998000000000005
verified: no, type: ndcg_at_100
value: 39.626
verified: no, type: ndcg_at_1000
value: 48.707
verified: no, type: ndcg_at_20
value: 40.181
verified: no, type: ndcg_at_3
value: 48.06
verified: no, type: ndcg_at_5
value: 45.829
verified: no, type: precision_at_1
value: 52.941
verified: no, type: precision_at_10
value: 31.330999999999996
verified: no, type: precision_at_100
value: 10.421
verified: no, type: precision_at_1000
value: 2.428
verified: no, type: precision_at_20
value: 24.118000000000002
verified: no, type: precision_at_3
value: 45.408
verified: no, type: precision_at_5
value: 39.938
verified: no, type: recall_at_1
value: 6.907000000000001
verified: no, type: recall_at_10
value: 20.51
verified: no, type: recall_at_100
value: 40.857
verified: no, type: recall_at_1000
value: 73.616
verified: no, type: recall_at_20
value: 26.52
verified: no, type: recall_at_3
value: 13.267999999999999
verified: no, type: recall_at_5
value: 16.141
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 71.8
verified: no, type: map_at_1
value: 47.629
verified: no, type: map_at_10
value: 64.846
verified: no, type: map_at_100
value: 65.40899999999999
verified: no, type: map_at_1000
value: 65.416
verified: no, type: map_at_20
value: 65.239
verified: no, type: map_at_3
value: 61.185
verified: no, type: map_at_5
value: 63.583
verified: no, type: mrr_at_1
value: 53.15758980301275
verified: no, type: mrr_at_10
value: 67.12880961577366
verified: no, type: mrr_at_100
value: 67.44006405426018
verified: no, type: mrr_at_1000
value: 67.44519150402294
verified: no, type: mrr_at_20
value: 67.34317135515428
verified: no, type: mrr_at_3
value: 64.5905755117805
verified: no, type: mrr_at_5
value: 66.24613750482806
verified: no, type: nauc_map_at_1000_diff1
value: 45.73812106517133
verified: no, type: nauc_map_at_1000_max
value: 35.21262031755756
verified: no, type: nauc_map_at_1000_std
value: -5.549443574026027
verified: no, type: nauc_map_at_100_diff1
value: 45.74254652176879
verified: no, type: nauc_map_at_100_max
value: 35.22349167515518
verified: no, type: nauc_map_at_100_std
value: -5.53697496044773
verified: no, type: nauc_map_at_10_diff1
value: 45.62837128377087
verified: no, type: nauc_map_at_10_max
value: 35.3261562342222
verified: no, type: nauc_map_at_10_std
value: -5.761924414031163
verified: no, type: nauc_map_at_1_diff1
value: 48.69187848570499
verified: no, type: nauc_map_at_1_max
value: 28.687996096473476
verified: no, type: nauc_map_at_1_std
value: -7.518605958272523
verified: no, type: nauc_map_at_20_diff1
value: 45.702303442220035
verified: no, type: nauc_map_at_20_max
value: 35.30719944705456
verified: no, type: nauc_map_at_20_std
value: -5.59505654742681
verified: no, type: nauc_map_at_3_diff1
value: 45.376813726832474
verified: no, type: nauc_map_at_3_max
value: 34.68452149643597
verified: no, type: nauc_map_at_3_std
value: -7.329014950379634
verified: no, type: nauc_map_at_5_diff1
value: 45.29528861989316
verified: no, type: nauc_map_at_5_max
value: 35.35741440869229
verified: no, type: nauc_map_at_5_std
value: -6.028788612259288
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.11808147912517
verified: no, type: nauc_mrr_at_1000_max
value: 35.59241850411947
verified: no, type: nauc_mrr_at_1000_std
value: -3.4072428526109317
verified: no, type: nauc_mrr_at_100_diff1
value: 46.121345545514046
verified: no, type: nauc_mrr_at_100_max
value: 35.60147795073431
verified: no, type: nauc_mrr_at_100_std
value: -3.3965322447588826
verified: no, type: nauc_mrr_at_10_diff1
value: 46.0920068210502
verified: no, type: nauc_mrr_at_10_max
value: 35.79649987854354
verified: no, type: nauc_mrr_at_10_std
value: -3.339624589368137
verified: no, type: nauc_mrr_at_1_diff1
value: 49.101364605656194
verified: no, type: nauc_mrr_at_1_max
value: 31.500796071482146
verified: no, type: nauc_mrr_at_1_std
value: -4.183818500718156
verified: no, type: nauc_mrr_at_20_diff1
value: 46.088076630465594
verified: no, type: nauc_mrr_at_20_max
value: 35.682131663053205
verified: no, type: nauc_mrr_at_20_std
value: -3.35939023178519
verified: no, type: nauc_mrr_at_3_diff1
value: 45.47570812708642
verified: no, type: nauc_mrr_at_3_max
value: 35.741892517632984
verified: no, type: nauc_mrr_at_3_std
value: -4.135335963822013
verified: no, type: nauc_mrr_at_5_diff1
value: 45.78903474184014
verified: no, type: nauc_mrr_at_5_max
value: 35.91273593700205
verified: no, type: nauc_mrr_at_5_std
value: -3.467873421286869
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.5056583000012
verified: no, type: nauc_ndcg_at_1000_max
value: 36.34328379251593
verified: no, type: nauc_ndcg_at_1000_std
value: -4.0759698229323345
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.61918946477166
verified: no, type: nauc_ndcg_at_100_max
value: 36.675460335836235
verified: no, type: nauc_ndcg_at_100_std
value: -3.6795334726235986
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.15343994274541
verified: no, type: nauc_ndcg_at_10_max
value: 37.48139242964657
verified: no, type: nauc_ndcg_at_10_std
value: -4.287039084554882
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.101364605656194
verified: no, type: nauc_ndcg_at_1_max
value: 31.500796071482146
verified: no, type: nauc_ndcg_at_1_std
value: -4.183818500718156
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.310026313402375
verified: no, type: nauc_ndcg_at_20_max
value: 37.32177497902133
verified: no, type: nauc_ndcg_at_20_std
value: -3.8214360391282587
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.27064370528994
verified: no, type: nauc_ndcg_at_3_max
value: 36.380294033571396
verified: no, type: nauc_ndcg_at_3_std
value: -6.844263370898355
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.29933499225583
verified: no, type: nauc_ndcg_at_5_max
value: 37.46477041822136
verified: no, type: nauc_ndcg_at_5_std
value: -4.866548530467956
verified: no, type: nauc_precision_at_1000_diff1
value: -14.666553359142306
verified: no, type: nauc_precision_at_1000_max
value: -0.5599759853201481
verified: no, type: nauc_precision_at_1000_std
value: 16.8370925526591
verified: no, type: nauc_precision_at_100_diff1
value: -11.816251306246278
verified: no, type: nauc_precision_at_100_max
value: 2.969819268208207
verified: no, type: nauc_precision_at_100_std
value: 18.59422946634747
verified: no, type: nauc_precision_at_10_diff1
value: 1.2050200086029401
verified: no, type: nauc_precision_at_10_max
value: 17.59930352911209
verified: no, type: nauc_precision_at_10_std
value: 13.714495717588985
verified: no, type: nauc_precision_at_1_diff1
value: 49.101364605656194
verified: no, type: nauc_precision_at_1_max
value: 31.500796071482146
verified: no, type: nauc_precision_at_1_std
value: -4.183818500718156
verified: no, type: nauc_precision_at_20_diff1
value: -5.263476664822757
verified: no, type: nauc_precision_at_20_max
value: 11.42004823600046
verified: no, type: nauc_precision_at_20_std
value: 16.510514518664994
verified: no, type: nauc_precision_at_3_diff1
value: 20.116460379305828
verified: no, type: nauc_precision_at_3_max
value: 31.32235038301311
verified: no, type: nauc_precision_at_3_std
value: 2.7486717133871923
verified: no, type: nauc_precision_at_5_diff1
value: 9.57451645335723
verified: no, type: nauc_precision_at_5_max
value: 25.28449126580587
verified: no, type: nauc_precision_at_5_std
value: 9.955736162466767
verified: no, type: nauc_recall_at_1000_diff1
value: -21.632253065978794
verified: no, type: nauc_recall_at_1000_max
value: 70.14409090958776
verified: no, type: nauc_recall_at_1000_std
value: 65.61658090892989
verified: no, type: nauc_recall_at_100_diff1
value: 51.83161124806711
verified: no, type: nauc_recall_at_100_max
value: 77.49921361841523
verified: no, type: nauc_recall_at_100_std
value: 48.352508746719444
verified: no, type: nauc_recall_at_10_diff1
value: 39.86695231362791
verified: no, type: nauc_recall_at_10_max
value: 50.12029094799474
verified: no, type: nauc_recall_at_10_std
value: 0.1650940628131058
verified: no, type: nauc_recall_at_1_diff1
value: 48.69187848570499
verified: no, type: nauc_recall_at_1_max
value: 28.687996096473476
verified: no, type: nauc_recall_at_1_std
value: -7.518605958272523
verified: no, type: nauc_recall_at_20_diff1
value: 39.14155398061627
verified: no, type: nauc_recall_at_20_max
value: 56.78559423716229
verified: no, type: nauc_recall_at_20_std
value: 7.9728224572344075
verified: no, type: nauc_recall_at_3_diff1
value: 38.69589523432158
verified: no, type: nauc_recall_at_3_max
value: 39.53271258375579
verified: no, type: nauc_recall_at_3_std
value: -8.646925065787512
verified: no, type: nauc_recall_at_5_diff1
value: 37.45922652959002
verified: no, type: nauc_recall_at_5_max
value: 44.4911958995867
verified: no, type: nauc_recall_at_5_std
value: -3.5659842556375594
verified: no, type: ndcg_at_1
value: 53.15800000000001
verified: no, type: ndcg_at_10
value: 71.8
verified: no, type: ndcg_at_100
value: 73.85199999999999
verified: no, type: ndcg_at_1000
value: 74.017
verified: no, type: ndcg_at_20
value: 72.933
verified: no, type: ndcg_at_3
value: 65.479
verified: no, type: ndcg_at_5
value: 69.182
verified: no, type: precision_at_1
value: 53.15800000000001
verified: no, type: precision_at_10
value: 10.805
verified: no, type: precision_at_100
value: 1.2
verified: no, type: precision_at_1000
value: 0.122
verified: no, type: precision_at_20
value: 5.694
verified: no, type: precision_at_3
value: 28.939999999999998
verified: no, type: precision_at_5
value: 19.641000000000002
verified: no, type: recall_at_1
value: 47.629
verified: no, type: recall_at_10
value: 90.204
verified: no, type: recall_at_100
value: 98.66
verified: no, type: recall_at_1000
value: 99.874
verified: no, type: recall_at_20
value: 94.24
verified: no, type: recall_at_3
value: 74.394
verified: no, type: recall_at_5
value: 82.711
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 90.025
verified: no, type: map_at_1
value: 72.222
verified: no, type: map_at_10
value: 86.58500000000001
verified: no, type: map_at_100
value: 87.176
verified: no, type: map_at_1000
value: 87.188
verified: no, type: map_at_20
value: 86.97399999999999
verified: no, type: map_at_3
value: 83.736
verified: no, type: map_at_5
value: 85.554
verified: no, type: mrr_at_1
value: 83.04
verified: no, type: mrr_at_10
value: 89.05599603174585
verified: no, type: mrr_at_100
value: 89.12398891419457
verified: no, type: mrr_at_1000
value: 89.12434072241001
verified: no, type: mrr_at_20
value: 89.10416280692111
verified: no, type: mrr_at_3
value: 88.23833333333312
verified: no, type: mrr_at_5
value: 88.82233333333308
verified: no, type: nauc_map_at_1000_diff1
value: 78.29348113313218
verified: no, type: nauc_map_at_1000_max
value: 32.31386754277228
verified: no, type: nauc_map_at_1000_std
value: -50.47543661484052
verified: no, type: nauc_map_at_100_diff1
value: 78.29618548618575
verified: no, type: nauc_map_at_100_max
value: 32.301475680947846
verified: no, type: nauc_map_at_100_std
value: -50.50303428814228
verified: no, type: nauc_map_at_10_diff1
value: 78.47383776440803
verified: no, type: nauc_map_at_10_max
value: 31.839339990133563
verified: no, type: nauc_map_at_10_std
value: -52.832713555976
verified: no, type: nauc_map_at_1_diff1
value: 82.46330147467418
verified: no, type: nauc_map_at_1_max
value: 23.497664918373538
verified: no, type: nauc_map_at_1_std
value: -43.824657665520704
verified: no, type: nauc_map_at_20_diff1
value: 78.34772176474422
verified: no, type: nauc_map_at_20_max
value: 32.16495182893947
verified: no, type: nauc_map_at_20_std
value: -51.503292726558605
verified: no, type: nauc_map_at_3_diff1
value: 79.07823813069432
verified: no, type: nauc_map_at_3_max
value: 29.395911687513976
verified: no, type: nauc_map_at_3_std
value: -54.16377546873304
verified: no, type: nauc_map_at_5_diff1
value: 78.73076619520454
verified: no, type: nauc_map_at_5_max
value: 30.700453118585237
verified: no, type: nauc_map_at_5_std
value: -54.130514177664054
verified: no, type: nauc_mrr_at_1000_diff1
value: 79.04736184471865
verified: no, type: nauc_mrr_at_1000_max
value: 34.43004593837643
verified: no, type: nauc_mrr_at_1000_std
value: -46.137269068195316
verified: no, type: nauc_mrr_at_100_diff1
value: 79.04698704288086
verified: no, type: nauc_mrr_at_100_max
value: 34.4305553741175
verified: no, type: nauc_mrr_at_100_std
value: -46.13786687786434
verified: no, type: nauc_mrr_at_10_diff1
value: 79.04490677485934
verified: no, type: nauc_mrr_at_10_max
value: 34.38170181522227
verified: no, type: nauc_mrr_at_10_std
value: -46.38129875681807
verified: no, type: nauc_mrr_at_1_diff1
value: 79.87159215719124
verified: no, type: nauc_mrr_at_1_max
value: 34.05882339253136
verified: no, type: nauc_mrr_at_1_std
value: -43.56093395137571
verified: no, type: nauc_mrr_at_20_diff1
value: 79.04384174535653
verified: no, type: nauc_mrr_at_20_max
value: 34.442136494675005
verified: no, type: nauc_mrr_at_20_std
value: -46.205458519638654
verified: no, type: nauc_mrr_at_3_diff1
value: 78.78154519155487
verified: no, type: nauc_mrr_at_3_max
value: 34.74995000500305
verified: no, type: nauc_mrr_at_3_std
value: -46.36264203155416
verified: no, type: nauc_mrr_at_5_diff1
value: 79.02631187177
verified: no, type: nauc_mrr_at_5_max
value: 34.538698249632205
verified: no, type: nauc_mrr_at_5_std
value: -46.468881576157465
verified: no, type: nauc_ndcg_at_1000_diff1
value: 78.25260097014645
verified: no, type: nauc_ndcg_at_1000_max
value: 33.68584498704271
verified: no, type: nauc_ndcg_at_1000_std
value: -48.44716779494868
verified: no, type: nauc_ndcg_at_100_diff1
value: 78.25115412256716
verified: no, type: nauc_ndcg_at_100_max
value: 33.63652663447088
verified: no, type: nauc_ndcg_at_100_std
value: -48.489243909024715
verified: no, type: nauc_ndcg_at_10_diff1
value: 78.23875101557334
verified: no, type: nauc_ndcg_at_10_max
value: 32.65217430043823
verified: no, type: nauc_ndcg_at_10_std
value: -52.57770468845309
verified: no, type: nauc_ndcg_at_1_diff1
value: 79.87159215719124
verified: no, type: nauc_ndcg_at_1_max
value: 34.05882339253136
verified: no, type: nauc_ndcg_at_1_std
value: -43.56093395137571
verified: no, type: nauc_ndcg_at_20_diff1
value: 78.23478552311765
verified: no, type: nauc_ndcg_at_20_max
value: 33.30691737901109
verified: no, type: nauc_ndcg_at_20_std
value: -50.78412614854527
verified: no, type: nauc_ndcg_at_3_diff1
value: 77.66134485470224
verified: no, type: nauc_ndcg_at_3_max
value: 32.19504710373125
verified: no, type: nauc_ndcg_at_3_std
value: -52.01636728550155
verified: no, type: nauc_ndcg_at_5_diff1
value: 78.04734137324255
verified: no, type: nauc_ndcg_at_5_max
value: 31.94593625591248
verified: no, type: nauc_ndcg_at_5_std
value: -53.02169800690546
verified: no, type: nauc_precision_at_1000_diff1
value: -45.771948123542636
verified: no, type: nauc_precision_at_1000_max
value: -5.182406190477681
verified: no, type: nauc_precision_at_1000_std
value: 41.14460438707817
verified: no, type: nauc_precision_at_100_diff1
value: -45.64767154261461
verified: no, type: nauc_precision_at_100_max
value: -5.046308286851713
verified: no, type: nauc_precision_at_100_std
value: 41.07186716587844
verified: no, type: nauc_precision_at_10_diff1
value: -42.26779562305825
verified: no, type: nauc_precision_at_10_max
value: -1.1264852893323076
verified: no, type: nauc_precision_at_10_std
value: 27.62275729822392
verified: no, type: nauc_precision_at_1_diff1
value: 79.87159215719124
verified: no, type: nauc_precision_at_1_max
value: 34.05882339253136
verified: no, type: nauc_precision_at_1_std
value: -43.56093395137571
verified: no, type: nauc_precision_at_20_diff1
value: -44.24293221128388
verified: no, type: nauc_precision_at_20_max
value: -3.1345628837361867
verified: no, type: nauc_precision_at_20_std
value: 34.23625492740366
verified: no, type: nauc_precision_at_3_diff1
value: -24.925251389823348
verified: no, type: nauc_precision_at_3_max
value: 6.622188833369412
verified: no, type: nauc_precision_at_3_std
value: 6.424741786858512
verified: no, type: nauc_precision_at_5_diff1
value: -36.1407949990387
verified: no, type: nauc_precision_at_5_max
value: 1.7533948968374462
verified: no, type: nauc_precision_at_5_std
value: 17.914083278982634
verified: no, type: nauc_recall_at_1000_diff1
value: 52.26815466244496
verified: no, type: nauc_recall_at_1000_max
value: 69.73611104239443
verified: no, type: nauc_recall_at_1000_std
value: 73.18969965863008
verified: no, type: nauc_recall_at_100_diff1
value: 70.80557513785271
verified: no, type: nauc_recall_at_100_max
value: 33.333440086544556
verified: no, type: nauc_recall_at_100_std
value: -38.75992366905504
verified: no, type: nauc_recall_at_10_diff1
value: 74.45948457438163
verified: no, type: nauc_recall_at_10_max
value: 26.64948512428989
verified: no, type: nauc_recall_at_10_std
value: -82.90334292052363
verified: no, type: nauc_recall_at_1_diff1
value: 82.46330147467418
verified: no, type: nauc_recall_at_1_max
value: 23.497664918373538
verified: no, type: nauc_recall_at_1_std
value: -43.824657665520704
verified: no, type: nauc_recall_at_20_diff1
value: 73.80140280887753
verified: no, type: nauc_recall_at_20_max
value: 30.361616426734965
verified: no, type: nauc_recall_at_20_std
value: -81.1418804447414
verified: no, type: nauc_recall_at_3_diff1
value: 75.19854736087834
verified: no, type: nauc_recall_at_3_max
value: 26.12298005045584
verified: no, type: nauc_recall_at_3_std
value: -63.42583714745169
verified: no, type: nauc_recall_at_5_diff1
value: 74.16423451950358
verified: no, type: nauc_recall_at_5_max
value: 25.552390331018987
verified: no, type: nauc_recall_at_5_std
value: -71.15891947773912
verified: no, type: ndcg_at_1
value: 83.04
verified: no, type: ndcg_at_10
value: 90.025
verified: no, type: ndcg_at_100
value: 91.006
verified: no, type: ndcg_at_1000
value: 91.061
verified: no, type: ndcg_at_20
value: 90.556
verified: no, type: ndcg_at_3
value: 87.493
verified: no, type: ndcg_at_5
value: 88.955
verified: no, type: precision_at_1
value: 83.04
verified: no, type: precision_at_10
value: 13.667000000000002
verified: no, type: precision_at_100
value: 1.542
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.221
verified: no, type: precision_at_3
value: 38.433
verified: no, type: precision_at_5
value: 25.228
verified: no, type: recall_at_1
value: 72.222
verified: no, type: recall_at_10
value: 96.604
verified: no, type: recall_at_100
value: 99.786
verified: no, type: recall_at_1000
value: 99.996
verified: no, type: recall_at_20
value: 98.253
verified: no, type: recall_at_3
value: 89.276
verified: no, type: recall_at_5
value: 93.46
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 72.86492101891123
verified: no, type: v_measure
value: 72.86492101891123
verified: no, type: v_measure_std
value: 2.778711445144635
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 75.27316726548479
verified: no, type: v_measure
value: 75.27316726548479
verified: no, type: v_measure_std
value: 8.87871936725338
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 26.638
verified: no, type: map_at_1
value: 6.128
verified: no, type: map_at_10
value: 16.472
verified: no, type: map_at_100
value: 19.522000000000002
verified: no, type: map_at_1000
value: 19.898
verified: no, type: map_at_20
value: 18.098
verified: no, type: map_at_3
value: 11.283
verified: no, type: map_at_5
value: 13.771
verified: no, type: mrr_at_1
value: 30.2
verified: no, type: mrr_at_10
value: 42.621150793650735
verified: no, type: mrr_at_100
value: 43.740858712021954
verified: no, type: mrr_at_1000
value: 43.762699500220904
verified: no, type: mrr_at_20
value: 43.383639927753634
verified: no, type: mrr_at_3
value: 38.83333333333331
verified: no, type: mrr_at_5
value: 41.14833333333326
verified: no, type: nauc_map_at_1000_diff1
value: 13.13534664124808
verified: no, type: nauc_map_at_1000_max
value: 29.346654566149795
verified: no, type: nauc_map_at_1000_std
value: 18.08121186982413
verified: no, type: nauc_map_at_100_diff1
value: 13.098072728041538
verified: no, type: nauc_map_at_100_max
value: 29.299084480697523
verified: no, type: nauc_map_at_100_std
value: 17.961620202918464
verified: no, type: nauc_map_at_10_diff1
value: 14.001743720394682
verified: no, type: nauc_map_at_10_max
value: 28.04128290996403
verified: no, type: nauc_map_at_10_std
value: 13.744481555974716
verified: no, type: nauc_map_at_1_diff1
value: 22.1926640424872
verified: no, type: nauc_map_at_1_max
value: 21.32609279586034
verified: no, type: nauc_map_at_1_std
value: 6.566596302915438
verified: no, type: nauc_map_at_20_diff1
value: 13.57313142419664
verified: no, type: nauc_map_at_20_max
value: 28.93840146319476
verified: no, type: nauc_map_at_20_std
value: 16.50869367365676
verified: no, type: nauc_map_at_3_diff1
value: 17.707700541948462
verified: no, type: nauc_map_at_3_max
value: 26.058174051376238
verified: no, type: nauc_map_at_3_std
value: 9.943924560735267
verified: no, type: nauc_map_at_5_diff1
value: 17.11844492157723
verified: no, type: nauc_map_at_5_max
value: 27.865247403049388
verified: no, type: nauc_map_at_5_std
value: 11.372588172121546
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.11248719936198
verified: no, type: nauc_mrr_at_1000_max
value: 26.734172102201466
verified: no, type: nauc_mrr_at_1000_std
value: 11.766121765437228
verified: no, type: nauc_mrr_at_100_diff1
value: 21.107109982277702
verified: no, type: nauc_mrr_at_100_max
value: 26.741616065723267
verified: no, type: nauc_mrr_at_100_std
value: 11.789802686224208
verified: no, type: nauc_mrr_at_10_diff1
value: 20.74108639793207
verified: no, type: nauc_mrr_at_10_max
value: 26.920838463358333
verified: no, type: nauc_mrr_at_10_std
value: 11.849217361926522
verified: no, type: nauc_mrr_at_1_diff1
value: 22.177437860573356
verified: no, type: nauc_mrr_at_1_max
value: 21.88074521417754
verified: no, type: nauc_mrr_at_1_std
value: 6.776011900101789
verified: no, type: nauc_mrr_at_20_diff1
value: 21.126633710175994
verified: no, type: nauc_mrr_at_20_max
value: 26.860736480370974
verified: no, type: nauc_mrr_at_20_std
value: 11.815411633726338
verified: no, type: nauc_mrr_at_3_diff1
value: 21.689245200066466
verified: no, type: nauc_mrr_at_3_max
value: 26.187305092831625
verified: no, type: nauc_mrr_at_3_std
value: 10.895380313134332
verified: no, type: nauc_mrr_at_5_diff1
value: 20.898811082479778
verified: no, type: nauc_mrr_at_5_max
value: 26.939217247104036
verified: no, type: nauc_mrr_at_5_std
value: 11.77832949822472
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.251184947898546
verified: no, type: nauc_ndcg_at_1000_max
value: 30.879594164526146
verified: no, type: nauc_ndcg_at_1000_std
value: 23.125206047366625
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.549100649053676
verified: no, type: nauc_ndcg_at_100_max
value: 30.634680845419123
verified: no, type: nauc_ndcg_at_100_std
value: 23.296226055422984
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.475144549294322
verified: no, type: nauc_ndcg_at_10_max
value: 29.450349815417336
verified: no, type: nauc_ndcg_at_10_std
value: 15.94068314781612
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.177437860573356
verified: no, type: nauc_ndcg_at_1_max
value: 21.88074521417754
verified: no, type: nauc_ndcg_at_1_std
value: 6.776011900101789
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.173669585802266
verified: no, type: nauc_ndcg_at_20_max
value: 30.475890854725
verified: no, type: nauc_ndcg_at_20_std
value: 19.863898148221704
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.93971261196868
verified: no, type: nauc_ndcg_at_3_max
value: 27.3707298720736
verified: no, type: nauc_ndcg_at_3_std
value: 11.439810510051224
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.89535958094687
verified: no, type: nauc_ndcg_at_5_max
value: 29.272740466638425
verified: no, type: nauc_ndcg_at_5_std
value: 13.402467626635909
verified: no, type: nauc_precision_at_1000_diff1
value: -3.811547048784123
verified: no, type: nauc_precision_at_1000_max
value: 22.55165337197117
verified: no, type: nauc_precision_at_1000_std
value: 35.98524999650108
verified: no, type: nauc_precision_at_100_diff1
value: 0.6474234774922896
verified: no, type: nauc_precision_at_100_max
value: 25.06920726527032
verified: no, type: nauc_precision_at_100_std
value: 32.31439698982313
verified: no, type: nauc_precision_at_10_diff1
value: 7.943127218139508
verified: no, type: nauc_precision_at_10_max
value: 28.571937636787197
verified: no, type: nauc_precision_at_10_std
value: 18.8472620918488
verified: no, type: nauc_precision_at_1_diff1
value: 22.177437860573356
verified: no, type: nauc_precision_at_1_max
value: 21.88074521417754
verified: no, type: nauc_precision_at_1_std
value: 6.776011900101789
verified: no, type: nauc_precision_at_20_diff1
value: 6.981574259607366
verified: no, type: nauc_precision_at_20_max
value: 28.986094397038727
verified: no, type: nauc_precision_at_20_std
value: 25.83129974001146
verified: no, type: nauc_precision_at_3_diff1
value: 17.197490724039355
verified: no, type: nauc_precision_at_3_max
value: 29.17569320583099
verified: no, type: nauc_precision_at_3_std
value: 13.430554945991846
verified: no, type: nauc_precision_at_5_diff1
value: 14.952364330739362
verified: no, type: nauc_precision_at_5_max
value: 31.053243354846977
verified: no, type: nauc_precision_at_5_std
value: 15.856312752807822
verified: no, type: nauc_recall_at_1000_diff1
value: -4.8224253128926975
verified: no, type: nauc_recall_at_1000_max
value: 21.3989024429911
verified: no, type: nauc_recall_at_1000_std
value: 39.152234275603604
verified: no, type: nauc_recall_at_100_diff1
value: 0.11936808422867201
verified: no, type: nauc_recall_at_100_max
value: 24.261739241957823
verified: no, type: nauc_recall_at_100_std
value: 32.62984573938928
verified: no, type: nauc_recall_at_10_diff1
value: 7.851256165018388
verified: no, type: nauc_recall_at_10_max
value: 27.936406600938746
verified: no, type: nauc_recall_at_10_std
value: 18.683634320636113
verified: no, type: nauc_recall_at_1_diff1
value: 22.1926640424872
verified: no, type: nauc_recall_at_1_max
value: 21.32609279586034
verified: no, type: nauc_recall_at_1_std
value: 6.566596302915438
verified: no, type: nauc_recall_at_20_diff1
value: 6.8107211705182165
verified: no, type: nauc_recall_at_20_max
value: 28.286284094687787
verified: no, type: nauc_recall_at_20_std
value: 25.932013268120862
verified: no, type: nauc_recall_at_3_diff1
value: 17.04156818427151
verified: no, type: nauc_recall_at_3_max
value: 28.645439108719216
verified: no, type: nauc_recall_at_3_std
value: 13.346047828494411
verified: no, type: nauc_recall_at_5_diff1
value: 14.906284329771822
verified: no, type: nauc_recall_at_5_max
value: 30.58628602415921
verified: no, type: nauc_recall_at_5_std
value: 15.755157478191755
verified: no, type: ndcg_at_1
value: 30.2
verified: no, type: ndcg_at_10
value: 26.638
verified: no, type: ndcg_at_100
value: 37.135
verified: no, type: ndcg_at_1000
value: 42.576
verified: no, type: ndcg_at_20
value: 30.75
verified: no, type: ndcg_at_3
value: 24.675
verified: no, type: ndcg_at_5
value: 21.836
verified: no, type: precision_at_1
value: 30.2
verified: no, type: precision_at_10
value: 14.06
verified: no, type: precision_at_100
value: 2.904
verified: no, type: precision_at_1000
value: 0.42
verified: no, type: precision_at_20
value: 9.4
verified: no, type: precision_at_3
value: 23.233
verified: no, type: precision_at_5
value: 19.439999999999998
verified: no, type: recall_at_1
value: 6.128
verified: no, type: recall_at_10
value: 28.471999999999998
verified: no, type: recall_at_100
value: 58.952000000000005
verified: no, type: recall_at_1000
value: 85.137
verified: no, type: recall_at_20
value: 38.17
verified: no, type: recall_at_3
value: 14.127999999999998
verified: no, type: recall_at_5
value: 19.673
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 86.86608529160739
verified: no, type: cosine_spearman
value: 82.88625166203383
verified: no, type: euclidean_pearson
value: 84.15494418856142
verified: no, type: euclidean_spearman
value: 82.88449294676421
verified: no, type: main_score
value: 82.88625166203383
verified: no, type: manhattan_pearson
value: 84.39068623474428
verified: no, type: manhattan_spearman
value: 82.88065412169463
verified: no, type: pearson
value: 86.86608529160739
verified: no, type: spearman
value: 82.88625166203383
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 87.0445014940449
verified: no, type: cosine_spearman
value: 80.0880365116599
verified: no, type: euclidean_pearson
value: 83.80250772928852
verified: no, type: euclidean_spearman
value: 80.0892465260778
verified: no, type: main_score
value: 80.0880365116599
verified: no, type: manhattan_pearson
value: 83.96793981929336
verified: no, type: manhattan_spearman
value: 80.24881789268238
verified: no, type: pearson
value: 87.0445014940449
verified: no, type: spearman
value: 80.0880365116599
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 89.33900828959968
verified: no, type: cosine_spearman
value: 89.68256358526733
verified: no, type: euclidean_pearson
value: 89.29188708262265
verified: no, type: euclidean_spearman
value: 89.68204344658601
verified: no, type: main_score
value: 89.68256358526733
verified: no, type: manhattan_pearson
value: 89.13996588193149
verified: no, type: manhattan_spearman
value: 89.61372804425623
verified: no, type: pearson
value: 89.33900828959968
verified: no, type: spearman
value: 89.68256358526733
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 86.42029843639123
verified: no, type: cosine_spearman
value: 85.0707889220723
verified: no, type: euclidean_pearson
value: 85.75114239552562
verified: no, type: euclidean_spearman
value: 85.06858160270725
verified: no, type: main_score
value: 85.0707889220723
verified: no, type: manhattan_pearson
value: 85.86461900459038
verified: no, type: manhattan_spearman
value: 85.28671103475605
verified: no, type: pearson
value: 86.42029843639123
verified: no, type: spearman
value: 85.0707889220723
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 88.3660081271444
verified: no, type: cosine_spearman
value: 89.39375083609528
verified: no, type: euclidean_pearson
value: 89.21818482894895
verified: no, type: euclidean_spearman
value: 89.39361588875443
verified: no, type: main_score
value: 89.39375083609528
verified: no, type: manhattan_pearson
value: 89.53535068014057
verified: no, type: manhattan_spearman
value: 89.81077130567752
verified: no, type: pearson
value: 88.3660081271444
verified: no, type: spearman
value: 89.39375083609528
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 85.60708247171874
verified: no, type: cosine_spearman
value: 87.15234952832193
verified: no, type: euclidean_pearson
value: 86.21743555548137
verified: no, type: euclidean_spearman
value: 87.14450217418016
verified: no, type: main_score
value: 87.15234952832193
verified: no, type: manhattan_pearson
value: 86.2467748746084
verified: no, type: manhattan_spearman
value: 87.2197479717654
verified: no, type: pearson
value: 85.60708247171874
verified: no, type: spearman
value: 87.15234952832193
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 91.25898556808458
verified: no, type: cosine_spearman
value: 91.35372390581641
verified: no, type: euclidean_pearson
value: 91.319520321348
verified: no, type: euclidean_spearman
value: 91.30821135416925
verified: no, type: main_score
value: 91.35372390581641
verified: no, type: manhattan_pearson
value: 91.14800959939069
verified: no, type: manhattan_spearman
value: 91.09775424245629
verified: no, type: pearson
value: 91.25898556808458
verified: no, type: spearman
value: 91.35372390581641
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 67.61637111515797
verified: no, type: cosine_spearman
value: 68.10379096526697
verified: no, type: euclidean_pearson
value: 69.2652309491375
verified: no, type: euclidean_spearman
value: 68.18436357033228
verified: no, type: main_score
value: 68.10379096526697
verified: no, type: manhattan_pearson
value: 69.52531340510775
verified: no, type: manhattan_spearman
value: 68.17874790391862
verified: no, type: pearson
value: 67.61637111515797
verified: no, type: spearman
value: 68.10379096526697
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 87.81592853782297
verified: no, type: cosine_spearman
value: 88.2302550329183
verified: no, type: euclidean_pearson
value: 88.01165144519526
verified: no, type: euclidean_spearman
value: 88.23342148890097
verified: no, type: main_score
value: 88.2302550329183
verified: no, type: manhattan_pearson
value: 88.148592564938
verified: no, type: manhattan_spearman
value: 88.49226317320988
verified: no, type: pearson
value: 87.81592853782297
verified: no, type: spearman
value: 88.2302550329183
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 89.196009707431
verified: no, type: map
value: 89.196009707431
verified: no, type: mrr
value: 97.07198121413808
verified: no, type: nAUC_map_diff1
value: -14.066667940115352
verified: no, type: nAUC_map_max
value: 49.73702475027407
verified: no, type: nAUC_map_std
value: 64.0986775782592
verified: no, type: nAUC_mrr_diff1
value: 21.96846389417319
verified: no, type: nAUC_mrr_max
value: 86.38341077184032
verified: no, type: nAUC_mrr_std
value: 75.38945014727746
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 80.08999999999999
verified: no, type: map_at_1
value: 63.161
verified: no, type: map_at_10
value: 75.163
verified: no, type: map_at_100
value: 75.408
verified: no, type: map_at_1000
value: 75.409
verified: no, type: map_at_20
value: 75.332
verified: no, type: map_at_3
value: 71.839
verified: no, type: map_at_5
value: 74.32600000000001
verified: no, type: mrr_at_1
value: 66.33333333333333
verified: no, type: mrr_at_10
value: 75.95978835978836
verified: no, type: mrr_at_100
value: 76.15647881281473
verified: no, type: mrr_at_1000
value: 76.15736533763744
verified: no, type: mrr_at_20
value: 76.08557368557368
verified: no, type: mrr_at_3
value: 73.55555555555556
verified: no, type: mrr_at_5
value: 75.4888888888889
verified: no, type: nauc_map_at_1000_diff1
value: 77.31229383811176
verified: no, type: nauc_map_at_1000_max
value: 58.848319058605156
verified: no, type: nauc_map_at_1000_std
value: -14.290090263454985
verified: no, type: nauc_map_at_100_diff1
value: 77.31325400213969
verified: no, type: nauc_map_at_100_max
value: 58.848885054155275
verified: no, type: nauc_map_at_100_std
value: -14.285806618869273
verified: no, type: nauc_map_at_10_diff1
value: 77.1806705504232
verified: no, type: nauc_map_at_10_max
value: 59.02905805134415
verified: no, type: nauc_map_at_10_std
value: -14.132954900037467
verified: no, type: nauc_map_at_1_diff1
value: 81.03932970557837
verified: no, type: nauc_map_at_1_max
value: 49.02073230264529
verified: no, type: nauc_map_at_1_std
value: -22.977452975845512
verified: no, type: nauc_map_at_20_diff1
value: 77.22581364818562
verified: no, type: nauc_map_at_20_max
value: 58.90740400399768
verified: no, type: nauc_map_at_20_std
value: -14.245079150986745
verified: no, type: nauc_map_at_3_diff1
value: 76.99793243255563
verified: no, type: nauc_map_at_3_max
value: 54.9930733886623
verified: no, type: nauc_map_at_3_std
value: -19.297708446082407
verified: no, type: nauc_map_at_5_diff1
value: 77.1671608360295
verified: no, type: nauc_map_at_5_max
value: 57.27757489519526
verified: no, type: nauc_map_at_5_std
value: -15.446338357667708
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.4806080821202
verified: no, type: nauc_mrr_at_1000_max
value: 60.9213776129792
verified: no, type: nauc_mrr_at_1000_std
value: -12.139599632228343
verified: no, type: nauc_mrr_at_100_diff1
value: 77.48158073865281
verified: no, type: nauc_mrr_at_100_max
value: 60.9218657185361
verified: no, type: nauc_mrr_at_100_std
value: -12.13532070453677
verified: no, type: nauc_mrr_at_10_diff1
value: 77.32428546014407
verified: no, type: nauc_mrr_at_10_max
value: 61.018407010343466
verified: no, type: nauc_mrr_at_10_std
value: -12.143193773309347
verified: no, type: nauc_mrr_at_1_diff1
value: 80.99806778887115
verified: no, type: nauc_mrr_at_1_max
value: 59.17855969530095
verified: no, type: nauc_mrr_at_1_std
value: -12.30545640831458
verified: no, type: nauc_mrr_at_20_diff1
value: 77.3811067653992
verified: no, type: nauc_mrr_at_20_max
value: 60.9648880366335
verified: no, type: nauc_mrr_at_20_std
value: -12.124066076541853
verified: no, type: nauc_mrr_at_3_diff1
value: 77.31304316321959
verified: no, type: nauc_mrr_at_3_max
value: 60.75536766404163
verified: no, type: nauc_mrr_at_3_std
value: -12.997876030849623
verified: no, type: nauc_mrr_at_5_diff1
value: 77.12952864141742
verified: no, type: nauc_mrr_at_5_max
value: 60.995943754968685
verified: no, type: nauc_mrr_at_5_std
value: -11.353447465605694
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.81788665683746
verified: no, type: nauc_ndcg_at_1000_max
value: 60.35947755262391
verified: no, type: nauc_ndcg_at_1000_std
value: -12.884942372460362
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.87388230365198
verified: no, type: nauc_ndcg_at_100_max
value: 60.38813162962434
verified: no, type: nauc_ndcg_at_100_std
value: -12.64384717800478
verified: no, type: nauc_ndcg_at_10_diff1
value: 75.87713506026317
verified: no, type: nauc_ndcg_at_10_max
value: 61.39356554675667
verified: no, type: nauc_ndcg_at_10_std
value: -12.144227584144218
verified: no, type: nauc_ndcg_at_1_diff1
value: 80.99806778887115
verified: no, type: nauc_ndcg_at_1_max
value: 59.17855969530095
verified: no, type: nauc_ndcg_at_1_std
value: -12.30545640831458
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.09913944506627
verified: no, type: nauc_ndcg_at_20_max
value: 61.01644448834147
verified: no, type: nauc_ndcg_at_20_std
value: -12.456209267623857
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.52717946614608
verified: no, type: nauc_ndcg_at_3_max
value: 58.96433090721983
verified: no, type: nauc_ndcg_at_3_std
value: -15.849280494339556
verified: no, type: nauc_ndcg_at_5_diff1
value: 75.69026981016921
verified: no, type: nauc_ndcg_at_5_max
value: 58.924044405851326
verified: no, type: nauc_ndcg_at_5_std
value: -13.182728827923107
verified: no, type: nauc_precision_at_1000_diff1
value: -31.634022001609914
verified: no, type: nauc_precision_at_1000_max
value: 31.46271490784504
verified: no, type: nauc_precision_at_1000_std
value: 60.44801276891442
verified: no, type: nauc_precision_at_100_diff1
value: -29.722363469948103
verified: no, type: nauc_precision_at_100_max
value: 32.05464592020074
verified: no, type: nauc_precision_at_100_std
value: 60.832570595613554
verified: no, type: nauc_precision_at_10_diff1
value: -11.91731376599939
verified: no, type: nauc_precision_at_10_max
value: 45.43646553157129
verified: no, type: nauc_precision_at_10_std
value: 52.962408871791276
verified: no, type: nauc_precision_at_1_diff1
value: 80.99806778887115
verified: no, type: nauc_precision_at_1_max
value: 59.17855969530095
verified: no, type: nauc_precision_at_1_std
value: -12.30545640831458
verified: no, type: nauc_precision_at_20_diff1
value: -18.43293701721667
verified: no, type: nauc_precision_at_20_max
value: 39.53434874203934
verified: no, type: nauc_precision_at_20_std
value: 53.6291982468461
verified: no, type: nauc_precision_at_3_diff1
value: 30.84789043003892
verified: no, type: nauc_precision_at_3_max
value: 55.660727758110376
verified: no, type: nauc_precision_at_3_std
value: 17.87243920840355
verified: no, type: nauc_precision_at_5_diff1
value: 4.099395181445625
verified: no, type: nauc_precision_at_5_max
value: 50.346770968709386
verified: no, type: nauc_precision_at_5_std
value: 44.66722483255029
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 100
verified: no, type: nauc_recall_at_100_max
value: 72.2222222222207
verified: no, type: nauc_recall_at_100_std
value: 86.92810457516407
verified: no, type: nauc_recall_at_10_diff1
value: 62.18887555022005
verified: no, type: nauc_recall_at_10_max
value: 75.14339068960916
verified: no, type: nauc_recall_at_10_std
value: -1.4912631719357108
verified: no, type: nauc_recall_at_1_diff1
value: 81.03932970557837
verified: no, type: nauc_recall_at_1_max
value: 49.02073230264529
verified: no, type: nauc_recall_at_1_std
value: -22.977452975845512
verified: no, type: nauc_recall_at_20_diff1
value: 59.27414444038499
verified: no, type: nauc_recall_at_20_max
value: 76.32241302318047
verified: no, type: nauc_recall_at_20_std
value: -0.8322169447488666
verified: no, type: nauc_recall_at_3_diff1
value: 69.58783002593157
verified: no, type: nauc_recall_at_3_max
value: 55.89660919896563
verified: no, type: nauc_recall_at_3_std
value: -21.183005510917862
verified: no, type: nauc_recall_at_5_diff1
value: 65.53660499878802
verified: no, type: nauc_recall_at_5_max
value: 58.218018535135805
verified: no, type: nauc_recall_at_5_std
value: -8.328952210032455
verified: no, type: ndcg_at_1
value: 66.333
verified: no, type: ndcg_at_10
value: 80.08999999999999
verified: no, type: ndcg_at_100
value: 81.24900000000001
verified: no, type: ndcg_at_1000
value: 81.28800000000001
verified: no, type: ndcg_at_20
value: 80.625
verified: no, type: ndcg_at_3
value: 74.98700000000001
verified: no, type: ndcg_at_5
value: 78.553
verified: no, type: precision_at_1
value: 66.333
verified: no, type: precision_at_10
value: 10.667
verified: no, type: precision_at_100
value: 1.127
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.45
verified: no, type: precision_at_3
value: 29.555999999999997
verified: no, type: precision_at_5
value: 20.133000000000003
verified: no, type: recall_at_1
value: 63.161
verified: no, type: recall_at_10
value: 94.167
verified: no, type: recall_at_100
value: 99.667
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 96.167
verified: no, type: recall_at_3
value: 80.972
verified: no, type: recall_at_5
value: 89.90599999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.81881188118813
verified: no, type: cosine_accuracy_threshold
value: 85.55081486701965
verified: no, type: cosine_ap
value: 96.0359661816236
verified: no, type: cosine_f1
value: 90.6584992343032
verified: no, type: cosine_f1_threshold
value: 84.82859134674072
verified: no, type: cosine_precision
value: 92.59645464025026
verified: no, type: cosine_recall
value: 88.8
verified: no, type: dot_accuracy
value: 99.81881188118813
verified: no, type: dot_accuracy_threshold
value: 84.91908311843872
verified: no, type: dot_ap
value: 96.05740121094365
verified: no, type: dot_f1
value: 90.81885856079404
verified: no, type: dot_f1_threshold
value: 83.84919166564941
verified: no, type: dot_precision
value: 90.14778325123153
verified: no, type: dot_recall
value: 91.5
verified: no, type: euclidean_accuracy
value: 99.82079207920792
verified: no, type: euclidean_accuracy_threshold
value: 54.49706315994263
verified: no, type: euclidean_ap
value: 96.03223527068818
verified: no, type: euclidean_f1
value: 90.72270630445925
verified: no, type: euclidean_f1_threshold
value: 54.49706315994263
verified: no, type: euclidean_precision
value: 93.05993690851734
verified: no, type: euclidean_recall
value: 88.5
verified: no, type: main_score
value: 96.32671902439806
verified: no, type: manhattan_accuracy
value: 99.83267326732673
verified: no, type: manhattan_accuracy_threshold
value: 3818.192672729492
verified: no, type: manhattan_ap
value: 96.32671902439806
verified: no, type: manhattan_f1
value: 91.52032112393378
verified: no, type: manhattan_f1_threshold
value: 3818.192672729492
verified: no, type: manhattan_precision
value: 91.8429003021148
verified: no, type: manhattan_recall
value: 91.2
verified: no, type: max_ap
value: 96.32671902439806
verified: no, type: max_f1
value: 91.52032112393378
verified: no, type: max_precision
value: 93.05993690851734
verified: no, type: max_recall
value: 91.5
verified: no, type: similarity_accuracy
value: 99.81881188118813
verified: no, type: similarity_accuracy_threshold
value: 85.55081486701965
verified: no, type: similarity_ap
value: 96.0359661816236
verified: no, type: similarity_f1
value: 90.6584992343032
verified: no, type: similarity_f1_threshold
value: 84.82859134674072
verified: no, type: similarity_precision
value: 92.59645464025026
verified: no, type: similarity_recall
value: 88.8
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 80.28558559137414
verified: no, type: v_measure
value: 80.28558559137414
verified: no, type: v_measure_std
value: 2.795276520287584
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 49.57135582416209
verified: no, type: v_measure
value: 49.57135582416209
verified: no, type: v_measure_std
value: 1.6414135468423754
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 55.253002583598644
verified: no, type: map
value: 55.253002583598644
verified: no, type: mrr
value: 56.24172396231219
verified: no, type: nAUC_map_diff1
value: 40.00053248203427
verified: no, type: nAUC_map_max
value: 10.05441740585869
verified: no, type: nAUC_map_std
value: 8.227169286387552
verified: no, type: nAUC_mrr_diff1
value: 40.250446264233744
verified: no, type: nAUC_mrr_max
value: 10.586310195339053
verified: no, type: nAUC_mrr_std
value: 8.47326494370076
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 31.19874648747059
verified: no, type: cosine_spearman
value: 31.493550648844863
verified: no, type: dot_pearson
value: 31.157847680289407
verified: no, type: dot_spearman
value: 31.575299712180538
verified: no, type: main_score
value: 31.493550648844863
verified: no, type: pearson
value: 31.19874648747059
verified: no, type: spearman
value: 31.493550648844863
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 85.983
verified: no, type: map_at_1
value: 0.247
verified: no, type: map_at_10
value: 2.177
verified: no, type: map_at_100
value: 14.804
verified: no, type: map_at_1000
value: 37.045
verified: no, type: map_at_20
value: 4.12
verified: no, type: map_at_3
value: 0.7000000000000001
verified: no, type: map_at_5
value: 1.1320000000000001
verified: no, type: mrr_at_1
value: 96
verified: no, type: mrr_at_10
value: 98
verified: no, type: mrr_at_100
value: 98
verified: no, type: mrr_at_1000
value: 98
verified: no, type: mrr_at_20
value: 98
verified: no, type: mrr_at_3
value: 98
verified: no, type: mrr_at_5
value: 98
verified: no, type: nauc_map_at_1000_diff1
value: -0.9165125200337213
verified: no, type: nauc_map_at_1000_max
value: 40.260117798042764
verified: no, type: nauc_map_at_1000_std
value: 71.72789335831554
verified: no, type: nauc_map_at_100_diff1
value: 20.493827311583953
verified: no, type: nauc_map_at_100_max
value: 21.005742079276462
verified: no, type: nauc_map_at_100_std
value: 62.53815607831659
verified: no, type: nauc_map_at_10_diff1
value: 31.289297684528215
verified: no, type: nauc_map_at_10_max
value: 7.86554294370268
verified: no, type: nauc_map_at_10_std
value: 37.26191657133897
verified: no, type: nauc_map_at_1_diff1
value: 25.57568148849456
verified: no, type: nauc_map_at_1_max
value: -5.9767435623941445
verified: no, type: nauc_map_at_1_std
value: 30.849871717506755
verified: no, type: nauc_map_at_20_diff1
value: 30.896018204532087
verified: no, type: nauc_map_at_20_max
value: 8.667077299744314
verified: no, type: nauc_map_at_20_std
value: 41.512687168412924
verified: no, type: nauc_map_at_3_diff1
value: 29.44724521006598
verified: no, type: nauc_map_at_3_max
value: 1.597496889532064
verified: no, type: nauc_map_at_3_std
value: 32.25013773854697
verified: no, type: nauc_map_at_5_diff1
value: 27.387036605618825
verified: no, type: nauc_map_at_5_max
value: 5.402983746211454
verified: no, type: nauc_map_at_5_std
value: 33.940523962472184
verified: no, type: nauc_mrr_at_1000_diff1
value: -14.122315592903503
verified: no, type: nauc_mrr_at_1000_max
value: 33.84687208216605
verified: no, type: nauc_mrr_at_1000_std
value: 86.11111111111092
verified: no, type: nauc_mrr_at_100_diff1
value: -14.122315592903503
verified: no, type: nauc_mrr_at_100_max
value: 33.84687208216605
verified: no, type: nauc_mrr_at_100_std
value: 86.11111111111092
verified: no, type: nauc_mrr_at_10_diff1
value: -14.122315592903503
verified: no, type: nauc_mrr_at_10_max
value: 33.84687208216605
verified: no, type: nauc_mrr_at_10_std
value: 86.11111111111092
verified: no, type: nauc_mrr_at_1_diff1
value: -14.122315592903831
verified: no, type: nauc_mrr_at_1_max
value: 33.84687208216637
verified: no, type: nauc_mrr_at_1_std
value: 86.11111111111124
verified: no, type: nauc_mrr_at_20_diff1
value: -14.122315592903503
verified: no, type: nauc_mrr_at_20_max
value: 33.84687208216605
verified: no, type: nauc_mrr_at_20_std
value: 86.11111111111092
verified: no, type: nauc_mrr_at_3_diff1
value: -14.122315592903503
verified: no, type: nauc_mrr_at_3_max
value: 33.84687208216605
verified: no, type: nauc_mrr_at_3_std
value: 86.11111111111092
verified: no, type: nauc_mrr_at_5_diff1
value: -14.122315592903503
verified: no, type: nauc_mrr_at_5_max
value: 33.84687208216605
verified: no, type: nauc_mrr_at_5_std
value: 86.11111111111092
verified: no, type: nauc_ndcg_at_1000_diff1
value: 8.745907669561928
verified: no, type: nauc_ndcg_at_1000_max
value: 45.43307237994533
verified: no, type: nauc_ndcg_at_1000_std
value: 74.93357447176336
verified: no, type: nauc_ndcg_at_100_diff1
value: -3.9719350773353765
verified: no, type: nauc_ndcg_at_100_max
value: 44.43705332397461
verified: no, type: nauc_ndcg_at_100_std
value: 61.59493812371758
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.230915878367348
verified: no, type: nauc_ndcg_at_10_max
value: 48.332840970836635
verified: no, type: nauc_ndcg_at_10_std
value: 46.888785065125774
verified: no, type: nauc_ndcg_at_1_diff1
value: 13.219732337379442
verified: no, type: nauc_ndcg_at_1_max
value: 45.19919078742603
verified: no, type: nauc_ndcg_at_1_std
value: 64.68253968253977
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.479648691964865
verified: no, type: nauc_ndcg_at_20_max
value: 48.76688248450331
verified: no, type: nauc_ndcg_at_20_std
value: 51.450399755887545
verified: no, type: nauc_ndcg_at_3_diff1
value: 6.165414201871464
verified: no, type: nauc_ndcg_at_3_max
value: 45.089689347691035
verified: no, type: nauc_ndcg_at_3_std
value: 41.08249161845213
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.411245806844721
verified: no, type: nauc_ndcg_at_5_max
value: 47.818748093538076
verified: no, type: nauc_ndcg_at_5_std
value: 45.907685763676575
verified: no, type: nauc_precision_at_1000_diff1
value: -30.574290219847345
verified: no, type: nauc_precision_at_1000_max
value: 32.56926126118719
verified: no, type: nauc_precision_at_1000_std
value: 14.584504392628874
verified: no, type: nauc_precision_at_100_diff1
value: -10.199740234718847
verified: no, type: nauc_precision_at_100_max
value: 41.0213226769777
verified: no, type: nauc_precision_at_100_std
value: 56.975760776771324
verified: no, type: nauc_precision_at_10_diff1
value: 7.865792689701161
verified: no, type: nauc_precision_at_10_max
value: 52.00432275201737
verified: no, type: nauc_precision_at_10_std
value: 43.89512276413724
verified: no, type: nauc_precision_at_1_diff1
value: -14.122315592903831
verified: no, type: nauc_precision_at_1_max
value: 33.84687208216637
verified: no, type: nauc_precision_at_1_std
value: 86.11111111111124
verified: no, type: nauc_precision_at_20_diff1
value: 5.481424191880084
verified: no, type: nauc_precision_at_20_max
value: 46.86629331792725
verified: no, type: nauc_precision_at_20_std
value: 49.245692667517496
verified: no, type: nauc_precision_at_3_diff1
value: -5.870408807869163
verified: no, type: nauc_precision_at_3_max
value: 48.73657612128875
verified: no, type: nauc_precision_at_3_std
value: 41.15152062088262
verified: no, type: nauc_precision_at_5_diff1
value: -4.550610529125413
verified: no, type: nauc_precision_at_5_max
value: 60.390115878205386
verified: no, type: nauc_precision_at_5_std
value: 44.16494295055696
verified: no, type: nauc_recall_at_1000_diff1
value: 8.047794367079034
verified: no, type: nauc_recall_at_1000_max
value: 37.07551482870489
verified: no, type: nauc_recall_at_1000_std
value: 66.20862163364201
verified: no, type: nauc_recall_at_100_diff1
value: 25.08104923597475
verified: no, type: nauc_recall_at_100_max
value: 9.971294642165734
verified: no, type: nauc_recall_at_100_std
value: 51.737814074891254
verified: no, type: nauc_recall_at_10_diff1
value: 32.33148478369628
verified: no, type: nauc_recall_at_10_max
value: 1.3767192150014917
verified: no, type: nauc_recall_at_10_std
value: 30.801926742876308
verified: no, type: nauc_recall_at_1_diff1
value: 25.57568148849456
verified: no, type: nauc_recall_at_1_max
value: -5.9767435623941445
verified: no, type: nauc_recall_at_1_std
value: 30.849871717506755
verified: no, type: nauc_recall_at_20_diff1
value: 31.716580022934654
verified: no, type: nauc_recall_at_20_max
value: -0.1281270579464631
verified: no, type: nauc_recall_at_20_std
value: 33.76185294993676
verified: no, type: nauc_recall_at_3_diff1
value: 29.758810004388348
verified: no, type: nauc_recall_at_3_max
value: -1.9442985017191816
verified: no, type: nauc_recall_at_3_std
value: 27.45550076962206
verified: no, type: nauc_recall_at_5_diff1
value: 27.047710181576672
verified: no, type: nauc_recall_at_5_max
value: 1.5237000700880248
verified: no, type: nauc_recall_at_5_std
value: 28.235297950159698
verified: no, type: ndcg_at_1
value: 94
verified: no, type: ndcg_at_10
value: 85.983
verified: no, type: ndcg_at_100
value: 69.195
verified: no, type: ndcg_at_1000
value: 62.541000000000004
verified: no, type: ndcg_at_20
value: 83.405
verified: no, type: ndcg_at_3
value: 89.98899999999999
verified: no, type: ndcg_at_5
value: 87.905
verified: no, type: precision_at_1
value: 96
verified: no, type: precision_at_10
value: 89.4
verified: no, type: precision_at_100
value: 71.54
verified: no, type: precision_at_1000
value: 27.594
verified: no, type: precision_at_20
value: 87.2
verified: no, type: precision_at_3
value: 92.667
verified: no, type: precision_at_5
value: 90.8
verified: no, type: recall_at_1
value: 0.247
verified: no, type: recall_at_10
value: 2.315
verified: no, type: recall_at_100
value: 17.574
verified: no, type: recall_at_1000
value: 59.336999999999996
verified: no, type: recall_at_20
value: 4.491
verified: no, type: recall_at_3
value: 0.7250000000000001
verified: no, type: recall_at_5
value: 1.1820000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 29.944
verified: no, type: map_at_1
value: 3.064
verified: no, type: map_at_10
value: 11.501999999999999
verified: no, type: map_at_100
value: 18.736
verified: no, type: map_at_1000
value: 20.333000000000002
verified: no, type: map_at_20
value: 14.057
verified: no, type: map_at_3
value: 6.300999999999999
verified: no, type: map_at_5
value: 8.463
verified: no, type: mrr_at_1
value: 44.89795918367347
verified: no, type: mrr_at_10
value: 58.41188856494979
verified: no, type: mrr_at_100
value: 58.93964266413245
verified: no, type: mrr_at_1000
value: 58.93964266413245
verified: no, type: mrr_at_20
value: 58.767485349118
verified: no, type: mrr_at_3
value: 54.42176870748299
verified: no, type: mrr_at_5
value: 56.666666666666664
verified: no, type: nauc_map_at_1000_diff1
value: 11.478593385608479
verified: no, type: nauc_map_at_1000_max
value: 10.309889845044324
verified: no, type: nauc_map_at_1000_std
value: 21.16721939940238
verified: no, type: nauc_map_at_100_diff1
value: 11.570438543562418
verified: no, type: nauc_map_at_100_max
value: 8.426183648064834
verified: no, type: nauc_map_at_100_std
value: 18.56231985033613
verified: no, type: nauc_map_at_10_diff1
value: 22.37735506247481
verified: no, type: nauc_map_at_10_max
value: 5.455946239060806
verified: no, type: nauc_map_at_10_std
value: -4.2848826518388154
verified: no, type: nauc_map_at_1_diff1
value: 27.853645380676824
verified: no, type: nauc_map_at_1_max
value: 7.30739948053113
verified: no, type: nauc_map_at_1_std
value: -0.2773663157814586
verified: no, type: nauc_map_at_20_diff1
value: 14.724669779924648
verified: no, type: nauc_map_at_20_max
value: 10.12882779173533
verified: no, type: nauc_map_at_20_std
value: 4.4803777672120875
verified: no, type: nauc_map_at_3_diff1
value: 31.891173385921263
verified: no, type: nauc_map_at_3_max
value: 4.889652271827218
verified: no, type: nauc_map_at_3_std
value: -9.477460238651643
verified: no, type: nauc_map_at_5_diff1
value: 31.489012040465003
verified: no, type: nauc_map_at_5_max
value: 1.7330092417337482
verified: no, type: nauc_map_at_5_std
value: -8.137018608469637
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.411522237082416
verified: no, type: nauc_mrr_at_1000_max
value: 11.286971076556688
verified: no, type: nauc_mrr_at_1000_std
value: 23.443174210894043
verified: no, type: nauc_mrr_at_100_diff1
value: 24.411522237082416
verified: no, type: nauc_mrr_at_100_max
value: 11.286971076556688
verified: no, type: nauc_mrr_at_100_std
value: 23.443174210894043
verified: no, type: nauc_mrr_at_10_diff1
value: 23.948152308265186
verified: no, type: nauc_mrr_at_10_max
value: 12.22420979621155
verified: no, type: nauc_mrr_at_10_std
value: 23.557939024705544
verified: no, type: nauc_mrr_at_1_diff1
value: 17.902334894536107
verified: no, type: nauc_mrr_at_1_max
value: 17.36969662861018
verified: no, type: nauc_mrr_at_1_std
value: 19.425714969048734
verified: no, type: nauc_mrr_at_20_diff1
value: 24.635893795899797
verified: no, type: nauc_mrr_at_20_max
value: 11.330541067194913
verified: no, type: nauc_mrr_at_20_std
value: 23.74518583400233
verified: no, type: nauc_mrr_at_3_diff1
value: 25.045536328282587
verified: no, type: nauc_mrr_at_3_max
value: 7.497967004732733
verified: no, type: nauc_mrr_at_3_std
value: 24.167153007320078
verified: no, type: nauc_mrr_at_5_diff1
value: 24.328479930592454
verified: no, type: nauc_mrr_at_5_max
value: 10.037126854938336
verified: no, type: nauc_mrr_at_5_std
value: 25.236208055346136
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.555347444667389
verified: no, type: nauc_ndcg_at_1000_max
value: 13.356591700655718
verified: no, type: nauc_ndcg_at_1000_std
value: 42.42395845935052
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.110526060413708
verified: no, type: nauc_ndcg_at_100_max
value: 3.140006440162515
verified: no, type: nauc_ndcg_at_100_std
value: 39.02733288398033
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.68853369009725
verified: no, type: nauc_ndcg_at_10_max
value: 2.435389817058852
verified: no, type: nauc_ndcg_at_10_std
value: 10.038202768784316
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.17287594582385
verified: no, type: nauc_ndcg_at_1_max
value: 12.487205168273196
verified: no, type: nauc_ndcg_at_1_std
value: 20.639827614373075
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.987577348502985
verified: no, type: nauc_ndcg_at_20_max
value: 2.9978717644469266
verified: no, type: nauc_ndcg_at_20_std
value: 13.015690866750354
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.392223079245575
verified: no, type: nauc_ndcg_at_3_max
value: 1.587587110582544
verified: no, type: nauc_ndcg_at_3_std
value: 12.850592473446609
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.80244517369626
verified: no, type: nauc_ndcg_at_5_max
value: 5.8939933777508084
verified: no, type: nauc_ndcg_at_5_std
value: 15.779687411463414
verified: no, type: nauc_precision_at_1000_diff1
value: -14.314031720452537
verified: no, type: nauc_precision_at_1000_max
value: 32.87886666567266
verified: no, type: nauc_precision_at_1000_std
value: 21.49347046886851
verified: no, type: nauc_precision_at_100_diff1
value: -9.4034008613839
verified: no, type: nauc_precision_at_100_max
value: 16.784075123309645
verified: no, type: nauc_precision_at_100_std
value: 73.14688535393604
verified: no, type: nauc_precision_at_10_diff1
value: 6.855101404043058
verified: no, type: nauc_precision_at_10_max
value: 6.52491228645612
verified: no, type: nauc_precision_at_10_std
value: 16.104602266016744
verified: no, type: nauc_precision_at_1_diff1
value: 17.902334894536107
verified: no, type: nauc_precision_at_1_max
value: 17.36969662861018
verified: no, type: nauc_precision_at_1_std
value: 19.425714969048734
verified: no, type: nauc_precision_at_20_diff1
value: -5.337534613602212
verified: no, type: nauc_precision_at_20_max
value: 17.722925454767218
verified: no, type: nauc_precision_at_20_std
value: 34.26680462132849
verified: no, type: nauc_precision_at_3_diff1
value: 31.054623397809255
verified: no, type: nauc_precision_at_3_max
value: -0.92038600946826
verified: no, type: nauc_precision_at_3_std
value: 8.326997076862916
verified: no, type: nauc_precision_at_5_diff1
value: 29.784942296920462
verified: no, type: nauc_precision_at_5_max
value: 6.337469263434779
verified: no, type: nauc_precision_at_5_std
value: 12.789597196020974
verified: no, type: nauc_recall_at_1000_diff1
value: -3.8177981862041364
verified: no, type: nauc_recall_at_1000_max
value: 14.206064332229163
verified: no, type: nauc_recall_at_1000_std
value: 74.18853420771269
verified: no, type: nauc_recall_at_100_diff1
value: 0.7677996771461106
verified: no, type: nauc_recall_at_100_max
value: -4.139924106878441
verified: no, type: nauc_recall_at_100_std
value: 48.319930706362896
verified: no, type: nauc_recall_at_10_diff1
value: 12.038835537494322
verified: no, type: nauc_recall_at_10_max
value: -2.0498983557854418
verified: no, type: nauc_recall_at_10_std
value: -2.0339180690854493
verified: no, type: nauc_recall_at_1_diff1
value: 27.853645380676824
verified: no, type: nauc_recall_at_1_max
value: 7.30739948053113
verified: no, type: nauc_recall_at_1_std
value: -0.2773663157814586
verified: no, type: nauc_recall_at_20_diff1
value: 0.7907893667756708
verified: no, type: nauc_recall_at_20_max
value: 0.8795499810558195
verified: no, type: nauc_recall_at_20_std
value: 11.512483291688282
verified: no, type: nauc_recall_at_3_diff1
value: 33.19440392639576
verified: no, type: nauc_recall_at_3_max
value: -1.5494237697432613
verified: no, type: nauc_recall_at_3_std
value: -8.560408808376984
verified: no, type: nauc_recall_at_5_diff1
value: 27.42193873870941
verified: no, type: nauc_recall_at_5_max
value: -4.74350293281128
verified: no, type: nauc_recall_at_5_std
value: -7.618060131179654
verified: no, type: ndcg_at_1
value: 42.857
verified: no, type: ndcg_at_10
value: 29.944
verified: no, type: ndcg_at_100
value: 42.624
verified: no, type: ndcg_at_1000
value: 53.384
verified: no, type: ndcg_at_20
value: 30.135
verified: no, type: ndcg_at_3
value: 34.847
verified: no, type: ndcg_at_5
value: 32.573
verified: no, type: precision_at_1
value: 44.897999999999996
verified: no, type: precision_at_10
value: 25.306
verified: no, type: precision_at_100
value: 8.694
verified: no, type: precision_at_1000
value: 1.616
verified: no, type: precision_at_20
value: 19.082
verified: no, type: precision_at_3
value: 34.014
verified: no, type: precision_at_5
value: 31.019999999999996
verified: no, type: recall_at_1
value: 3.064
verified: no, type: recall_at_10
value: 17.849999999999998
verified: no, type: recall_at_100
value: 53.217999999999996
verified: no, type: recall_at_1000
value: 87.095
verified: no, type: recall_at_20
value: 26.111
verified: no, type: recall_at_3
value: 7.383000000000001
verified: no, type: recall_at_5
value: 11.434
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 88.759765625
verified: no, type: ap
value: 36.49152357863017
verified: no, type: ap_weighted
value: 36.49152357863017
verified: no, type: f1
value: 74.4692714448641
verified: no, type: f1_weighted
value: 90.54372649306606
verified: no, type: main_score
value: 88.759765625
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 74.8443689869836
verified: no, type: f1
value: 75.1139662898148
verified: no, type: f1_weighted
value: 74.7369003946243
verified: no, type: main_score
value: 74.8443689869836
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 61.42918790942448
verified: no, type: v_measure
value: 61.42918790942448
verified: no, type: v_measure_std
value: 1.0156550098843082
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 88.22197055492639
verified: no, type: cosine_accuracy_threshold
value: 83.30042362213135
verified: no, type: cosine_ap
value: 80.57754959194938
verified: no, type: cosine_f1
value: 73.70579190158894
verified: no, type: cosine_f1_threshold
value: 81.04978799819946
verified: no, type: cosine_precision
value: 71.64922770303936
verified: no, type: cosine_recall
value: 75.8839050131926
verified: no, type: dot_accuracy
value: 88.23985217857782
verified: no, type: dot_accuracy_threshold
value: 83.31039547920227
verified: no, type: dot_ap
value: 80.57533213448181
verified: no, type: dot_f1
value: 73.61309601143302
verified: no, type: dot_f1_threshold
value: 81.33968114852905
verified: no, type: dot_precision
value: 72.51087791144101
verified: no, type: dot_recall
value: 74.74934036939314
verified: no, type: euclidean_accuracy
value: 88.22197055492639
verified: no, type: euclidean_accuracy_threshold
value: 58.290231227874756
verified: no, type: euclidean_ap
value: 80.57982723880139
verified: no, type: euclidean_f1
value: 73.63426519620417
verified: no, type: euclidean_f1_threshold
value: 61.55576705932617
verified: no, type: euclidean_precision
value: 71.63173652694611
verified: no, type: euclidean_recall
value: 75.75197889182058
verified: no, type: main_score
value: 80.57982723880139
verified: no, type: manhattan_accuracy
value: 88.14448351910353
verified: no, type: manhattan_accuracy_threshold
value: 3907.2471618652344
verified: no, type: manhattan_ap
value: 80.3538079655539
verified: no, type: manhattan_f1
value: 73.40466675261054
verified: no, type: manhattan_f1_threshold
value: 4103.794097900391
verified: no, type: manhattan_precision
value: 71.76707839677337
verified: no, type: manhattan_recall
value: 75.11873350923483
verified: no, type: max_ap
value: 80.57982723880139
verified: no, type: max_f1
value: 73.70579190158894
verified: no, type: max_precision
value: 72.51087791144101
verified: no, type: max_recall
value: 75.8839050131926
verified: no, type: similarity_accuracy
value: 88.22197055492639
verified: no, type: similarity_accuracy_threshold
value: 83.30042362213135
verified: no, type: similarity_ap
value: 80.57754959194938
verified: no, type: similarity_f1
value: 73.70579190158894
verified: no, type: similarity_f1_threshold
value: 81.04978799819946
verified: no, type: similarity_precision
value: 71.64922770303936
verified: no, type: similarity_recall
value: 75.8839050131926
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 89.88628866379477
verified: no, type: cosine_accuracy_threshold
value: 80.8050274848938
verified: no, type: cosine_ap
value: 87.57594591596816
verified: no, type: cosine_f1
value: 80.0812257707218
verified: no, type: cosine_f1_threshold
value: 77.990061044693
verified: no, type: cosine_precision
value: 76.93126197063205
verified: no, type: cosine_recall
value: 83.50015398829689
verified: no, type: dot_accuracy
value: 89.87852679784221
verified: no, type: dot_accuracy_threshold
value: 80.84419965744019
verified: no, type: dot_ap
value: 87.56136742222151
verified: no, type: dot_f1
value: 80.05898617511521
verified: no, type: dot_f1_threshold
value: 77.92385816574097
verified: no, type: dot_precision
value: 76.80554573106035
verified: no, type: dot_recall
value: 83.60024638127503
verified: no, type: euclidean_accuracy
value: 89.86882446540149
verified: no, type: euclidean_accuracy_threshold
value: 62.08193898200989
verified: no, type: euclidean_ap
value: 87.57517549192228
verified: no, type: euclidean_f1
value: 80.05286925872892
verified: no, type: euclidean_f1_threshold
value: 66.65036082267761
verified: no, type: euclidean_precision
value: 76.51063232507545
verified: no, type: euclidean_recall
value: 83.93902063443178
verified: no, type: main_score
value: 87.64162614197194
verified: no, type: manhattan_accuracy
value: 89.8959909962355
verified: no, type: manhattan_accuracy_threshold
value: 4176.108169555664
verified: no, type: manhattan_ap
value: 87.64162614197194
verified: no, type: manhattan_f1
value: 80.17116279069768
verified: no, type: manhattan_f1_threshold
value: 4433.153533935547
verified: no, type: manhattan_precision
value: 77.57615035644848
verified: no, type: manhattan_recall
value: 82.94579611949491
verified: no, type: max_ap
value: 87.64162614197194
verified: no, type: max_f1
value: 80.17116279069768
verified: no, type: max_precision
value: 77.57615035644848
verified: no, type: max_recall
value: 83.93902063443178
verified: no, type: similarity_accuracy
value: 89.88628866379477
verified: no, type: similarity_accuracy_threshold
value: 80.8050274848938
verified: no, type: similarity_ap
value: 87.57594591596816
verified: no, type: similarity_f1
value: 80.0812257707218
verified: no, type: similarity_f1_threshold
value: 77.990061044693
verified: no, type: similarity_precision
value: 76.93126197063205
verified: no, type: similarity_recall
value: 83.50015398829689
verified: no
task: type: PairClassification
tags: mteb, sentence-transformers, transformers, sentence-similarity
license: mit
Likes: 258 | All-time downloads: 2403155
Created: 2024-07-12 15:52:09