Model: HIT-TMG/KaLM-embedding-multilingual-mini-v1
Author: HIT-TMG
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, qwen2, feature-extraction, sentence-similarity, mteb, arxiv:2501.01028, license:mit, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: license: mit
model-index: name: KaLM-Embedding
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 74.16041979010495
verified: no, type: ap
value: 22.731316107205824
verified: no, type: ap_weighted
value: 22.731316107205824
verified: no, type: f1
value: 61.311184650259634
verified: no, type: f1_weighted
value: 78.92070802470501
verified: no, type: main_score
value: 74.16041979010495
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 72.35820895522387
verified: no, type: ap
value: 34.13026440006763
verified: no, type: ap_weighted
value: 34.13026440006763
verified: no, type: f1
value: 65.91101941691169
verified: no, type: f1_weighted
value: 74.90947851184335
verified: no, type: main_score
value: 72.35820895522387
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 95.2693
verified: no, type: ap
value: 93.69278757537118
verified: no, type: ap_weighted
value: 93.69278757537118
verified: no, type: f1
value: 95.26705627226383
verified: no, type: f1_weighted
value: 95.26705627226384
verified: no, type: main_score
value: 95.2693
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 51.01
verified: no, type: f1
value: 48.69903082137716
verified: no, type: f1_weighted
value: 48.69903082137716
verified: no, type: main_score
value: 51.01
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 56.713
verified: no, type: map_at_1
value: 31.436999999999998
verified: no, type: map_at_10
value: 47.632000000000005
verified: no, type: map_at_100
value: 48.418
verified: no, type: map_at_1000
value: 48.421
verified: no, type: map_at_20
value: 48.274
verified: no, type: map_at_3
value: 42.568
verified: no, type: map_at_5
value: 45.473
verified: no, type: mrr_at_1
value: 31.934566145092464
verified: no, type: mrr_at_10
value: 47.80803359750735
verified: no, type: mrr_at_100
value: 48.594181951484266
verified: no, type: mrr_at_1000
value: 48.59689299100106
verified: no, type: mrr_at_20
value: 48.450028297368256
verified: no, type: mrr_at_3
value: 42.7453769559033
verified: no, type: mrr_at_5
value: 45.625889046941744
verified: no, type: nauc_map_at_1000_diff1
value: 11.309764384647323
verified: no, type: nauc_map_at_1000_max
value: -12.696935142377729
verified: no, type: nauc_map_at_1000_std
value: -12.712119206533423
verified: no, type: nauc_map_at_100_diff1
value: 11.311862879869643
verified: no, type: nauc_map_at_100_max
value: -12.688064356825764
verified: no, type: nauc_map_at_100_std
value: -12.708245196445258
verified: no, type: nauc_map_at_10_diff1
value: 11.180369964075947
verified: no, type: nauc_map_at_10_max
value: -12.557609097774142
verified: no, type: nauc_map_at_10_std
value: -12.86587547951096
verified: no, type: nauc_map_at_1_diff1
value: 13.545199807116537
verified: no, type: nauc_map_at_1_max
value: -15.05694303234355
verified: no, type: nauc_map_at_1_std
value: -13.135999468701948
verified: no, type: nauc_map_at_20_diff1
value: 11.301805884587152
verified: no, type: nauc_map_at_20_max
value: -12.580961418657783
verified: no, type: nauc_map_at_20_std
value: -12.626994998566007
verified: no, type: nauc_map_at_3_diff1
value: 11.021077829815507
verified: no, type: nauc_map_at_3_max
value: -13.20022886911152
verified: no, type: nauc_map_at_3_std
value: -13.127711855412471
verified: no, type: nauc_map_at_5_diff1
value: 11.138694322935278
verified: no, type: nauc_map_at_5_max
value: -12.748146823323433
verified: no, type: nauc_map_at_5_std
value: -13.183789787796002
verified: no, type: nauc_mrr_at_1000_diff1
value: 9.677867008889587
verified: no, type: nauc_mrr_at_1000_max
value: -13.420330905625857
verified: no, type: nauc_mrr_at_1000_std
value: -12.792519437553008
verified: no, type: nauc_mrr_at_100_diff1
value: 9.680107626011944
verified: no, type: nauc_mrr_at_100_max
value: -13.411410836965254
verified: no, type: nauc_mrr_at_100_std
value: -12.788644939208261
verified: no, type: nauc_mrr_at_10_diff1
value: 9.589680890065521
verified: no, type: nauc_mrr_at_10_max
value: -13.261739941834202
verified: no, type: nauc_mrr_at_10_std
value: -12.944134710141187
verified: no, type: nauc_mrr_at_1_diff1
value: 12.085031779160564
verified: no, type: nauc_mrr_at_1_max
value: -15.02002211766975
verified: no, type: nauc_mrr_at_1_std
value: -13.355756268733016
verified: no, type: nauc_mrr_at_20_diff1
value: 9.677873154739816
verified: no, type: nauc_mrr_at_20_max
value: -13.300790622622587
verified: no, type: nauc_mrr_at_20_std
value: -12.707185337847148
verified: no, type: nauc_mrr_at_3_diff1
value: 9.472988614112802
verified: no, type: nauc_mrr_at_3_max
value: -13.919505060412762
verified: no, type: nauc_mrr_at_3_std
value: -13.164277574722277
verified: no, type: nauc_mrr_at_5_diff1
value: 9.467059127457365
verified: no, type: nauc_mrr_at_5_max
value: -13.584824274866206
verified: no, type: nauc_mrr_at_5_std
value: -13.199173673034172
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.117383537119457
verified: no, type: nauc_ndcg_at_1000_max
value: -12.047108406166398
verified: no, type: nauc_ndcg_at_1000_std
value: -12.4255053792295
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.199092599092824
verified: no, type: nauc_ndcg_at_100_max
value: -11.816562361312737
verified: no, type: nauc_ndcg_at_100_std
value: -12.321599738274934
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.619688096042301
verified: no, type: nauc_ndcg_at_10_max
value: -10.991140718309158
verified: no, type: nauc_ndcg_at_10_std
value: -12.913717053782964
verified: no, type: nauc_ndcg_at_1_diff1
value: 13.545199807116537
verified: no, type: nauc_ndcg_at_1_max
value: -15.05694303234355
verified: no, type: nauc_ndcg_at_1_std
value: -13.135999468701948
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.079239059115043
verified: no, type: nauc_ndcg_at_20_max
value: -11.107522795986476
verified: no, type: nauc_ndcg_at_20_std
value: -11.917269092652596
verified: no, type: nauc_ndcg_at_3_diff1
value: 10.328082482022936
verified: no, type: nauc_ndcg_at_3_max
value: -12.609971276627075
verified: no, type: nauc_ndcg_at_3_std
value: -13.581875503621793
verified: no, type: nauc_ndcg_at_5_diff1
value: 10.598034768408395
verified: no, type: nauc_ndcg_at_5_max
value: -11.664284036838387
verified: no, type: nauc_ndcg_at_5_std
value: -13.738318585447246
verified: no, type: nauc_precision_at_1000_diff1
value: 3.733355117431035
verified: no, type: nauc_precision_at_1000_max
value: 22.126811641224737
verified: no, type: nauc_precision_at_1000_std
value: 77.22610895194498
verified: no, type: nauc_precision_at_100_diff1
value: 27.682371417569136
verified: no, type: nauc_precision_at_100_max
value: 55.30719621706036
verified: no, type: nauc_precision_at_100_std
value: 51.87386775498134
verified: no, type: nauc_precision_at_10_diff1
value: 7.322656348885176
verified: no, type: nauc_precision_at_10_max
value: 0.2704135680738493
verified: no, type: nauc_precision_at_10_std
value: -12.841217202927321
verified: no, type: nauc_precision_at_1_diff1
value: 13.545199807116537
verified: no, type: nauc_precision_at_1_max
value: -15.05694303234355
verified: no, type: nauc_precision_at_1_std
value: -13.135999468701948
verified: no, type: nauc_precision_at_20_diff1
value: 10.486079260481048
verified: no, type: nauc_precision_at_20_max
value: 14.003109613986817
verified: no, type: nauc_precision_at_20_std
value: 4.910816164725959
verified: no, type: nauc_precision_at_3_diff1
value: 8.271896718206264
verified: no, type: nauc_precision_at_3_max
value: -10.827383320727357
verified: no, type: nauc_precision_at_3_std
value: -15.106532989878312
verified: no, type: nauc_precision_at_5_diff1
value: 8.834654894956898
verified: no, type: nauc_precision_at_5_max
value: -7.540039352361894
verified: no, type: nauc_precision_at_5_std
value: -15.969132098353741
verified: no, type: nauc_recall_at_1000_diff1
value: 3.733355117431255
verified: no, type: nauc_recall_at_1000_max
value: 22.126811641217202
verified: no, type: nauc_recall_at_1000_std
value: 77.22610895193765
verified: no, type: nauc_recall_at_100_diff1
value: 27.682371417566458
verified: no, type: nauc_recall_at_100_max
value: 55.30719621705814
verified: no, type: nauc_recall_at_100_std
value: 51.8738677549813
verified: no, type: nauc_recall_at_10_diff1
value: 7.322656348885266
verified: no, type: nauc_recall_at_10_max
value: 0.27041356807404016
verified: no, type: nauc_recall_at_10_std
value: -12.841217202927096
verified: no, type: nauc_recall_at_1_diff1
value: 13.545199807116537
verified: no, type: nauc_recall_at_1_max
value: -15.05694303234355
verified: no, type: nauc_recall_at_1_std
value: -13.135999468701948
verified: no, type: nauc_recall_at_20_diff1
value: 10.486079260481167
verified: no, type: nauc_recall_at_20_max
value: 14.003109613986972
verified: no, type: nauc_recall_at_20_std
value: 4.910816164726593
verified: no, type: nauc_recall_at_3_diff1
value: 8.271896718206312
verified: no, type: nauc_recall_at_3_max
value: -10.827383320727314
verified: no, type: nauc_recall_at_3_std
value: -15.106532989878287
verified: no, type: nauc_recall_at_5_diff1
value: 8.834654894956909
verified: no, type: nauc_recall_at_5_max
value: -7.540039352361923
verified: no, type: nauc_recall_at_5_std
value: -15.969132098353715
verified: no, type: ndcg_at_1
value: 31.436999999999998
verified: no, type: ndcg_at_10
value: 56.713
verified: no, type: ndcg_at_100
value: 59.887
verified: no, type: ndcg_at_1000
value: 59.94500000000001
verified: no, type: ndcg_at_20
value: 58.98
verified: no, type: ndcg_at_3
value: 46.261
verified: no, type: ndcg_at_5
value: 51.501
verified: no, type: precision_at_1
value: 31.436999999999998
verified: no, type: precision_at_10
value: 8.578
verified: no, type: precision_at_100
value: 0.992
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.73
verified: no, type: precision_at_3
value: 18.990000000000002
verified: no, type: precision_at_5
value: 13.94
verified: no, type: recall_at_1
value: 31.436999999999998
verified: no, type: recall_at_10
value: 85.775
verified: no, type: recall_at_100
value: 99.21799999999999
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 94.595
verified: no, type: recall_at_3
value: 56.97
verified: no, type: recall_at_5
value: 69.70100000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 47.077382303485514
verified: no, type: v_measure
value: 47.077382303485514
verified: no, type: v_measure_std
value: 14.00039477846898
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 39.11589804504639
verified: no, type: v_measure
value: 39.11589804504639
verified: no, type: v_measure_std
value: 14.697039096668583
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 60.01096720382656
verified: no, type: map
value: 60.01096720382656
verified: no, type: mrr
value: 74.4235588972431
verified: no, type: nAUC_map_diff1
value: 14.296647950054817
verified: no, type: nAUC_map_max
value: 21.720215707737303
verified: no, type: nAUC_map_std
value: 18.20845510591147
verified: no, type: nAUC_mrr_diff1
value: 23.769639422872142
verified: no, type: nAUC_mrr_max
value: 33.07785201075024
verified: no, type: nAUC_mrr_std
value: 18.461570711690968
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 87.60987223075549
verified: no, type: cosine_spearman
value: 86.23750714877664
verified: no, type: euclidean_pearson
value: 86.21541799525612
verified: no, type: euclidean_spearman
value: 86.23750714877664
verified: no, type: main_score
value: 86.23750714877664
verified: no, type: manhattan_pearson
value: 86.1758097383748
verified: no, type: manhattan_spearman
value: 86.37365482930716
verified: no, type: pearson
value: 87.60987223075549
verified: no, type: spearman
value: 86.23750714877664
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 79.16883116883118
verified: no, type: f1
value: 78.34840435712427
verified: no, type: f1_weighted
value: 78.3484043571243
verified: no, type: main_score
value: 79.16883116883118
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 39.29881417268574
verified: no, type: v_measure
value: 39.29881417268574
verified: no, type: v_measure_std
value: 1.1874002185778423
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 33.9614529554878
verified: no, type: v_measure
value: 33.9614529554878
verified: no, type: v_measure_std
value: 0.6283058974037568
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 51.891
verified: no, type: map_at_1
value: 33.335
verified: no, type: map_at_10
value: 45.206
verified: no, type: map_at_100
value: 46.794000000000004
verified: no, type: map_at_1000
value: 46.910000000000004
verified: no, type: map_at_20
value: 46.107
verified: no, type: map_at_3
value: 41.478
verified: no, type: map_at_5
value: 43.491
verified: no, type: mrr_at_1
value: 40.2002861230329
verified: no, type: mrr_at_10
value: 51.27449644617026
verified: no, type: mrr_at_100
value: 51.94262681998448
verified: no, type: mrr_at_1000
value: 51.98748435659779
verified: no, type: mrr_at_20
value: 51.679253979427365
verified: no, type: mrr_at_3
value: 48.545541249403904
verified: no, type: mrr_at_5
value: 50.26943252265138
verified: no, type: nauc_map_at_1000_diff1
value: 53.279892622864466
verified: no, type: nauc_map_at_1000_max
value: 37.30026325175372
verified: no, type: nauc_map_at_1000_std
value: -5.31272778840401
verified: no, type: nauc_map_at_100_diff1
value: 53.260255242354035
verified: no, type: nauc_map_at_100_max
value: 37.34138849578408
verified: no, type: nauc_map_at_100_std
value: -5.223853769998806
verified: no, type: nauc_map_at_10_diff1
value: 53.01168904143889
verified: no, type: nauc_map_at_10_max
value: 36.52985848709173
verified: no, type: nauc_map_at_10_std
value: -6.60737122397934
verified: no, type: nauc_map_at_1_diff1
value: 57.48774969135532
verified: no, type: nauc_map_at_1_max
value: 32.87239964104006
verified: no, type: nauc_map_at_1_std
value: -9.65950934039381
verified: no, type: nauc_map_at_20_diff1
value: 53.014218960477145
verified: no, type: nauc_map_at_20_max
value: 36.95460780612761
verified: no, type: nauc_map_at_20_std
value: -5.7846033314898975
verified: no, type: nauc_map_at_3_diff1
value: 53.386035964079085
verified: no, type: nauc_map_at_3_max
value: 35.494196154327376
verified: no, type: nauc_map_at_3_std
value: -7.761241655463379
verified: no, type: nauc_map_at_5_diff1
value: 52.52045589069632
verified: no, type: nauc_map_at_5_max
value: 35.87189518536011
verified: no, type: nauc_map_at_5_std
value: -7.280825988785475
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.21043432899831
verified: no, type: nauc_mrr_at_1000_max
value: 37.52636619273335
verified: no, type: nauc_mrr_at_1000_std
value: -5.458572482733526
verified: no, type: nauc_mrr_at_100_diff1
value: 52.19543099780388
verified: no, type: nauc_mrr_at_100_max
value: 37.528593941814115
verified: no, type: nauc_mrr_at_100_std
value: -5.434274045688043
verified: no, type: nauc_mrr_at_10_diff1
value: 51.89698285990516
verified: no, type: nauc_mrr_at_10_max
value: 37.444484137976744
verified: no, type: nauc_mrr_at_10_std
value: -5.682595266827838
verified: no, type: nauc_mrr_at_1_diff1
value: 56.17142686081959
verified: no, type: nauc_mrr_at_1_max
value: 36.815076888109125
verified: no, type: nauc_mrr_at_1_std
value: -9.1961282634956
verified: no, type: nauc_mrr_at_20_diff1
value: 52.13365466798001
verified: no, type: nauc_mrr_at_20_max
value: 37.47508491548877
verified: no, type: nauc_mrr_at_20_std
value: -5.38723388397372
verified: no, type: nauc_mrr_at_3_diff1
value: 52.261215410063635
verified: no, type: nauc_mrr_at_3_max
value: 38.06288987541818
verified: no, type: nauc_mrr_at_3_std
value: -6.3586931672947555
verified: no, type: nauc_mrr_at_5_diff1
value: 51.361626281443954
verified: no, type: nauc_mrr_at_5_max
value: 37.21931557944178
verified: no, type: nauc_mrr_at_5_std
value: -6.2463983922879125
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.302043350366354
verified: no, type: nauc_ndcg_at_1000_max
value: 38.20021133882071
verified: no, type: nauc_ndcg_at_1000_std
value: -2.4092846074901835
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.08002602041293
verified: no, type: nauc_ndcg_at_100_max
value: 38.59011692167586
verified: no, type: nauc_ndcg_at_100_std
value: -1.1028958529707618
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.96919959110156
verified: no, type: nauc_ndcg_at_10_max
value: 37.27781873450064
verified: no, type: nauc_ndcg_at_10_std
value: -4.275751021315601
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.17142686081959
verified: no, type: nauc_ndcg_at_1_max
value: 36.815076888109125
verified: no, type: nauc_ndcg_at_1_std
value: -9.1961282634956
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.18802925052476
verified: no, type: nauc_ndcg_at_20_max
value: 37.37541430996012
verified: no, type: nauc_ndcg_at_20_std
value: -2.535809483675881
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.55692622850066
verified: no, type: nauc_ndcg_at_3_max
value: 38.161090909217535
verified: no, type: nauc_ndcg_at_3_std
value: -5.451913542383229
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.79865041898466
verified: no, type: nauc_ndcg_at_5_max
value: 37.05367743749936
verified: no, type: nauc_ndcg_at_5_std
value: -5.333995413688977
verified: no, type: nauc_precision_at_1000_diff1
value: -9.765182693652369
verified: no, type: nauc_precision_at_1000_max
value: -6.187402469203501
verified: no, type: nauc_precision_at_1000_std
value: -1.6165299667925566
verified: no, type: nauc_precision_at_100_diff1
value: -3.3699636809298488
verified: no, type: nauc_precision_at_100_max
value: 10.763143757354227
verified: no, type: nauc_precision_at_100_std
value: 14.6134300235666
verified: no, type: nauc_precision_at_10_diff1
value: 12.380848989838922
verified: no, type: nauc_precision_at_10_max
value: 27.814295948898703
verified: no, type: nauc_precision_at_10_std
value: 9.281809355379423
verified: no, type: nauc_precision_at_1_diff1
value: 56.17142686081959
verified: no, type: nauc_precision_at_1_max
value: 36.815076888109125
verified: no, type: nauc_precision_at_1_std
value: -9.1961282634956
verified: no, type: nauc_precision_at_20_diff1
value: 5.172974864217038
verified: no, type: nauc_precision_at_20_max
value: 21.610380863767407
verified: no, type: nauc_precision_at_20_std
value: 14.897216777831563
verified: no, type: nauc_precision_at_3_diff1
value: 32.62574902686228
verified: no, type: nauc_precision_at_3_max
value: 38.23786681054578
verified: no, type: nauc_precision_at_3_std
value: 1.5049286474387453
verified: no, type: nauc_precision_at_5_diff1
value: 20.157338510243537
verified: no, type: nauc_precision_at_5_max
value: 33.504499592506924
verified: no, type: nauc_precision_at_5_std
value: 5.128885224590291
verified: no, type: nauc_recall_at_1000_diff1
value: 52.32430518946571
verified: no, type: nauc_recall_at_1000_max
value: 56.03264454563954
verified: no, type: nauc_recall_at_1000_std
value: 59.06408303625301
verified: no, type: nauc_recall_at_100_diff1
value: 44.41661317138834
verified: no, type: nauc_recall_at_100_max
value: 43.511654367641746
verified: no, type: nauc_recall_at_100_std
value: 28.435889217482348
verified: no, type: nauc_recall_at_10_diff1
value: 41.091326330340564
verified: no, type: nauc_recall_at_10_max
value: 32.634495610887825
verified: no, type: nauc_recall_at_10_std
value: 0.4940136136777342
verified: no, type: nauc_recall_at_1_diff1
value: 57.48774969135532
verified: no, type: nauc_recall_at_1_max
value: 32.87239964104006
verified: no, type: nauc_recall_at_1_std
value: -9.65950934039381
verified: no, type: nauc_recall_at_20_diff1
value: 40.31827375470033
verified: no, type: nauc_recall_at_20_max
value: 32.29591796577925
verified: no, type: nauc_recall_at_20_std
value: 9.003204772501102
verified: no, type: nauc_recall_at_3_diff1
value: 45.516327838347145
verified: no, type: nauc_recall_at_3_max
value: 34.64131339427055
verified: no, type: nauc_recall_at_3_std
value: -4.883112425443149
verified: no, type: nauc_recall_at_5_diff1
value: 40.04821220854672
verified: no, type: nauc_recall_at_5_max
value: 31.778912319343245
verified: no, type: nauc_recall_at_5_std
value: -3.7415628516202455
verified: no, type: ndcg_at_1
value: 40.2
verified: no, type: ndcg_at_10
value: 51.891
verified: no, type: ndcg_at_100
value: 57.176
verified: no, type: ndcg_at_1000
value: 58.923
verified: no, type: ndcg_at_20
value: 54.069
verified: no, type: ndcg_at_3
value: 46.598
verified: no, type: ndcg_at_5
value: 49.09
verified: no, type: precision_at_1
value: 40.2
verified: no, type: precision_at_10
value: 9.914000000000001
verified: no, type: precision_at_100
value: 1.567
verified: no, type: precision_at_1000
value: 0.201
verified: no, type: precision_at_20
value: 5.88
verified: no, type: precision_at_3
value: 22.413
verified: no, type: precision_at_5
value: 16.166
verified: no, type: recall_at_1
value: 33.335
verified: no, type: recall_at_10
value: 64.551
verified: no, type: recall_at_100
value: 85.821
verified: no, type: recall_at_1000
value: 96.762
verified: no, type: recall_at_20
value: 72.174
verified: no, type: recall_at_3
value: 49.486000000000004
verified: no, type: recall_at_5
value: 56.333
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 47.743
verified: no, type: map_at_1
value: 30.749
verified: no, type: map_at_10
value: 41.893
verified: no, type: map_at_100
value: 43.074
verified: no, type: map_at_1000
value: 43.206
verified: no, type: map_at_20
value: 42.484
verified: no, type: map_at_3
value: 38.832
verified: no, type: map_at_5
value: 40.56
verified: no, type: mrr_at_1
value: 38.47133757961784
verified: no, type: mrr_at_10
value: 47.47879385299764
verified: no, type: mrr_at_100
value: 48.13041682690096
verified: no, type: mrr_at_1000
value: 48.16908094151714
verified: no, type: mrr_at_20
value: 47.83975520310091
verified: no, type: mrr_at_3
value: 45.24416135881104
verified: no, type: mrr_at_5
value: 46.4575371549894
verified: no, type: nauc_map_at_1000_diff1
value: 53.06462034979563
verified: no, type: nauc_map_at_1000_max
value: 40.432105687788656
verified: no, type: nauc_map_at_1000_std
value: 0.8039549983504692
verified: no, type: nauc_map_at_100_diff1
value: 53.05370086178664
verified: no, type: nauc_map_at_100_max
value: 40.35039423002031
verified: no, type: nauc_map_at_100_std
value: 0.6926327616039866
verified: no, type: nauc_map_at_10_diff1
value: 53.1830045138059
verified: no, type: nauc_map_at_10_max
value: 39.627286670538595
verified: no, type: nauc_map_at_10_std
value: -0.22464993353878815
verified: no, type: nauc_map_at_1_diff1
value: 56.871781522537766
verified: no, type: nauc_map_at_1_max
value: 32.96704680744524
verified: no, type: nauc_map_at_1_std
value: -5.921602493857661
verified: no, type: nauc_map_at_20_diff1
value: 53.145249746486044
verified: no, type: nauc_map_at_20_max
value: 40.01420443810482
verified: no, type: nauc_map_at_20_std
value: 0.08024012298451409
verified: no, type: nauc_map_at_3_diff1
value: 53.61256390241628
verified: no, type: nauc_map_at_3_max
value: 37.718761042447355
verified: no, type: nauc_map_at_3_std
value: -3.1494217572705643
verified: no, type: nauc_map_at_5_diff1
value: 53.42451370773802
verified: no, type: nauc_map_at_5_max
value: 39.10211508999835
verified: no, type: nauc_map_at_5_std
value: -1.3726005124064382
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.366327228586826
verified: no, type: nauc_mrr_at_1000_max
value: 42.79408822085321
verified: no, type: nauc_mrr_at_1000_std
value: 5.269519433666342
verified: no, type: nauc_mrr_at_100_diff1
value: 52.35603052240957
verified: no, type: nauc_mrr_at_100_max
value: 42.79000481880218
verified: no, type: nauc_mrr_at_100_std
value: 5.2750737033839
verified: no, type: nauc_mrr_at_10_diff1
value: 52.39562273635053
verified: no, type: nauc_mrr_at_10_max
value: 42.89003586620541
verified: no, type: nauc_mrr_at_10_std
value: 5.271670669960424
verified: no, type: nauc_mrr_at_1_diff1
value: 55.23898880710424
verified: no, type: nauc_mrr_at_1_max
value: 40.54533981737213
verified: no, type: nauc_mrr_at_1_std
value: 2.8970042155061764
verified: no, type: nauc_mrr_at_20_diff1
value: 52.37981625369539
verified: no, type: nauc_mrr_at_20_max
value: 42.84997042876778
verified: no, type: nauc_mrr_at_20_std
value: 5.227463826093572
verified: no, type: nauc_mrr_at_3_diff1
value: 52.72571788614424
verified: no, type: nauc_mrr_at_3_max
value: 42.345870917325726
verified: no, type: nauc_mrr_at_3_std
value: 3.299097645280945
verified: no, type: nauc_mrr_at_5_diff1
value: 52.62188834616699
verified: no, type: nauc_mrr_at_5_max
value: 42.903468515894396
verified: no, type: nauc_mrr_at_5_std
value: 4.747245788723795
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.35755860941204
verified: no, type: nauc_ndcg_at_1000_max
value: 42.52609999052394
verified: no, type: nauc_ndcg_at_1000_std
value: 5.642311193436153
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.28342511372341
verified: no, type: nauc_ndcg_at_100_max
value: 42.37095542860874
verified: no, type: nauc_ndcg_at_100_std
value: 5.438433970975347
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.71963256563276
verified: no, type: nauc_ndcg_at_10_max
value: 42.02346709779174
verified: no, type: nauc_ndcg_at_10_std
value: 3.824062263424335
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.23898880710424
verified: no, type: nauc_ndcg_at_1_max
value: 40.54533981737213
verified: no, type: nauc_ndcg_at_1_std
value: 2.8970042155061764
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.62634477715352
verified: no, type: nauc_ndcg_at_20_max
value: 42.29963927857424
verified: no, type: nauc_ndcg_at_20_std
value: 3.9028710206367236
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.222449202755016
verified: no, type: nauc_ndcg_at_3_max
value: 41.46992245846295
verified: no, type: nauc_ndcg_at_3_std
value: 1.0823436332685996
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.16212705304167
verified: no, type: nauc_ndcg_at_5_max
value: 42.13209332939894
verified: no, type: nauc_ndcg_at_5_std
value: 2.4542588912655274
verified: no, type: nauc_precision_at_1000_diff1
value: -8.401668509217943
verified: no, type: nauc_precision_at_1000_max
value: 15.032825183812085
verified: no, type: nauc_precision_at_1000_std
value: 26.43305637512703
verified: no, type: nauc_precision_at_100_diff1
value: -1.8634808652246229
verified: no, type: nauc_precision_at_100_max
value: 25.81140765391014
verified: no, type: nauc_precision_at_100_std
value: 30.416905158069866
verified: no, type: nauc_precision_at_10_diff1
value: 17.41557757307102
verified: no, type: nauc_precision_at_10_max
value: 39.14885850946607
verified: no, type: nauc_precision_at_10_std
value: 24.95280377881581
verified: no, type: nauc_precision_at_1_diff1
value: 55.23898880710424
verified: no, type: nauc_precision_at_1_max
value: 40.54533981737213
verified: no, type: nauc_precision_at_1_std
value: 2.8970042155061764
verified: no, type: nauc_precision_at_20_diff1
value: 10.062640125327128
verified: no, type: nauc_precision_at_20_max
value: 35.045402951191846
verified: no, type: nauc_precision_at_20_std
value: 25.70168197296463
verified: no, type: nauc_precision_at_3_diff1
value: 33.46362110931572
verified: no, type: nauc_precision_at_3_max
value: 41.412992322808925
verified: no, type: nauc_precision_at_3_std
value: 11.979383703068118
verified: no, type: nauc_precision_at_5_diff1
value: 26.683507518187668
verified: no, type: nauc_precision_at_5_max
value: 41.72280139069927
verified: no, type: nauc_precision_at_5_std
value: 19.17798438251631
verified: no, type: nauc_recall_at_1000_diff1
value: 38.735635750923215
verified: no, type: nauc_recall_at_1000_max
value: 44.86473643316888
verified: no, type: nauc_recall_at_1000_std
value: 31.25373100446453
verified: no, type: nauc_recall_at_100_diff1
value: 40.57017590339941
verified: no, type: nauc_recall_at_100_max
value: 41.58935193499359
verified: no, type: nauc_recall_at_100_std
value: 19.64130480064006
verified: no, type: nauc_recall_at_10_diff1
value: 45.17360514460368
verified: no, type: nauc_recall_at_10_max
value: 40.261115967269255
verified: no, type: nauc_recall_at_10_std
value: 7.455967519438798
verified: no, type: nauc_recall_at_1_diff1
value: 56.871781522537766
verified: no, type: nauc_recall_at_1_max
value: 32.96704680744524
verified: no, type: nauc_recall_at_1_std
value: -5.921602493857661
verified: no, type: nauc_recall_at_20_diff1
value: 43.72345233115324
verified: no, type: nauc_recall_at_20_max
value: 41.57606589762751
verified: no, type: nauc_recall_at_20_std
value: 8.691613720578838
verified: no, type: nauc_recall_at_3_diff1
value: 49.05085474723903
verified: no, type: nauc_recall_at_3_max
value: 37.76677336796684
verified: no, type: nauc_recall_at_3_std
value: -2.60155821559317
verified: no, type: nauc_recall_at_5_diff1
value: 47.93530083560441
verified: no, type: nauc_recall_at_5_max
value: 40.34510386143269
verified: no, type: nauc_recall_at_5_std
value: 2.490510815950763
verified: no, type: ndcg_at_1
value: 38.471
verified: no, type: ndcg_at_10
value: 47.743
verified: no, type: ndcg_at_100
value: 52.105999999999995
verified: no, type: ndcg_at_1000
value: 54.047
verified: no, type: ndcg_at_20
value: 49.277
verified: no, type: ndcg_at_3
value: 43.423
verified: no, type: ndcg_at_5
value: 45.308
verified: no, type: precision_at_1
value: 38.471
verified: no, type: precision_at_10
value: 8.936
verified: no, type: precision_at_100
value: 1.439
verified: no, type: precision_at_1000
value: 0.191
verified: no, type: precision_at_20
value: 5.197
verified: no, type: precision_at_3
value: 21.21
verified: no, type: precision_at_5
value: 14.764
verified: no, type: recall_at_1
value: 30.749
verified: no, type: recall_at_10
value: 58.769000000000005
verified: no, type: recall_at_100
value: 77.12599999999999
verified: no, type: recall_at_1000
value: 89.131
verified: no, type: recall_at_20
value: 64.23299999999999
verified: no, type: recall_at_3
value: 45.722
verified: no, type: recall_at_5
value: 51.434999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 61.763999999999996
verified: no, type: map_at_1
value: 41.738
verified: no, type: map_at_10
value: 55.54900000000001
verified: no, type: map_at_100
value: 56.595
verified: no, type: map_at_1000
value: 56.641
verified: no, type: map_at_20
value: 56.211
verified: no, type: map_at_3
value: 52.11900000000001
verified: no, type: map_at_5
value: 54.11
verified: no, type: mrr_at_1
value: 47.460815047021946
verified: no, type: mrr_at_10
value: 58.77068716723895
verified: no, type: mrr_at_100
value: 59.38209751192344
verified: no, type: mrr_at_1000
value: 59.40317589090272
verified: no, type: mrr_at_20
value: 59.18129234953538
verified: no, type: mrr_at_3
value: 56.269592476489095
verified: no, type: mrr_at_5
value: 57.708463949843356
verified: no, type: nauc_map_at_1000_diff1
value: 51.887217799463734
verified: no, type: nauc_map_at_1000_max
value: 38.476238579220265
verified: no, type: nauc_map_at_1000_std
value: -8.909798628947804
verified: no, type: nauc_map_at_100_diff1
value: 51.89673571830934
verified: no, type: nauc_map_at_100_max
value: 38.49528851775263
verified: no, type: nauc_map_at_100_std
value: -8.889935720271557
verified: no, type: nauc_map_at_10_diff1
value: 51.91349178068071
verified: no, type: nauc_map_at_10_max
value: 38.245010697659836
verified: no, type: nauc_map_at_10_std
value: -9.52932907514524
verified: no, type: nauc_map_at_1_diff1
value: 55.367152126889216
verified: no, type: nauc_map_at_1_max
value: 31.488529193663776
verified: no, type: nauc_map_at_1_std
value: -11.70055580794173
verified: no, type: nauc_map_at_20_diff1
value: 51.85824325926638
verified: no, type: nauc_map_at_20_max
value: 38.46667850988723
verified: no, type: nauc_map_at_20_std
value: -9.073982957469298
verified: no, type: nauc_map_at_3_diff1
value: 52.453646927521646
verified: no, type: nauc_map_at_3_max
value: 37.17158366121139
verified: no, type: nauc_map_at_3_std
value: -11.075317328080358
verified: no, type: nauc_map_at_5_diff1
value: 52.18170093862806
verified: no, type: nauc_map_at_5_max
value: 37.87875768077388
verified: no, type: nauc_map_at_5_std
value: -10.419858401874496
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.893763535986395
verified: no, type: nauc_mrr_at_1000_max
value: 38.27283318452696
verified: no, type: nauc_mrr_at_1000_std
value: -8.965768039001496
verified: no, type: nauc_mrr_at_100_diff1
value: 50.89248813810169
verified: no, type: nauc_mrr_at_100_max
value: 38.28950132255245
verified: no, type: nauc_mrr_at_100_std
value: -8.95128100093488
verified: no, type: nauc_mrr_at_10_diff1
value: 50.77022223657664
verified: no, type: nauc_mrr_at_10_max
value: 38.375655546871265
verified: no, type: nauc_mrr_at_10_std
value: -9.095822436312883
verified: no, type: nauc_mrr_at_1_diff1
value: 54.273269231030376
verified: no, type: nauc_mrr_at_1_max
value: 35.215199363709694
verified: no, type: nauc_mrr_at_1_std
value: -11.475700374314476
verified: no, type: nauc_mrr_at_20_diff1
value: 50.81456113949372
verified: no, type: nauc_mrr_at_20_max
value: 38.302175737552055
verified: no, type: nauc_mrr_at_20_std
value: -8.934574273523289
verified: no, type: nauc_mrr_at_3_diff1
value: 50.78862027858185
verified: no, type: nauc_mrr_at_3_max
value: 37.897265642308774
verified: no, type: nauc_mrr_at_3_std
value: -9.7051681225179
verified: no, type: nauc_mrr_at_5_diff1
value: 50.90492316147762
verified: no, type: nauc_mrr_at_5_max
value: 38.53722687374221
verified: no, type: nauc_mrr_at_5_std
value: -9.299890938504227
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.73638139548288
verified: no, type: nauc_ndcg_at_1000_max
value: 39.85802557514683
verified: no, type: nauc_ndcg_at_1000_std
value: -6.70113183960232
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.779535406638765
verified: no, type: nauc_ndcg_at_100_max
value: 40.394251354245036
verified: no, type: nauc_ndcg_at_100_std
value: -6.17206367606794
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.303282528711016
verified: no, type: nauc_ndcg_at_10_max
value: 40.231987371813275
verified: no, type: nauc_ndcg_at_10_std
value: -7.639018988100839
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.273269231030376
verified: no, type: nauc_ndcg_at_1_max
value: 35.215199363709694
verified: no, type: nauc_ndcg_at_1_std
value: -11.475700374314476
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.356050127103714
verified: no, type: nauc_ndcg_at_20_max
value: 40.55568084242222
verified: no, type: nauc_ndcg_at_20_std
value: -6.483107726038491
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.05296014104886
verified: no, type: nauc_ndcg_at_3_max
value: 38.43234794308373
verified: no, type: nauc_ndcg_at_3_std
value: -10.439005270644946
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.910744514124396
verified: no, type: nauc_ndcg_at_5_max
value: 39.65997793063013
verified: no, type: nauc_ndcg_at_5_std
value: -9.301232437151493
verified: no, type: nauc_precision_at_1000_diff1
value: -20.181933493165733
verified: no, type: nauc_precision_at_1000_max
value: 2.578307678316095
verified: no, type: nauc_precision_at_1000_std
value: 15.686799365012833
verified: no, type: nauc_precision_at_100_diff1
value: -13.795727875316347
verified: no, type: nauc_precision_at_100_max
value: 9.709062354686774
verified: no, type: nauc_precision_at_100_std
value: 18.961613263814677
verified: no, type: nauc_precision_at_10_diff1
value: 7.40872143060594
verified: no, type: nauc_precision_at_10_max
value: 26.809993041042556
verified: no, type: nauc_precision_at_10_std
value: 10.236067383032058
verified: no, type: nauc_precision_at_1_diff1
value: 54.273269231030376
verified: no, type: nauc_precision_at_1_max
value: 35.215199363709694
verified: no, type: nauc_precision_at_1_std
value: -11.475700374314476
verified: no, type: nauc_precision_at_20_diff1
value: -1.688941886501611
verified: no, type: nauc_precision_at_20_max
value: 21.268201038992522
verified: no, type: nauc_precision_at_20_std
value: 16.07376773498563
verified: no, type: nauc_precision_at_3_diff1
value: 28.74741840390366
verified: no, type: nauc_precision_at_3_max
value: 35.76072260864896
verified: no, type: nauc_precision_at_3_std
value: -3.417692124530744
verified: no, type: nauc_precision_at_5_diff1
value: 19.548619556271156
verified: no, type: nauc_precision_at_5_max
value: 31.886919665943346
verified: no, type: nauc_precision_at_5_std
value: 1.862934756145585
verified: no, type: nauc_recall_at_1000_diff1
value: 31.041694793670338
verified: no, type: nauc_recall_at_1000_max
value: 63.91892534071412
verified: no, type: nauc_recall_at_1000_std
value: 69.14154944882482
verified: no, type: nauc_recall_at_100_diff1
value: 43.49542559947028
verified: no, type: nauc_recall_at_100_max
value: 56.03185734090638
verified: no, type: nauc_recall_at_100_std
value: 22.095792306102354
verified: no, type: nauc_recall_at_10_diff1
value: 43.14512549298462
verified: no, type: nauc_recall_at_10_max
value: 45.22069238009228
verified: no, type: nauc_recall_at_10_std
value: -1.2112961961367767
verified: no, type: nauc_recall_at_1_diff1
value: 55.367152126889216
verified: no, type: nauc_recall_at_1_max
value: 31.488529193663776
verified: no, type: nauc_recall_at_1_std
value: -11.70055580794173
verified: no, type: nauc_recall_at_20_diff1
value: 41.80793189392197
verified: no, type: nauc_recall_at_20_max
value: 48.68496142311243
verified: no, type: nauc_recall_at_20_std
value: 7.150814199044829
verified: no, type: nauc_recall_at_3_diff1
value: 47.569484872499665
verified: no, type: nauc_recall_at_3_max
value: 39.60379791030235
verified: no, type: nauc_recall_at_3_std
value: -9.958304202022761
verified: no, type: nauc_recall_at_5_diff1
value: 46.3357445159555
verified: no, type: nauc_recall_at_5_max
value: 42.69508638941086
verified: no, type: nauc_recall_at_5_std
value: -6.991079788988482
verified: no, type: ndcg_at_1
value: 47.461
verified: no, type: ndcg_at_10
value: 61.763999999999996
verified: no, type: ndcg_at_100
value: 65.613
verified: no, type: ndcg_at_1000
value: 66.435
verified: no, type: ndcg_at_20
value: 63.577
verified: no, type: ndcg_at_3
value: 56.119
verified: no, type: ndcg_at_5
value: 58.897
verified: no, type: precision_at_1
value: 47.461
verified: no, type: precision_at_10
value: 9.925
verified: no, type: precision_at_100
value: 1.283
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: precision_at_20
value: 5.542
verified: no, type: precision_at_3
value: 25.119999999999997
verified: no, type: precision_at_5
value: 17.204
verified: no, type: recall_at_1
value: 41.738
verified: no, type: recall_at_10
value: 76.78399999999999
verified: no, type: recall_at_100
value: 92.917
verified: no, type: recall_at_1000
value: 98.63499999999999
verified: no, type: recall_at_20
value: 83.313
verified: no, type: recall_at_3
value: 61.803
verified: no, type: recall_at_5
value: 68.49199999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 37.997
verified: no, type: map_at_1
value: 24.316
verified: no, type: map_at_10
value: 32.673
verified: no, type: map_at_100
value: 33.757
verified: no, type: map_at_1000
value: 33.839999999999996
verified: no, type: map_at_20
value: 33.289
verified: no, type: map_at_3
value: 29.705
verified: no, type: map_at_5
value: 31.258999999999997
verified: no, type: mrr_at_1
value: 26.55367231638418
verified: no, type: mrr_at_10
value: 34.95045287418165
verified: no, type: mrr_at_100
value: 35.88860620376054
verified: no, type: mrr_at_1000
value: 35.94690680526854
verified: no, type: mrr_at_20
value: 35.51689167162481
verified: no, type: mrr_at_3
value: 32.090395480226
verified: no, type: mrr_at_5
value: 33.59887005649716
verified: no, type: nauc_map_at_1000_diff1
value: 40.05626085462073
verified: no, type: nauc_map_at_1000_max
value: 27.805616301644108
verified: no, type: nauc_map_at_1000_std
value: 2.70246695251992
verified: no, type: nauc_map_at_100_diff1
value: 40.059278877458546
verified: no, type: nauc_map_at_100_max
value: 27.77648271649888
verified: no, type: nauc_map_at_100_std
value: 2.722441305955515
verified: no, type: nauc_map_at_10_diff1
value: 40.31968856988776
verified: no, type: nauc_map_at_10_max
value: 27.476489831549973
verified: no, type: nauc_map_at_10_std
value: 2.317366284056495
verified: no, type: nauc_map_at_1_diff1
value: 44.48148871072693
verified: no, type: nauc_map_at_1_max
value: 28.919146703924675
verified: no, type: nauc_map_at_1_std
value: -0.1434376879249071
verified: no, type: nauc_map_at_20_diff1
value: 40.06730497906938
verified: no, type: nauc_map_at_20_max
value: 27.668823515524004
verified: no, type: nauc_map_at_20_std
value: 2.493103019008483
verified: no, type: nauc_map_at_3_diff1
value: 41.12772700221662
verified: no, type: nauc_map_at_3_max
value: 27.174803787199824
verified: no, type: nauc_map_at_3_std
value: -0.10118635015762467
verified: no, type: nauc_map_at_5_diff1
value: 40.77458823783091
verified: no, type: nauc_map_at_5_max
value: 27.080426477470642
verified: no, type: nauc_map_at_5_std
value: 1.485466402750173
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.312224992745385
verified: no, type: nauc_mrr_at_1000_max
value: 28.950414700386702
verified: no, type: nauc_mrr_at_1000_std
value: 4.633122302505108
verified: no, type: nauc_mrr_at_100_diff1
value: 38.293568602643354
verified: no, type: nauc_mrr_at_100_max
value: 28.935077067979293
verified: no, type: nauc_mrr_at_100_std
value: 4.6507547334542005
verified: no, type: nauc_mrr_at_10_diff1
value: 38.43539906942557
verified: no, type: nauc_mrr_at_10_max
value: 28.740524868553607
verified: no, type: nauc_mrr_at_10_std
value: 4.465395711794246
verified: no, type: nauc_mrr_at_1_diff1
value: 42.806114694868
verified: no, type: nauc_mrr_at_1_max
value: 30.818773809580115
verified: no, type: nauc_mrr_at_1_std
value: 3.132175800569368
verified: no, type: nauc_mrr_at_20_diff1
value: 38.28878516887039
verified: no, type: nauc_mrr_at_20_max
value: 28.88291682526864
verified: no, type: nauc_mrr_at_20_std
value: 4.5635678164546
verified: no, type: nauc_mrr_at_3_diff1
value: 38.92127952259694
verified: no, type: nauc_mrr_at_3_max
value: 28.807748404698803
verified: no, type: nauc_mrr_at_3_std
value: 2.849609058088602
verified: no, type: nauc_mrr_at_5_diff1
value: 38.75107428963604
verified: no, type: nauc_mrr_at_5_max
value: 28.497437908040883
verified: no, type: nauc_mrr_at_5_std
value: 4.014347384415091
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.76456270291222
verified: no, type: nauc_ndcg_at_1000_max
value: 28.89838003177218
verified: no, type: nauc_ndcg_at_1000_std
value: 5.749873835705088
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.364173569182555
verified: no, type: nauc_ndcg_at_100_max
value: 28.188496756099386
verified: no, type: nauc_ndcg_at_100_std
value: 6.336162952356489
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.99346022671752
verified: no, type: nauc_ndcg_at_10_max
value: 27.216283907868817
verified: no, type: nauc_ndcg_at_10_std
value: 4.675349793835876
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.806114694868
verified: no, type: nauc_ndcg_at_1_max
value: 30.818773809580115
verified: no, type: nauc_ndcg_at_1_std
value: 3.132175800569368
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.15938715631981
verified: no, type: nauc_ndcg_at_20_max
value: 27.79557864495994
verified: no, type: nauc_ndcg_at_20_std
value: 5.100109928397954
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.48583283953628
verified: no, type: nauc_ndcg_at_3_max
value: 27.134700120340693
verified: no, type: nauc_ndcg_at_3_std
value: 0.5675585179642199
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.95882101952427
verified: no, type: nauc_ndcg_at_5_max
value: 26.610181412750727
verified: no, type: nauc_ndcg_at_5_std
value: 3.148006615861485
verified: no, type: nauc_precision_at_1000_diff1
value: -7.764948775245091
verified: no, type: nauc_precision_at_1000_max
value: 20.155338612433443
verified: no, type: nauc_precision_at_1000_std
value: 17.83459760938805
verified: no, type: nauc_precision_at_100_diff1
value: 6.237678147150076
verified: no, type: nauc_precision_at_100_max
value: 23.771296767151856
verified: no, type: nauc_precision_at_100_std
value: 22.753492059234574
verified: no, type: nauc_precision_at_10_diff1
value: 24.993500697049335
verified: no, type: nauc_precision_at_10_max
value: 27.990139005076152
verified: no, type: nauc_precision_at_10_std
value: 15.431533372397558
verified: no, type: nauc_precision_at_1_diff1
value: 42.806114694868
verified: no, type: nauc_precision_at_1_max
value: 30.818773809580115
verified: no, type: nauc_precision_at_1_std
value: 3.132175800569368
verified: no, type: nauc_precision_at_20_diff1
value: 17.590012469188235
verified: no, type: nauc_precision_at_20_max
value: 29.169967468169116
verified: no, type: nauc_precision_at_20_std
value: 17.493501613866094
verified: no, type: nauc_precision_at_3_diff1
value: 34.08623278149959
verified: no, type: nauc_precision_at_3_max
value: 27.285348347045286
verified: no, type: nauc_precision_at_3_std
value: 3.5484785893106574
verified: no, type: nauc_precision_at_5_diff1
value: 31.448816122094613
verified: no, type: nauc_precision_at_5_max
value: 26.885293174661605
verified: no, type: nauc_precision_at_5_std
value: 11.257484431730946
verified: no, type: nauc_recall_at_1000_diff1
value: 28.46487014213398
verified: no, type: nauc_recall_at_1000_max
value: 44.900835555926356
verified: no, type: nauc_recall_at_1000_std
value: 31.16409093849983
verified: no, type: nauc_recall_at_100_diff1
value: 26.72900863714146
verified: no, type: nauc_recall_at_100_max
value: 26.941137208153993
verified: no, type: nauc_recall_at_100_std
value: 22.621547900809624
verified: no, type: nauc_recall_at_10_diff1
value: 31.133823078109412
verified: no, type: nauc_recall_at_10_max
value: 23.89984601851163
verified: no, type: nauc_recall_at_10_std
value: 9.445198373476424
verified: no, type: nauc_recall_at_1_diff1
value: 44.48148871072693
verified: no, type: nauc_recall_at_1_max
value: 28.919146703924675
verified: no, type: nauc_recall_at_1_std
value: -0.1434376879249071
verified: no, type: nauc_recall_at_20_diff1
value: 27.26129142150393
verified: no, type: nauc_recall_at_20_max
value: 25.6868355894244
verified: no, type: nauc_recall_at_20_std
value: 11.26722787869625
verified: no, type: nauc_recall_at_3_diff1
value: 36.67176156769862
verified: no, type: nauc_recall_at_3_max
value: 24.517784284441092
verified: no, type: nauc_recall_at_3_std
value: -0.06621021628144753
verified: no, type: nauc_recall_at_5_diff1
value: 34.52566897138122
verified: no, type: nauc_recall_at_5_max
value: 22.720135055519073
verified: no, type: nauc_recall_at_5_std
value: 5.15363865803676
verified: no, type: ndcg_at_1
value: 26.554
verified: no, type: ndcg_at_10
value: 37.997
verified: no, type: ndcg_at_100
value: 43.305
verified: no, type: ndcg_at_1000
value: 45.282
verified: no, type: ndcg_at_20
value: 40.129
verified: no, type: ndcg_at_3
value: 32.057
verified: no, type: ndcg_at_5
value: 34.758
verified: no, type: precision_at_1
value: 26.554
verified: no, type: precision_at_10
value: 6.023
verified: no, type: precision_at_100
value: 0.918
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 3.514
verified: no, type: precision_at_3
value: 13.559
verified: no, type: precision_at_5
value: 9.672
verified: no, type: recall_at_1
value: 24.316
verified: no, type: recall_at_10
value: 52.413
verified: no, type: recall_at_100
value: 76.80399999999999
verified: no, type: recall_at_1000
value: 91.623
verified: no, type: recall_at_20
value: 60.462
verified: no, type: recall_at_3
value: 36.351
verified: no, type: recall_at_5
value: 42.858000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 28.412
verified: no, type: map_at_1
value: 14.859
verified: no, type: map_at_10
value: 22.944
verified: no, type: map_at_100
value: 24.301000000000002
verified: no, type: map_at_1000
value: 24.422
verified: no, type: map_at_20
value: 23.699
verified: no, type: map_at_3
value: 19.88
verified: no, type: map_at_5
value: 21.617
verified: no, type: mrr_at_1
value: 18.781094527363184
verified: no, type: mrr_at_10
value: 27.092316196793792
verified: no, type: mrr_at_100
value: 28.237861305761868
verified: no, type: mrr_at_1000
value: 28.309422454313843
verified: no, type: mrr_at_20
value: 27.796436582724766
verified: no, type: mrr_at_3
value: 24.191542288557226
verified: no, type: mrr_at_5
value: 25.97014925373134
verified: no, type: nauc_map_at_1000_diff1
value: 31.282762294834683
verified: no, type: nauc_map_at_1000_max
value: 22.10753198129143
verified: no, type: nauc_map_at_1000_std
value: 7.464766818611464
verified: no, type: nauc_map_at_100_diff1
value: 31.20876547623262
verified: no, type: nauc_map_at_100_max
value: 22.04855783261337
verified: no, type: nauc_map_at_100_std
value: 7.46756154956561
verified: no, type: nauc_map_at_10_diff1
value: 32.063025777530946
verified: no, type: nauc_map_at_10_max
value: 22.192839864708276
verified: no, type: nauc_map_at_10_std
value: 6.935246733242942
verified: no, type: nauc_map_at_1_diff1
value: 37.124675662048645
verified: no, type: nauc_map_at_1_max
value: 21.705513335758486
verified: no, type: nauc_map_at_1_std
value: 5.125960085146019
verified: no, type: nauc_map_at_20_diff1
value: 31.460350111051543
verified: no, type: nauc_map_at_20_max
value: 22.01600381936477
verified: no, type: nauc_map_at_20_std
value: 7.320346261837271
verified: no, type: nauc_map_at_3_diff1
value: 33.549284246016946
verified: no, type: nauc_map_at_3_max
value: 21.3496504436454
verified: no, type: nauc_map_at_3_std
value: 5.629135047549884
verified: no, type: nauc_map_at_5_diff1
value: 33.40126100368468
verified: no, type: nauc_map_at_5_max
value: 22.07074975303988
verified: no, type: nauc_map_at_5_std
value: 6.0009506331816915
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.676659452959417
verified: no, type: nauc_mrr_at_1000_max
value: 22.893987786799595
verified: no, type: nauc_mrr_at_1000_std
value: 6.023049236283401
verified: no, type: nauc_mrr_at_100_diff1
value: 31.61103328375909
verified: no, type: nauc_mrr_at_100_max
value: 22.868698340353365
verified: no, type: nauc_mrr_at_100_std
value: 6.017352015320805
verified: no, type: nauc_mrr_at_10_diff1
value: 31.953429710735765
verified: no, type: nauc_mrr_at_10_max
value: 22.88953587703519
verified: no, type: nauc_mrr_at_10_std
value: 5.736962509390694
verified: no, type: nauc_mrr_at_1_diff1
value: 35.97635527682404
verified: no, type: nauc_mrr_at_1_max
value: 22.800448037132163
verified: no, type: nauc_mrr_at_1_std
value: 3.2117385280672455
verified: no, type: nauc_mrr_at_20_diff1
value: 31.595235519229487
verified: no, type: nauc_mrr_at_20_max
value: 22.799886818509123
verified: no, type: nauc_mrr_at_20_std
value: 6.072525408593461
verified: no, type: nauc_mrr_at_3_diff1
value: 33.18342375116275
verified: no, type: nauc_mrr_at_3_max
value: 22.52374592963976
verified: no, type: nauc_mrr_at_3_std
value: 4.767522697706218
verified: no, type: nauc_mrr_at_5_diff1
value: 33.119779061591515
verified: no, type: nauc_mrr_at_5_max
value: 23.003248125501745
verified: no, type: nauc_mrr_at_5_std
value: 4.976805747506817
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.292015382102793
verified: no, type: nauc_ndcg_at_1000_max
value: 22.68404765768237
verified: no, type: nauc_ndcg_at_1000_std
value: 9.589972055962098
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.96479405167567
verified: no, type: nauc_ndcg_at_100_max
value: 21.991567834408762
verified: no, type: nauc_ndcg_at_100_std
value: 10.039949830937676
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.467288216868713
verified: no, type: nauc_ndcg_at_10_max
value: 22.44104565858907
verified: no, type: nauc_ndcg_at_10_std
value: 8.461186039677754
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.97635527682404
verified: no, type: nauc_ndcg_at_1_max
value: 22.800448037132163
verified: no, type: nauc_ndcg_at_1_std
value: 3.2117385280672455
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.651039113853848
verified: no, type: nauc_ndcg_at_20_max
value: 21.865976465118173
verified: no, type: nauc_ndcg_at_20_std
value: 9.612409644962762
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.261234884088516
verified: no, type: nauc_ndcg_at_3_max
value: 21.569892122182054
verified: no, type: nauc_ndcg_at_3_std
value: 5.934094272513952
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.177187585868275
verified: no, type: nauc_ndcg_at_5_max
value: 22.501692436415365
verified: no, type: nauc_ndcg_at_5_std
value: 6.628292970421619
verified: no, type: nauc_precision_at_1000_diff1
value: -3.119953273272669
verified: no, type: nauc_precision_at_1000_max
value: 1.1513386014161908
verified: no, type: nauc_precision_at_1000_std
value: -2.164470131685831
verified: no, type: nauc_precision_at_100_diff1
value: 0.5849985774022525
verified: no, type: nauc_precision_at_100_max
value: 10.237261683711365
verified: no, type: nauc_precision_at_100_std
value: 9.57755547972335
verified: no, type: nauc_precision_at_10_diff1
value: 15.246412164216192
verified: no, type: nauc_precision_at_10_max
value: 19.899416826328565
verified: no, type: nauc_precision_at_10_std
value: 10.003123363456073
verified: no, type: nauc_precision_at_1_diff1
value: 35.97635527682404
verified: no, type: nauc_precision_at_1_max
value: 22.800448037132163
verified: no, type: nauc_precision_at_1_std
value: 3.2117385280672455
verified: no, type: nauc_precision_at_20_diff1
value: 7.606434579256874
verified: no, type: nauc_precision_at_20_max
value: 15.445346072441597
verified: no, type: nauc_precision_at_20_std
value: 11.538639325143942
verified: no, type: nauc_precision_at_3_diff1
value: 25.28573060963354
verified: no, type: nauc_precision_at_3_max
value: 20.11025294163431
verified: no, type: nauc_precision_at_3_std
value: 5.4367185562279525
verified: no, type: nauc_precision_at_5_diff1
value: 23.428693353532925
verified: no, type: nauc_precision_at_5_max
value: 21.87288793778549
verified: no, type: nauc_precision_at_5_std
value: 6.350278856507092
verified: no, type: nauc_recall_at_1000_diff1
value: 11.030800804748713
verified: no, type: nauc_recall_at_1000_max
value: 28.207037540270484
verified: no, type: nauc_recall_at_1000_std
value: 26.53322787470092
verified: no, type: nauc_recall_at_100_diff1
value: 9.45619750103627
verified: no, type: nauc_recall_at_100_max
value: 18.641295313722722
verified: no, type: nauc_recall_at_100_std
value: 19.89094444759181
verified: no, type: nauc_recall_at_10_diff1
value: 21.59965548683592
verified: no, type: nauc_recall_at_10_max
value: 20.983235462917357
verified: no, type: nauc_recall_at_10_std
value: 12.421019075877183
verified: no, type: nauc_recall_at_1_diff1
value: 37.124675662048645
verified: no, type: nauc_recall_at_1_max
value: 21.705513335758486
verified: no, type: nauc_recall_at_1_std
value: 5.125960085146019
verified: no, type: nauc_recall_at_20_diff1
value: 15.356277525370507
verified: no, type: nauc_recall_at_20_max
value: 18.853996115586888
verified: no, type: nauc_recall_at_20_std
value: 16.118805288983083
verified: no, type: nauc_recall_at_3_diff1
value: 28.945843357597685
verified: no, type: nauc_recall_at_3_max
value: 19.8912702523286
verified: no, type: nauc_recall_at_3_std
value: 7.5851361764687795
verified: no, type: nauc_recall_at_5_diff1
value: 28.36471699123168
verified: no, type: nauc_recall_at_5_max
value: 21.17015525566982
verified: no, type: nauc_recall_at_5_std
value: 8.24163064970665
verified: no, type: ndcg_at_1
value: 18.781
verified: no, type: ndcg_at_10
value: 28.412
verified: no, type: ndcg_at_100
value: 34.782999999999994
verified: no, type: ndcg_at_1000
value: 37.518
verified: no, type: ndcg_at_20
value: 30.962
verified: no, type: ndcg_at_3
value: 22.782
verified: no, type: ndcg_at_5
value: 25.568
verified: no, type: precision_at_1
value: 18.781
verified: no, type: precision_at_10
value: 5.498
verified: no, type: precision_at_100
value: 0.9979999999999999
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 3.4389999999999996
verified: no, type: precision_at_3
value: 11.193999999999999
verified: no, type: precision_at_5
value: 8.607
verified: no, type: recall_at_1
value: 14.859
verified: no, type: recall_at_10
value: 41.229
verified: no, type: recall_at_100
value: 68.853
verified: no, type: recall_at_1000
value: 87.86
verified: no, type: recall_at_20
value: 50.333000000000006
verified: no, type: recall_at_3
value: 25.889
verified: no, type: recall_at_5
value: 32.798
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 46.627
verified: no, type: map_at_1
value: 29.110999999999997
verified: no, type: map_at_10
value: 40.157
verified: no, type: map_at_100
value: 41.5
verified: no, type: map_at_1000
value: 41.615
verified: no, type: map_at_20
value: 40.907
verified: no, type: map_at_3
value: 36.741
verified: no, type: map_at_5
value: 38.532
verified: no, type: mrr_at_1
value: 35.899903753609244
verified: no, type: mrr_at_10
value: 45.89913989336511
verified: no, type: mrr_at_100
value: 46.66580649720437
verified: no, type: mrr_at_1000
value: 46.71327306556841
verified: no, type: mrr_at_20
value: 46.35048991522675
verified: no, type: mrr_at_3
value: 43.10234199550849
verified: no, type: mrr_at_5
value: 44.623034969521925
verified: no, type: nauc_map_at_1000_diff1
value: 48.819197227113
verified: no, type: nauc_map_at_1000_max
value: 30.225193936185452
verified: no, type: nauc_map_at_1000_std
value: -0.11387170703748546
verified: no, type: nauc_map_at_100_diff1
value: 48.81653586975879
verified: no, type: nauc_map_at_100_max
value: 30.18941718252035
verified: no, type: nauc_map_at_100_std
value: -0.16136876140004403
verified: no, type: nauc_map_at_10_diff1
value: 49.02711545619007
verified: no, type: nauc_map_at_10_max
value: 29.54513048209343
verified: no, type: nauc_map_at_10_std
value: -1.0721344424269519
verified: no, type: nauc_map_at_1_diff1
value: 54.55373479956459
verified: no, type: nauc_map_at_1_max
value: 28.68525621187728
verified: no, type: nauc_map_at_1_std
value: -3.828505921327198
verified: no, type: nauc_map_at_20_diff1
value: 48.80329695009258
verified: no, type: nauc_map_at_20_max
value: 29.98470278569913
verified: no, type: nauc_map_at_20_std
value: -0.4907024448684188
verified: no, type: nauc_map_at_3_diff1
value: 49.49325346627698
verified: no, type: nauc_map_at_3_max
value: 30.001118629451362
verified: no, type: nauc_map_at_3_std
value: -1.8332855957955085
verified: no, type: nauc_map_at_5_diff1
value: 49.15308703989204
verified: no, type: nauc_map_at_5_max
value: 29.9743736651634
verified: no, type: nauc_map_at_5_std
value: -1.471848560457071
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.6267405356935
verified: no, type: nauc_mrr_at_1000_max
value: 31.775511464032213
verified: no, type: nauc_mrr_at_1000_std
value: 2.1941676606625573
verified: no, type: nauc_mrr_at_100_diff1
value: 49.60865287375136
verified: no, type: nauc_mrr_at_100_max
value: 31.766711114897124
verified: no, type: nauc_mrr_at_100_std
value: 2.1958339273429597
verified: no, type: nauc_mrr_at_10_diff1
value: 49.731748265273836
verified: no, type: nauc_mrr_at_10_max
value: 31.510802716434373
verified: no, type: nauc_mrr_at_10_std
value: 1.850952038635735
verified: no, type: nauc_mrr_at_1_diff1
value: 54.326742857864915
verified: no, type: nauc_mrr_at_1_max
value: 31.714793704362155
verified: no, type: nauc_mrr_at_1_std
value: 1.4094420435868311
verified: no, type: nauc_mrr_at_20_diff1
value: 49.582036904653584
verified: no, type: nauc_mrr_at_20_max
value: 31.71211967406404
verified: no, type: nauc_mrr_at_20_std
value: 2.1307901281304202
verified: no, type: nauc_mrr_at_3_diff1
value: 49.99569893552195
verified: no, type: nauc_mrr_at_3_max
value: 32.010092946562025
verified: no, type: nauc_mrr_at_3_std
value: 1.4910063885459364
verified: no, type: nauc_mrr_at_5_diff1
value: 49.40329460354263
verified: no, type: nauc_mrr_at_5_max
value: 31.990047727579483
verified: no, type: nauc_mrr_at_5_std
value: 1.663734759562975
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.146065393209135
verified: no, type: nauc_ndcg_at_1000_max
value: 31.637365672232075
verified: no, type: nauc_ndcg_at_1000_std
value: 3.2425314915817105
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.96953007559477
verified: no, type: nauc_ndcg_at_100_max
value: 31.16768307276679
verified: no, type: nauc_ndcg_at_100_std
value: 2.942488981572898
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.63345306694598
verified: no, type: nauc_ndcg_at_10_max
value: 29.371578333227998
verified: no, type: nauc_ndcg_at_10_std
value: 0.06472978934137909
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.326742857864915
verified: no, type: nauc_ndcg_at_1_max
value: 31.714793704362155
verified: no, type: nauc_ndcg_at_1_std
value: 1.4094420435868311
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.81989380207635
verified: no, type: nauc_ndcg_at_20_max
value: 30.412570241892183
verified: no, type: nauc_ndcg_at_20_std
value: 1.5075658935703282
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.410857274941726
verified: no, type: nauc_ndcg_at_3_max
value: 31.365778148874384
verified: no, type: nauc_ndcg_at_3_std
value: -0.3887448200634908
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.65943245882207
verified: no, type: nauc_ndcg_at_5_max
value: 30.786802287608232
verified: no, type: nauc_ndcg_at_5_std
value: -0.3340427915788538
verified: no, type: nauc_precision_at_1000_diff1
value: -13.616360194561903
verified: no, type: nauc_precision_at_1000_max
value: 4.606458024282346
verified: no, type: nauc_precision_at_1000_std
value: 20.097753702338583
verified: no, type: nauc_precision_at_100_diff1
value: -3.8203411621014363
verified: no, type: nauc_precision_at_100_max
value: 12.195338438332039
verified: no, type: nauc_precision_at_100_std
value: 21.277772831047834
verified: no, type: nauc_precision_at_10_diff1
value: 17.41015815840667
verified: no, type: nauc_precision_at_10_max
value: 20.49327554673419
verified: no, type: nauc_precision_at_10_std
value: 14.317393694887748
verified: no, type: nauc_precision_at_1_diff1
value: 54.326742857864915
verified: no, type: nauc_precision_at_1_max
value: 31.714793704362155
verified: no, type: nauc_precision_at_1_std
value: 1.4094420435868311
verified: no, type: nauc_precision_at_20_diff1
value: 8.063727537918783
verified: no, type: nauc_precision_at_20_max
value: 19.39335288125252
verified: no, type: nauc_precision_at_20_std
value: 18.93106122331836
verified: no, type: nauc_precision_at_3_diff1
value: 32.705924980475146
verified: no, type: nauc_precision_at_3_max
value: 30.24641865632296
verified: no, type: nauc_precision_at_3_std
value: 7.195922370578724
verified: no, type: nauc_precision_at_5_diff1
value: 25.471170302890012
verified: no, type: nauc_precision_at_5_max
value: 27.2559781097725
verified: no, type: nauc_precision_at_5_std
value: 10.423480799933591
verified: no, type: nauc_recall_at_1000_diff1
value: 15.871912487469162
verified: no, type: nauc_recall_at_1000_max
value: 41.69115237346833
verified: no, type: nauc_recall_at_1000_std
value: 44.74346531949558
verified: no, type: nauc_recall_at_100_diff1
value: 32.150465708991376
verified: no, type: nauc_recall_at_100_max
value: 28.9450065694084
verified: no, type: nauc_recall_at_100_std
value: 16.12971379538094
verified: no, type: nauc_recall_at_10_diff1
value: 40.42003119650161
verified: no, type: nauc_recall_at_10_max
value: 23.798461011276167
verified: no, type: nauc_recall_at_10_std
value: -0.8906910654707625
verified: no, type: nauc_recall_at_1_diff1
value: 54.55373479956459
verified: no, type: nauc_recall_at_1_max
value: 28.68525621187728
verified: no, type: nauc_recall_at_1_std
value: -3.828505921327198
verified: no, type: nauc_recall_at_20_diff1
value: 36.08908544861558
verified: no, type: nauc_recall_at_20_max
value: 26.51340931742042
verified: no, type: nauc_recall_at_20_std
value: 4.67558978611164
verified: no, type: nauc_recall_at_3_diff1
value: 44.109094420929466
verified: no, type: nauc_recall_at_3_max
value: 29.817084024730185
verified: no, type: nauc_recall_at_3_std
value: -1.9280901477621615
verified: no, type: nauc_recall_at_5_diff1
value: 41.53929190979217
verified: no, type: nauc_recall_at_5_max
value: 28.682740378721512
verified: no, type: nauc_recall_at_5_std
value: -2.1436179905847705
verified: no, type: ndcg_at_1
value: 35.9
verified: no, type: ndcg_at_10
value: 46.627
verified: no, type: ndcg_at_100
value: 52.03
verified: no, type: ndcg_at_1000
value: 53.982
verified: no, type: ndcg_at_20
value: 48.748999999999995
verified: no, type: ndcg_at_3
value: 40.96
verified: no, type: ndcg_at_5
value: 43.389
verified: no, type: precision_at_1
value: 35.9
verified: no, type: precision_at_10
value: 8.652999999999999
verified: no, type: precision_at_100
value: 1.324
verified: no, type: precision_at_1000
value: 0.168
verified: no, type: precision_at_20
value: 5.053
verified: no, type: precision_at_3
value: 19.666
verified: no, type: precision_at_5
value: 13.879
verified: no, type: recall_at_1
value: 29.110999999999997
verified: no, type: recall_at_10
value: 60.21300000000001
verified: no, type: recall_at_100
value: 82.829
verified: no, type: recall_at_1000
value: 95.236
verified: no, type: recall_at_20
value: 67.506
verified: no, type: recall_at_3
value: 44.198
verified: no, type: recall_at_5
value: 50.62
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 42.711
verified: no, type: map_at_1
value: 25.912000000000003
verified: no, type: map_at_10
value: 36.827
verified: no, type: map_at_100
value: 38.323
verified: no, type: map_at_1000
value: 38.426
verified: no, type: map_at_20
value: 37.674
verified: no, type: map_at_3
value: 33.815
verified: no, type: map_at_5
value: 35.253
verified: no, type: mrr_at_1
value: 31.621004566210047
verified: no, type: mrr_at_10
value: 41.63106110023917
verified: no, type: mrr_at_100
value: 42.68788468525227
verified: no, type: mrr_at_1000
value: 42.737936476792896
verified: no, type: mrr_at_20
value: 42.3034469946844
verified: no, type: mrr_at_3
value: 39.44063926940638
verified: no, type: mrr_at_5
value: 40.479452054794486
verified: no, type: nauc_map_at_1000_diff1
value: 41.21238459815453
verified: no, type: nauc_map_at_1000_max
value: 31.731913362155538
verified: no, type: nauc_map_at_1000_std
value: 4.095602573199812
verified: no, type: nauc_map_at_100_diff1
value: 41.2386060670619
verified: no, type: nauc_map_at_100_max
value: 31.745863964229752
verified: no, type: nauc_map_at_100_std
value: 4.152539294264819
verified: no, type: nauc_map_at_10_diff1
value: 41.06730435812859
verified: no, type: nauc_map_at_10_max
value: 31.154866667403546
verified: no, type: nauc_map_at_10_std
value: 3.352195309556991
verified: no, type: nauc_map_at_1_diff1
value: 46.719436307788634
verified: no, type: nauc_map_at_1_max
value: 27.23331305118017
verified: no, type: nauc_map_at_1_std
value: -3.294310698511136
verified: no, type: nauc_map_at_20_diff1
value: 41.02754767769435
verified: no, type: nauc_map_at_20_max
value: 31.360864488023783
verified: no, type: nauc_map_at_20_std
value: 3.738456116200237
verified: no, type: nauc_map_at_3_diff1
value: 41.6933203031956
verified: no, type: nauc_map_at_3_max
value: 29.89624455457615
verified: no, type: nauc_map_at_3_std
value: -0.01536463182866681
verified: no, type: nauc_map_at_5_diff1
value: 40.94567456109745
verified: no, type: nauc_map_at_5_max
value: 30.458349943583702
verified: no, type: nauc_map_at_5_std
value: 1.9655221641608267
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.652351064681724
verified: no, type: nauc_mrr_at_1000_max
value: 33.01007429614183
verified: no, type: nauc_mrr_at_1000_std
value: 6.26143705110491
verified: no, type: nauc_mrr_at_100_diff1
value: 40.65741819780518
verified: no, type: nauc_mrr_at_100_max
value: 33.01722581370414
verified: no, type: nauc_mrr_at_100_std
value: 6.302551967295325
verified: no, type: nauc_mrr_at_10_diff1
value: 40.60567647703471
verified: no, type: nauc_mrr_at_10_max
value: 32.94692660407874
verified: no, type: nauc_mrr_at_10_std
value: 6.082085894261765
verified: no, type: nauc_mrr_at_1_diff1
value: 46.11518802989986
verified: no, type: nauc_mrr_at_1_max
value: 31.625471357672307
verified: no, type: nauc_mrr_at_1_std
value: 1.234566602020697
verified: no, type: nauc_mrr_at_20_diff1
value: 40.558484630555064
verified: no, type: nauc_mrr_at_20_max
value: 32.97107821653968
verified: no, type: nauc_mrr_at_20_std
value: 6.265323697745393
verified: no, type: nauc_mrr_at_3_diff1
value: 40.68096006055527
verified: no, type: nauc_mrr_at_3_max
value: 32.53822188043154
verified: no, type: nauc_mrr_at_3_std
value: 4.345818715177205
verified: no, type: nauc_mrr_at_5_diff1
value: 40.23796517179139
verified: no, type: nauc_mrr_at_5_max
value: 32.56979439355811
verified: no, type: nauc_mrr_at_5_std
value: 5.595951651809914
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.7027614173243
verified: no, type: nauc_ndcg_at_1000_max
value: 33.498346699070375
verified: no, type: nauc_ndcg_at_1000_std
value: 8.559325736291138
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.97452504741169
verified: no, type: nauc_ndcg_at_100_max
value: 33.89577471481737
verified: no, type: nauc_ndcg_at_100_std
value: 10.167129337536283
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.16788466313522
verified: no, type: nauc_ndcg_at_10_max
value: 32.47905308816861
verified: no, type: nauc_ndcg_at_10_std
value: 7.295048419911472
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.11518802989986
verified: no, type: nauc_ndcg_at_1_max
value: 31.625471357672307
verified: no, type: nauc_ndcg_at_1_std
value: 1.234566602020697
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.859039216458626
verified: no, type: nauc_ndcg_at_20_max
value: 32.741280842100274
verified: no, type: nauc_ndcg_at_20_std
value: 8.532519680049697
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.50414846792753
verified: no, type: nauc_ndcg_at_3_max
value: 31.436293574105246
verified: no, type: nauc_ndcg_at_3_std
value: 2.7912054661515513
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.70681148905142
verified: no, type: nauc_ndcg_at_5_max
value: 31.437135456835662
verified: no, type: nauc_ndcg_at_5_std
value: 5.162466911691187
verified: no, type: nauc_precision_at_1000_diff1
value: -3.3602607374185633
verified: no, type: nauc_precision_at_1000_max
value: 4.971880762242277
verified: no, type: nauc_precision_at_1000_std
value: 9.19452758668974
verified: no, type: nauc_precision_at_100_diff1
value: 7.510065324630119
verified: no, type: nauc_precision_at_100_max
value: 20.08725395064176
verified: no, type: nauc_precision_at_100_std
value: 24.3347599479104
verified: no, type: nauc_precision_at_10_diff1
value: 17.288987492657895
verified: no, type: nauc_precision_at_10_max
value: 30.523796629978005
verified: no, type: nauc_precision_at_10_std
value: 21.72855091830218
verified: no, type: nauc_precision_at_1_diff1
value: 46.11518802989986
verified: no, type: nauc_precision_at_1_max
value: 31.625471357672307
verified: no, type: nauc_precision_at_1_std
value: 1.234566602020697
verified: no, type: nauc_precision_at_20_diff1
value: 12.228489950055032
verified: no, type: nauc_precision_at_20_max
value: 27.04368010402764
verified: no, type: nauc_precision_at_20_std
value: 24.15754031166108
verified: no, type: nauc_precision_at_3_diff1
value: 26.83713388263207
verified: no, type: nauc_precision_at_3_max
value: 33.23777507125749
verified: no, type: nauc_precision_at_3_std
value: 10.323356806632543
verified: no, type: nauc_precision_at_5_diff1
value: 21.61560839260508
verified: no, type: nauc_precision_at_5_max
value: 32.66946145310579
verified: no, type: nauc_precision_at_5_std
value: 16.353775624744003
verified: no, type: nauc_recall_at_1000_diff1
value: 18.969678611942875
verified: no, type: nauc_recall_at_1000_max
value: 44.65492230931943
verified: no, type: nauc_recall_at_1000_std
value: 57.57661658969986
verified: no, type: nauc_recall_at_100_diff1
value: 32.144682780578435
verified: no, type: nauc_recall_at_100_max
value: 39.039873233473685
verified: no, type: nauc_recall_at_100_std
value: 41.27073159300163
verified: no, type: nauc_recall_at_10_diff1
value: 32.15567564970661
verified: no, type: nauc_recall_at_10_max
value: 32.11964259760779
verified: no, type: nauc_recall_at_10_std
value: 15.891022254121328
verified: no, type: nauc_recall_at_1_diff1
value: 46.719436307788634
verified: no, type: nauc_recall_at_1_max
value: 27.23331305118017
verified: no, type: nauc_recall_at_1_std
value: -3.294310698511136
verified: no, type: nauc_recall_at_20_diff1
value: 28.851896672624644
verified: no, type: nauc_recall_at_20_max
value: 32.287799296155114
verified: no, type: nauc_recall_at_20_std
value: 21.67937291007234
verified: no, type: nauc_recall_at_3_diff1
value: 34.39542239770237
verified: no, type: nauc_recall_at_3_max
value: 28.587385654425223
verified: no, type: nauc_recall_at_3_std
value: 3.1462139418981865
verified: no, type: nauc_recall_at_5_diff1
value: 31.662335151844633
verified: no, type: nauc_recall_at_5_max
value: 29.169339984865907
verified: no, type: nauc_recall_at_5_std
value: 9.423550205691733
verified: no, type: ndcg_at_1
value: 31.621
verified: no, type: ndcg_at_10
value: 42.711
verified: no, type: ndcg_at_100
value: 49.033
verified: no, type: ndcg_at_1000
value: 51.085
verified: no, type: ndcg_at_20
value: 45.443
verified: no, type: ndcg_at_3
value: 38.005
verified: no, type: ndcg_at_5
value: 39.751999999999995
verified: no, type: precision_at_1
value: 31.621
verified: no, type: precision_at_10
value: 7.968
verified: no, type: precision_at_100
value: 1.2890000000000001
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 4.795
verified: no, type: precision_at_3
value: 18.379
verified: no, type: precision_at_5
value: 12.740000000000002
verified: no, type: recall_at_1
value: 25.912000000000003
verified: no, type: recall_at_10
value: 55.08
verified: no, type: recall_at_100
value: 81.922
verified: no, type: recall_at_1000
value: 95.543
verified: no, type: recall_at_20
value: 65.082
verified: no, type: recall_at_3
value: 41.899
verified: no, type: recall_at_5
value: 46.708
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 40.85841666666668
verified: no, type: ndcg_at_10
value: 40.85841666666668
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 35.053
verified: no, type: map_at_1
value: 23.291999999999998
verified: no, type: map_at_10
value: 30.61
verified: no, type: map_at_100
value: 31.549
verified: no, type: map_at_1000
value: 31.644
verified: no, type: map_at_20
value: 31.041999999999998
verified: no, type: map_at_3
value: 28.011999999999997
verified: no, type: map_at_5
value: 29.425
verified: no, type: mrr_at_1
value: 26.07361963190184
verified: no, type: mrr_at_10
value: 33.167421365274116
verified: no, type: mrr_at_100
value: 34.029277736438495
verified: no, type: mrr_at_1000
value: 34.09235069536584
verified: no, type: mrr_at_20
value: 33.59034373634008
verified: no, type: mrr_at_3
value: 30.7515337423313
verified: no, type: mrr_at_5
value: 32.08588957055215
verified: no, type: nauc_map_at_1000_diff1
value: 43.481986624980415
verified: no, type: nauc_map_at_1000_max
value: 28.952163698686732
verified: no, type: nauc_map_at_1000_std
value: 10.782598183324414
verified: no, type: nauc_map_at_100_diff1
value: 43.45584335416967
verified: no, type: nauc_map_at_100_max
value: 28.911137574377232
verified: no, type: nauc_map_at_100_std
value: 10.76701853563041
verified: no, type: nauc_map_at_10_diff1
value: 43.47116890578832
verified: no, type: nauc_map_at_10_max
value: 28.653166569212946
verified: no, type: nauc_map_at_10_std
value: 10.17426104854042
verified: no, type: nauc_map_at_1_diff1
value: 49.75958213376796
verified: no, type: nauc_map_at_1_max
value: 24.470618320089454
verified: no, type: nauc_map_at_1_std
value: 6.492564751094104
verified: no, type: nauc_map_at_20_diff1
value: 43.35481926885264
verified: no, type: nauc_map_at_20_max
value: 28.699469771138414
verified: no, type: nauc_map_at_20_std
value: 10.45940778146071
verified: no, type: nauc_map_at_3_diff1
value: 44.485234854591035
verified: no, type: nauc_map_at_3_max
value: 28.38719705365597
verified: no, type: nauc_map_at_3_std
value: 9.000376354032333
verified: no, type: nauc_map_at_5_diff1
value: 43.44946037663669
verified: no, type: nauc_map_at_5_max
value: 28.476659272609623
verified: no, type: nauc_map_at_5_std
value: 9.703474173706583
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.954395007886525
verified: no, type: nauc_mrr_at_1000_max
value: 31.50968463706721
verified: no, type: nauc_mrr_at_1000_std
value: 13.707444407915146
verified: no, type: nauc_mrr_at_100_diff1
value: 45.93279568895946
verified: no, type: nauc_mrr_at_100_max
value: 31.49035735663133
verified: no, type: nauc_mrr_at_100_std
value: 13.696695107846951
verified: no, type: nauc_mrr_at_10_diff1
value: 46.00075381149564
verified: no, type: nauc_mrr_at_10_max
value: 31.35587522300911
verified: no, type: nauc_mrr_at_10_std
value: 13.319928784978059
verified: no, type: nauc_mrr_at_1_diff1
value: 53.86601247498458
verified: no, type: nauc_mrr_at_1_max
value: 29.05934941003339
verified: no, type: nauc_mrr_at_1_std
value: 10.991599490187589
verified: no, type: nauc_mrr_at_20_diff1
value: 45.86633939971638
verified: no, type: nauc_mrr_at_20_max
value: 31.355545429804543
verified: no, type: nauc_mrr_at_20_std
value: 13.461168244272576
verified: no, type: nauc_mrr_at_3_diff1
value: 47.46632656927442
verified: no, type: nauc_mrr_at_3_max
value: 31.868101191363152
verified: no, type: nauc_mrr_at_3_std
value: 13.134952192744528
verified: no, type: nauc_mrr_at_5_diff1
value: 46.216287976414655
verified: no, type: nauc_mrr_at_5_max
value: 31.22808984287798
verified: no, type: nauc_mrr_at_5_std
value: 13.052212637671804
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.636814427170584
verified: no, type: nauc_ndcg_at_1000_max
value: 31.493143528814294
verified: no, type: nauc_ndcg_at_1000_std
value: 14.770912529263397
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.12015328320773
verified: no, type: nauc_ndcg_at_100_max
value: 30.74936949964077
verified: no, type: nauc_ndcg_at_100_std
value: 14.126317942292099
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.363853256357004
verified: no, type: nauc_ndcg_at_10_max
value: 29.967593685883593
verified: no, type: nauc_ndcg_at_10_std
value: 11.745736297343958
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.86601247498458
verified: no, type: nauc_ndcg_at_1_max
value: 29.05934941003339
verified: no, type: nauc_ndcg_at_1_std
value: 10.991599490187589
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.75029632252196
verified: no, type: nauc_ndcg_at_20_max
value: 29.8909640874289
verified: no, type: nauc_ndcg_at_20_std
value: 12.454934718956409
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.63306400143029
verified: no, type: nauc_ndcg_at_3_max
value: 30.487292567301395
verified: no, type: nauc_ndcg_at_3_std
value: 11.38385449149101
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.60699357804944
verified: no, type: nauc_ndcg_at_5_max
value: 29.677122670631594
verified: no, type: nauc_ndcg_at_5_std
value: 11.219704931901058
verified: no, type: nauc_precision_at_1000_diff1
value: 14.098873228986914
verified: no, type: nauc_precision_at_1000_max
value: 24.17087547157802
verified: no, type: nauc_precision_at_1000_std
value: 19.888193749463685
verified: no, type: nauc_precision_at_100_diff1
value: 23.179467074556886
verified: no, type: nauc_precision_at_100_max
value: 31.865564772690984
verified: no, type: nauc_precision_at_100_std
value: 25.13985731761706
verified: no, type: nauc_precision_at_10_diff1
value: 32.107718641883146
verified: no, type: nauc_precision_at_10_max
value: 34.91859600075913
verified: no, type: nauc_precision_at_10_std
value: 22.79400955617237
verified: no, type: nauc_precision_at_1_diff1
value: 53.86601247498458
verified: no, type: nauc_precision_at_1_max
value: 29.05934941003339
verified: no, type: nauc_precision_at_1_std
value: 10.991599490187589
verified: no, type: nauc_precision_at_20_diff1
value: 29.993188469468002
verified: no, type: nauc_precision_at_20_max
value: 35.296458769573086
verified: no, type: nauc_precision_at_20_std
value: 24.20327572204019
verified: no, type: nauc_precision_at_3_diff1
value: 38.99151580407392
verified: no, type: nauc_precision_at_3_max
value: 36.357023065975284
verified: no, type: nauc_precision_at_3_std
value: 19.43463406590944
verified: no, type: nauc_precision_at_5_diff1
value: 34.334835167755124
verified: no, type: nauc_precision_at_5_max
value: 35.54403568911307
verified: no, type: nauc_precision_at_5_std
value: 21.297076675377635
verified: no, type: nauc_recall_at_1000_diff1
value: 21.37160644447469
verified: no, type: nauc_recall_at_1000_max
value: 42.69368632941223
verified: no, type: nauc_recall_at_1000_std
value: 44.69786965651591
verified: no, type: nauc_recall_at_100_diff1
value: 26.1829124199152
verified: no, type: nauc_recall_at_100_max
value: 31.05778051148635
verified: no, type: nauc_recall_at_100_std
value: 24.13788905724134
verified: no, type: nauc_recall_at_10_diff1
value: 32.277913345812316
verified: no, type: nauc_recall_at_10_max
value: 29.95426768325743
verified: no, type: nauc_recall_at_10_std
value: 12.182289596195755
verified: no, type: nauc_recall_at_1_diff1
value: 49.75958213376796
verified: no, type: nauc_recall_at_1_max
value: 24.470618320089454
verified: no, type: nauc_recall_at_1_std
value: 6.492564751094104
verified: no, type: nauc_recall_at_20_diff1
value: 28.594583651409373
verified: no, type: nauc_recall_at_20_max
value: 28.61050190860186
verified: no, type: nauc_recall_at_20_std
value: 14.453928140032604
verified: no, type: nauc_recall_at_3_diff1
value: 37.26827475373021
verified: no, type: nauc_recall_at_3_max
value: 30.24664533196025
verified: no, type: nauc_recall_at_3_std
value: 10.088814497838317
verified: no, type: nauc_recall_at_5_diff1
value: 33.012511168504346
verified: no, type: nauc_recall_at_5_max
value: 28.863956457849227
verified: no, type: nauc_recall_at_5_std
value: 10.866060080770383
verified: no, type: ndcg_at_1
value: 26.074
verified: no, type: ndcg_at_10
value: 35.053
verified: no, type: ndcg_at_100
value: 39.877
verified: no, type: ndcg_at_1000
value: 42.219
verified: no, type: ndcg_at_20
value: 36.553999999999995
verified: no, type: ndcg_at_3
value: 30.25
verified: no, type: ndcg_at_5
value: 32.46
verified: no, type: precision_at_1
value: 26.074
verified: no, type: precision_at_10
value: 5.675
verified: no, type: precision_at_100
value: 0.88
verified: no, type: precision_at_1000
value: 0.116
verified: no, type: precision_at_20
value: 3.213
verified: no, type: precision_at_3
value: 13.088
verified: no, type: precision_at_5
value: 9.325
verified: no, type: recall_at_1
value: 23.291999999999998
verified: no, type: recall_at_10
value: 46.148
verified: no, type: recall_at_100
value: 68.24799999999999
verified: no, type: recall_at_1000
value: 85.455
verified: no, type: recall_at_20
value: 51.734
verified: no, type: recall_at_3
value: 33.131
verified: no, type: recall_at_5
value: 38.546
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 27.525
verified: no, type: map_at_1
value: 15.812999999999999
verified: no, type: map_at_10
value: 22.878999999999998
verified: no, type: map_at_100
value: 23.992
verified: no, type: map_at_1000
value: 24.127000000000002
verified: no, type: map_at_20
value: 23.452
verified: no, type: map_at_3
value: 20.467
verified: no, type: map_at_5
value: 21.767
verified: no, type: mrr_at_1
value: 19.201651754989676
verified: no, type: mrr_at_10
value: 26.47224133975686
verified: no, type: mrr_at_100
value: 27.412766979166342
verified: no, type: mrr_at_1000
value: 27.49631476670978
verified: no, type: mrr_at_20
value: 26.9691663879413
verified: no, type: mrr_at_3
value: 24.013535214498745
verified: no, type: mrr_at_5
value: 25.441615049323303
verified: no, type: nauc_map_at_1000_diff1
value: 33.697813145909535
verified: no, type: nauc_map_at_1000_max
value: 26.509494140027996
verified: no, type: nauc_map_at_1000_std
value: 2.993849542775133
verified: no, type: nauc_map_at_100_diff1
value: 33.671087749349674
verified: no, type: nauc_map_at_100_max
value: 26.472678055525336
verified: no, type: nauc_map_at_100_std
value: 2.956494527720355
verified: no, type: nauc_map_at_10_diff1
value: 33.914740537035435
verified: no, type: nauc_map_at_10_max
value: 26.5349486074814
verified: no, type: nauc_map_at_10_std
value: 2.3474576992114304
verified: no, type: nauc_map_at_1_diff1
value: 39.451484530341254
verified: no, type: nauc_map_at_1_max
value: 25.790802427354205
verified: no, type: nauc_map_at_1_std
value: -1.8340911432347162
verified: no, type: nauc_map_at_20_diff1
value: 33.766215747904695
verified: no, type: nauc_map_at_20_max
value: 26.440032024795805
verified: no, type: nauc_map_at_20_std
value: 2.6591992745156485
verified: no, type: nauc_map_at_3_diff1
value: 34.80477662436832
verified: no, type: nauc_map_at_3_max
value: 26.232579057821294
verified: no, type: nauc_map_at_3_std
value: 1.0628053044692038
verified: no, type: nauc_map_at_5_diff1
value: 34.44953511091354
verified: no, type: nauc_map_at_5_max
value: 26.329117036695354
verified: no, type: nauc_map_at_5_std
value: 1.6829673952842554
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.13732180476133
verified: no, type: nauc_mrr_at_1000_max
value: 27.911825182206524
verified: no, type: nauc_mrr_at_1000_std
value: 3.570486982023914
verified: no, type: nauc_mrr_at_100_diff1
value: 33.112653270534636
verified: no, type: nauc_mrr_at_100_max
value: 27.897770062852732
verified: no, type: nauc_mrr_at_100_std
value: 3.5920129247128028
verified: no, type: nauc_mrr_at_10_diff1
value: 33.27584578509099
verified: no, type: nauc_mrr_at_10_max
value: 28.123344470902044
verified: no, type: nauc_mrr_at_10_std
value: 3.1806023776161005
verified: no, type: nauc_mrr_at_1_diff1
value: 38.697906401251565
verified: no, type: nauc_mrr_at_1_max
value: 27.526788964221176
verified: no, type: nauc_mrr_at_1_std
value: -0.3872399197836332
verified: no, type: nauc_mrr_at_20_diff1
value: 33.14710189298942
verified: no, type: nauc_mrr_at_20_max
value: 27.925418071214477
verified: no, type: nauc_mrr_at_20_std
value: 3.410762781508218
verified: no, type: nauc_mrr_at_3_diff1
value: 33.87772552463924
verified: no, type: nauc_mrr_at_3_max
value: 28.007003297502216
verified: no, type: nauc_mrr_at_3_std
value: 1.9486591805981224
verified: no, type: nauc_mrr_at_5_diff1
value: 33.62067092202846
verified: no, type: nauc_mrr_at_5_max
value: 28.14249070532696
verified: no, type: nauc_mrr_at_5_std
value: 2.6447040667824218
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.23455010115525
verified: no, type: nauc_ndcg_at_1000_max
value: 26.928025566178913
verified: no, type: nauc_ndcg_at_1000_std
value: 6.941305960469611
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.584344786502747
verified: no, type: nauc_ndcg_at_100_max
value: 26.404821521795537
verified: no, type: nauc_ndcg_at_100_std
value: 7.0334275625510925
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.53451395934299
verified: no, type: nauc_ndcg_at_10_max
value: 27.05918031675037
verified: no, type: nauc_ndcg_at_10_std
value: 4.439717091540959
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.697906401251565
verified: no, type: nauc_ndcg_at_1_max
value: 27.526788964221176
verified: no, type: nauc_ndcg_at_1_std
value: -0.3872399197836332
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.12144557343197
verified: no, type: nauc_ndcg_at_20_max
value: 26.542119575357965
verified: no, type: nauc_ndcg_at_20_std
value: 5.3406069749732525
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.01724233874462
verified: no, type: nauc_ndcg_at_3_max
value: 27.140135730286946
verified: no, type: nauc_ndcg_at_3_std
value: 1.9208853678075062
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.55051796045806
verified: no, type: nauc_ndcg_at_5_max
value: 26.955239421636346
verified: no, type: nauc_ndcg_at_5_std
value: 3.0379868805913652
verified: no, type: nauc_precision_at_1000_diff1
value: 4.618759880285172
verified: no, type: nauc_precision_at_1000_max
value: 15.135402391589992
verified: no, type: nauc_precision_at_1000_std
value: 17.641125584501353
verified: no, type: nauc_precision_at_100_diff1
value: 10.39883535965785
verified: no, type: nauc_precision_at_100_max
value: 20.08846103789256
verified: no, type: nauc_precision_at_100_std
value: 19.449422467727224
verified: no, type: nauc_precision_at_10_diff1
value: 22.298962818126192
verified: no, type: nauc_precision_at_10_max
value: 28.89863016237585
verified: no, type: nauc_precision_at_10_std
value: 11.063401323032155
verified: no, type: nauc_precision_at_1_diff1
value: 38.697906401251565
verified: no, type: nauc_precision_at_1_max
value: 27.526788964221176
verified: no, type: nauc_precision_at_1_std
value: -0.3872399197836332
verified: no, type: nauc_precision_at_20_diff1
value: 19.176385926878414
verified: no, type: nauc_precision_at_20_max
value: 25.917593281871675
verified: no, type: nauc_precision_at_20_std
value: 13.11450466413103
verified: no, type: nauc_precision_at_3_diff1
value: 28.031695189128474
verified: no, type: nauc_precision_at_3_max
value: 28.9642194082244
verified: no, type: nauc_precision_at_3_std
value: 4.347834807504182
verified: no, type: nauc_precision_at_5_diff1
value: 26.272317529418892
verified: no, type: nauc_precision_at_5_max
value: 29.150315424317114
verified: no, type: nauc_precision_at_5_std
value: 6.880885398540699
verified: no, type: nauc_recall_at_1000_diff1
value: 17.4273150148978
verified: no, type: nauc_recall_at_1000_max
value: 24.306401198860677
verified: no, type: nauc_recall_at_1000_std
value: 29.662613615698568
verified: no, type: nauc_recall_at_100_diff1
value: 18.43107428764886
verified: no, type: nauc_recall_at_100_max
value: 20.971000173192305
verified: no, type: nauc_recall_at_100_std
value: 19.71647423515453
verified: no, type: nauc_recall_at_10_diff1
value: 24.16733448276029
verified: no, type: nauc_recall_at_10_max
value: 24.352699469715134
verified: no, type: nauc_recall_at_10_std
value: 8.209628518853242
verified: no, type: nauc_recall_at_1_diff1
value: 39.451484530341254
verified: no, type: nauc_recall_at_1_max
value: 25.790802427354205
verified: no, type: nauc_recall_at_1_std
value: -1.8340911432347162
verified: no, type: nauc_recall_at_20_diff1
value: 22.67002641081412
verified: no, type: nauc_recall_at_20_max
value: 22.634810976567632
verified: no, type: nauc_recall_at_20_std
value: 11.08185078231441
verified: no, type: nauc_recall_at_3_diff1
value: 28.883409519249298
verified: no, type: nauc_recall_at_3_max
value: 25.08426193015333
verified: no, type: nauc_recall_at_3_std
value: 3.332702402821052
verified: no, type: nauc_recall_at_5_diff1
value: 27.248817428767353
verified: no, type: nauc_recall_at_5_max
value: 24.488697770907862
verified: no, type: nauc_recall_at_5_std
value: 5.150559322926742
verified: no, type: ndcg_at_1
value: 19.201999999999998
verified: no, type: ndcg_at_10
value: 27.525
verified: no, type: ndcg_at_100
value: 32.917
verified: no, type: ndcg_at_1000
value: 36.071999999999996
verified: no, type: ndcg_at_20
value: 29.369
verified: no, type: ndcg_at_3
value: 22.997999999999998
verified: no, type: ndcg_at_5
value: 25.089
verified: no, type: precision_at_1
value: 19.201999999999998
verified: no, type: precision_at_10
value: 5.114
verified: no, type: precision_at_100
value: 0.914
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 3.068
verified: no, type: precision_at_3
value: 10.84
verified: no, type: precision_at_5
value: 8.039
verified: no, type: recall_at_1
value: 15.812999999999999
verified: no, type: recall_at_10
value: 38.011
verified: no, type: recall_at_100
value: 62.316
verified: no, type: recall_at_1000
value: 84.787
verified: no, type: recall_at_20
value: 44.796
verified: no, type: recall_at_3
value: 25.534000000000002
verified: no, type: recall_at_5
value: 30.869000000000003
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 40.521
verified: no, type: map_at_1
value: 25.471
verified: no, type: map_at_10
value: 35.022
verified: no, type: map_at_100
value: 36.189
verified: no, type: map_at_1000
value: 36.307
verified: no, type: map_at_20
value: 35.669000000000004
verified: no, type: map_at_3
value: 32.106
verified: no, type: map_at_5
value: 33.77
verified: no, type: mrr_at_1
value: 30.50373134328358
verified: no, type: mrr_at_10
value: 39.24503227908077
verified: no, type: mrr_at_100
value: 40.151748706499774
verified: no, type: mrr_at_1000
value: 40.22220003252721
verified: no, type: mrr_at_20
value: 39.8059758148897
verified: no, type: mrr_at_3
value: 36.73818407960197
verified: no, type: mrr_at_5
value: 38.1467661691542
verified: no, type: nauc_map_at_1000_diff1
value: 46.16248622121721
verified: no, type: nauc_map_at_1000_max
value: 40.52646385518007
verified: no, type: nauc_map_at_1000_std
value: 3.148266275747802
verified: no, type: nauc_map_at_100_diff1
value: 46.17396178097105
verified: no, type: nauc_map_at_100_max
value: 40.54391828366793
verified: no, type: nauc_map_at_100_std
value: 3.1465539515114047
verified: no, type: nauc_map_at_10_diff1
value: 46.235749959339614
verified: no, type: nauc_map_at_10_max
value: 40.440734073263016
verified: no, type: nauc_map_at_10_std
value: 2.8300771576177626
verified: no, type: nauc_map_at_1_diff1
value: 52.31836017894301
verified: no, type: nauc_map_at_1_max
value: 39.98411755588766
verified: no, type: nauc_map_at_1_std
value: -1.3807664175034557
verified: no, type: nauc_map_at_20_diff1
value: 46.22956225666944
verified: no, type: nauc_map_at_20_max
value: 40.38149532254275
verified: no, type: nauc_map_at_20_std
value: 2.9376913527139608
verified: no, type: nauc_map_at_3_diff1
value: 46.66513417112219
verified: no, type: nauc_map_at_3_max
value: 39.42343560398367
verified: no, type: nauc_map_at_3_std
value: 1.2211402555017814
verified: no, type: nauc_map_at_5_diff1
value: 46.458786087674014
verified: no, type: nauc_map_at_5_max
value: 40.55062568009025
verified: no, type: nauc_map_at_5_std
value: 2.874713984722366
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.02880964596229
verified: no, type: nauc_mrr_at_1000_max
value: 40.54670837151151
verified: no, type: nauc_mrr_at_1000_std
value: 1.9361943758959246
verified: no, type: nauc_mrr_at_100_diff1
value: 45.0141231687371
verified: no, type: nauc_mrr_at_100_max
value: 40.563093939846254
verified: no, type: nauc_mrr_at_100_std
value: 1.95631717346565
verified: no, type: nauc_mrr_at_10_diff1
value: 45.02510345908053
verified: no, type: nauc_mrr_at_10_max
value: 40.65201686211006
verified: no, type: nauc_mrr_at_10_std
value: 1.765797491494287
verified: no, type: nauc_mrr_at_1_diff1
value: 50.97368399162673
verified: no, type: nauc_mrr_at_1_max
value: 40.90768065197206
verified: no, type: nauc_mrr_at_1_std
value: -1.4950717729817018
verified: no, type: nauc_mrr_at_20_diff1
value: 45.01757033486232
verified: no, type: nauc_mrr_at_20_max
value: 40.469096874526066
verified: no, type: nauc_mrr_at_20_std
value: 1.8814650823309433
verified: no, type: nauc_mrr_at_3_diff1
value: 45.41619994832078
verified: no, type: nauc_mrr_at_3_max
value: 39.97134246014811
verified: no, type: nauc_mrr_at_3_std
value: 0.351963662304222
verified: no, type: nauc_mrr_at_5_diff1
value: 45.1751735123411
verified: no, type: nauc_mrr_at_5_max
value: 40.78799409404439
verified: no, type: nauc_mrr_at_5_std
value: 1.9642777530569973
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.718675542961904
verified: no, type: nauc_ndcg_at_1000_max
value: 40.77838921628359
verified: no, type: nauc_ndcg_at_1000_std
value: 5.566597131514415
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.60801649469792
verified: no, type: nauc_ndcg_at_100_max
value: 41.178769387330796
verified: no, type: nauc_ndcg_at_100_std
value: 6.049517999609993
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.842412361059004
verified: no, type: nauc_ndcg_at_10_max
value: 40.6519609548175
verified: no, type: nauc_ndcg_at_10_std
value: 4.201266898997162
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.97368399162673
verified: no, type: nauc_ndcg_at_1_max
value: 40.90768065197206
verified: no, type: nauc_ndcg_at_1_std
value: -1.4950717729817018
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.85304850871846
verified: no, type: nauc_ndcg_at_20_max
value: 40.32052013131906
verified: no, type: nauc_ndcg_at_20_std
value: 4.728903608087234
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.21918974277671
verified: no, type: nauc_ndcg_at_3_max
value: 38.960642621790456
verified: no, type: nauc_ndcg_at_3_std
value: 1.5413581396590283
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.17111959292946
verified: no, type: nauc_ndcg_at_5_max
value: 40.879393486870796
verified: no, type: nauc_ndcg_at_5_std
value: 4.292430322369627
verified: no, type: nauc_precision_at_1000_diff1
value: -15.217116951096473
verified: no, type: nauc_precision_at_1000_max
value: -3.2195266520788293
verified: no, type: nauc_precision_at_1000_std
value: 3.9128797066726846
verified: no, type: nauc_precision_at_100_diff1
value: 0.3739578597713093
verified: no, type: nauc_precision_at_100_max
value: 16.020214815116475
verified: no, type: nauc_precision_at_100_std
value: 12.407216133940173
verified: no, type: nauc_precision_at_10_diff1
value: 22.78622694355213
verified: no, type: nauc_precision_at_10_max
value: 30.934571158762775
verified: no, type: nauc_precision_at_10_std
value: 7.387132441153662
verified: no, type: nauc_precision_at_1_diff1
value: 50.97368399162673
verified: no, type: nauc_precision_at_1_max
value: 40.90768065197206
verified: no, type: nauc_precision_at_1_std
value: -1.4950717729817018
verified: no, type: nauc_precision_at_20_diff1
value: 15.851699766979477
verified: no, type: nauc_precision_at_20_max
value: 25.760376623349373
verified: no, type: nauc_precision_at_20_std
value: 8.843769866250064
verified: no, type: nauc_precision_at_3_diff1
value: 33.40916192309544
verified: no, type: nauc_precision_at_3_max
value: 34.62137182252703
verified: no, type: nauc_precision_at_3_std
value: 2.6723118388566376
verified: no, type: nauc_precision_at_5_diff1
value: 29.839568032323736
verified: no, type: nauc_precision_at_5_max
value: 35.79411746926457
verified: no, type: nauc_precision_at_5_std
value: 8.075263629982045
verified: no, type: nauc_recall_at_1000_diff1
value: 22.684337017050314
verified: no, type: nauc_recall_at_1000_max
value: 38.75083488225343
verified: no, type: nauc_recall_at_1000_std
value: 46.20014728505404
verified: no, type: nauc_recall_at_100_diff1
value: 32.16637906784691
verified: no, type: nauc_recall_at_100_max
value: 41.16460712003215
verified: no, type: nauc_recall_at_100_std
value: 22.666195059036536
verified: no, type: nauc_recall_at_10_diff1
value: 35.53872376778553
verified: no, type: nauc_recall_at_10_max
value: 38.239674930598554
verified: no, type: nauc_recall_at_10_std
value: 8.764170731037375
verified: no, type: nauc_recall_at_1_diff1
value: 52.31836017894301
verified: no, type: nauc_recall_at_1_max
value: 39.98411755588766
verified: no, type: nauc_recall_at_1_std
value: -1.3807664175034557
verified: no, type: nauc_recall_at_20_diff1
value: 34.77159952615243
verified: no, type: nauc_recall_at_20_max
value: 35.99268561688956
verified: no, type: nauc_recall_at_20_std
value: 11.063781846789626
verified: no, type: nauc_recall_at_3_diff1
value: 38.59836732978252
verified: no, type: nauc_recall_at_3_max
value: 36.14336770585555
verified: no, type: nauc_recall_at_3_std
value: 3.330194066081952
verified: no, type: nauc_recall_at_5_diff1
value: 37.471534644016785
verified: no, type: nauc_recall_at_5_max
value: 39.941421167584906
verified: no, type: nauc_recall_at_5_std
value: 9.330375158059901
verified: no, type: ndcg_at_1
value: 30.503999999999998
verified: no, type: ndcg_at_10
value: 40.521
verified: no, type: ndcg_at_100
value: 45.869
verified: no, type: ndcg_at_1000
value: 48.381
verified: no, type: ndcg_at_20
value: 42.664
verified: no, type: ndcg_at_3
value: 35.537
verified: no, type: ndcg_at_5
value: 37.874
verified: no, type: precision_at_1
value: 30.503999999999998
verified: no, type: precision_at_10
value: 6.922000000000001
verified: no, type: precision_at_100
value: 1.087
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: precision_at_20
value: 4.062
verified: no, type: precision_at_3
value: 16.448999999999998
verified: no, type: precision_at_5
value: 11.53
verified: no, type: recall_at_1
value: 25.471
verified: no, type: recall_at_10
value: 53.115
verified: no, type: recall_at_100
value: 76.247
verified: no, type: recall_at_1000
value: 93.633
verified: no, type: recall_at_20
value: 60.856
verified: no, type: recall_at_3
value: 39.149
verified: no, type: recall_at_5
value: 45.355000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 40.083999999999996
verified: no, type: map_at_1
value: 23.916
verified: no, type: map_at_10
value: 33.898
verified: no, type: map_at_100
value: 35.524
verified: no, type: map_at_1000
value: 35.763
verified: no, type: map_at_20
value: 34.699999999999996
verified: no, type: map_at_3
value: 30.72
verified: no, type: map_at_5
value: 32.444
verified: no, type: mrr_at_1
value: 27.865612648221344
verified: no, type: mrr_at_10
value: 38.110373925591325
verified: no, type: mrr_at_100
value: 39.103867355603136
verified: no, type: mrr_at_1000
value: 39.155682308778616
verified: no, type: mrr_at_20
value: 38.674497071725696
verified: no, type: mrr_at_3
value: 35.210803689064576
verified: no, type: mrr_at_5
value: 36.99934123847168
verified: no, type: nauc_map_at_1000_diff1
value: 43.04370425444575
verified: no, type: nauc_map_at_1000_max
value: 30.664333341508517
verified: no, type: nauc_map_at_1000_std
value: 13.255841990616501
verified: no, type: nauc_map_at_100_diff1
value: 43.30950288942624
verified: no, type: nauc_map_at_100_max
value: 30.88701122881409
verified: no, type: nauc_map_at_100_std
value: 13.044875063416047
verified: no, type: nauc_map_at_10_diff1
value: 43.13368196505275
verified: no, type: nauc_map_at_10_max
value: 30.510777038103758
verified: no, type: nauc_map_at_10_std
value: 11.718306205503097
verified: no, type: nauc_map_at_1_diff1
value: 51.34182005448936
verified: no, type: nauc_map_at_1_max
value: 29.964954096304396
verified: no, type: nauc_map_at_1_std
value: 7.929661027160745
verified: no, type: nauc_map_at_20_diff1
value: 43.31624587145438
verified: no, type: nauc_map_at_20_max
value: 30.74154334111207
verified: no, type: nauc_map_at_20_std
value: 12.32652647361836
verified: no, type: nauc_map_at_3_diff1
value: 43.1491545591217
verified: no, type: nauc_map_at_3_max
value: 29.448225669130128
verified: no, type: nauc_map_at_3_std
value: 9.735131796506169
verified: no, type: nauc_map_at_5_diff1
value: 43.33647018722699
verified: no, type: nauc_map_at_5_max
value: 29.82004211927872
verified: no, type: nauc_map_at_5_std
value: 10.811941747327253
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.09165265772457
verified: no, type: nauc_mrr_at_1000_max
value: 32.05875923131647
verified: no, type: nauc_mrr_at_1000_std
value: 15.019814870801303
verified: no, type: nauc_mrr_at_100_diff1
value: 42.08967964203582
verified: no, type: nauc_mrr_at_100_max
value: 32.07299417006864
verified: no, type: nauc_mrr_at_100_std
value: 15.057319380447614
verified: no, type: nauc_mrr_at_10_diff1
value: 41.841369406148246
verified: no, type: nauc_mrr_at_10_max
value: 31.767693589635538
verified: no, type: nauc_mrr_at_10_std
value: 14.602638735669798
verified: no, type: nauc_mrr_at_1_diff1
value: 50.062677615419304
verified: no, type: nauc_mrr_at_1_max
value: 33.35584104516006
verified: no, type: nauc_mrr_at_1_std
value: 11.42115012466949
verified: no, type: nauc_mrr_at_20_diff1
value: 41.93352325907799
verified: no, type: nauc_mrr_at_20_max
value: 32.015602545857945
verified: no, type: nauc_mrr_at_20_std
value: 15.048275956047814
verified: no, type: nauc_mrr_at_3_diff1
value: 41.918393480229014
verified: no, type: nauc_mrr_at_3_max
value: 31.253629045078224
verified: no, type: nauc_mrr_at_3_std
value: 13.577771791747217
verified: no, type: nauc_mrr_at_5_diff1
value: 42.020303609879015
verified: no, type: nauc_mrr_at_5_max
value: 31.71276631449414
verified: no, type: nauc_mrr_at_5_std
value: 14.160071868742637
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.073313917406516
verified: no, type: nauc_ndcg_at_1000_max
value: 31.874785583667343
verified: no, type: nauc_ndcg_at_1000_std
value: 17.392846103885827
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.36609192671821
verified: no, type: nauc_ndcg_at_100_max
value: 32.1429966230732
verified: no, type: nauc_ndcg_at_100_std
value: 17.635443742312578
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.16969739206176
verified: no, type: nauc_ndcg_at_10_max
value: 30.655050133517907
verified: no, type: nauc_ndcg_at_10_std
value: 15.31416270805731
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.062677615419304
verified: no, type: nauc_ndcg_at_1_max
value: 33.35584104516006
verified: no, type: nauc_ndcg_at_1_std
value: 11.42115012466949
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.65149703452073
verified: no, type: nauc_ndcg_at_20_max
value: 31.49158572383702
verified: no, type: nauc_ndcg_at_20_std
value: 16.515600802503588
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.978434285347326
verified: no, type: nauc_ndcg_at_3_max
value: 30.152983643295965
verified: no, type: nauc_ndcg_at_3_std
value: 12.216265569919356
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.08935148839345
verified: no, type: nauc_ndcg_at_5_max
value: 30.270289469266555
verified: no, type: nauc_ndcg_at_5_std
value: 13.872257416203936
verified: no, type: nauc_precision_at_1000_diff1
value: -23.49105492946047
verified: no, type: nauc_precision_at_1000_max
value: -14.82348334333618
verified: no, type: nauc_precision_at_1000_std
value: 25.58547404406785
verified: no, type: nauc_precision_at_100_diff1
value: -7.981292902854982
verified: no, type: nauc_precision_at_100_max
value: 0.3216310748533712
verified: no, type: nauc_precision_at_100_std
value: 30.619279987080606
verified: no, type: nauc_precision_at_10_diff1
value: 16.699669745243195
verified: no, type: nauc_precision_at_10_max
value: 24.848221992404866
verified: no, type: nauc_precision_at_10_std
value: 25.483080484054128
verified: no, type: nauc_precision_at_1_diff1
value: 50.062677615419304
verified: no, type: nauc_precision_at_1_max
value: 33.35584104516006
verified: no, type: nauc_precision_at_1_std
value: 11.42115012466949
verified: no, type: nauc_precision_at_20_diff1
value: 9.661364668172661
verified: no, type: nauc_precision_at_20_max
value: 18.15490912668976
verified: no, type: nauc_precision_at_20_std
value: 28.942530404656207
verified: no, type: nauc_precision_at_3_diff1
value: 28.173149805964336
verified: no, type: nauc_precision_at_3_max
value: 29.125517533363045
verified: no, type: nauc_precision_at_3_std
value: 16.440247682256874
verified: no, type: nauc_precision_at_5_diff1
value: 26.337016666473417
verified: no, type: nauc_precision_at_5_max
value: 27.91482399852503
verified: no, type: nauc_precision_at_5_std
value: 20.584790906600297
verified: no, type: nauc_recall_at_1000_diff1
value: 25.27962582492483
verified: no, type: nauc_recall_at_1000_max
value: 53.4157087239144
verified: no, type: nauc_recall_at_1000_std
value: 64.84320824589436
verified: no, type: nauc_recall_at_100_diff1
value: 32.52503833916644
verified: no, type: nauc_recall_at_100_max
value: 34.43578471306039
verified: no, type: nauc_recall_at_100_std
value: 37.12451201750556
verified: no, type: nauc_recall_at_10_diff1
value: 30.854734920106758
verified: no, type: nauc_recall_at_10_max
value: 27.70071769548424
verified: no, type: nauc_recall_at_10_std
value: 18.679668303532377
verified: no, type: nauc_recall_at_1_diff1
value: 51.34182005448936
verified: no, type: nauc_recall_at_1_max
value: 29.964954096304396
verified: no, type: nauc_recall_at_1_std
value: 7.929661027160745
verified: no, type: nauc_recall_at_20_diff1
value: 31.67584335957749
verified: no, type: nauc_recall_at_20_max
value: 30.819782365046017
verified: no, type: nauc_recall_at_20_std
value: 24.91327729486532
verified: no, type: nauc_recall_at_3_diff1
value: 34.07385889318035
verified: no, type: nauc_recall_at_3_max
value: 26.55094252259986
verified: no, type: nauc_recall_at_3_std
value: 10.867282036873508
verified: no, type: nauc_recall_at_5_diff1
value: 33.23389303702456
verified: no, type: nauc_recall_at_5_max
value: 26.993134299145368
verified: no, type: nauc_recall_at_5_std
value: 14.066236376235505
verified: no, type: ndcg_at_1
value: 27.866000000000003
verified: no, type: ndcg_at_10
value: 40.083999999999996
verified: no, type: ndcg_at_100
value: 46.267
verified: no, type: ndcg_at_1000
value: 48.701
verified: no, type: ndcg_at_20
value: 42.34
verified: no, type: ndcg_at_3
value: 34.583999999999996
verified: no, type: ndcg_at_5
value: 37.264
verified: no, type: precision_at_1
value: 27.866000000000003
verified: no, type: precision_at_10
value: 7.707999999999999
verified: no, type: precision_at_100
value: 1.569
verified: no, type: precision_at_1000
value: 0.247
verified: no, type: precision_at_20
value: 4.852
verified: no, type: precision_at_3
value: 16.337
verified: no, type: precision_at_5
value: 12.055
verified: no, type: recall_at_1
value: 23.916
verified: no, type: recall_at_10
value: 52.903
verified: no, type: recall_at_100
value: 79.777
verified: no, type: recall_at_1000
value: 94.72
verified: no, type: recall_at_20
value: 61.312
verified: no, type: recall_at_3
value: 37.711
verified: no, type: recall_at_5
value: 44.603
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 29.973
verified: no, type: map_at_1
value: 17.23
verified: no, type: map_at_10
value: 25.097
verified: no, type: map_at_100
value: 26.264
verified: no, type: map_at_1000
value: 26.369
verified: no, type: map_at_20
value: 25.796000000000003
verified: no, type: map_at_3
value: 22.487
verified: no, type: map_at_5
value: 23.977999999999998
verified: no, type: mrr_at_1
value: 19.038817005545287
verified: no, type: mrr_at_10
value: 27.142857142857142
verified: no, type: mrr_at_100
value: 28.18400454920016
verified: no, type: mrr_at_1000
value: 28.261243392575775
verified: no, type: mrr_at_20
value: 27.772863922037278
verified: no, type: mrr_at_3
value: 24.645717806531106
verified: no, type: mrr_at_5
value: 26.05052372150338
verified: no, type: nauc_map_at_1000_diff1
value: 30.011176313385096
verified: no, type: nauc_map_at_1000_max
value: 30.68572568741437
verified: no, type: nauc_map_at_1000_std
value: 6.891720154828985
verified: no, type: nauc_map_at_100_diff1
value: 30.0320356281249
verified: no, type: nauc_map_at_100_max
value: 30.721766519272826
verified: no, type: nauc_map_at_100_std
value: 6.887771590804904
verified: no, type: nauc_map_at_10_diff1
value: 30.18218019028145
verified: no, type: nauc_map_at_10_max
value: 30.676695850605086
verified: no, type: nauc_map_at_10_std
value: 6.35931077390129
verified: no, type: nauc_map_at_1_diff1
value: 36.65613803562446
verified: no, type: nauc_map_at_1_max
value: 34.41372061280891
verified: no, type: nauc_map_at_1_std
value: 5.643263116945109
verified: no, type: nauc_map_at_20_diff1
value: 29.97325431788116
verified: no, type: nauc_map_at_20_max
value: 30.6373674319881
verified: no, type: nauc_map_at_20_std
value: 6.627175965630369
verified: no, type: nauc_map_at_3_diff1
value: 30.86131371052504
verified: no, type: nauc_map_at_3_max
value: 31.15523969829247
verified: no, type: nauc_map_at_3_std
value: 5.567555712000783
verified: no, type: nauc_map_at_5_diff1
value: 30.848087000113118
verified: no, type: nauc_map_at_5_max
value: 31.459896541460697
verified: no, type: nauc_map_at_5_std
value: 5.518271061275222
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.453047003985
verified: no, type: nauc_mrr_at_1000_max
value: 30.19882876836656
verified: no, type: nauc_mrr_at_1000_std
value: 6.626130218002384
verified: no, type: nauc_mrr_at_100_diff1
value: 29.44273618213682
verified: no, type: nauc_mrr_at_100_max
value: 30.20792006793222
verified: no, type: nauc_mrr_at_100_std
value: 6.6326270055928225
verified: no, type: nauc_mrr_at_10_diff1
value: 29.481500991416937
verified: no, type: nauc_mrr_at_10_max
value: 30.166282832131248
verified: no, type: nauc_mrr_at_10_std
value: 6.194497427521731
verified: no, type: nauc_mrr_at_1_diff1
value: 35.00165816992082
verified: no, type: nauc_mrr_at_1_max
value: 33.779777100720864
verified: no, type: nauc_mrr_at_1_std
value: 5.621116520393843
verified: no, type: nauc_mrr_at_20_diff1
value: 29.420661046476237
verified: no, type: nauc_mrr_at_20_max
value: 30.096026694199697
verified: no, type: nauc_mrr_at_20_std
value: 6.418490136892468
verified: no, type: nauc_mrr_at_3_diff1
value: 30.15562602647593
verified: no, type: nauc_mrr_at_3_max
value: 31.24169802519362
verified: no, type: nauc_mrr_at_3_std
value: 5.292177214159827
verified: no, type: nauc_mrr_at_5_diff1
value: 29.85812493582057
verified: no, type: nauc_mrr_at_5_max
value: 30.84309432039849
verified: no, type: nauc_mrr_at_5_std
value: 5.17373327205622
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.06661442385399
verified: no, type: nauc_ndcg_at_1000_max
value: 28.96911571800487
verified: no, type: nauc_ndcg_at_1000_std
value: 10.418806432871733
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.146281316839314
verified: no, type: nauc_ndcg_at_100_max
value: 29.044799456854186
verified: no, type: nauc_ndcg_at_100_std
value: 10.508336096486618
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.420874599878342
verified: no, type: nauc_ndcg_at_10_max
value: 28.714090994664755
verified: no, type: nauc_ndcg_at_10_std
value: 7.652695188853375
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.00165816992082
verified: no, type: nauc_ndcg_at_1_max
value: 33.779777100720864
verified: no, type: nauc_ndcg_at_1_std
value: 5.621116520393843
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.854270351760974
verified: no, type: nauc_ndcg_at_20_max
value: 28.52303486745037
verified: no, type: nauc_ndcg_at_20_std
value: 8.34449264443146
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.683665095071454
verified: no, type: nauc_ndcg_at_3_max
value: 30.21167815580974
verified: no, type: nauc_ndcg_at_3_std
value: 5.57510161196495
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.568200018893215
verified: no, type: nauc_ndcg_at_5_max
value: 30.268878618614377
verified: no, type: nauc_ndcg_at_5_std
value: 5.561108887007736
verified: no, type: nauc_precision_at_1000_diff1
value: -15.949370649937453
verified: no, type: nauc_precision_at_1000_max
value: -12.55230242997234
verified: no, type: nauc_precision_at_1000_std
value: 7.964001054475982
verified: no, type: nauc_precision_at_100_diff1
value: 3.8015059641621365
verified: no, type: nauc_precision_at_100_max
value: 9.502394070121735
verified: no, type: nauc_precision_at_100_std
value: 17.651392778848304
verified: no, type: nauc_precision_at_10_diff1
value: 18.272370317932598
verified: no, type: nauc_precision_at_10_max
value: 22.250936689177696
verified: no, type: nauc_precision_at_10_std
value: 11.326091089478126
verified: no, type: nauc_precision_at_1_diff1
value: 35.00165816992082
verified: no, type: nauc_precision_at_1_max
value: 33.779777100720864
verified: no, type: nauc_precision_at_1_std
value: 5.621116520393843
verified: no, type: nauc_precision_at_20_diff1
value: 14.701205402696422
verified: no, type: nauc_precision_at_20_max
value: 19.479826509253293
verified: no, type: nauc_precision_at_20_std
value: 11.944454432741377
verified: no, type: nauc_precision_at_3_diff1
value: 24.240226319020405
verified: no, type: nauc_precision_at_3_max
value: 28.68870471669554
verified: no, type: nauc_precision_at_3_std
value: 6.574024673506498
verified: no, type: nauc_precision_at_5_diff1
value: 23.17004836875319
verified: no, type: nauc_precision_at_5_max
value: 28.191016385192867
verified: no, type: nauc_precision_at_5_std
value: 6.514807345015352
verified: no, type: nauc_recall_at_1000_diff1
value: 3.893631175061775
verified: no, type: nauc_recall_at_1000_max
value: 19.271373005950228
verified: no, type: nauc_recall_at_1000_std
value: 45.08461198752793
verified: no, type: nauc_recall_at_100_diff1
value: 16.56155043674209
verified: no, type: nauc_recall_at_100_max
value: 22.519466525026544
verified: no, type: nauc_recall_at_100_std
value: 27.062281302347973
verified: no, type: nauc_recall_at_10_diff1
value: 19.666472561806202
verified: no, type: nauc_recall_at_10_max
value: 22.619769621626244
verified: no, type: nauc_recall_at_10_std
value: 11.00062407965151
verified: no, type: nauc_recall_at_1_diff1
value: 36.65613803562446
verified: no, type: nauc_recall_at_1_max
value: 34.41372061280891
verified: no, type: nauc_recall_at_1_std
value: 5.643263116945109
verified: no, type: nauc_recall_at_20_diff1
value: 16.971894573394206
verified: no, type: nauc_recall_at_20_max
value: 21.44001516902887
verified: no, type: nauc_recall_at_20_std
value: 13.106111366241002
verified: no, type: nauc_recall_at_3_diff1
value: 23.337485705564454
verified: no, type: nauc_recall_at_3_max
value: 26.926134944792864
verified: no, type: nauc_recall_at_3_std
value: 6.142956932796485
verified: no, type: nauc_recall_at_5_diff1
value: 23.052394072882375
verified: no, type: nauc_recall_at_5_max
value: 27.026444224445406
verified: no, type: nauc_recall_at_5_std
value: 5.735439526218693
verified: no, type: ndcg_at_1
value: 19.039
verified: no, type: ndcg_at_10
value: 29.973
verified: no, type: ndcg_at_100
value: 35.538
verified: no, type: ndcg_at_1000
value: 38.196999999999996
verified: no, type: ndcg_at_20
value: 32.352
verified: no, type: ndcg_at_3
value: 24.89
verified: no, type: ndcg_at_5
value: 27.427
verified: no, type: precision_at_1
value: 19.039
verified: no, type: precision_at_10
value: 5.009
verified: no, type: precision_at_100
value: 0.843
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 3.05
verified: no, type: precision_at_3
value: 10.906
verified: no, type: precision_at_5
value: 8.059
verified: no, type: recall_at_1
value: 17.23
verified: no, type: recall_at_10
value: 42.886
verified: no, type: recall_at_100
value: 68.309
verified: no, type: recall_at_1000
value: 88.263
verified: no, type: recall_at_20
value: 52.039
verified: no, type: recall_at_3
value: 29.559
verified: no, type: recall_at_5
value: 35.49
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 23.837
verified: no, type: map_at_1
value: 9.273000000000001
verified: no, type: map_at_10
value: 16.492
verified: no, type: map_at_100
value: 18.236
verified: no, type: map_at_1000
value: 18.423000000000002
verified: no, type: map_at_20
value: 17.395
verified: no, type: map_at_3
value: 13.533999999999999
verified: no, type: map_at_5
value: 15.012
verified: no, type: mrr_at_1
value: 20.521172638436482
verified: no, type: mrr_at_10
value: 31.445194147148513
verified: no, type: mrr_at_100
value: 32.61483800330437
verified: no, type: mrr_at_1000
value: 32.664329496819654
verified: no, type: mrr_at_20
value: 32.17294028439281
verified: no, type: mrr_at_3
value: 28.013029315960875
verified: no, type: mrr_at_5
value: 29.863192182410366
verified: no, type: nauc_map_at_1000_diff1
value: 18.01650517854619
verified: no, type: nauc_map_at_1000_max
value: 35.00555751580392
verified: no, type: nauc_map_at_1000_std
value: 9.786398826312832
verified: no, type: nauc_map_at_100_diff1
value: 18.03109714032031
verified: no, type: nauc_map_at_100_max
value: 35.02293343117481
verified: no, type: nauc_map_at_100_std
value: 9.71347278319927
verified: no, type: nauc_map_at_10_diff1
value: 18.123527260203605
verified: no, type: nauc_map_at_10_max
value: 34.59737571933771
verified: no, type: nauc_map_at_10_std
value: 7.985244526477989
verified: no, type: nauc_map_at_1_diff1
value: 24.20116611812359
verified: no, type: nauc_map_at_1_max
value: 30.142503127773175
verified: no, type: nauc_map_at_1_std
value: 1.7528279249714371
verified: no, type: nauc_map_at_20_diff1
value: 17.92941292676869
verified: no, type: nauc_map_at_20_max
value: 34.90561535201822
verified: no, type: nauc_map_at_20_std
value: 8.806983271002245
verified: no, type: nauc_map_at_3_diff1
value: 19.621278199026627
verified: no, type: nauc_map_at_3_max
value: 33.04953696007031
verified: no, type: nauc_map_at_3_std
value: 4.743775272044947
verified: no, type: nauc_map_at_5_diff1
value: 17.84852616035865
verified: no, type: nauc_map_at_5_max
value: 33.918937290902676
verified: no, type: nauc_map_at_5_std
value: 6.43805539088188
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.347525245361156
verified: no, type: nauc_mrr_at_1000_max
value: 30.984286548888416
verified: no, type: nauc_mrr_at_1000_std
value: 10.51729403704548
verified: no, type: nauc_mrr_at_100_diff1
value: 15.35190671644279
verified: no, type: nauc_mrr_at_100_max
value: 30.991582390051992
verified: no, type: nauc_mrr_at_100_std
value: 10.528113181960542
verified: no, type: nauc_mrr_at_10_diff1
value: 15.421448994451428
verified: no, type: nauc_mrr_at_10_max
value: 31.13167396372901
verified: no, type: nauc_mrr_at_10_std
value: 10.405474460265241
verified: no, type: nauc_mrr_at_1_diff1
value: 19.91098871041916
verified: no, type: nauc_mrr_at_1_max
value: 28.199940386873457
verified: no, type: nauc_mrr_at_1_std
value: 5.155228094170121
verified: no, type: nauc_mrr_at_20_diff1
value: 15.299643109767583
verified: no, type: nauc_mrr_at_20_max
value: 31.01811956006181
verified: no, type: nauc_mrr_at_20_std
value: 10.489072164322263
verified: no, type: nauc_mrr_at_3_diff1
value: 15.366450166527843
verified: no, type: nauc_mrr_at_3_max
value: 30.34857432681673
verified: no, type: nauc_mrr_at_3_std
value: 9.006900103817772
verified: no, type: nauc_mrr_at_5_diff1
value: 14.887486492755764
verified: no, type: nauc_mrr_at_5_max
value: 31.064197475112508
verified: no, type: nauc_mrr_at_5_std
value: 10.031368604363431
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.488355020463965
verified: no, type: nauc_ndcg_at_1000_max
value: 35.599964683193356
verified: no, type: nauc_ndcg_at_1000_std
value: 17.060985301144974
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.854159478255767
verified: no, type: nauc_ndcg_at_100_max
value: 35.68620327215392
verified: no, type: nauc_ndcg_at_100_std
value: 16.291640368302122
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.078556057593055
verified: no, type: nauc_ndcg_at_10_max
value: 35.16683300045305
verified: no, type: nauc_ndcg_at_10_std
value: 11.600026114771842
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.91098871041916
verified: no, type: nauc_ndcg_at_1_max
value: 28.199940386873457
verified: no, type: nauc_ndcg_at_1_std
value: 5.155228094170121
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.488844425483514
verified: no, type: nauc_ndcg_at_20_max
value: 35.56107040983233
verified: no, type: nauc_ndcg_at_20_std
value: 13.251910512661198
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.74489883121594
verified: no, type: nauc_ndcg_at_3_max
value: 32.389819879059544
verified: no, type: nauc_ndcg_at_3_std
value: 7.493628842692248
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.113032176867607
verified: no, type: nauc_ndcg_at_5_max
value: 34.3779074616743
verified: no, type: nauc_ndcg_at_5_std
value: 9.451124063087098
verified: no, type: nauc_precision_at_1000_diff1
value: -3.0336791429010397
verified: no, type: nauc_precision_at_1000_max
value: 7.186757791081503
verified: no, type: nauc_precision_at_1000_std
value: 24.207475517567993
verified: no, type: nauc_precision_at_100_diff1
value: 4.1799378860106025
verified: no, type: nauc_precision_at_100_max
value: 19.734149092069195
verified: no, type: nauc_precision_at_100_std
value: 27.14752823725515
verified: no, type: nauc_precision_at_10_diff1
value: 9.757385921354574
verified: no, type: nauc_precision_at_10_max
value: 31.63967138734393
verified: no, type: nauc_precision_at_10_std
value: 20.941862722792937
verified: no, type: nauc_precision_at_1_diff1
value: 19.91098871041916
verified: no, type: nauc_precision_at_1_max
value: 28.199940386873457
verified: no, type: nauc_precision_at_1_std
value: 5.155228094170121
verified: no, type: nauc_precision_at_20_diff1
value: 6.041242795339366
verified: no, type: nauc_precision_at_20_max
value: 28.346626059960002
verified: no, type: nauc_precision_at_20_std
value: 23.557255218471095
verified: no, type: nauc_precision_at_3_diff1
value: 12.29833478679591
verified: no, type: nauc_precision_at_3_max
value: 32.28472659370561
verified: no, type: nauc_precision_at_3_std
value: 12.302338064297853
verified: no, type: nauc_precision_at_5_diff1
value: 7.992994907910815
verified: no, type: nauc_precision_at_5_max
value: 32.957822083112525
verified: no, type: nauc_precision_at_5_std
value: 17.171509203185707
verified: no, type: nauc_recall_at_1000_diff1
value: 6.546403888329451
verified: no, type: nauc_recall_at_1000_max
value: 30.05169708532201
verified: no, type: nauc_recall_at_1000_std
value: 33.1025025789684
verified: no, type: nauc_recall_at_100_diff1
value: 10.063690002072539
verified: no, type: nauc_recall_at_100_max
value: 30.33645832268982
verified: no, type: nauc_recall_at_100_std
value: 24.88750198752349
verified: no, type: nauc_recall_at_10_diff1
value: 11.557048975359223
verified: no, type: nauc_recall_at_10_max
value: 32.570077522651765
verified: no, type: nauc_recall_at_10_std
value: 13.351992240284844
verified: no, type: nauc_recall_at_1_diff1
value: 24.20116611812359
verified: no, type: nauc_recall_at_1_max
value: 30.142503127773175
verified: no, type: nauc_recall_at_1_std
value: 1.7528279249714371
verified: no, type: nauc_recall_at_20_diff1
value: 10.023860910712143
verified: no, type: nauc_recall_at_20_max
value: 31.966797882093502
verified: no, type: nauc_recall_at_20_std
value: 16.292044481984295
verified: no, type: nauc_recall_at_3_diff1
value: 14.118820470249613
verified: no, type: nauc_recall_at_3_max
value: 32.864946121706126
verified: no, type: nauc_recall_at_3_std
value: 7.699657726962808
verified: no, type: nauc_recall_at_5_diff1
value: 10.13729414622558
verified: no, type: nauc_recall_at_5_max
value: 33.482336846118045
verified: no, type: nauc_recall_at_5_std
value: 10.497701399887017
verified: no, type: ndcg_at_1
value: 20.521
verified: no, type: ndcg_at_10
value: 23.837
verified: no, type: ndcg_at_100
value: 31.278
verified: no, type: ndcg_at_1000
value: 34.852
verified: no, type: ndcg_at_20
value: 26.653
verified: no, type: ndcg_at_3
value: 18.778
verified: no, type: ndcg_at_5
value: 20.535999999999998
verified: no, type: precision_at_1
value: 20.521
verified: no, type: precision_at_10
value: 7.582999999999999
verified: no, type: precision_at_100
value: 1.545
verified: no, type: precision_at_1000
value: 0.22100000000000003
verified: no, type: precision_at_20
value: 4.974
verified: no, type: precision_at_3
value: 13.941
verified: no, type: precision_at_5
value: 10.866000000000001
verified: no, type: recall_at_1
value: 9.273000000000001
verified: no, type: recall_at_10
value: 29.961
verified: no, type: recall_at_100
value: 55.855999999999995
verified: no, type: recall_at_1000
value: 75.972
verified: no, type: recall_at_20
value: 38.045
verified: no, type: recall_at_3
value: 17.666
verified: no, type: recall_at_5
value: 22.539
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 36.77
verified: no, type: map_at_1
value: 7.879
verified: no, type: map_at_10
value: 17.448
verified: no, type: map_at_100
value: 24.615000000000002
verified: no, type: map_at_1000
value: 26.32
verified: no, type: map_at_20
value: 20.115
verified: no, type: map_at_3
value: 12.607
verified: no, type: map_at_5
value: 14.757000000000001
verified: no, type: mrr_at_1
value: 60.75000000000001
verified: no, type: mrr_at_10
value: 70.04662698412697
verified: no, type: mrr_at_100
value: 70.48374853904342
verified: no, type: mrr_at_1000
value: 70.48974912019449
verified: no, type: mrr_at_20
value: 70.35767608079914
verified: no, type: mrr_at_3
value: 68.04166666666667
verified: no, type: mrr_at_5
value: 69.39166666666667
verified: no, type: nauc_map_at_1000_diff1
value: 27.22615670354747
verified: no, type: nauc_map_at_1000_max
value: 23.117379231999642
verified: no, type: nauc_map_at_1000_std
value: 15.590590587924877
verified: no, type: nauc_map_at_100_diff1
value: 27.637835658039805
verified: no, type: nauc_map_at_100_max
value: 19.836155567809612
verified: no, type: nauc_map_at_100_std
value: 11.900741405093758
verified: no, type: nauc_map_at_10_diff1
value: 30.728419563300395
verified: no, type: nauc_map_at_10_max
value: 6.106892959682543
verified: no, type: nauc_map_at_10_std
value: -9.11825174887402
verified: no, type: nauc_map_at_1_diff1
value: 39.34845843129211
verified: no, type: nauc_map_at_1_max
value: -2.7536297297258354
verified: no, type: nauc_map_at_1_std
value: -21.149652784081006
verified: no, type: nauc_map_at_20_diff1
value: 29.37489889563395
verified: no, type: nauc_map_at_20_max
value: 11.068671486589691
verified: no, type: nauc_map_at_20_std
value: -1.9024556480454369
verified: no, type: nauc_map_at_3_diff1
value: 35.58217022040217
verified: no, type: nauc_map_at_3_max
value: 0.2641479206106634
verified: no, type: nauc_map_at_3_std
value: -17.942087104722955
verified: no, type: nauc_map_at_5_diff1
value: 32.07485536680787
verified: no, type: nauc_map_at_5_max
value: 2.132142953478948
verified: no, type: nauc_map_at_5_std
value: -13.959336639125317
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.561171278954866
verified: no, type: nauc_mrr_at_1000_max
value: 46.86561252904832
verified: no, type: nauc_mrr_at_1000_std
value: 25.189090212812044
verified: no, type: nauc_mrr_at_100_diff1
value: 43.56311857767914
verified: no, type: nauc_mrr_at_100_max
value: 46.87364039655639
verified: no, type: nauc_mrr_at_100_std
value: 25.20188703419532
verified: no, type: nauc_mrr_at_10_diff1
value: 43.554694361118905
verified: no, type: nauc_mrr_at_10_max
value: 46.728242258941464
verified: no, type: nauc_mrr_at_10_std
value: 25.25356257708155
verified: no, type: nauc_mrr_at_1_diff1
value: 46.435352817539524
verified: no, type: nauc_mrr_at_1_max
value: 46.0413071187664
verified: no, type: nauc_mrr_at_1_std
value: 20.350129155245682
verified: no, type: nauc_mrr_at_20_diff1
value: 43.544595900767
verified: no, type: nauc_mrr_at_20_max
value: 46.93717450668172
verified: no, type: nauc_mrr_at_20_std
value: 25.25597416021791
verified: no, type: nauc_mrr_at_3_diff1
value: 42.553383214077115
verified: no, type: nauc_mrr_at_3_max
value: 46.56975257676068
verified: no, type: nauc_mrr_at_3_std
value: 24.70327599709596
verified: no, type: nauc_mrr_at_5_diff1
value: 43.33215737862213
verified: no, type: nauc_mrr_at_5_max
value: 46.97620970583296
verified: no, type: nauc_mrr_at_5_std
value: 25.529521260210203
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.589730901498775
verified: no, type: nauc_ndcg_at_1000_max
value: 34.18730626989723
verified: no, type: nauc_ndcg_at_1000_std
value: 27.79208958504551
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.099956032480257
verified: no, type: nauc_ndcg_at_100_max
value: 25.076317763406653
verified: no, type: nauc_ndcg_at_100_std
value: 19.3393302641812
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.10040050055288
verified: no, type: nauc_ndcg_at_10_max
value: 27.463719470301168
verified: no, type: nauc_ndcg_at_10_std
value: 13.569605959220086
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.92817671769714
verified: no, type: nauc_ndcg_at_1_max
value: 34.44662945106997
verified: no, type: nauc_ndcg_at_1_std
value: 13.388099467140332
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.800968512396306
verified: no, type: nauc_ndcg_at_20_max
value: 23.78719275004937
verified: no, type: nauc_ndcg_at_20_std
value: 11.933811285502157
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.362495467731133
verified: no, type: nauc_ndcg_at_3_max
value: 31.470527935112507
verified: no, type: nauc_ndcg_at_3_std
value: 13.5264322754454
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.596193051135042
verified: no, type: nauc_ndcg_at_5_max
value: 28.879553439188545
verified: no, type: nauc_ndcg_at_5_std
value: 14.002675908790085
verified: no, type: nauc_precision_at_1000_diff1
value: -5.902001497187656
verified: no, type: nauc_precision_at_1000_max
value: 31.506103503010614
verified: no, type: nauc_precision_at_1000_std
value: 30.37757126360957
verified: no, type: nauc_precision_at_100_diff1
value: -7.078812736371486
verified: no, type: nauc_precision_at_100_max
value: 40.0935402905799
verified: no, type: nauc_precision_at_100_std
value: 48.350060964069996
verified: no, type: nauc_precision_at_10_diff1
value: 2.9397070998315495
verified: no, type: nauc_precision_at_10_max
value: 41.427281680892975
verified: no, type: nauc_precision_at_10_std
value: 41.568474216601494
verified: no, type: nauc_precision_at_1_diff1
value: 46.435352817539524
verified: no, type: nauc_precision_at_1_max
value: 46.0413071187664
verified: no, type: nauc_precision_at_1_std
value: 20.350129155245682
verified: no, type: nauc_precision_at_20_diff1
value: -0.5003867750646896
verified: no, type: nauc_precision_at_20_max
value: 43.11320479268452
verified: no, type: nauc_precision_at_20_std
value: 46.31414266215817
verified: no, type: nauc_precision_at_3_diff1
value: 16.843701906002153
verified: no, type: nauc_precision_at_3_max
value: 39.14348289333492
verified: no, type: nauc_precision_at_3_std
value: 28.97286018704868
verified: no, type: nauc_precision_at_5_diff1
value: 7.4678851421555255
verified: no, type: nauc_precision_at_5_max
value: 39.44725843015022
verified: no, type: nauc_precision_at_5_std
value: 36.07126271213125
verified: no, type: nauc_recall_at_1000_diff1
value: 12.918659968294232
verified: no, type: nauc_recall_at_1000_max
value: 18.912793350749517
verified: no, type: nauc_recall_at_1000_std
value: 34.58765147591728
verified: no, type: nauc_recall_at_100_diff1
value: 17.75168890570515
verified: no, type: nauc_recall_at_100_max
value: 9.431103175972714
verified: no, type: nauc_recall_at_100_std
value: 18.236704585602688
verified: no, type: nauc_recall_at_10_diff1
value: 22.428401923490217
verified: no, type: nauc_recall_at_10_max
value: -2.0581844217543095
verified: no, type: nauc_recall_at_10_std
value: -12.095753965206086
verified: no, type: nauc_recall_at_1_diff1
value: 39.34845843129211
verified: no, type: nauc_recall_at_1_max
value: -2.7536297297258354
verified: no, type: nauc_recall_at_1_std
value: -21.149652784081006
verified: no, type: nauc_recall_at_20_diff1
value: 19.029969489215137
verified: no, type: nauc_recall_at_20_max
value: 0.4313311185111767
verified: no, type: nauc_recall_at_20_std
value: -4.001252650460747
verified: no, type: nauc_recall_at_3_diff1
value: 32.40881022483858
verified: no, type: nauc_recall_at_3_max
value: -2.2448786906703293
verified: no, type: nauc_recall_at_3_std
value: -18.736548322855686
verified: no, type: nauc_recall_at_5_diff1
value: 25.908532046267744
verified: no, type: nauc_recall_at_5_max
value: -2.4645406246201174
verified: no, type: nauc_recall_at_5_std
value: -14.819488134588758
verified: no, type: ndcg_at_1
value: 47.25
verified: no, type: ndcg_at_10
value: 36.77
verified: no, type: ndcg_at_100
value: 42.33
verified: no, type: ndcg_at_1000
value: 50.382000000000005
verified: no, type: ndcg_at_20
value: 36.51
verified: no, type: ndcg_at_3
value: 40.128
verified: no, type: ndcg_at_5
value: 38.031
verified: no, type: precision_at_1
value: 60.75000000000001
verified: no, type: precision_at_10
value: 29.549999999999997
verified: no, type: precision_at_100
value: 9.62
verified: no, type: precision_at_1000
value: 2.0580000000000003
verified: no, type: precision_at_20
value: 22.125
verified: no, type: precision_at_3
value: 44.833
verified: no, type: precision_at_5
value: 38.25
verified: no, type: recall_at_1
value: 7.879
verified: no, type: recall_at_10
value: 23.783
verified: no, type: recall_at_100
value: 51.193
verified: no, type: recall_at_1000
value: 75.995
verified: no, type: recall_at_20
value: 31.05
verified: no, type: recall_at_3
value: 14.16
verified: no, type: recall_at_5
value: 17.727
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 53.94500000000001
verified: no, type: f1
value: 46.74955162106079
verified: no, type: f1_weighted
value: 55.44564710432288
verified: no, type: main_score
value: 53.94500000000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 84.127
verified: no, type: map_at_1
value: 69.831
verified: no, type: map_at_10
value: 79.589
verified: no, type: map_at_100
value: 79.77499999999999
verified: no, type: map_at_1000
value: 79.788
verified: no, type: map_at_20
value: 79.706
verified: no, type: map_at_3
value: 78.42099999999999
verified: no, type: map_at_5
value: 79.239
verified: no, type: mrr_at_1
value: 75.05250525052504
verified: no, type: mrr_at_10
value: 84.58987565423183
verified: no, type: mrr_at_100
value: 84.65851795351881
verified: no, type: mrr_at_1000
value: 84.65972718436838
verified: no, type: mrr_at_20
value: 84.64833916172947
verified: no, type: mrr_at_3
value: 83.64336433643345
verified: no, type: mrr_at_5
value: 84.34018401840153
verified: no, type: nauc_map_at_1000_diff1
value: 49.23229610937116
verified: no, type: nauc_map_at_1000_max
value: 2.538940503744293
verified: no, type: nauc_map_at_1000_std
value: -28.281666551373885
verified: no, type: nauc_map_at_100_diff1
value: 49.206748439493715
verified: no, type: nauc_map_at_100_max
value: 2.5306616051352426
verified: no, type: nauc_map_at_100_std
value: -28.278850840258357
verified: no, type: nauc_map_at_10_diff1
value: 49.09546754806344
verified: no, type: nauc_map_at_10_max
value: 2.6113492488760803
verified: no, type: nauc_map_at_10_std
value: -28.33173942793787
verified: no, type: nauc_map_at_1_diff1
value: 54.03823845678141
verified: no, type: nauc_map_at_1_max
value: 0.7813055695400233
verified: no, type: nauc_map_at_1_std
value: -29.69082254949428
verified: no, type: nauc_map_at_20_diff1
value: 49.13309291472015
verified: no, type: nauc_map_at_20_max
value: 2.527699255933495
verified: no, type: nauc_map_at_20_std
value: -28.273378648376767
verified: no, type: nauc_map_at_3_diff1
value: 49.16418319489923
verified: no, type: nauc_map_at_3_max
value: 2.4530562838038668
verified: no, type: nauc_map_at_3_std
value: -29.749466711737117
verified: no, type: nauc_map_at_5_diff1
value: 49.105002115323174
verified: no, type: nauc_map_at_5_max
value: 2.730159330614642
verified: no, type: nauc_map_at_5_std
value: -28.624757813540224
verified: no, type: nauc_mrr_at_1000_diff1
value: 63.27335919243411
verified: no, type: nauc_mrr_at_1000_max
value: 4.374350066360141
verified: no, type: nauc_mrr_at_1000_std
value: -39.057765474275875
verified: no, type: nauc_mrr_at_100_diff1
value: 63.27201389539822
verified: no, type: nauc_mrr_at_100_max
value: 4.380072421865697
verified: no, type: nauc_mrr_at_100_std
value: -39.05368757884141
verified: no, type: nauc_mrr_at_10_diff1
value: 63.24639295001365
verified: no, type: nauc_mrr_at_10_max
value: 4.512012375528155
verified: no, type: nauc_mrr_at_10_std
value: -39.12854460658675
verified: no, type: nauc_mrr_at_1_diff1
value: 65.10605165757288
verified: no, type: nauc_mrr_at_1_max
value: 1.9283900321068632
verified: no, type: nauc_mrr_at_1_std
value: -36.73128263177301
verified: no, type: nauc_mrr_at_20_diff1
value: 63.25714175532876
verified: no, type: nauc_mrr_at_20_max
value: 4.401641881007041
verified: no, type: nauc_mrr_at_20_std
value: -39.06295724502164
verified: no, type: nauc_mrr_at_3_diff1
value: 62.74870913078454
verified: no, type: nauc_mrr_at_3_max
value: 4.451662631818057
verified: no, type: nauc_mrr_at_3_std
value: -40.362052318194905
verified: no, type: nauc_mrr_at_5_diff1
value: 63.15462728579158
verified: no, type: nauc_mrr_at_5_max
value: 4.651205798352267
verified: no, type: nauc_mrr_at_5_std
value: -39.39561481114499
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.05516269906709
verified: no, type: nauc_ndcg_at_1000_max
value: 3.402171494055581
verified: no, type: nauc_ndcg_at_1000_std
value: -28.03925061760615
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.3532420182713
verified: no, type: nauc_ndcg_at_100_max
value: 3.2254197563689253
verified: no, type: nauc_ndcg_at_100_std
value: -27.790242243156303
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.83916695200456
verified: no, type: nauc_ndcg_at_10_max
value: 3.526631254510631
verified: no, type: nauc_ndcg_at_10_std
value: -28.107233038143935
verified: no, type: nauc_ndcg_at_1_diff1
value: 65.10605165757288
verified: no, type: nauc_ndcg_at_1_max
value: 1.9283900321068632
verified: no, type: nauc_ndcg_at_1_std
value: -36.73128263177301
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.89391205041084
verified: no, type: nauc_ndcg_at_20_max
value: 3.193109099886884
verified: no, type: nauc_ndcg_at_20_std
value: -27.746898107657486
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.700478041463256
verified: no, type: nauc_ndcg_at_3_max
value: 3.5597079593645837
verified: no, type: nauc_ndcg_at_3_std
value: -31.8276627401069
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.13817289744641
verified: no, type: nauc_ndcg_at_5_max
value: 3.9842988788044162
verified: no, type: nauc_ndcg_at_5_std
value: -29.128133914203897
verified: no, type: nauc_precision_at_1000_diff1
value: -5.8168043702291445
verified: no, type: nauc_precision_at_1000_max
value: 8.661081932948386
verified: no, type: nauc_precision_at_1000_std
value: 7.898154314108613
verified: no, type: nauc_precision_at_100_diff1
value: -7.622708807398312
verified: no, type: nauc_precision_at_100_max
value: 7.573802349665375
verified: no, type: nauc_precision_at_100_std
value: 7.548940358658417
verified: no, type: nauc_precision_at_10_diff1
value: 3.651203107718887
verified: no, type: nauc_precision_at_10_max
value: 12.027476444641824
verified: no, type: nauc_precision_at_10_std
value: -3.8701414226488393
verified: no, type: nauc_precision_at_1_diff1
value: 65.10605165757288
verified: no, type: nauc_precision_at_1_max
value: 1.9283900321068632
verified: no, type: nauc_precision_at_1_std
value: -36.73128263177301
verified: no, type: nauc_precision_at_20_diff1
value: -4.51338283591896
verified: no, type: nauc_precision_at_20_max
value: 8.574478979483608
verified: no, type: nauc_precision_at_20_std
value: 3.8001684359605457
verified: no, type: nauc_precision_at_3_diff1
value: 35.12229883441577
verified: no, type: nauc_precision_at_3_max
value: 11.461666197502227
verified: no, type: nauc_precision_at_3_std
value: -34.430950046529375
verified: no, type: nauc_precision_at_5_diff1
value: 19.750032706257066
verified: no, type: nauc_precision_at_5_max
value: 15.700101161283891
verified: no, type: nauc_precision_at_5_std
value: -17.01470586200846
verified: no, type: nauc_recall_at_1000_diff1
value: 5.677803043632773
verified: no, type: nauc_recall_at_1000_max
value: 6.013417206823954
verified: no, type: nauc_recall_at_1000_std
value: 28.095710500813787
verified: no, type: nauc_recall_at_100_diff1
value: 6.062697689760903
verified: no, type: nauc_recall_at_100_max
value: 2.918708091666672
verified: no, type: nauc_recall_at_100_std
value: 15.009661326828391
verified: no, type: nauc_recall_at_10_diff1
value: 15.51901323813468
verified: no, type: nauc_recall_at_10_max
value: 5.695538162226332
verified: no, type: nauc_recall_at_10_std
value: -1.6573979540762098
verified: no, type: nauc_recall_at_1_diff1
value: 54.03823845678141
verified: no, type: nauc_recall_at_1_max
value: 0.7813055695400233
verified: no, type: nauc_recall_at_1_std
value: -29.69082254949428
verified: no, type: nauc_recall_at_20_diff1
value: 9.37823741228587
verified: no, type: nauc_recall_at_20_max
value: 3.0566017916814943
verified: no, type: nauc_recall_at_20_std
value: 6.9796184911386545
verified: no, type: nauc_recall_at_3_diff1
value: 32.07387343667272
verified: no, type: nauc_recall_at_3_max
value: 4.789923667382424
verified: no, type: nauc_recall_at_3_std
value: -24.74706115680205
verified: no, type: nauc_recall_at_5_diff1
value: 24.39694752709738
verified: no, type: nauc_recall_at_5_max
value: 7.271133287879929
verified: no, type: nauc_recall_at_5_std
value: -12.628276788882612
verified: no, type: ndcg_at_1
value: 75.053
verified: no, type: ndcg_at_10
value: 84.127
verified: no, type: ndcg_at_100
value: 84.77900000000001
verified: no, type: ndcg_at_1000
value: 85.028
verified: no, type: ndcg_at_20
value: 84.465
verified: no, type: ndcg_at_3
value: 82.179
verified: no, type: ndcg_at_5
value: 83.42399999999999
verified: no, type: precision_at_1
value: 75.053
verified: no, type: precision_at_10
value: 10.189
verified: no, type: precision_at_100
value: 1.068
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_20
value: 5.188000000000001
verified: no, type: precision_at_3
value: 31.813000000000002
verified: no, type: precision_at_5
value: 19.829
verified: no, type: recall_at_1
value: 69.831
verified: no, type: recall_at_10
value: 93.119
verified: no, type: recall_at_100
value: 95.649
verified: no, type: recall_at_1000
value: 97.245
verified: no, type: recall_at_20
value: 94.313
verified: no, type: recall_at_3
value: 87.787
verified: no, type: recall_at_5
value: 90.989
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 46.018
verified: no, type: map_at_1
value: 23.239
verified: no, type: map_at_10
value: 37.785000000000004
verified: no, type: map_at_100
value: 39.78
verified: no, type: map_at_1000
value: 39.947
verified: no, type: map_at_20
value: 38.873999999999995
verified: no, type: map_at_3
value: 32.686
verified: no, type: map_at_5
value: 35.725
verified: no, type: mrr_at_1
value: 45.21604938271605
verified: no, type: mrr_at_10
value: 53.81534146580441
verified: no, type: mrr_at_100
value: 54.57479873400386
verified: no, type: mrr_at_1000
value: 54.60767741375167
verified: no, type: mrr_at_20
value: 54.32374740680479
verified: no, type: mrr_at_3
value: 51.02880658436213
verified: no, type: mrr_at_5
value: 52.91152263374482
verified: no, type: nauc_map_at_1000_diff1
value: 37.39674307076189
verified: no, type: nauc_map_at_1000_max
value: 29.499416637029057
verified: no, type: nauc_map_at_1000_std
value: -3.159386284834724
verified: no, type: nauc_map_at_100_diff1
value: 37.38267938834233
verified: no, type: nauc_map_at_100_max
value: 29.450591895687317
verified: no, type: nauc_map_at_100_std
value: -3.189530866402903
verified: no, type: nauc_map_at_10_diff1
value: 37.202309092714685
verified: no, type: nauc_map_at_10_max
value: 27.98261677114554
verified: no, type: nauc_map_at_10_std
value: -4.0144873973773985
verified: no, type: nauc_map_at_1_diff1
value: 42.42289155172154
verified: no, type: nauc_map_at_1_max
value: 20.126387750613056
verified: no, type: nauc_map_at_1_std
value: -8.558059645904228
verified: no, type: nauc_map_at_20_diff1
value: 36.940935486049106
verified: no, type: nauc_map_at_20_max
value: 28.790226950120985
verified: no, type: nauc_map_at_20_std
value: -3.5487603793931752
verified: no, type: nauc_map_at_3_diff1
value: 38.447143857375835
verified: no, type: nauc_map_at_3_max
value: 23.92233021843042
verified: no, type: nauc_map_at_3_std
value: -7.139129825565484
verified: no, type: nauc_map_at_5_diff1
value: 38.516472169319144
verified: no, type: nauc_map_at_5_max
value: 26.413918646667977
verified: no, type: nauc_map_at_5_std
value: -5.636728555199194
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.74750871610032
verified: no, type: nauc_mrr_at_1000_max
value: 40.19499238606483
verified: no, type: nauc_mrr_at_1000_std
value: 0.36032080608776107
verified: no, type: nauc_mrr_at_100_diff1
value: 47.73322151755956
verified: no, type: nauc_mrr_at_100_max
value: 40.20877044107413
verified: no, type: nauc_mrr_at_100_std
value: 0.3930328752369529
verified: no, type: nauc_mrr_at_10_diff1
value: 47.62649164813202
verified: no, type: nauc_mrr_at_10_max
value: 40.31590127628367
verified: no, type: nauc_mrr_at_10_std
value: 0.3376782526921225
verified: no, type: nauc_mrr_at_1_diff1
value: 50.71224023839513
verified: no, type: nauc_mrr_at_1_max
value: 38.12334760187021
verified: no, type: nauc_mrr_at_1_std
value: -3.744748522252006
verified: no, type: nauc_mrr_at_20_diff1
value: 47.65883289781366
verified: no, type: nauc_mrr_at_20_max
value: 40.19386589459899
verified: no, type: nauc_mrr_at_20_std
value: 0.3300453619949638
verified: no, type: nauc_mrr_at_3_diff1
value: 48.15037455271594
verified: no, type: nauc_mrr_at_3_max
value: 39.63517811079612
verified: no, type: nauc_mrr_at_3_std
value: -1.2604715431363336
verified: no, type: nauc_mrr_at_5_diff1
value: 47.82905935425148
verified: no, type: nauc_mrr_at_5_max
value: 40.14477449232483
verified: no, type: nauc_mrr_at_5_std
value: -0.6387351420113502
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.62042242051141
verified: no, type: nauc_ndcg_at_1000_max
value: 34.95065768372776
verified: no, type: nauc_ndcg_at_1000_std
value: 1.2093906933233651
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.52715708377756
verified: no, type: nauc_ndcg_at_100_max
value: 34.8176627511724
verified: no, type: nauc_ndcg_at_100_std
value: 1.8417866916566914
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.400363035149454
verified: no, type: nauc_ndcg_at_10_max
value: 31.63896107204925
verified: no, type: nauc_ndcg_at_10_std
value: -0.8705252027316186
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.71224023839513
verified: no, type: nauc_ndcg_at_1_max
value: 38.12334760187021
verified: no, type: nauc_ndcg_at_1_std
value: -3.744748522252006
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.12907512053514
verified: no, type: nauc_ndcg_at_20_max
value: 32.497748011049474
verified: no, type: nauc_ndcg_at_20_std
value: -0.1752936914305571
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.46177721859432
verified: no, type: nauc_ndcg_at_3_max
value: 31.939511307389072
verified: no, type: nauc_ndcg_at_3_std
value: -3.0727677367802775
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.58629354813809
verified: no, type: nauc_ndcg_at_5_max
value: 31.534911396228782
verified: no, type: nauc_ndcg_at_5_std
value: -2.8301665715597277
verified: no, type: nauc_precision_at_1000_diff1
value: -0.8786446062773204
verified: no, type: nauc_precision_at_1000_max
value: 29.25589660407707
verified: no, type: nauc_precision_at_1000_std
value: 17.455591524848746
verified: no, type: nauc_precision_at_100_diff1
value: 5.066275950497446
verified: no, type: nauc_precision_at_100_max
value: 35.90713282516485
verified: no, type: nauc_precision_at_100_std
value: 19.899761019511562
verified: no, type: nauc_precision_at_10_diff1
value: 14.251592016383505
verified: no, type: nauc_precision_at_10_max
value: 38.742155587347575
verified: no, type: nauc_precision_at_10_std
value: 14.243815134657725
verified: no, type: nauc_precision_at_1_diff1
value: 50.71224023839513
verified: no, type: nauc_precision_at_1_max
value: 38.12334760187021
verified: no, type: nauc_precision_at_1_std
value: -3.744748522252006
verified: no, type: nauc_precision_at_20_diff1
value: 9.33294574281467
verified: no, type: nauc_precision_at_20_max
value: 37.78712899843252
verified: no, type: nauc_precision_at_20_std
value: 15.69120289561787
verified: no, type: nauc_precision_at_3_diff1
value: 28.27816983802183
verified: no, type: nauc_precision_at_3_max
value: 36.45541405683364
verified: no, type: nauc_precision_at_3_std
value: 3.7608923567232626
verified: no, type: nauc_precision_at_5_diff1
value: 22.57043202085106
verified: no, type: nauc_precision_at_5_max
value: 39.101539898099766
verified: no, type: nauc_precision_at_5_std
value: 9.027858223250995
verified: no, type: nauc_recall_at_1000_diff1
value: 17.5612669956746
verified: no, type: nauc_recall_at_1000_max
value: 25.889529932227624
verified: no, type: nauc_recall_at_1000_std
value: 19.57316948655149
verified: no, type: nauc_recall_at_100_diff1
value: 28.46905271419406
verified: no, type: nauc_recall_at_100_max
value: 31.153388889792833
verified: no, type: nauc_recall_at_100_std
value: 17.27258409078373
verified: no, type: nauc_recall_at_10_diff1
value: 28.126929700808944
verified: no, type: nauc_recall_at_10_max
value: 23.181744909761907
verified: no, type: nauc_recall_at_10_std
value: 1.968185972587066
verified: no, type: nauc_recall_at_1_diff1
value: 42.42289155172154
verified: no, type: nauc_recall_at_1_max
value: 20.126387750613056
verified: no, type: nauc_recall_at_1_std
value: -8.558059645904228
verified: no, type: nauc_recall_at_20_diff1
value: 26.479542294303787
verified: no, type: nauc_recall_at_20_max
value: 24.732180999052623
verified: no, type: nauc_recall_at_20_std
value: 4.561070039093053
verified: no, type: nauc_recall_at_3_diff1
value: 33.630231249403565
verified: no, type: nauc_recall_at_3_max
value: 19.866536816100318
verified: no, type: nauc_recall_at_3_std
value: -6.902891630424277
verified: no, type: nauc_recall_at_5_diff1
value: 32.374300069152945
verified: no, type: nauc_recall_at_5_max
value: 21.609786350615863
verified: no, type: nauc_recall_at_5_std
value: -4.250570794176765
verified: no, type: ndcg_at_1
value: 45.216
verified: no, type: ndcg_at_10
value: 46.018
verified: no, type: ndcg_at_100
value: 52.81
verified: no, type: ndcg_at_1000
value: 55.437000000000005
verified: no, type: ndcg_at_20
value: 48.752
verified: no, type: ndcg_at_3
value: 41.143
verified: no, type: ndcg_at_5
value: 43.428
verified: no, type: precision_at_1
value: 45.216
verified: no, type: precision_at_10
value: 12.747
verified: no, type: precision_at_100
value: 1.9980000000000002
verified: no, type: precision_at_1000
value: 0.246
verified: no, type: precision_at_20
value: 7.523000000000001
verified: no, type: precision_at_3
value: 26.749000000000002
verified: no, type: precision_at_5
value: 20.617
verified: no, type: recall_at_1
value: 23.239
verified: no, type: recall_at_10
value: 53.64
verified: no, type: recall_at_100
value: 78.316
verified: no, type: recall_at_1000
value: 94.132
verified: no, type: recall_at_20
value: 62.17700000000001
verified: no, type: recall_at_3
value: 37.559
verified: no, type: recall_at_5
value: 45.605000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 67.836
verified: no, type: map_at_1
value: 38.292
verified: no, type: map_at_10
value: 58.48
verified: no, type: map_at_100
value: 59.382999999999996
verified: no, type: map_at_1000
value: 59.447
verified: no, type: map_at_20
value: 59.016999999999996
verified: no, type: map_at_3
value: 54.617000000000004
verified: no, type: map_at_5
value: 57.043
verified: no, type: mrr_at_1
value: 76.58338960162052
verified: no, type: mrr_at_10
value: 83.47652808591329
verified: no, type: mrr_at_100
value: 83.63380014525882
verified: no, type: mrr_at_1000
value: 83.63933777767011
verified: no, type: mrr_at_20
value: 83.57772328539731
verified: no, type: mrr_at_3
value: 82.44654512716605
verified: no, type: mrr_at_5
value: 83.17240603195998
verified: no, type: nauc_map_at_1000_diff1
value: 16.09417706349051
verified: no, type: nauc_map_at_1000_max
value: 22.82046255671306
verified: no, type: nauc_map_at_1000_std
value: -0.06797864025553367
verified: no, type: nauc_map_at_100_diff1
value: 16.05272819609321
verified: no, type: nauc_map_at_100_max
value: 22.80861981190222
verified: no, type: nauc_map_at_100_std
value: -0.05071783771856927
verified: no, type: nauc_map_at_10_diff1
value: 15.997779294340559
verified: no, type: nauc_map_at_10_max
value: 22.615988267544513
verified: no, type: nauc_map_at_10_std
value: -0.7600035230743971
verified: no, type: nauc_map_at_1_diff1
value: 69.24726718948668
verified: no, type: nauc_map_at_1_max
value: 43.958413687770644
verified: no, type: nauc_map_at_1_std
value: -12.056753426789658
verified: no, type: nauc_map_at_20_diff1
value: 15.939881445060319
verified: no, type: nauc_map_at_20_max
value: 22.692668502577643
verified: no, type: nauc_map_at_20_std
value: -0.283868450708954
verified: no, type: nauc_map_at_3_diff1
value: 18.213734472436414
verified: no, type: nauc_map_at_3_max
value: 23.0443805721617
verified: no, type: nauc_map_at_3_std
value: -3.327751624422928
verified: no, type: nauc_map_at_5_diff1
value: 16.680008500993083
verified: no, type: nauc_map_at_5_max
value: 22.517396255963348
verified: no, type: nauc_map_at_5_std
value: -1.98531389655906
verified: no, type: nauc_mrr_at_1000_diff1
value: 67.90848983786418
verified: no, type: nauc_mrr_at_1000_max
value: 46.450918836314216
verified: no, type: nauc_mrr_at_1000_std
value: -10.897096706171377
verified: no, type: nauc_mrr_at_100_diff1
value: 67.90978153374142
verified: no, type: nauc_mrr_at_100_max
value: 46.45801498811678
verified: no, type: nauc_mrr_at_100_std
value: -10.889452971557144
verified: no, type: nauc_mrr_at_10_diff1
value: 67.85232774207358
verified: no, type: nauc_mrr_at_10_max
value: 46.519322725477366
verified: no, type: nauc_mrr_at_10_std
value: -10.850819066119888
verified: no, type: nauc_mrr_at_1_diff1
value: 69.24726718948668
verified: no, type: nauc_mrr_at_1_max
value: 43.958413687770644
verified: no, type: nauc_mrr_at_1_std
value: -12.056753426789658
verified: no, type: nauc_mrr_at_20_diff1
value: 67.89964178495697
verified: no, type: nauc_mrr_at_20_max
value: 46.511653631886404
verified: no, type: nauc_mrr_at_20_std
value: -10.839214368831332
verified: no, type: nauc_mrr_at_3_diff1
value: 67.5836395057384
verified: no, type: nauc_mrr_at_3_max
value: 46.669184506889465
verified: no, type: nauc_mrr_at_3_std
value: -11.179530780325097
verified: no, type: nauc_mrr_at_5_diff1
value: 67.77665440172093
verified: no, type: nauc_mrr_at_5_max
value: 46.573672833105725
verified: no, type: nauc_mrr_at_5_std
value: -10.982788041572968
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.116945524743244
verified: no, type: nauc_ndcg_at_1000_max
value: 26.331821580979415
verified: no, type: nauc_ndcg_at_1000_std
value: 2.2115411230013993
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.998679336096366
verified: no, type: nauc_ndcg_at_100_max
value: 25.965625801662146
verified: no, type: nauc_ndcg_at_100_std
value: 2.828817915487286
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.806466897776797
verified: no, type: nauc_ndcg_at_10_max
value: 25.419244862350304
verified: no, type: nauc_ndcg_at_10_std
value: 0.2155926935521766
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.24726718948668
verified: no, type: nauc_ndcg_at_1_max
value: 43.958413687770644
verified: no, type: nauc_ndcg_at_1_std
value: -12.056753426789658
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.547932237059364
verified: no, type: nauc_ndcg_at_20_max
value: 25.539888431109336
verified: no, type: nauc_ndcg_at_20_std
value: 1.6229496555874041
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.915468237770344
verified: no, type: nauc_ndcg_at_3_max
value: 26.483987322133835
verified: no, type: nauc_ndcg_at_3_std
value: -3.927672975648966
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.285580255116123
verified: no, type: nauc_ndcg_at_5_max
value: 25.39329283776291
verified: no, type: nauc_ndcg_at_5_std
value: -1.9981992190798898
verified: no, type: nauc_precision_at_1000_diff1
value: -16.397996018930517
verified: no, type: nauc_precision_at_1000_max
value: 12.038228696443355
verified: no, type: nauc_precision_at_1000_std
value: 30.699566406872442
verified: no, type: nauc_precision_at_100_diff1
value: -11.55484201940981
verified: no, type: nauc_precision_at_100_max
value: 13.542075140974724
verified: no, type: nauc_precision_at_100_std
value: 24.606150356117055
verified: no, type: nauc_precision_at_10_diff1
value: -3.0258154194368907
verified: no, type: nauc_precision_at_10_max
value: 15.656448807768248
verified: no, type: nauc_precision_at_10_std
value: 8.819867674731508
verified: no, type: nauc_precision_at_1_diff1
value: 69.24726718948668
verified: no, type: nauc_precision_at_1_max
value: 43.958413687770644
verified: no, type: nauc_precision_at_1_std
value: -12.056753426789658
verified: no, type: nauc_precision_at_20_diff1
value: -6.346117648054698
verified: no, type: nauc_precision_at_20_max
value: 14.67028697593907
verified: no, type: nauc_precision_at_20_std
value: 14.430033095760397
verified: no, type: nauc_precision_at_3_diff1
value: 9.012431714387436
verified: no, type: nauc_precision_at_3_max
value: 20.29633246829934
verified: no, type: nauc_precision_at_3_std
value: -0.8697076229386467
verified: no, type: nauc_precision_at_5_diff1
value: 2.5992309960691435
verified: no, type: nauc_precision_at_5_max
value: 16.960051232392598
verified: no, type: nauc_precision_at_5_std
value: 3.0677906197565945
verified: no, type: nauc_recall_at_1000_diff1
value: -16.397996018930495
verified: no, type: nauc_recall_at_1000_max
value: 12.038228696443342
verified: no, type: nauc_recall_at_1000_std
value: 30.69956640687237
verified: no, type: nauc_recall_at_100_diff1
value: -11.55484201940982
verified: no, type: nauc_recall_at_100_max
value: 13.542075140974749
verified: no, type: nauc_recall_at_100_std
value: 24.60615035611708
verified: no, type: nauc_recall_at_10_diff1
value: -3.025815419436788
verified: no, type: nauc_recall_at_10_max
value: 15.656448807768314
verified: no, type: nauc_recall_at_10_std
value: 8.819867674731574
verified: no, type: nauc_recall_at_1_diff1
value: 69.24726718948668
verified: no, type: nauc_recall_at_1_max
value: 43.958413687770644
verified: no, type: nauc_recall_at_1_std
value: -12.056753426789658
verified: no, type: nauc_recall_at_20_diff1
value: -6.346117648054507
verified: no, type: nauc_recall_at_20_max
value: 14.670286975939165
verified: no, type: nauc_recall_at_20_std
value: 14.430033095760383
verified: no, type: nauc_recall_at_3_diff1
value: 9.012431714387384
verified: no, type: nauc_recall_at_3_max
value: 20.296332468299312
verified: no, type: nauc_recall_at_3_std
value: -0.8697076229386763
verified: no, type: nauc_recall_at_5_diff1
value: 2.599230996069216
verified: no, type: nauc_recall_at_5_max
value: 16.960051232392622
verified: no, type: nauc_recall_at_5_std
value: 3.0677906197565834
verified: no, type: ndcg_at_1
value: 76.583
verified: no, type: ndcg_at_10
value: 67.836
verified: no, type: ndcg_at_100
value: 70.884
verified: no, type: ndcg_at_1000
value: 72.085
verified: no, type: ndcg_at_20
value: 69.149
verified: no, type: ndcg_at_3
value: 62.434
verified: no, type: ndcg_at_5
value: 65.508
verified: no, type: precision_at_1
value: 76.583
verified: no, type: precision_at_10
value: 14.282
verified: no, type: precision_at_100
value: 1.6650000000000003
verified: no, type: precision_at_1000
value: 0.182
verified: no, type: precision_at_20
value: 7.564
verified: no, type: precision_at_3
value: 39.684999999999995
verified: no, type: precision_at_5
value: 26.239
verified: no, type: recall_at_1
value: 38.292
verified: no, type: recall_at_10
value: 71.411
verified: no, type: recall_at_100
value: 83.255
verified: no, type: recall_at_1000
value: 91.182
verified: no, type: recall_at_20
value: 75.645
verified: no, type: recall_at_3
value: 59.526999999999994
verified: no, type: recall_at_5
value: 65.598
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 91.6012
verified: no, type: ap
value: 88.68235390495911
verified: no, type: ap_weighted
value: 88.68235390495911
verified: no, type: f1
value: 91.59668455015077
verified: no, type: f1_weighted
value: 91.59668455015077
verified: no, type: main_score
value: 91.6012
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 34.216
verified: no, type: map_at_1
value: 15.038000000000002
verified: no, type: map_at_10
value: 27.046
verified: no, type: map_at_100
value: 28.389999999999997
verified: no, type: map_at_1000
value: 28.444999999999997
verified: no, type: map_at_20
value: 27.872000000000003
verified: no, type: map_at_3
value: 22.834
verified: no, type: map_at_5
value: 25.153
verified: no, type: mrr_at_1
value: 15.4297994269341
verified: no, type: mrr_at_10
value: 27.478492973120332
verified: no, type: mrr_at_100
value: 28.777080396786463
verified: no, type: mrr_at_1000
value: 28.825658730635972
verified: no, type: mrr_at_20
value: 28.286636068476597
verified: no, type: mrr_at_3
value: 23.33333333333318
verified: no, type: mrr_at_5
value: 25.614851957975105
verified: no, type: nauc_map_at_1000_diff1
value: 27.54679600584162
verified: no, type: nauc_map_at_1000_max
value: 0.41510056128863393
verified: no, type: nauc_map_at_1000_std
value: -21.25666818469523
verified: no, type: nauc_map_at_100_diff1
value: 27.549865152926362
verified: no, type: nauc_map_at_100_max
value: 0.41049620236650397
verified: no, type: nauc_map_at_100_std
value: -21.23460305948801
verified: no, type: nauc_map_at_10_diff1
value: 27.46238928310728
verified: no, type: nauc_map_at_10_max
value: 0.3112462662068356
verified: no, type: nauc_map_at_10_std
value: -22.07687152339386
verified: no, type: nauc_map_at_1_diff1
value: 30.7476883639058
verified: no, type: nauc_map_at_1_max
value: -0.5565808781243076
verified: no, type: nauc_map_at_1_std
value: -19.834927817494012
verified: no, type: nauc_map_at_20_diff1
value: 27.545155440501322
verified: no, type: nauc_map_at_20_max
value: 0.3473346558072676
verified: no, type: nauc_map_at_20_std
value: -21.61961934965919
verified: no, type: nauc_map_at_3_diff1
value: 27.39879856077741
verified: no, type: nauc_map_at_3_max
value: 0.06402240126581103
verified: no, type: nauc_map_at_3_std
value: -21.617551469899993
verified: no, type: nauc_map_at_5_diff1
value: 27.301329953007926
verified: no, type: nauc_map_at_5_max
value: 0.06942838790190704
verified: no, type: nauc_map_at_5_std
value: -22.27190645444131
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.270571100450564
verified: no, type: nauc_mrr_at_1000_max
value: 0.5200299838701339
verified: no, type: nauc_mrr_at_1000_std
value: -21.00132445753325
verified: no, type: nauc_mrr_at_100_diff1
value: 27.270120718986174
verified: no, type: nauc_mrr_at_100_max
value: 0.522377923623997
verified: no, type: nauc_mrr_at_100_std
value: -20.974058126628332
verified: no, type: nauc_mrr_at_10_diff1
value: 27.170393202051947
verified: no, type: nauc_mrr_at_10_max
value: 0.48873943205852266
verified: no, type: nauc_mrr_at_10_std
value: -21.738471675337966
verified: no, type: nauc_mrr_at_1_diff1
value: 30.283202962075705
verified: no, type: nauc_mrr_at_1_max
value: -0.5898023407161855
verified: no, type: nauc_mrr_at_1_std
value: -19.75269473049021
verified: no, type: nauc_mrr_at_20_diff1
value: 27.274300680490825
verified: no, type: nauc_mrr_at_20_max
value: 0.5104058227528672
verified: no, type: nauc_mrr_at_20_std
value: -21.30268935462482
verified: no, type: nauc_mrr_at_3_diff1
value: 27.10789072891654
verified: no, type: nauc_mrr_at_3_max
value: 0.17628020950576678
verified: no, type: nauc_mrr_at_3_std
value: -21.472874492804447
verified: no, type: nauc_mrr_at_5_diff1
value: 27.042048354996385
verified: no, type: nauc_mrr_at_5_max
value: 0.20508452891098314
verified: no, type: nauc_mrr_at_5_std
value: -22.006377363109006
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.150914472847965
verified: no, type: nauc_ndcg_at_1000_max
value: 1.5041133804769482
verified: no, type: nauc_ndcg_at_1000_std
value: -19.524926037821043
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.228817990238145
verified: no, type: nauc_ndcg_at_100_max
value: 1.5569549852164712
verified: no, type: nauc_ndcg_at_100_std
value: -18.37783977195916
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.974908852930785
verified: no, type: nauc_ndcg_at_10_max
value: 0.9865201816077211
verified: no, type: nauc_ndcg_at_10_std
value: -22.744315865574556
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.283202962075705
verified: no, type: nauc_ndcg_at_1_max
value: -0.5898023407161855
verified: no, type: nauc_ndcg_at_1_std
value: -19.75269473049021
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.256057260883644
verified: no, type: nauc_ndcg_at_20_max
value: 1.1507498856530942
verified: no, type: nauc_ndcg_at_20_std
value: -21.119059014816134
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.65932420136448
verified: no, type: nauc_ndcg_at_3_max
value: 0.36047390996708306
verified: no, type: nauc_ndcg_at_3_std
value: -22.129146087673426
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.553136747559307
verified: no, type: nauc_ndcg_at_5_max
value: 0.3914050774004603
verified: no, type: nauc_ndcg_at_5_std
value: -23.162245106694787
verified: no, type: nauc_precision_at_1000_diff1
value: -3.219536411196315
verified: no, type: nauc_precision_at_1000_max
value: 18.58643056260195
verified: no, type: nauc_precision_at_1000_std
value: 13.96483533268961
verified: no, type: nauc_precision_at_100_diff1
value: 15.240824308438475
verified: no, type: nauc_precision_at_100_max
value: 12.873759519468777
verified: no, type: nauc_precision_at_100_std
value: 12.669885011350335
verified: no, type: nauc_precision_at_10_diff1
value: 24.02551103443631
verified: no, type: nauc_precision_at_10_max
value: 3.3412304054256636
verified: no, type: nauc_precision_at_10_std
value: -23.53436237582242
verified: no, type: nauc_precision_at_1_diff1
value: 30.283202962075705
verified: no, type: nauc_precision_at_1_max
value: -0.5898023407161855
verified: no, type: nauc_precision_at_1_std
value: -19.75269473049021
verified: no, type: nauc_precision_at_20_diff1
value: 23.383618639354207
verified: no, type: nauc_precision_at_20_max
value: 5.1273224302435505
verified: no, type: nauc_precision_at_20_std
value: -16.069542485279715
verified: no, type: nauc_precision_at_3_diff1
value: 24.289430079622484
verified: no, type: nauc_precision_at_3_max
value: 1.0047590622521345
verified: no, type: nauc_precision_at_3_std
value: -23.3073066696005
verified: no, type: nauc_precision_at_5_diff1
value: 23.91964787477001
verified: no, type: nauc_precision_at_5_max
value: 1.503705757938403
verified: no, type: nauc_precision_at_5_std
value: -25.080465306807003
verified: no, type: nauc_recall_at_1000_diff1
value: 18.559018331553045
verified: no, type: nauc_recall_at_1000_max
value: 41.916214927217126
verified: no, type: nauc_recall_at_1000_std
value: 59.856708470758704
verified: no, type: nauc_recall_at_100_diff1
value: 26.471212604023354
verified: no, type: nauc_recall_at_100_max
value: 10.077350060389897
verified: no, type: nauc_recall_at_100_std
value: 14.153565507764215
verified: no, type: nauc_recall_at_10_diff1
value: 26.05741155724461
verified: no, type: nauc_recall_at_10_max
value: 2.6492884997120534
verified: no, type: nauc_recall_at_10_std
value: -24.546907108105746
verified: no, type: nauc_recall_at_1_diff1
value: 30.7476883639058
verified: no, type: nauc_recall_at_1_max
value: -0.5565808781243076
verified: no, type: nauc_recall_at_1_std
value: -19.834927817494012
verified: no, type: nauc_recall_at_20_diff1
value: 26.95859513457893
verified: no, type: nauc_recall_at_20_max
value: 3.521141192333191
verified: no, type: nauc_recall_at_20_std
value: -18.30474468147818
verified: no, type: nauc_recall_at_3_diff1
value: 25.01086599052385
verified: no, type: nauc_recall_at_3_max
value: 0.9901526603339225
verified: no, type: nauc_recall_at_3_std
value: -23.299664759244102
verified: no, type: nauc_recall_at_5_diff1
value: 24.792290263748747
verified: no, type: nauc_recall_at_5_max
value: 0.9968092335084938
verified: no, type: nauc_recall_at_5_std
value: -25.345195391263754
verified: no, type: ndcg_at_1
value: 15.43
verified: no, type: ndcg_at_10
value: 34.216
verified: no, type: ndcg_at_100
value: 40.815
verified: no, type: ndcg_at_1000
value: 42.202
verified: no, type: ndcg_at_20
value: 37.179
verified: no, type: ndcg_at_3
value: 25.588
verified: no, type: ndcg_at_5
value: 29.724
verified: no, type: precision_at_1
value: 15.43
verified: no, type: precision_at_10
value: 5.918
verified: no, type: precision_at_100
value: 0.922
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 3.5700000000000003
verified: no, type: precision_at_3
value: 11.442
verified: no, type: precision_at_5
value: 8.966000000000001
verified: no, type: recall_at_1
value: 15.038000000000002
verified: no, type: recall_at_10
value: 56.627
verified: no, type: recall_at_100
value: 87.399
verified: no, type: recall_at_1000
value: 98.009
verified: no, type: recall_at_20
value: 68.176
verified: no, type: recall_at_3
value: 33.056000000000004
verified: no, type: recall_at_5
value: 42.995
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 89.54172366621066
verified: no, type: f1
value: 88.86345617269791
verified: no, type: f1_weighted
value: 89.39824737643146
verified: no, type: main_score
value: 89.54172366621066
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 62.08162334701323
verified: no, type: f1
value: 43.12730019766516
verified: no, type: f1_weighted
value: 63.781545502237925
verified: no, type: main_score
value: 62.08162334701323
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 70.35642232683254
verified: no, type: f1
value: 68.72302949991845
verified: no, type: f1_weighted
value: 69.3283349884127
verified: no, type: main_score
value: 70.35642232683254
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 75.72965702757229
verified: no, type: f1
value: 75.45057853223203
verified: no, type: f1_weighted
value: 75.51989582351723
verified: no, type: main_score
value: 75.72965702757229
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 33.84359193475579
verified: no, type: v_measure
value: 33.84359193475579
verified: no, type: v_measure_std
value: 1.206510814601397
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 32.43240060668634
verified: no, type: v_measure
value: 32.43240060668634
verified: no, type: v_measure_std
value: 1.4462915088372668
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 32.17562277399934
verified: no, type: map
value: 32.17562277399934
verified: no, type: mrr
value: 33.359132186523716
verified: no, type: nAUC_map_diff1
value: 9.64301950935433
verified: no, type: nAUC_map_max
value: -21.474489295623783
verified: no, type: nAUC_map_std
value: -2.9044953039946035
verified: no, type: nAUC_mrr_diff1
value: 9.376542394215578
verified: no, type: nAUC_mrr_max
value: -15.773926504219354
verified: no, type: nAUC_mrr_std
value: -0.751930669185602
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 33.816
verified: no, type: map_at_1
value: 4.893
verified: no, type: map_at_10
value: 12.154
verified: no, type: map_at_100
value: 15.486
verified: no, type: map_at_1000
value: 16.952
verified: no, type: map_at_20
value: 13.424
verified: no, type: map_at_3
value: 8.819
verified: no, type: map_at_5
value: 10.238999999999999
verified: no, type: mrr_at_1
value: 42.10526315789473
verified: no, type: mrr_at_10
value: 52.01742100348912
verified: no, type: mrr_at_100
value: 52.6554997087846
verified: no, type: mrr_at_1000
value: 52.69599552159355
verified: no, type: mrr_at_20
value: 52.51069271775405
verified: no, type: mrr_at_3
value: 49.79360165118682
verified: no, type: mrr_at_5
value: 50.86171310629517
verified: no, type: nauc_map_at_1000_diff1
value: 22.910384139189237
verified: no, type: nauc_map_at_1000_max
value: 30.904545032635593
verified: no, type: nauc_map_at_1000_std
value: 13.256381971531022
verified: no, type: nauc_map_at_100_diff1
value: 23.657922060794174
verified: no, type: nauc_map_at_100_max
value: 30.463171555444095
verified: no, type: nauc_map_at_100_std
value: 9.403207435293652
verified: no, type: nauc_map_at_10_diff1
value: 26.99577933867989
verified: no, type: nauc_map_at_10_max
value: 25.74855919514706
verified: no, type: nauc_map_at_10_std
value: -1.946481502724064
verified: no, type: nauc_map_at_1_diff1
value: 40.87773635213689
verified: no, type: nauc_map_at_1_max
value: 18.50327114064488
verified: no, type: nauc_map_at_1_std
value: -12.884353353702357
verified: no, type: nauc_map_at_20_diff1
value: 25.182212498762404
verified: no, type: nauc_map_at_20_max
value: 27.726995459601568
verified: no, type: nauc_map_at_20_std
value: 2.265717944376315
verified: no, type: nauc_map_at_3_diff1
value: 32.24473894835545
verified: no, type: nauc_map_at_3_max
value: 19.73101542872105
verified: no, type: nauc_map_at_3_std
value: -10.159375851390948
verified: no, type: nauc_map_at_5_diff1
value: 30.660429521421523
verified: no, type: nauc_map_at_5_max
value: 22.777642402610702
verified: no, type: nauc_map_at_5_std
value: -6.784458070696157
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.540967575378694
verified: no, type: nauc_mrr_at_1000_max
value: 43.94574660779749
verified: no, type: nauc_mrr_at_1000_std
value: 24.857915852637742
verified: no, type: nauc_mrr_at_100_diff1
value: 35.54094740404627
verified: no, type: nauc_mrr_at_100_max
value: 43.9872938663598
verified: no, type: nauc_mrr_at_100_std
value: 24.908343520366564
verified: no, type: nauc_mrr_at_10_diff1
value: 35.499666044876456
verified: no, type: nauc_mrr_at_10_max
value: 43.372579438993235
verified: no, type: nauc_mrr_at_10_std
value: 24.55532928065396
verified: no, type: nauc_mrr_at_1_diff1
value: 38.71056728463544
verified: no, type: nauc_mrr_at_1_max
value: 39.77501110624803
verified: no, type: nauc_mrr_at_1_std
value: 18.0097891637449
verified: no, type: nauc_mrr_at_20_diff1
value: 35.4778364740954
verified: no, type: nauc_mrr_at_20_max
value: 43.861500828057984
verified: no, type: nauc_mrr_at_20_std
value: 24.844940828191785
verified: no, type: nauc_mrr_at_3_diff1
value: 36.14951749215073
verified: no, type: nauc_mrr_at_3_max
value: 43.66290737939861
verified: no, type: nauc_mrr_at_3_std
value: 23.797433124588736
verified: no, type: nauc_mrr_at_5_diff1
value: 35.43660972677152
verified: no, type: nauc_mrr_at_5_max
value: 43.45685670163132
verified: no, type: nauc_mrr_at_5_std
value: 24.304648467662023
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.759045127619025
verified: no, type: nauc_ndcg_at_1000_max
value: 44.41137470197231
verified: no, type: nauc_ndcg_at_1000_std
value: 31.38899922811944
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.163726384696464
verified: no, type: nauc_ndcg_at_100_max
value: 39.3884922679833
verified: no, type: nauc_ndcg_at_100_std
value: 25.839289801954113
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.897812670264933
verified: no, type: nauc_ndcg_at_10_max
value: 36.65843413176893
verified: no, type: nauc_ndcg_at_10_std
value: 24.11394501649861
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.06334823564591
verified: no, type: nauc_ndcg_at_1_max
value: 39.06248799073769
verified: no, type: nauc_ndcg_at_1_std
value: 18.05518784959287
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.898686330422414
verified: no, type: nauc_ndcg_at_20_max
value: 35.78404933092488
verified: no, type: nauc_ndcg_at_20_std
value: 24.304058306037895
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.999089941995827
verified: no, type: nauc_ndcg_at_3_max
value: 38.55806893862189
verified: no, type: nauc_ndcg_at_3_std
value: 20.82150155152541
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.920523658582933
verified: no, type: nauc_ndcg_at_5_max
value: 37.903305784392835
verified: no, type: nauc_ndcg_at_5_std
value: 22.36973654091273
verified: no, type: nauc_precision_at_1000_diff1
value: -4.736357828440193
verified: no, type: nauc_precision_at_1000_max
value: 5.778552685188162
verified: no, type: nauc_precision_at_1000_std
value: 36.06941146251687
verified: no, type: nauc_precision_at_100_diff1
value: -3.915151057855969
verified: no, type: nauc_precision_at_100_max
value: 18.188180874141302
verified: no, type: nauc_precision_at_100_std
value: 44.921932315349935
verified: no, type: nauc_precision_at_10_diff1
value: 6.335673291245972
verified: no, type: nauc_precision_at_10_max
value: 33.54781851431339
verified: no, type: nauc_precision_at_10_std
value: 36.77684118708833
verified: no, type: nauc_precision_at_1_diff1
value: 38.71056728463544
verified: no, type: nauc_precision_at_1_max
value: 39.77501110624803
verified: no, type: nauc_precision_at_1_std
value: 18.0097891637449
verified: no, type: nauc_precision_at_20_diff1
value: 2.937163642087222
verified: no, type: nauc_precision_at_20_max
value: 28.379243786948336
verified: no, type: nauc_precision_at_20_std
value: 40.35532758983976
verified: no, type: nauc_precision_at_3_diff1
value: 20.784494867231487
verified: no, type: nauc_precision_at_3_max
value: 38.495138401646045
verified: no, type: nauc_precision_at_3_std
value: 25.482915117972993
verified: no, type: nauc_precision_at_5_diff1
value: 15.127184520975657
verified: no, type: nauc_precision_at_5_max
value: 37.30602533471322
verified: no, type: nauc_precision_at_5_std
value: 29.930880073455175
verified: no, type: nauc_recall_at_1000_diff1
value: 2.3913140928424705
verified: no, type: nauc_recall_at_1000_max
value: 20.737140424377333
verified: no, type: nauc_recall_at_1000_std
value: 18.01670749520214
verified: no, type: nauc_recall_at_100_diff1
value: 7.687164842123094
verified: no, type: nauc_recall_at_100_max
value: 23.62069259941976
verified: no, type: nauc_recall_at_100_std
value: 14.411637818706472
verified: no, type: nauc_recall_at_10_diff1
value: 18.678074331558783
verified: no, type: nauc_recall_at_10_max
value: 19.514135963995347
verified: no, type: nauc_recall_at_10_std
value: -2.8989513830052713
verified: no, type: nauc_recall_at_1_diff1
value: 40.87773635213689
verified: no, type: nauc_recall_at_1_max
value: 18.50327114064488
verified: no, type: nauc_recall_at_1_std
value: -12.884353353702357
verified: no, type: nauc_recall_at_20_diff1
value: 14.926936076283534
verified: no, type: nauc_recall_at_20_max
value: 22.342969389987594
verified: no, type: nauc_recall_at_20_std
value: 2.6680867208648666
verified: no, type: nauc_recall_at_3_diff1
value: 26.592132793572855
verified: no, type: nauc_recall_at_3_max
value: 16.71686152308387
verified: no, type: nauc_recall_at_3_std
value: -10.161239210194816
verified: no, type: nauc_recall_at_5_diff1
value: 24.899494230211914
verified: no, type: nauc_recall_at_5_max
value: 19.59649962842324
verified: no, type: nauc_recall_at_5_std
value: -6.76370389227844
verified: no, type: ndcg_at_1
value: 40.867
verified: no, type: ndcg_at_10
value: 33.816
verified: no, type: ndcg_at_100
value: 31.239
verified: no, type: ndcg_at_1000
value: 39.879
verified: no, type: ndcg_at_20
value: 31.423000000000002
verified: no, type: ndcg_at_3
value: 38.911
verified: no, type: ndcg_at_5
value: 36.61
verified: no, type: precision_at_1
value: 42.105
verified: no, type: precision_at_10
value: 25.635
verified: no, type: precision_at_100
value: 8.176
verified: no, type: precision_at_1000
value: 2.092
verified: no, type: precision_at_20
value: 18.823999999999998
verified: no, type: precision_at_3
value: 37.461
verified: no, type: precision_at_5
value: 32.507999999999996
verified: no, type: recall_at_1
value: 4.893
verified: no, type: recall_at_10
value: 16.773
verified: no, type: recall_at_100
value: 32.958999999999996
verified: no, type: recall_at_1000
value: 64.094
verified: no, type: recall_at_20
value: 20.557
verified: no, type: recall_at_3
value: 10.263
verified: no, type: recall_at_5
value: 12.388
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 47.705999999999996
verified: no, type: map_at_1
value: 24.09
verified: no, type: map_at_10
value: 39.287
verified: no, type: map_at_100
value: 40.567
verified: no, type: map_at_1000
value: 40.6
verified: no, type: map_at_20
value: 40.148
verified: no, type: map_at_3
value: 34.302
verified: no, type: map_at_5
value: 37.206
verified: no, type: mrr_at_1
value: 27.28852838933951
verified: no, type: mrr_at_10
value: 41.73792740348356
verified: no, type: mrr_at_100
value: 42.700956318341376
verified: no, type: mrr_at_1000
value: 42.721500078814096
verified: no, type: mrr_at_20
value: 42.39774668731353
verified: no, type: mrr_at_3
value: 37.35032831208959
verified: no, type: mrr_at_5
value: 40.00965623792975
verified: no, type: nauc_map_at_1000_diff1
value: 26.995052198015408
verified: no, type: nauc_map_at_1000_max
value: 15.20926829878716
verified: no, type: nauc_map_at_1000_std
value: -7.419434404678649
verified: no, type: nauc_map_at_100_diff1
value: 26.98675665686633
verified: no, type: nauc_map_at_100_max
value: 15.232441822080464
verified: no, type: nauc_map_at_100_std
value: -7.3860325680943655
verified: no, type: nauc_map_at_10_diff1
value: 27.2055488472847
verified: no, type: nauc_map_at_10_max
value: 15.22405773845232
verified: no, type: nauc_map_at_10_std
value: -7.997911271237045
verified: no, type: nauc_map_at_1_diff1
value: 28.974098579091123
verified: no, type: nauc_map_at_1_max
value: 11.321507460392628
verified: no, type: nauc_map_at_1_std
value: -7.640518561754067
verified: no, type: nauc_map_at_20_diff1
value: 26.975519720067403
verified: no, type: nauc_map_at_20_max
value: 15.270333199937241
verified: no, type: nauc_map_at_20_std
value: -7.593162904909118
verified: no, type: nauc_map_at_3_diff1
value: 26.196529957905334
verified: no, type: nauc_map_at_3_max
value: 13.478166583287848
verified: no, type: nauc_map_at_3_std
value: -9.053865282739968
verified: no, type: nauc_map_at_5_diff1
value: 26.79122911875148
verified: no, type: nauc_map_at_5_max
value: 14.282446217191469
verified: no, type: nauc_map_at_5_std
value: -9.094186973353946
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.759927337618993
verified: no, type: nauc_mrr_at_1000_max
value: 14.825954255654228
verified: no, type: nauc_mrr_at_1000_std
value: -6.105406137980129
verified: no, type: nauc_mrr_at_100_diff1
value: 26.74960844122087
verified: no, type: nauc_mrr_at_100_max
value: 14.843683127357762
verified: no, type: nauc_mrr_at_100_std
value: -6.076356380149935
verified: no, type: nauc_mrr_at_10_diff1
value: 26.944765214641325
verified: no, type: nauc_mrr_at_10_max
value: 14.94642107131636
verified: no, type: nauc_mrr_at_10_std
value: -6.336027654512049
verified: no, type: nauc_mrr_at_1_diff1
value: 28.63557135887537
verified: no, type: nauc_mrr_at_1_max
value: 11.997480919271911
verified: no, type: nauc_mrr_at_1_std
value: -6.415779575057592
verified: no, type: nauc_mrr_at_20_diff1
value: 26.707684527732884
verified: no, type: nauc_mrr_at_20_max
value: 14.891955656316206
verified: no, type: nauc_mrr_at_20_std
value: -6.170926409650526
verified: no, type: nauc_mrr_at_3_diff1
value: 26.09833571219951
verified: no, type: nauc_mrr_at_3_max
value: 13.619335397303093
verified: no, type: nauc_mrr_at_3_std
value: -6.99260621640241
verified: no, type: nauc_mrr_at_5_diff1
value: 26.509106156499758
verified: no, type: nauc_mrr_at_5_max
value: 14.309307369143232
verified: no, type: nauc_mrr_at_5_std
value: -7.036129929142912
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.58998518885675
verified: no, type: nauc_ndcg_at_1000_max
value: 16.730704716377872
verified: no, type: nauc_ndcg_at_1000_std
value: -5.39551318704605
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.367304449158542
verified: no, type: nauc_ndcg_at_100_max
value: 17.497911381186437
verified: no, type: nauc_ndcg_at_100_std
value: -4.274806854701229
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.275827813350823
verified: no, type: nauc_ndcg_at_10_max
value: 17.61502848669633
verified: no, type: nauc_ndcg_at_10_std
value: -6.706786953638304
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.73750705322627
verified: no, type: nauc_ndcg_at_1_max
value: 12.034842420318594
verified: no, type: nauc_ndcg_at_1_std
value: -6.331175328355812
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.334025198409822
verified: no, type: nauc_ndcg_at_20_max
value: 17.855473370518965
verified: no, type: nauc_ndcg_at_20_std
value: -5.403020940844481
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.45388148358677
verified: no, type: nauc_ndcg_at_3_max
value: 14.079983701064627
verified: no, type: nauc_ndcg_at_3_std
value: -8.890083252778314
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.33612130048854
verified: no, type: nauc_ndcg_at_5_max
value: 15.450244767383477
verified: no, type: nauc_ndcg_at_5_std
value: -9.054428820466049
verified: no, type: nauc_precision_at_1000_diff1
value: -5.4513464358643935
verified: no, type: nauc_precision_at_1000_max
value: 5.371939619810606
verified: no, type: nauc_precision_at_1000_std
value: 14.8654667034019
verified: no, type: nauc_precision_at_100_diff1
value: -1.3987377525099691
verified: no, type: nauc_precision_at_100_max
value: 13.911794092689838
verified: no, type: nauc_precision_at_100_std
value: 21.429657983736398
verified: no, type: nauc_precision_at_10_diff1
value: 17.11455042469293
verified: no, type: nauc_precision_at_10_max
value: 22.09155979887235
verified: no, type: nauc_precision_at_10_std
value: 4.5779383691575335
verified: no, type: nauc_precision_at_1_diff1
value: 28.73750705322627
verified: no, type: nauc_precision_at_1_max
value: 12.034842420318594
verified: no, type: nauc_precision_at_1_std
value: -6.331175328355812
verified: no, type: nauc_precision_at_20_diff1
value: 8.866920301402327
verified: no, type: nauc_precision_at_20_max
value: 20.465524038064146
verified: no, type: nauc_precision_at_20_std
value: 11.77414197569535
verified: no, type: nauc_precision_at_3_diff1
value: 20.723368404844305
verified: no, type: nauc_precision_at_3_max
value: 16.257890926808553
verified: no, type: nauc_precision_at_3_std
value: -6.290754270412709
verified: no, type: nauc_precision_at_5_diff1
value: 20.209421398374488
verified: no, type: nauc_precision_at_5_max
value: 18.627423971893325
verified: no, type: nauc_precision_at_5_std
value: -4.6989054258140355
verified: no, type: nauc_recall_at_1000_diff1
value: 16.326550389848265
verified: no, type: nauc_recall_at_1000_max
value: 72.55345747292822
verified: no, type: nauc_recall_at_1000_std
value: 63.7692611505317
verified: no, type: nauc_recall_at_100_diff1
value: 16.03698346212984
verified: no, type: nauc_recall_at_100_max
value: 50.432030846802064
verified: no, type: nauc_recall_at_100_std
value: 43.37937315409283
verified: no, type: nauc_recall_at_10_diff1
value: 26.91743922623231
verified: no, type: nauc_recall_at_10_max
value: 26.28334350051652
verified: no, type: nauc_recall_at_10_std
value: -3.6769327984943248
verified: no, type: nauc_recall_at_1_diff1
value: 28.974098579091123
verified: no, type: nauc_recall_at_1_max
value: 11.321507460392628
verified: no, type: nauc_recall_at_1_std
value: -7.640518561754067
verified: no, type: nauc_recall_at_20_diff1
value: 21.32293933043855
verified: no, type: nauc_recall_at_20_max
value: 31.996089227364994
verified: no, type: nauc_recall_at_20_std
value: 5.0730478086085995
verified: no, type: nauc_recall_at_3_diff1
value: 22.708520483632753
verified: no, type: nauc_recall_at_3_max
value: 14.897940279836913
verified: no, type: nauc_recall_at_3_std
value: -10.081304729280403
verified: no, type: nauc_recall_at_5_diff1
value: 24.140285353276628
verified: no, type: nauc_recall_at_5_max
value: 17.99130898455
verified: no, type: nauc_recall_at_5_std
value: -11.006510541854203
verified: no, type: ndcg_at_1
value: 27.26
verified: no, type: ndcg_at_10
value: 47.705999999999996
verified: no, type: ndcg_at_100
value: 53.016
verified: no, type: ndcg_at_1000
value: 53.715
verified: no, type: ndcg_at_20
value: 50.498
verified: no, type: ndcg_at_3
value: 38.124
verified: no, type: ndcg_at_5
value: 43.097
verified: no, type: precision_at_1
value: 27.26
verified: no, type: precision_at_10
value: 8.447000000000001
verified: no, type: precision_at_100
value: 1.139
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 4.874
verified: no, type: precision_at_3
value: 17.835
verified: no, type: precision_at_5
value: 13.517000000000001
verified: no, type: recall_at_1
value: 24.09
verified: no, type: recall_at_10
value: 71.10600000000001
verified: no, type: recall_at_100
value: 93.953
verified: no, type: recall_at_1000
value: 99.073
verified: no, type: recall_at_20
value: 81.523
verified: no, type: recall_at_3
value: 46.174
verified: no, type: recall_at_5
value: 57.677
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 89.676
verified: no, type: map_at_1
value: 72.103
verified: no, type: map_at_10
value: 86.14500000000001
verified: no, type: map_at_100
value: 86.765
verified: no, type: map_at_1000
value: 86.776
verified: no, type: map_at_20
value: 86.562
verified: no, type: map_at_3
value: 83.214
verified: no, type: map_at_5
value: 85.103
verified: no, type: mrr_at_1
value: 83.05
verified: no, type: mrr_at_10
value: 88.93702380952368
verified: no, type: mrr_at_100
value: 89.01863878447548
verified: no, type: mrr_at_1000
value: 89.01885795102484
verified: no, type: mrr_at_20
value: 88.99974718680856
verified: no, type: mrr_at_3
value: 88.08333333333313
verified: no, type: mrr_at_5
value: 88.71633333333311
verified: no, type: nauc_map_at_1000_diff1
value: 78.13997479130329
verified: no, type: nauc_map_at_1000_max
value: 33.16799361159121
verified: no, type: nauc_map_at_1000_std
value: -55.1863277755837
verified: no, type: nauc_map_at_100_diff1
value: 78.14023553984367
verified: no, type: nauc_map_at_100_max
value: 33.13369714413867
verified: no, type: nauc_map_at_100_std
value: -55.23540842004624
verified: no, type: nauc_map_at_10_diff1
value: 78.37080186192892
verified: no, type: nauc_map_at_10_max
value: 32.57134371768262
verified: no, type: nauc_map_at_10_std
value: -57.373890318858635
verified: no, type: nauc_map_at_1_diff1
value: 81.43018798912361
verified: no, type: nauc_map_at_1_max
value: 25.19409927583946
verified: no, type: nauc_map_at_1_std
value: -48.22311263550707
verified: no, type: nauc_map_at_20_diff1
value: 78.2531228519997
verified: no, type: nauc_map_at_20_max
value: 32.93544556033276
verified: no, type: nauc_map_at_20_std
value: -56.1055098795547
verified: no, type: nauc_map_at_3_diff1
value: 78.87676183243428
verified: no, type: nauc_map_at_3_max
value: 30.20611964511498
verified: no, type: nauc_map_at_3_std
value: -58.43976419533779
verified: no, type: nauc_map_at_5_diff1
value: 78.74187209420451
verified: no, type: nauc_map_at_5_max
value: 31.54047365144067
verified: no, type: nauc_map_at_5_std
value: -58.97219700125237
verified: no, type: nauc_mrr_at_1000_diff1
value: 78.95748141758239
verified: no, type: nauc_mrr_at_1000_max
value: 35.915215848182335
verified: no, type: nauc_mrr_at_1000_std
value: -51.60783225234237
verified: no, type: nauc_mrr_at_100_diff1
value: 78.95727688352294
verified: no, type: nauc_mrr_at_100_max
value: 35.915856450202206
verified: no, type: nauc_mrr_at_100_std
value: -51.60782742807526
verified: no, type: nauc_mrr_at_10_diff1
value: 78.97062716064038
verified: no, type: nauc_mrr_at_10_max
value: 35.98944352252478
verified: no, type: nauc_mrr_at_10_std
value: -51.77952280125023
verified: no, type: nauc_mrr_at_1_diff1
value: 79.56130369111403
verified: no, type: nauc_mrr_at_1_max
value: 35.942655751158995
verified: no, type: nauc_mrr_at_1_std
value: -48.53333294529543
verified: no, type: nauc_mrr_at_20_diff1
value: 78.96215019750328
verified: no, type: nauc_mrr_at_20_max
value: 35.91684162704735
verified: no, type: nauc_mrr_at_20_std
value: -51.67122079763854
verified: no, type: nauc_mrr_at_3_diff1
value: 78.70330923531215
verified: no, type: nauc_mrr_at_3_max
value: 35.87542341241571
verified: no, type: nauc_mrr_at_3_std
value: -51.87635339239034
verified: no, type: nauc_mrr_at_5_diff1
value: 78.99544950827739
verified: no, type: nauc_mrr_at_5_max
value: 35.965125484837266
verified: no, type: nauc_mrr_at_5_std
value: -52.11029578138711
verified: no, type: nauc_ndcg_at_1000_diff1
value: 78.10303471223646
verified: no, type: nauc_ndcg_at_1000_max
value: 34.72596142439839
verified: no, type: nauc_ndcg_at_1000_std
value: -53.2962525848089
verified: no, type: nauc_ndcg_at_100_diff1
value: 78.06267135641467
verified: no, type: nauc_ndcg_at_100_max
value: 34.54419033520112
verified: no, type: nauc_ndcg_at_100_std
value: -53.5392586501254
verified: no, type: nauc_ndcg_at_10_diff1
value: 78.17567073559658
verified: no, type: nauc_ndcg_at_10_max
value: 33.787109792594144
verified: no, type: nauc_ndcg_at_10_std
value: -57.23628218329926
verified: no, type: nauc_ndcg_at_1_diff1
value: 79.5420688434198
verified: no, type: nauc_ndcg_at_1_max
value: 36.07066857529557
verified: no, type: nauc_ndcg_at_1_std
value: -48.48781152561791
verified: no, type: nauc_ndcg_at_20_diff1
value: 78.21739679352075
verified: no, type: nauc_ndcg_at_20_max
value: 34.04005309785922
verified: no, type: nauc_ndcg_at_20_std
value: -55.65001368252659
verified: no, type: nauc_ndcg_at_3_diff1
value: 77.47445949226606
verified: no, type: nauc_ndcg_at_3_max
value: 32.77007174469541
verified: no, type: nauc_ndcg_at_3_std
value: -56.260910342535894
verified: no, type: nauc_ndcg_at_5_diff1
value: 78.15994882398387
verified: no, type: nauc_ndcg_at_5_max
value: 33.11497252066444
verified: no, type: nauc_ndcg_at_5_std
value: -58.346472568678664
verified: no, type: nauc_precision_at_1000_diff1
value: -45.22108856190449
verified: no, type: nauc_precision_at_1000_max
value: -3.769158876252231
verified: no, type: nauc_precision_at_1000_std
value: 43.723870330086925
verified: no, type: nauc_precision_at_100_diff1
value: -45.23758967194308
verified: no, type: nauc_precision_at_100_max
value: -4.363166810337138
verified: no, type: nauc_precision_at_100_std
value: 42.94820379534783
verified: no, type: nauc_precision_at_10_diff1
value: -40.752163951230585
verified: no, type: nauc_precision_at_10_max
value: -1.6169274191392247
verified: no, type: nauc_precision_at_10_std
value: 29.249486658726266
verified: no, type: nauc_precision_at_1_diff1
value: 79.5420688434198
verified: no, type: nauc_precision_at_1_max
value: 36.07066857529557
verified: no, type: nauc_precision_at_1_std
value: -48.48781152561791
verified: no, type: nauc_precision_at_20_diff1
value: -43.52965345142954
verified: no, type: nauc_precision_at_20_max
value: -3.410765512192599
verified: no, type: nauc_precision_at_20_std
value: 36.265002036696245
verified: no, type: nauc_precision_at_3_diff1
value: -21.947123522182608
verified: no, type: nauc_precision_at_3_max
value: 6.055908914766165
verified: no, type: nauc_precision_at_3_std
value: 6.408586281581511
verified: no, type: nauc_precision_at_5_diff1
value: -34.130820418059265
verified: no, type: nauc_precision_at_5_max
value: 1.1109424247006825
verified: no, type: nauc_precision_at_5_std
value: 18.488513018473114
verified: no, type: nauc_recall_at_1000_diff1
value: 47.996662934260556
verified: no, type: nauc_recall_at_1000_max
value: 11.574413075464337
verified: no, type: nauc_recall_at_1000_std
value: -39.2955614699843
verified: no, type: nauc_recall_at_100_diff1
value: 64.12162282642701
verified: no, type: nauc_recall_at_100_max
value: 17.595341249984035
verified: no, type: nauc_recall_at_100_std
value: -74.41045136381057
verified: no, type: nauc_recall_at_10_diff1
value: 75.16961616005102
verified: no, type: nauc_recall_at_10_max
value: 28.68309207235788
verified: no, type: nauc_recall_at_10_std
value: -82.81198733010936
verified: no, type: nauc_recall_at_1_diff1
value: 81.43018798912361
verified: no, type: nauc_recall_at_1_max
value: 25.19409927583946
verified: no, type: nauc_recall_at_1_std
value: -48.22311263550707
verified: no, type: nauc_recall_at_20_diff1
value: 75.94655772120838
verified: no, type: nauc_recall_at_20_max
value: 26.033082267707137
verified: no, type: nauc_recall_at_20_std
value: -87.8035845729173
verified: no, type: nauc_recall_at_3_diff1
value: 75.18135051463966
verified: no, type: nauc_recall_at_3_max
value: 25.829788998048713
verified: no, type: nauc_recall_at_3_std
value: -66.40001628991527
verified: no, type: nauc_recall_at_5_diff1
value: 75.32388475941752
verified: no, type: nauc_recall_at_5_max
value: 26.600470217631152
verified: no, type: nauc_recall_at_5_std
value: -76.75029218302441
verified: no, type: ndcg_at_1
value: 83.06
verified: no, type: ndcg_at_10
value: 89.676
verified: no, type: ndcg_at_100
value: 90.745
verified: no, type: ndcg_at_1000
value: 90.802
verified: no, type: ndcg_at_20
value: 90.293
verified: no, type: ndcg_at_3
value: 87.01299999999999
verified: no, type: ndcg_at_5
value: 88.578
verified: no, type: precision_at_1
value: 83.06
verified: no, type: precision_at_10
value: 13.599
verified: no, type: precision_at_100
value: 1.54
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.2139999999999995
verified: no, type: precision_at_3
value: 38.067
verified: no, type: precision_at_5
value: 25.06
verified: no, type: recall_at_1
value: 72.103
verified: no, type: recall_at_10
value: 96.269
verified: no, type: recall_at_100
value: 99.776
verified: no, type: recall_at_1000
value: 99.995
verified: no, type: recall_at_20
value: 98.20400000000001
verified: no, type: recall_at_3
value: 88.59700000000001
verified: no, type: recall_at_5
value: 93.015
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 57.6315484268519
verified: no, type: v_measure
value: 57.6315484268519
verified: no, type: v_measure_std
value: 4.96160605448604
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 65.10459556169661
verified: no, type: v_measure
value: 65.10459556169661
verified: no, type: v_measure_std
value: 12.297830143436506
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 20.241
verified: no, type: map_at_1
value: 4.585
verified: no, type: map_at_10
value: 12.179
verified: no, type: map_at_100
value: 14.185
verified: no, type: map_at_1000
value: 14.485999999999999
verified: no, type: map_at_20
value: 13.211
verified: no, type: map_at_3
value: 8.671
verified: no, type: map_at_5
value: 10.312000000000001
verified: no, type: mrr_at_1
value: 22.7
verified: no, type: mrr_at_10
value: 33.75805555555551
verified: no, type: mrr_at_100
value: 34.817297940294345
verified: no, type: mrr_at_1000
value: 34.883397077676406
verified: no, type: mrr_at_20
value: 34.38700212283411
verified: no, type: mrr_at_3
value: 30.483333333333306
verified: no, type: mrr_at_5
value: 32.408333333333275
verified: no, type: nauc_map_at_1000_diff1
value: 14.799522136525983
verified: no, type: nauc_map_at_1000_max
value: 34.787460217244785
verified: no, type: nauc_map_at_1000_std
value: 18.09344563882231
verified: no, type: nauc_map_at_100_diff1
value: 14.768945434423111
verified: no, type: nauc_map_at_100_max
value: 34.7296008481421
verified: no, type: nauc_map_at_100_std
value: 17.862302470008842
verified: no, type: nauc_map_at_10_diff1
value: 14.144901666255635
verified: no, type: nauc_map_at_10_max
value: 32.717524928702204
verified: no, type: nauc_map_at_10_std
value: 14.61297873647561
verified: no, type: nauc_map_at_1_diff1
value: 24.110400950369463
verified: no, type: nauc_map_at_1_max
value: 28.717709149236846
verified: no, type: nauc_map_at_1_std
value: 9.47019097868293
verified: no, type: nauc_map_at_20_diff1
value: 14.60910237598006
verified: no, type: nauc_map_at_20_max
value: 34.41168874995483
verified: no, type: nauc_map_at_20_std
value: 16.8281730049661
verified: no, type: nauc_map_at_3_diff1
value: 16.927638840219913
verified: no, type: nauc_map_at_3_max
value: 30.943529346638215
verified: no, type: nauc_map_at_3_std
value: 8.770011702871889
verified: no, type: nauc_map_at_5_diff1
value: 15.149404949142397
verified: no, type: nauc_map_at_5_max
value: 32.21505246043176
verified: no, type: nauc_map_at_5_std
value: 11.327982631457365
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.74353214383309
verified: no, type: nauc_mrr_at_1000_max
value: 32.03632971500104
verified: no, type: nauc_mrr_at_1000_std
value: 13.888511855973434
verified: no, type: nauc_mrr_at_100_diff1
value: 20.729669159574993
verified: no, type: nauc_mrr_at_100_max
value: 32.04616144275277
verified: no, type: nauc_mrr_at_100_std
value: 13.909503435758552
verified: no, type: nauc_mrr_at_10_diff1
value: 20.68902799696533
verified: no, type: nauc_mrr_at_10_max
value: 32.06338386152125
verified: no, type: nauc_mrr_at_10_std
value: 13.774587429590262
verified: no, type: nauc_mrr_at_1_diff1
value: 23.923563127598772
verified: no, type: nauc_mrr_at_1_max
value: 28.66045286040102
verified: no, type: nauc_mrr_at_1_std
value: 9.324543818990804
verified: no, type: nauc_mrr_at_20_diff1
value: 20.75062648249425
verified: no, type: nauc_mrr_at_20_max
value: 32.07720087059192
verified: no, type: nauc_mrr_at_20_std
value: 13.99626011275507
verified: no, type: nauc_mrr_at_3_diff1
value: 21.28016610687942
verified: no, type: nauc_mrr_at_3_max
value: 31.378222612242958
verified: no, type: nauc_mrr_at_3_std
value: 11.873532774618438
verified: no, type: nauc_mrr_at_5_diff1
value: 20.553867571063165
verified: no, type: nauc_mrr_at_5_max
value: 32.0086355849153
verified: no, type: nauc_mrr_at_5_std
value: 13.390002782582572
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.18725835208729
verified: no, type: nauc_ndcg_at_1000_max
value: 36.31956949239469
verified: no, type: nauc_ndcg_at_1000_std
value: 24.60962249502986
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.080952256468766
verified: no, type: nauc_ndcg_at_100_max
value: 36.836773125169934
verified: no, type: nauc_ndcg_at_100_std
value: 23.486496647173155
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.992050388748346
verified: no, type: nauc_ndcg_at_10_max
value: 33.69147398978967
verified: no, type: nauc_ndcg_at_10_std
value: 17.50282505569243
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.923563127598772
verified: no, type: nauc_ndcg_at_1_max
value: 28.66045286040102
verified: no, type: nauc_ndcg_at_1_std
value: 9.324543818990804
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.823547784233455
verified: no, type: nauc_ndcg_at_20_max
value: 36.18197091556912
verified: no, type: nauc_ndcg_at_20_std
value: 20.836130350813587
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.463404815086445
verified: no, type: nauc_ndcg_at_3_max
value: 31.775390145640543
verified: no, type: nauc_ndcg_at_3_std
value: 10.613295919918224
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.58999290484695
verified: no, type: nauc_ndcg_at_5_max
value: 32.98927404083336
verified: no, type: nauc_ndcg_at_5_std
value: 13.95090164575397
verified: no, type: nauc_precision_at_1000_diff1
value: 8.606689567686072
verified: no, type: nauc_precision_at_1000_max
value: 25.80568112038825
verified: no, type: nauc_precision_at_1000_std
value: 33.49354016345421
verified: no, type: nauc_precision_at_100_diff1
value: 11.096364034281708
verified: no, type: nauc_precision_at_100_max
value: 33.095554194808315
verified: no, type: nauc_precision_at_100_std
value: 30.31514346435903
verified: no, type: nauc_precision_at_10_diff1
value: 10.362661293325996
verified: no, type: nauc_precision_at_10_max
value: 32.23480074406134
verified: no, type: nauc_precision_at_10_std
value: 21.320659854598354
verified: no, type: nauc_precision_at_1_diff1
value: 23.923563127598772
verified: no, type: nauc_precision_at_1_max
value: 28.66045286040102
verified: no, type: nauc_precision_at_1_std
value: 9.324543818990804
verified: no, type: nauc_precision_at_20_diff1
value: 11.731217258112276
verified: no, type: nauc_precision_at_20_max
value: 35.49265680709476
verified: no, type: nauc_precision_at_20_std
value: 26.68721816769851
verified: no, type: nauc_precision_at_3_diff1
value: 14.622634083058628
verified: no, type: nauc_precision_at_3_max
value: 32.8256707695311
verified: no, type: nauc_precision_at_3_std
value: 11.441812061728767
verified: no, type: nauc_precision_at_5_diff1
value: 11.382590357991592
verified: no, type: nauc_precision_at_5_max
value: 33.40649468969605
verified: no, type: nauc_precision_at_5_std
value: 16.422568951127378
verified: no, type: nauc_recall_at_1000_diff1
value: 8.277183806243393
verified: no, type: nauc_recall_at_1000_max
value: 25.520354250846594
verified: no, type: nauc_recall_at_1000_std
value: 34.48676735616856
verified: no, type: nauc_recall_at_100_diff1
value: 10.8973527517937
verified: no, type: nauc_recall_at_100_max
value: 32.78606622733229
verified: no, type: nauc_recall_at_100_std
value: 30.54756167683916
verified: no, type: nauc_recall_at_10_diff1
value: 10.241195369539595
verified: no, type: nauc_recall_at_10_max
value: 31.93427995053164
verified: no, type: nauc_recall_at_10_std
value: 21.22066565209421
verified: no, type: nauc_recall_at_1_diff1
value: 24.110400950369463
verified: no, type: nauc_recall_at_1_max
value: 28.717709149236846
verified: no, type: nauc_recall_at_1_std
value: 9.47019097868293
verified: no, type: nauc_recall_at_20_diff1
value: 11.486528161594357
verified: no, type: nauc_recall_at_20_max
value: 35.08150781519915
verified: no, type: nauc_recall_at_20_std
value: 26.533619286721965
verified: no, type: nauc_recall_at_3_diff1
value: 14.409769092274422
verified: no, type: nauc_recall_at_3_max
value: 32.60821765433334
verified: no, type: nauc_recall_at_3_std
value: 11.348744265520075
verified: no, type: nauc_recall_at_5_diff1
value: 11.156286383427009
verified: no, type: nauc_recall_at_5_max
value: 33.060053009570325
verified: no, type: nauc_recall_at_5_std
value: 16.305557433000203
verified: no, type: ndcg_at_1
value: 22.7
verified: no, type: ndcg_at_10
value: 20.241
verified: no, type: ndcg_at_100
value: 28.005000000000003
verified: no, type: ndcg_at_1000
value: 33.337
verified: no, type: ndcg_at_20
value: 23.035
verified: no, type: ndcg_at_3
value: 19.225
verified: no, type: ndcg_at_5
value: 16.73
verified: no, type: precision_at_1
value: 22.7
verified: no, type: precision_at_10
value: 10.58
verified: no, type: precision_at_100
value: 2.176
verified: no, type: precision_at_1000
value: 0.345
verified: no, type: precision_at_20
value: 6.9
verified: no, type: precision_at_3
value: 18.2
verified: no, type: precision_at_5
value: 14.799999999999999
verified: no, type: recall_at_1
value: 4.585
verified: no, type: recall_at_10
value: 21.462
verified: no, type: recall_at_100
value: 44.196999999999996
verified: no, type: recall_at_1000
value: 70.1
verified: no, type: recall_at_20
value: 28.006999999999998
verified: no, type: recall_at_3
value: 11.078000000000001
verified: no, type: recall_at_5
value: 15.018
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 84.36926725932263
verified: no, type: cosine_spearman
value: 79.92986896006748
verified: no, type: euclidean_pearson
value: 81.60738350267255
verified: no, type: euclidean_spearman
value: 79.92986857077926
verified: no, type: main_score
value: 79.92986896006748
verified: no, type: manhattan_pearson
value: 81.5923069536872
verified: no, type: manhattan_spearman
value: 79.73172626220187
verified: no, type: pearson
value: 84.36926725932263
verified: no, type: spearman
value: 79.92986896006748
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 85.34145297379273
verified: no, type: cosine_spearman
value: 76.66847347731301
verified: no, type: euclidean_pearson
value: 81.43408805079034
verified: no, type: euclidean_spearman
value: 76.6680945379484
verified: no, type: main_score
value: 76.66847347731301
verified: no, type: manhattan_pearson
value: 81.69812210080966
verified: no, type: manhattan_spearman
value: 77.00962684551284
verified: no, type: pearson
value: 85.34145297379273
verified: no, type: spearman
value: 76.66847347731301
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 84.5234167909779
verified: no, type: cosine_spearman
value: 84.86841413445535
verified: no, type: euclidean_pearson
value: 84.17741655183796
verified: no, type: euclidean_spearman
value: 84.86841405901674
verified: no, type: main_score
value: 84.86841413445535
verified: no, type: manhattan_pearson
value: 84.15491829147086
verified: no, type: manhattan_spearman
value: 84.93066841323679
verified: no, type: pearson
value: 84.5234167909779
verified: no, type: spearman
value: 84.86841413445535
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 83.42559938022957
verified: no, type: cosine_spearman
value: 80.10636060670153
verified: no, type: euclidean_pearson
value: 82.31695543050009
verified: no, type: euclidean_spearman
value: 80.10637586616073
verified: no, type: main_score
value: 80.10636060670153
verified: no, type: manhattan_pearson
value: 82.15731596876633
verified: no, type: manhattan_spearman
value: 80.02499151302123
verified: no, type: pearson
value: 83.42559938022957
verified: no, type: spearman
value: 80.10636060670153
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 87.98708135949613
verified: no, type: cosine_spearman
value: 88.69670049389599
verified: no, type: euclidean_pearson
value: 87.73091071499016
verified: no, type: euclidean_spearman
value: 88.69669966606001
verified: no, type: main_score
value: 88.69670049389599
verified: no, type: manhattan_pearson
value: 87.52276751048582
verified: no, type: manhattan_spearman
value: 88.5214230554986
verified: no, type: pearson
value: 87.98708135949613
verified: no, type: spearman
value: 88.69670049389599
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 83.38330950325803
verified: no, type: cosine_spearman
value: 84.62194600310691
verified: no, type: euclidean_pearson
value: 83.4921014845454
verified: no, type: euclidean_spearman
value: 84.62194539439683
verified: no, type: main_score
value: 84.62194600310691
verified: no, type: manhattan_pearson
value: 83.27754689500482
verified: no, type: manhattan_spearman
value: 84.37797144965002
verified: no, type: pearson
value: 83.38330950325803
verified: no, type: spearman
value: 84.62194600310691
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 64.3970938916265
verified: no, type: cosine_spearman
value: 64.20857293171593
verified: no, type: euclidean_pearson
value: 64.70484646950464
verified: no, type: euclidean_spearman
value: 64.20857293171593
verified: no, type: main_score
value: 64.20857293171593
verified: no, type: manhattan_pearson
value: 63.61585574374933
verified: no, type: manhattan_spearman
value: 62.52898030084564
verified: no, type: pearson
value: 64.3970938916265
verified: no, type: spearman
value: 64.20857293171593
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 78.3035787778662
verified: no, type: cosine_spearman
value: 78.85326338385796
verified: no, type: euclidean_pearson
value: 78.59090666313418
verified: no, type: euclidean_spearman
value: 78.85326338385796
verified: no, type: main_score
value: 78.85326338385796
verified: no, type: manhattan_pearson
value: 78.4961035895383
verified: no, type: manhattan_spearman
value: 78.42104373908565
verified: no, type: pearson
value: 78.3035787778662
verified: no, type: spearman
value: 78.85326338385796
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 88.20922919233338
verified: no, type: cosine_spearman
value: 87.94347302365394
verified: no, type: euclidean_pearson
value: 87.98965741145625
verified: no, type: euclidean_spearman
value: 87.94347302365394
verified: no, type: main_score
value: 87.94347302365394
verified: no, type: manhattan_pearson
value: 87.94636580768939
verified: no, type: manhattan_spearman
value: 87.82077364455115
verified: no, type: pearson
value: 88.20922919233338
verified: no, type: spearman
value: 87.94347302365394
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 58.50589296592958
verified: no, type: cosine_spearman
value: 57.045627811103
verified: no, type: euclidean_pearson
value: 58.54066429107441
verified: no, type: euclidean_spearman
value: 57.045627811103
verified: no, type: main_score
value: 57.045627811103
verified: no, type: manhattan_pearson
value: 57.77923152721202
verified: no, type: manhattan_spearman
value: 55.832507020505886
verified: no, type: pearson
value: 58.50589296592958
verified: no, type: spearman
value: 57.045627811103
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 79.01593420315352
verified: no, type: cosine_spearman
value: 79.86309144376173
verified: no, type: euclidean_pearson
value: 78.85136309334905
verified: no, type: euclidean_spearman
value: 79.86309144376173
verified: no, type: main_score
value: 79.86309144376173
verified: no, type: manhattan_pearson
value: 78.87419337945624
verified: no, type: manhattan_spearman
value: 80.0980944874198
verified: no, type: pearson
value: 79.01593420315352
verified: no, type: spearman
value: 79.86309144376173
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 79.67432399995894
verified: no, type: cosine_spearman
value: 79.12303288340163
verified: no, type: euclidean_pearson
value: 79.721668775324
verified: no, type: euclidean_spearman
value: 79.12303288340163
verified: no, type: main_score
value: 79.12303288340163
verified: no, type: manhattan_pearson
value: 79.33800466555394
verified: no, type: manhattan_spearman
value: 78.30603645374914
verified: no, type: pearson
value: 79.67432399995894
verified: no, type: spearman
value: 79.12303288340163
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 78.92024449526863
verified: no, type: cosine_spearman
value: 79.06471992660374
verified: no, type: euclidean_pearson
value: 78.85388657114522
verified: no, type: euclidean_spearman
value: 79.06471992660374
verified: no, type: main_score
value: 79.06471992660374
verified: no, type: manhattan_pearson
value: 78.56658857806735
verified: no, type: manhattan_spearman
value: 78.5908742980949
verified: no, type: pearson
value: 78.92024449526863
verified: no, type: spearman
value: 79.06471992660374
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 76.64708509569135
verified: no, type: cosine_spearman
value: 75.76775070804274
verified: no, type: euclidean_pearson
value: 76.69358579979829
verified: no, type: euclidean_spearman
value: 75.76775070804274
verified: no, type: main_score
value: 75.76775070804274
verified: no, type: manhattan_pearson
value: 76.28750520391006
verified: no, type: manhattan_spearman
value: 75.30493726054976
verified: no, type: pearson
value: 76.64708509569135
verified: no, type: spearman
value: 75.76775070804274
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 69.07403446182418
verified: no, type: cosine_spearman
value: 68.99668192503603
verified: no, type: euclidean_pearson
value: 70.82685591260719
verified: no, type: euclidean_spearman
value: 68.99668192503603
verified: no, type: main_score
value: 68.99668192503603
verified: no, type: manhattan_pearson
value: 70.94201332797343
verified: no, type: manhattan_spearman
value: 68.98821773218067
verified: no, type: pearson
value: 69.07403446182418
verified: no, type: spearman
value: 68.99668192503603
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 65.95032307094047
verified: no, type: cosine_spearman
value: 63.15571038787516
verified: no, type: euclidean_pearson
value: 68.31815956207403
verified: no, type: euclidean_spearman
value: 63.15571038787516
verified: no, type: main_score
value: 63.15571038787516
verified: no, type: manhattan_pearson
value: 69.57471678363024
verified: no, type: manhattan_spearman
value: 63.78770917466211
verified: no, type: pearson
value: 65.95032307094047
verified: no, type: spearman
value: 63.15571038787516
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 76.57985370197574
verified: no, type: cosine_spearman
value: 78.61171041249278
verified: no, type: euclidean_pearson
value: 77.64916374513423
verified: no, type: euclidean_spearman
value: 78.61182871621082
verified: no, type: main_score
value: 78.61171041249278
verified: no, type: manhattan_pearson
value: 79.45516154600577
verified: no, type: manhattan_spearman
value: 79.81770224017768
verified: no, type: pearson
value: 76.57985370197574
verified: no, type: spearman
value: 78.61171041249278
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 78.66979183071325
verified: no, type: cosine_spearman
value: 76.74899167835852
verified: no, type: euclidean_pearson
value: 78.89780095637012
verified: no, type: euclidean_spearman
value: 76.74899167835852
verified: no, type: main_score
value: 76.74899167835852
verified: no, type: manhattan_pearson
value: 79.18536398264527
verified: no, type: manhattan_spearman
value: 77.8533686712189
verified: no, type: pearson
value: 78.66979183071325
verified: no, type: spearman
value: 76.74899167835852
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 75.65018415517595
verified: no, type: cosine_spearman
value: 74.96983110528109
verified: no, type: euclidean_pearson
value: 77.0199252096022
verified: no, type: euclidean_spearman
value: 75.05313744822759
verified: no, type: main_score
value: 74.96983110528109
verified: no, type: manhattan_pearson
value: 77.28747618528581
verified: no, type: manhattan_spearman
value: 74.95188542213391
verified: no, type: pearson
value: 75.65018415517595
verified: no, type: spearman
value: 74.96983110528109
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 84.89952732150343
verified: no, type: cosine_spearman
value: 86.06896054399277
verified: no, type: euclidean_pearson
value: 85.69195853460913
verified: no, type: euclidean_spearman
value: 86.06896054399277
verified: no, type: main_score
value: 86.06896054399277
verified: no, type: manhattan_pearson
value: 85.56550688049849
verified: no, type: manhattan_spearman
value: 85.96422284827248
verified: no, type: pearson
value: 84.89952732150343
verified: no, type: spearman
value: 86.06896054399277
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 81.89447973144247
verified: no, type: map
value: 81.89447973144247
verified: no, type: mrr
value: 95.02511830943203
verified: no, type: nAUC_map_diff1
value: 3.3432260393863147
verified: no, type: nAUC_map_max
value: 54.252667154593915
verified: no, type: nAUC_map_std
value: 68.86046114121041
verified: no, type: nAUC_mrr_diff1
value: 48.53496653582678
verified: no, type: nAUC_mrr_max
value: 85.71793394587537
verified: no, type: nAUC_mrr_std
value: 80.13736591117815
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 73.055
verified: no, type: map_at_1
value: 57.760999999999996
verified: no, type: map_at_10
value: 68.73700000000001
verified: no, type: map_at_100
value: 69.248
verified: no, type: map_at_1000
value: 69.271
verified: no, type: map_at_20
value: 69.059
verified: no, type: map_at_3
value: 66.235
verified: no, type: map_at_5
value: 67.843
verified: no, type: mrr_at_1
value: 60.66666666666667
verified: no, type: mrr_at_10
value: 69.7063492063492
verified: no, type: mrr_at_100
value: 70.13874332314896
verified: no, type: mrr_at_1000
value: 70.16105806682286
verified: no, type: mrr_at_20
value: 69.97925265738732
verified: no, type: mrr_at_3
value: 68
verified: no, type: mrr_at_5
value: 69.16666666666667
verified: no, type: nauc_map_at_1000_diff1
value: 70.43790903123511
verified: no, type: nauc_map_at_1000_max
value: 54.58438799194478
verified: no, type: nauc_map_at_1000_std
value: -2.3233833924225875
verified: no, type: nauc_map_at_100_diff1
value: 70.43647328927425
verified: no, type: nauc_map_at_100_max
value: 54.60393233697298
verified: no, type: nauc_map_at_100_std
value: -2.296496281894915
verified: no, type: nauc_map_at_10_diff1
value: 70.36871958614046
verified: no, type: nauc_map_at_10_max
value: 54.67011099551128
verified: no, type: nauc_map_at_10_std
value: -2.7009625352656426
verified: no, type: nauc_map_at_1_diff1
value: 74.99352374397856
verified: no, type: nauc_map_at_1_max
value: 50.00344836993502
verified: no, type: nauc_map_at_1_std
value: -8.698012201837718
verified: no, type: nauc_map_at_20_diff1
value: 70.28211747093155
verified: no, type: nauc_map_at_20_max
value: 54.553120080500996
verified: no, type: nauc_map_at_20_std
value: -2.5857819931480246
verified: no, type: nauc_map_at_3_diff1
value: 71.42267536616798
verified: no, type: nauc_map_at_3_max
value: 54.14853872152404
verified: no, type: nauc_map_at_3_std
value: -3.3672073293896654
verified: no, type: nauc_map_at_5_diff1
value: 70.5522364898511
verified: no, type: nauc_map_at_5_max
value: 53.82183956625946
verified: no, type: nauc_map_at_5_std
value: -3.8112884869905086
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.31304494231345
verified: no, type: nauc_mrr_at_1000_max
value: 55.634864405262206
verified: no, type: nauc_mrr_at_1000_std
value: -0.9073602724006471
verified: no, type: nauc_mrr_at_100_diff1
value: 70.31169722312256
verified: no, type: nauc_mrr_at_100_max
value: 55.653794547616464
verified: no, type: nauc_mrr_at_100_std
value: -0.8812919296154862
verified: no, type: nauc_mrr_at_10_diff1
value: 70.20728957800745
verified: no, type: nauc_mrr_at_10_max
value: 55.82409315449895
verified: no, type: nauc_mrr_at_10_std
value: -1.075930464035488
verified: no, type: nauc_mrr_at_1_diff1
value: 74.42858144028513
verified: no, type: nauc_mrr_at_1_max
value: 54.28150936595816
verified: no, type: nauc_mrr_at_1_std
value: -2.2125887288127233
verified: no, type: nauc_mrr_at_20_diff1
value: 70.12751951178618
verified: no, type: nauc_mrr_at_20_max
value: 55.646395586345186
verified: no, type: nauc_mrr_at_20_std
value: -1.0679937201638918
verified: no, type: nauc_mrr_at_3_diff1
value: 70.83694438588687
verified: no, type: nauc_mrr_at_3_max
value: 56.13927732102838
verified: no, type: nauc_mrr_at_3_std
value: -0.7791089874218045
verified: no, type: nauc_mrr_at_5_diff1
value: 70.10204767208957
verified: no, type: nauc_mrr_at_5_max
value: 55.42591427914719
verified: no, type: nauc_mrr_at_5_std
value: -1.4764758924309185
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.51940238503862
verified: no, type: nauc_ndcg_at_1000_max
value: 55.49401934363413
verified: no, type: nauc_ndcg_at_1000_std
value: -0.6435033619960048
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.42773837942757
verified: no, type: nauc_ndcg_at_100_max
value: 56.08697787789855
verified: no, type: nauc_ndcg_at_100_std
value: 0.34308668749330745
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.78081835695725
verified: no, type: nauc_ndcg_at_10_max
value: 56.23279741387973
verified: no, type: nauc_ndcg_at_10_std
value: -1.6400901664189715
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.42858144028513
verified: no, type: nauc_ndcg_at_1_max
value: 54.28150936595816
verified: no, type: nauc_ndcg_at_1_std
value: -2.2125887288127233
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.4553683006882
verified: no, type: nauc_ndcg_at_20_max
value: 55.74277759291753
verified: no, type: nauc_ndcg_at_20_std
value: -1.3736010194196164
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.04684155763836
verified: no, type: nauc_ndcg_at_3_max
value: 56.23593815133674
verified: no, type: nauc_ndcg_at_3_std
value: -1.2617917976885795
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.88128875602627
verified: no, type: nauc_ndcg_at_5_max
value: 54.62301571910928
verified: no, type: nauc_ndcg_at_5_std
value: -3.5841002369184762
verified: no, type: nauc_precision_at_1000_diff1
value: -27.57874055213611
verified: no, type: nauc_precision_at_1000_max
value: 10.69254261980662
verified: no, type: nauc_precision_at_1000_std
value: 41.58262996451408
verified: no, type: nauc_precision_at_100_diff1
value: -12.950536107683561
verified: no, type: nauc_precision_at_100_max
value: 21.16371708839723
verified: no, type: nauc_precision_at_100_std
value: 40.951527751953684
verified: no, type: nauc_precision_at_10_diff1
value: 8.091679678786514
verified: no, type: nauc_precision_at_10_max
value: 33.20925347609484
verified: no, type: nauc_precision_at_10_std
value: 25.770968101717557
verified: no, type: nauc_precision_at_1_diff1
value: 74.42858144028513
verified: no, type: nauc_precision_at_1_max
value: 54.28150936595816
verified: no, type: nauc_precision_at_1_std
value: -2.2125887288127233
verified: no, type: nauc_precision_at_20_diff1
value: -1.0200005991193168
verified: no, type: nauc_precision_at_20_max
value: 27.432174703186323
verified: no, type: nauc_precision_at_20_std
value: 29.095729277961407
verified: no, type: nauc_precision_at_3_diff1
value: 38.35291080418228
verified: no, type: nauc_precision_at_3_max
value: 49.66103007615846
verified: no, type: nauc_precision_at_3_std
value: 20.088808571059758
verified: no, type: nauc_precision_at_5_diff1
value: 21.518579003608927
verified: no, type: nauc_precision_at_5_max
value: 38.7296114841025
verified: no, type: nauc_precision_at_5_std
value: 19.47619911691762
verified: no, type: nauc_recall_at_1000_diff1
value: 42.25023342670368
verified: no, type: nauc_recall_at_1000_max
value: 21.825396825396062
verified: no, type: nauc_recall_at_1000_std
value: 33.84687208216713
verified: no, type: nauc_recall_at_100_diff1
value: 62.536570183629024
verified: no, type: nauc_recall_at_100_max
value: 70.01867413632091
verified: no, type: nauc_recall_at_100_std
value: 37.06504824151885
verified: no, type: nauc_recall_at_10_diff1
value: 61.1644854039766
verified: no, type: nauc_recall_at_10_max
value: 61.074517296862396
verified: no, type: nauc_recall_at_10_std
value: -0.5423227215261704
verified: no, type: nauc_recall_at_1_diff1
value: 74.99352374397856
verified: no, type: nauc_recall_at_1_max
value: 50.00344836993502
verified: no, type: nauc_recall_at_1_std
value: -8.698012201837718
verified: no, type: nauc_recall_at_20_diff1
value: 56.37978951869162
verified: no, type: nauc_recall_at_20_max
value: 58.84099235231809
verified: no, type: nauc_recall_at_20_std
value: 1.2224630005733186
verified: no, type: nauc_recall_at_3_diff1
value: 66.74850639308315
verified: no, type: nauc_recall_at_3_max
value: 58.157377341361084
verified: no, type: nauc_recall_at_3_std
value: -1.8661963986343983
verified: no, type: nauc_recall_at_5_diff1
value: 61.806012486501395
verified: no, type: nauc_recall_at_5_max
value: 54.41470702166602
verified: no, type: nauc_recall_at_5_std
value: -7.114468350278654
verified: no, type: ndcg_at_1
value: 60.667
verified: no, type: ndcg_at_10
value: 73.055
verified: no, type: ndcg_at_100
value: 75.312
verified: no, type: ndcg_at_1000
value: 75.874
verified: no, type: ndcg_at_20
value: 74.166
verified: no, type: ndcg_at_3
value: 69.211
verified: no, type: ndcg_at_5
value: 71.438
verified: no, type: precision_at_1
value: 60.667
verified: no, type: precision_at_10
value: 9.700000000000001
verified: no, type: precision_at_100
value: 1.08
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 5.083
verified: no, type: precision_at_3
value: 27.444000000000003
verified: no, type: precision_at_5
value: 18
verified: no, type: recall_at_1
value: 57.760999999999996
verified: no, type: recall_at_10
value: 84.88900000000001
verified: no, type: recall_at_100
value: 95
verified: no, type: recall_at_1000
value: 99.333
verified: no, type: recall_at_20
value: 89.22200000000001
verified: no, type: recall_at_3
value: 74.933
verified: no, type: recall_at_5
value: 80.511
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.8029702970297
verified: no, type: cosine_accuracy_threshold
value: 74.40159320831299
verified: no, type: cosine_ap
value: 94.58107371506443
verified: no, type: cosine_f1
value: 90.01505268439539
verified: no, type: cosine_f1_threshold
value: 74.40159320831299
verified: no, type: cosine_precision
value: 90.33232628398792
verified: no, type: cosine_recall
value: 89.7
verified: no, type: dot_accuracy
value: 99.8029702970297
verified: no, type: dot_accuracy_threshold
value: 74.40159320831299
verified: no, type: dot_ap
value: 94.58108694234896
verified: no, type: dot_f1
value: 90.01505268439539
verified: no, type: dot_f1_threshold
value: 74.40159320831299
verified: no, type: dot_precision
value: 90.33232628398792
verified: no, type: dot_recall
value: 89.7
verified: no, type: euclidean_accuracy
value: 99.8029702970297
verified: no, type: euclidean_accuracy_threshold
value: 71.55194282531738
verified: no, type: euclidean_ap
value: 94.58107371506446
verified: no, type: euclidean_f1
value: 90.01505268439539
verified: no, type: euclidean_f1_threshold
value: 71.55194282531738
verified: no, type: euclidean_precision
value: 90.33232628398792
verified: no, type: euclidean_recall
value: 89.7
verified: no, type: main_score
value: 94.91386698713322
verified: no, type: manhattan_accuracy
value: 99.8108910891089
verified: no, type: manhattan_accuracy_threshold
value: 1696.7340469360352
verified: no, type: manhattan_ap
value: 94.91386698713322
verified: no, type: manhattan_f1
value: 90.4927824788452
verified: no, type: manhattan_f1_threshold
value: 1696.7340469360352
verified: no, type: manhattan_precision
value: 90.08919722497522
verified: no, type: manhattan_recall
value: 90.9
verified: no, type: max_ap
value: 94.91386698713322
verified: no, type: max_f1
value: 90.4927824788452
verified: no, type: max_precision
value: 90.33232628398792
verified: no, type: max_recall
value: 90.9
verified: no, type: similarity_accuracy
value: 99.8029702970297
verified: no, type: similarity_accuracy_threshold
value: 74.40159320831299
verified: no, type: similarity_ap
value: 94.58107371506443
verified: no, type: similarity_f1
value: 90.01505268439539
verified: no, type: similarity_f1_threshold
value: 74.40159320831299
verified: no, type: similarity_precision
value: 90.33232628398792
verified: no, type: similarity_recall
value: 89.7
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 67.22104632684339
verified: no, type: v_measure
value: 67.22104632684339
verified: no, type: v_measure_std
value: 4.510073189377009
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 33.69502959609247
verified: no, type: v_measure
value: 33.69502959609247
verified: no, type: v_measure_std
value: 1.7351941868223697
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 49.33572386600858
verified: no, type: map
value: 49.33572386600858
verified: no, type: mrr
value: 50.25399743230625
verified: no, type: nAUC_map_diff1
value: 36.68702916524911
verified: no, type: nAUC_map_max
value: 15.78050039369413
verified: no, type: nAUC_map_std
value: 9.735729247790866
verified: no, type: nAUC_mrr_diff1
value: 36.82154498603323
verified: no, type: nAUC_mrr_max
value: 16.371339214758713
verified: no, type: nAUC_mrr_std
value: 9.929514279072379
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 28.78169000462832
verified: no, type: cosine_spearman
value: 29.152425546074824
verified: no, type: dot_pearson
value: 28.781692477370914
verified: no, type: dot_spearman
value: 29.152370579886423
verified: no, type: main_score
value: 29.152425546074824
verified: no, type: pearson
value: 28.78169000462832
verified: no, type: spearman
value: 29.152425546074824
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 78.374
verified: no, type: map_at_1
value: 0.22100000000000003
verified: no, type: map_at_10
value: 1.9980000000000002
verified: no, type: map_at_100
value: 12.812000000000001
verified: no, type: map_at_1000
value: 31.823
verified: no, type: map_at_20
value: 3.6859999999999995
verified: no, type: map_at_3
value: 0.656
verified: no, type: map_at_5
value: 1.0670000000000002
verified: no, type: mrr_at_1
value: 84
verified: no, type: mrr_at_10
value: 90.56666666666666
verified: no, type: mrr_at_100
value: 90.56666666666666
verified: no, type: mrr_at_1000
value: 90.56666666666666
verified: no, type: mrr_at_20
value: 90.56666666666666
verified: no, type: mrr_at_3
value: 89.66666666666667
verified: no, type: mrr_at_5
value: 90.56666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 2.825877135411271
verified: no, type: nauc_map_at_1000_max
value: 40.607799285634
verified: no, type: nauc_map_at_1000_std
value: 75.56929127733711
verified: no, type: nauc_map_at_100_diff1
value: 17.09931837591714
verified: no, type: nauc_map_at_100_max
value: 26.017672927390556
verified: no, type: nauc_map_at_100_std
value: 47.97065512030576
verified: no, type: nauc_map_at_10_diff1
value: 18.2493061824924
verified: no, type: nauc_map_at_10_max
value: 14.631430140768051
verified: no, type: nauc_map_at_10_std
value: 6.843536754351145
verified: no, type: nauc_map_at_1_diff1
value: 22.577139455591702
verified: no, type: nauc_map_at_1_max
value: 0.15518062954687648
verified: no, type: nauc_map_at_1_std
value: 4.518832555249529
verified: no, type: nauc_map_at_20_diff1
value: 13.380363593233845
verified: no, type: nauc_map_at_20_max
value: 14.364050402931303
verified: no, type: nauc_map_at_20_std
value: 14.97367017439393
verified: no, type: nauc_map_at_3_diff1
value: 15.885210137428182
verified: no, type: nauc_map_at_3_max
value: 3.562057528491576
verified: no, type: nauc_map_at_3_std
value: 2.378758614671768
verified: no, type: nauc_map_at_5_diff1
value: 14.49860277826242
verified: no, type: nauc_map_at_5_max
value: 7.729805934487601
verified: no, type: nauc_map_at_5_std
value: 1.4105962147738722
verified: no, type: nauc_mrr_at_1000_diff1
value: 56.881060817300266
verified: no, type: nauc_mrr_at_1000_max
value: 41.11734189808372
verified: no, type: nauc_mrr_at_1000_std
value: 50.43684357282267
verified: no, type: nauc_mrr_at_100_diff1
value: 56.881060817300266
verified: no, type: nauc_mrr_at_100_max
value: 41.11734189808372
verified: no, type: nauc_mrr_at_100_std
value: 50.43684357282267
verified: no, type: nauc_mrr_at_10_diff1
value: 56.881060817300266
verified: no, type: nauc_mrr_at_10_max
value: 41.11734189808372
verified: no, type: nauc_mrr_at_10_std
value: 50.43684357282267
verified: no, type: nauc_mrr_at_1_diff1
value: 58.64629356897393
verified: no, type: nauc_mrr_at_1_max
value: 32.48649975454101
verified: no, type: nauc_mrr_at_1_std
value: 43.955571919489394
verified: no, type: nauc_mrr_at_20_diff1
value: 56.881060817300266
verified: no, type: nauc_mrr_at_20_max
value: 41.11734189808372
verified: no, type: nauc_mrr_at_20_std
value: 50.43684357282267
verified: no, type: nauc_mrr_at_3_diff1
value: 53.77571146801908
verified: no, type: nauc_mrr_at_3_max
value: 45.26470680316847
verified: no, type: nauc_mrr_at_3_std
value: 53.000845308537706
verified: no, type: nauc_mrr_at_5_diff1
value: 56.881060817300266
verified: no, type: nauc_mrr_at_5_max
value: 41.11734189808372
verified: no, type: nauc_mrr_at_5_std
value: 50.43684357282267
verified: no, type: nauc_ndcg_at_1000_diff1
value: 5.706304837276804
verified: no, type: nauc_ndcg_at_1000_max
value: 40.29128039047473
verified: no, type: nauc_ndcg_at_1000_std
value: 71.00623045997143
verified: no, type: nauc_ndcg_at_100_diff1
value: 5.781640210958165
verified: no, type: nauc_ndcg_at_100_max
value: 43.91454038788984
verified: no, type: nauc_ndcg_at_100_std
value: 73.38353180392235
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.9639013902839
verified: no, type: nauc_ndcg_at_10_max
value: 54.33014371697244
verified: no, type: nauc_ndcg_at_10_std
value: 47.792741117341144
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.66632834306011
verified: no, type: nauc_ndcg_at_1_max
value: 30.289266683582845
verified: no, type: nauc_ndcg_at_1_std
value: 33.96599847754379
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.30631583279515
verified: no, type: nauc_ndcg_at_20_max
value: 51.11318537065157
verified: no, type: nauc_ndcg_at_20_std
value: 58.77421488656353
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.77344612486348
verified: no, type: nauc_ndcg_at_3_max
value: 37.42364187792375
verified: no, type: nauc_ndcg_at_3_std
value: 41.1907099151911
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.050198501250804
verified: no, type: nauc_ndcg_at_5_max
value: 47.51636664318881
verified: no, type: nauc_ndcg_at_5_std
value: 42.27162971112885
verified: no, type: nauc_precision_at_1000_diff1
value: -5.147193986603446
verified: no, type: nauc_precision_at_1000_max
value: 35.2107091684719
verified: no, type: nauc_precision_at_1000_std
value: 46.18948291863976
verified: no, type: nauc_precision_at_100_diff1
value: 8.820554100487717
verified: no, type: nauc_precision_at_100_max
value: 45.45756541797819
verified: no, type: nauc_precision_at_100_std
value: 76.13204940288823
verified: no, type: nauc_precision_at_10_diff1
value: 24.200964449927067
verified: no, type: nauc_precision_at_10_max
value: 63.97368322679529
verified: no, type: nauc_precision_at_10_std
value: 51.453029793278795
verified: no, type: nauc_precision_at_1_diff1
value: 58.64629356897393
verified: no, type: nauc_precision_at_1_max
value: 32.48649975454101
verified: no, type: nauc_precision_at_1_std
value: 43.955571919489394
verified: no, type: nauc_precision_at_20_diff1
value: 9.308587936619213
verified: no, type: nauc_precision_at_20_max
value: 48.79243631270248
verified: no, type: nauc_precision_at_20_std
value: 62.069859056289864
verified: no, type: nauc_precision_at_3_diff1
value: 33.581669226830584
verified: no, type: nauc_precision_at_3_max
value: 56.22119815668209
verified: no, type: nauc_precision_at_3_std
value: 51.94572452636975
verified: no, type: nauc_precision_at_5_diff1
value: 27.412098506105657
verified: no, type: nauc_precision_at_5_max
value: 62.44729045506555
verified: no, type: nauc_precision_at_5_std
value: 44.765099619080445
verified: no, type: nauc_recall_at_1000_diff1
value: -1.1672849905619294
verified: no, type: nauc_recall_at_1000_max
value: 30.24145654488767
verified: no, type: nauc_recall_at_1000_std
value: 59.841775004234165
verified: no, type: nauc_recall_at_100_diff1
value: 14.955315589973456
verified: no, type: nauc_recall_at_100_max
value: 14.182437740698777
verified: no, type: nauc_recall_at_100_std
value: 34.85010900316272
verified: no, type: nauc_recall_at_10_diff1
value: 13.823849163501494
verified: no, type: nauc_recall_at_10_max
value: 7.576291042005819
verified: no, type: nauc_recall_at_10_std
value: 1.4227650589393714
verified: no, type: nauc_recall_at_1_diff1
value: 22.577139455591702
verified: no, type: nauc_recall_at_1_max
value: 0.15518062954687648
verified: no, type: nauc_recall_at_1_std
value: 4.518832555249529
verified: no, type: nauc_recall_at_20_diff1
value: 9.577895424349496
verified: no, type: nauc_recall_at_20_max
value: 4.326841788680218
verified: no, type: nauc_recall_at_20_std
value: 8.40592602308462
verified: no, type: nauc_recall_at_3_diff1
value: 11.099599191623701
verified: no, type: nauc_recall_at_3_max
value: 1.8660565345942584
verified: no, type: nauc_recall_at_3_std
value: -0.5969085344249611
verified: no, type: nauc_recall_at_5_diff1
value: 8.674608384913736
verified: no, type: nauc_recall_at_5_max
value: 3.730380788869587
verified: no, type: nauc_recall_at_5_std
value: -3.4877352049852024
verified: no, type: ndcg_at_1
value: 80
verified: no, type: ndcg_at_10
value: 78.374
verified: no, type: ndcg_at_100
value: 63.385000000000005
verified: no, type: ndcg_at_1000
value: 57.406
verified: no, type: ndcg_at_20
value: 75.795
verified: no, type: ndcg_at_3
value: 80.419
verified: no, type: ndcg_at_5
value: 80.157
verified: no, type: precision_at_1
value: 84
verified: no, type: precision_at_10
value: 84
verified: no, type: precision_at_100
value: 65.88000000000001
verified: no, type: precision_at_1000
value: 25.502000000000002
verified: no, type: precision_at_20
value: 80.30000000000001
verified: no, type: precision_at_3
value: 86.667
verified: no, type: precision_at_5
value: 86.4
verified: no, type: recall_at_1
value: 0.22100000000000003
verified: no, type: recall_at_10
value: 2.179
verified: no, type: recall_at_100
value: 15.934000000000001
verified: no, type: recall_at_1000
value: 54.458
verified: no, type: recall_at_20
value: 4.144
verified: no, type: recall_at_3
value: 0.6859999999999999
verified: no, type: recall_at_5
value: 1.1320000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 28.907
verified: no, type: map_at_1
value: 2.675
verified: no, type: map_at_10
value: 12.215
verified: no, type: map_at_100
value: 18.7
verified: no, type: map_at_1000
value: 20.398
verified: no, type: map_at_20
value: 15.078
verified: no, type: map_at_3
value: 6.241
verified: no, type: map_at_5
value: 8.289
verified: no, type: mrr_at_1
value: 32.6530612244898
verified: no, type: mrr_at_10
value: 50.01133786848071
verified: no, type: mrr_at_100
value: 50.77517365675259
verified: no, type: mrr_at_1000
value: 50.77517365675259
verified: no, type: mrr_at_20
value: 50.588814902724664
verified: no, type: mrr_at_3
value: 45.578231292517
verified: no, type: mrr_at_5
value: 48.53741496598638
verified: no, type: nauc_map_at_1000_diff1
value: -5.684538294981354
verified: no, type: nauc_map_at_1000_max
value: -33.46305720843361
verified: no, type: nauc_map_at_1000_std
value: 1.9671166101260358
verified: no, type: nauc_map_at_100_diff1
value: -3.9527668773790374
verified: no, type: nauc_map_at_100_max
value: -33.547343271958304
verified: no, type: nauc_map_at_100_std
value: -1.4543726200894687
verified: no, type: nauc_map_at_10_diff1
value: -3.6912102827982975
verified: no, type: nauc_map_at_10_max
value: -37.051501400243644
verified: no, type: nauc_map_at_10_std
value: -18.58369649223091
verified: no, type: nauc_map_at_1_diff1
value: 8.542642521750217
verified: no, type: nauc_map_at_1_max
value: -42.118453460843014
verified: no, type: nauc_map_at_1_std
value: -21.4477651608444
verified: no, type: nauc_map_at_20_diff1
value: -4.1294483682157335
verified: no, type: nauc_map_at_20_max
value: -32.055300714683774
verified: no, type: nauc_map_at_20_std
value: -13.633460827906779
verified: no, type: nauc_map_at_3_diff1
value: 4.166012812499575
verified: no, type: nauc_map_at_3_max
value: -44.421760913346375
verified: no, type: nauc_map_at_3_std
value: -22.934729762627693
verified: no, type: nauc_map_at_5_diff1
value: 5.0705280599427285
verified: no, type: nauc_map_at_5_max
value: -39.880207516910055
verified: no, type: nauc_map_at_5_std
value: -19.089070592204358
verified: no, type: nauc_mrr_at_1000_diff1
value: 8.136502099178854
verified: no, type: nauc_mrr_at_1000_max
value: -54.053135657703564
verified: no, type: nauc_mrr_at_1000_std
value: 0.8410793475356224
verified: no, type: nauc_mrr_at_100_diff1
value: 8.136502099178854
verified: no, type: nauc_mrr_at_100_max
value: -54.053135657703564
verified: no, type: nauc_mrr_at_100_std
value: 0.8410793475356224
verified: no, type: nauc_mrr_at_10_diff1
value: 7.021058071372796
verified: no, type: nauc_mrr_at_10_max
value: -55.576671480124475
verified: no, type: nauc_mrr_at_10_std
value: 2.659844175871393
verified: no, type: nauc_mrr_at_1_diff1
value: 21.763874961879942
verified: no, type: nauc_mrr_at_1_max
value: -42.10185605661237
verified: no, type: nauc_mrr_at_1_std
value: -6.492292167140558
verified: no, type: nauc_mrr_at_20_diff1
value: 8.441891181402887
verified: no, type: nauc_mrr_at_20_max
value: -54.466795585812235
verified: no, type: nauc_mrr_at_20_std
value: 0.916114699709143
verified: no, type: nauc_mrr_at_3_diff1
value: 7.551389256661414
verified: no, type: nauc_mrr_at_3_max
value: -46.97364074837694
verified: no, type: nauc_mrr_at_3_std
value: 1.0411397370775466
verified: no, type: nauc_mrr_at_5_diff1
value: 5.235804734715955
verified: no, type: nauc_mrr_at_5_max
value: -54.37509495435838
verified: no, type: nauc_mrr_at_5_std
value: 2.779654633655762
verified: no, type: nauc_ndcg_at_1000_diff1
value: -15.397449719696779
verified: no, type: nauc_ndcg_at_1000_max
value: -43.619552110596665
verified: no, type: nauc_ndcg_at_1000_std
value: 26.3557588044005
verified: no, type: nauc_ndcg_at_100_diff1
value: -8.064551008407328
verified: no, type: nauc_ndcg_at_100_max
value: -45.62898014606384
verified: no, type: nauc_ndcg_at_100_std
value: 19.02252139372526
verified: no, type: nauc_ndcg_at_10_diff1
value: -4.128778098656938
verified: no, type: nauc_ndcg_at_10_max
value: -47.533595647961825
verified: no, type: nauc_ndcg_at_10_std
value: -3.3387983790901616
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.241311807512584
verified: no, type: nauc_ndcg_at_1_max
value: -41.98413041761103
verified: no, type: nauc_ndcg_at_1_std
value: -1.7966111564973624
verified: no, type: nauc_ndcg_at_20_diff1
value: -5.70487127711277
verified: no, type: nauc_ndcg_at_20_max
value: -43.296928773082485
verified: no, type: nauc_ndcg_at_20_std
value: -4.953768651191041
verified: no, type: nauc_ndcg_at_3_diff1
value: 10.059341497787937
verified: no, type: nauc_ndcg_at_3_max
value: -40.68501908879975
verified: no, type: nauc_ndcg_at_3_std
value: -3.6931074797187877
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.526983752941929
verified: no, type: nauc_ndcg_at_5_max
value: -43.365397576700275
verified: no, type: nauc_ndcg_at_5_std
value: 0.32616836825174683
verified: no, type: nauc_precision_at_1000_diff1
value: -7.438317571660842
verified: no, type: nauc_precision_at_1000_max
value: 34.73241001748508
verified: no, type: nauc_precision_at_1000_std
value: 36.25365158109604
verified: no, type: nauc_precision_at_100_diff1
value: -4.627005077446657
verified: no, type: nauc_precision_at_100_max
value: -15.93628289282409
verified: no, type: nauc_precision_at_100_std
value: 68.61386525027707
verified: no, type: nauc_precision_at_10_diff1
value: -10.52039936457346
verified: no, type: nauc_precision_at_10_max
value: -43.34615042118174
verified: no, type: nauc_precision_at_10_std
value: 9.318534549691767
verified: no, type: nauc_precision_at_1_diff1
value: 21.763874961879942
verified: no, type: nauc_precision_at_1_max
value: -42.10185605661237
verified: no, type: nauc_precision_at_1_std
value: -6.492292167140558
verified: no, type: nauc_precision_at_20_diff1
value: -2.287812706503246
verified: no, type: nauc_precision_at_20_max
value: -28.10959274429549
verified: no, type: nauc_precision_at_20_std
value: 16.788667831779485
verified: no, type: nauc_precision_at_3_diff1
value: 11.569650243424755
verified: no, type: nauc_precision_at_3_max
value: -41.668998559185844
verified: no, type: nauc_precision_at_3_std
value: -0.3803285872339615
verified: no, type: nauc_precision_at_5_diff1
value: 7.598490650206377
verified: no, type: nauc_precision_at_5_max
value: -41.68148813885381
verified: no, type: nauc_precision_at_5_std
value: 7.354258555131649
verified: no, type: nauc_recall_at_1000_diff1
value: -50.220542196994636
verified: no, type: nauc_recall_at_1000_max
value: -16.95193388500635
verified: no, type: nauc_recall_at_1000_std
value: 69.28134193017735
verified: no, type: nauc_recall_at_100_diff1
value: -15.415419361213853
verified: no, type: nauc_recall_at_100_max
value: -33.60910097372997
verified: no, type: nauc_recall_at_100_std
value: 35.403748730364256
verified: no, type: nauc_recall_at_10_diff1
value: -14.144822663337028
verified: no, type: nauc_recall_at_10_max
value: -38.11986778901871
verified: no, type: nauc_recall_at_10_std
value: -13.87707926888663
verified: no, type: nauc_recall_at_1_diff1
value: 8.542642521750217
verified: no, type: nauc_recall_at_1_max
value: -42.118453460843014
verified: no, type: nauc_recall_at_1_std
value: -21.4477651608444
verified: no, type: nauc_recall_at_20_diff1
value: -12.3394417307943
verified: no, type: nauc_recall_at_20_max
value: -32.75019884128939
verified: no, type: nauc_recall_at_20_std
value: -6.875770812126497
verified: no, type: nauc_recall_at_3_diff1
value: -0.907011119452535
verified: no, type: nauc_recall_at_3_max
value: -42.06461204250678
verified: no, type: nauc_recall_at_3_std
value: -18.765470997666945
verified: no, type: nauc_recall_at_5_diff1
value: -1.063588562013453
verified: no, type: nauc_recall_at_5_max
value: -39.15779594344513
verified: no, type: nauc_recall_at_5_std
value: -14.839683507905466
verified: no, type: ndcg_at_1
value: 29.592000000000002
verified: no, type: ndcg_at_10
value: 28.907
verified: no, type: ndcg_at_100
value: 40.211000000000006
verified: no, type: ndcg_at_1000
value: 51.482000000000006
verified: no, type: ndcg_at_20
value: 29.804000000000002
verified: no, type: ndcg_at_3
value: 30.802000000000003
verified: no, type: ndcg_at_5
value: 29.511
verified: no, type: precision_at_1
value: 32.653
verified: no, type: precision_at_10
value: 26.531
verified: no, type: precision_at_100
value: 8.224
verified: no, type: precision_at_1000
value: 1.576
verified: no, type: precision_at_20
value: 20.102
verified: no, type: precision_at_3
value: 34.014
verified: no, type: precision_at_5
value: 30.203999999999997
verified: no, type: recall_at_1
value: 2.675
verified: no, type: recall_at_10
value: 19.750999999999998
verified: no, type: recall_at_100
value: 50.365
verified: no, type: recall_at_1000
value: 84.773
verified: no, type: recall_at_20
value: 27.632
verified: no, type: recall_at_3
value: 7.578
verified: no, type: recall_at_5
value: 11.346
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 70.810546875
verified: no, type: ap
value: 14.252152092007437
verified: no, type: ap_weighted
value: 14.252152092007437
verified: no, type: f1
value: 54.48430687519361
verified: no, type: f1_weighted
value: 77.28107973539473
verified: no, type: main_score
value: 70.810546875
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 62.66553480475382
verified: no, type: f1
value: 62.053566222838384
verified: no, type: f1_weighted
value: 60.48069640139468
verified: no, type: main_score
value: 62.66553480475382
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 49.676842982432774
verified: no, type: v_measure
value: 49.676842982432774
verified: no, type: v_measure_std
value: 1.3041225457855343
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 85.07480479227513
verified: no, type: cosine_accuracy_threshold
value: 78.39158177375793
verified: no, type: cosine_ap
value: 70.92737526837412
verified: no, type: cosine_f1
value: 66.1954959271682
verified: no, type: cosine_f1_threshold
value: 74.12481307983398
verified: no, type: cosine_precision
value: 60.61869240895129
verified: no, type: cosine_recall
value: 72.9023746701847
verified: no, type: dot_accuracy
value: 85.07480479227513
verified: no, type: dot_accuracy_threshold
value: 78.39158773422241
verified: no, type: dot_ap
value: 70.92737601494514
verified: no, type: dot_f1
value: 66.1954959271682
verified: no, type: dot_f1_threshold
value: 74.12482500076294
verified: no, type: dot_precision
value: 60.61869240895129
verified: no, type: dot_recall
value: 72.9023746701847
verified: no, type: euclidean_accuracy
value: 85.07480479227513
verified: no, type: euclidean_accuracy_threshold
value: 65.73951244354248
verified: no, type: euclidean_ap
value: 70.92738137519932
verified: no, type: euclidean_f1
value: 66.1954959271682
verified: no, type: euclidean_f1_threshold
value: 71.93772792816162
verified: no, type: euclidean_precision
value: 60.61869240895129
verified: no, type: euclidean_recall
value: 72.9023746701847
verified: no, type: main_score
value: 70.92738137519932
verified: no, type: manhattan_accuracy
value: 84.89002801454372
verified: no, type: manhattan_accuracy_threshold
value: 1543.7227249145508
verified: no, type: manhattan_ap
value: 70.45819704836475
verified: no, type: manhattan_f1
value: 65.75607397558322
verified: no, type: manhattan_f1_threshold
value: 1691.067886352539
verified: no, type: manhattan_precision
value: 60.673656033905864
verified: no, type: manhattan_recall
value: 71.76781002638522
verified: no, type: max_ap
value: 70.92738137519932
verified: no, type: max_f1
value: 66.1954959271682
verified: no, type: max_precision
value: 60.673656033905864
verified: no, type: max_recall
value: 72.9023746701847
verified: no, type: similarity_accuracy
value: 85.07480479227513
verified: no, type: similarity_accuracy_threshold
value: 78.39158177375793
verified: no, type: similarity_ap
value: 70.92737526837412
verified: no, type: similarity_f1
value: 66.1954959271682
verified: no, type: similarity_f1_threshold
value: 74.12481307983398
verified: no, type: similarity_precision
value: 60.61869240895129
verified: no, type: similarity_recall
value: 72.9023746701847
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 89.32355338223309
verified: no, type: cosine_accuracy_threshold
value: 72.50972986221313
verified: no, type: cosine_ap
value: 86.74895762701595
verified: no, type: cosine_f1
value: 79.21738810635873
verified: no, type: cosine_f1_threshold
value: 69.94493007659912
verified: no, type: cosine_precision
value: 75.82905020066183
verified: no, type: cosine_recall
value: 82.9226978749615
verified: no, type: dot_accuracy
value: 89.32355338223309
verified: no, type: dot_accuracy_threshold
value: 72.50974178314209
verified: no, type: dot_ap
value: 86.74894970312789
verified: no, type: dot_f1
value: 79.21738810635873
verified: no, type: dot_f1_threshold
value: 69.94493007659912
verified: no, type: dot_precision
value: 75.82905020066183
verified: no, type: dot_recall
value: 82.9226978749615
verified: no, type: euclidean_accuracy
value: 89.32355338223309
verified: no, type: euclidean_accuracy_threshold
value: 74.14885759353638
verified: no, type: euclidean_ap
value: 86.74893799074754
verified: no, type: euclidean_f1
value: 79.21738810635873
verified: no, type: euclidean_f1_threshold
value: 77.53072381019592
verified: no, type: euclidean_precision
value: 75.82905020066183
verified: no, type: euclidean_recall
value: 82.9226978749615
verified: no, type: main_score
value: 86.74895762701595
verified: no, type: manhattan_accuracy
value: 89.28474405247022
verified: no, type: manhattan_accuracy_threshold
value: 1725.102424621582
verified: no, type: manhattan_ap
value: 86.69699016049593
verified: no, type: manhattan_f1
value: 79.00847425990219
verified: no, type: manhattan_f1_threshold
value: 1807.0615768432617
verified: no, type: manhattan_precision
value: 76.68671642872673
verified: no, type: manhattan_recall
value: 81.4752078842008
verified: no, type: max_ap
value: 86.74895762701595
verified: no, type: max_f1
value: 79.21738810635873
verified: no, type: max_precision
value: 76.68671642872673
verified: no, type: max_recall
value: 82.9226978749615
verified: no, type: similarity_accuracy
value: 89.32355338223309
verified: no, type: similarity_accuracy_threshold
value: 72.50972986221313
verified: no, type: similarity_ap
value: 86.74895762701595
verified: no, type: similarity_f1
value: 79.21738810635873
verified: no, type: similarity_f1_threshold
value: 69.94493007659912
verified: no, type: similarity_precision
value: 75.82905020066183
verified: no, type: similarity_recall
value: 82.9226978749615
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB AFQMC
revision: b44c3b011063adb25877c13823db83bb193913c4
split: validation
type: C-MTEB/AFQMC
metrics: type: cosine_pearson
value: 38.29145368837485
verified: no, type: cosine_spearman
value: 39.41056570139273
verified: no, type: euclidean_pearson
value: 38.0651461534699
verified: no, type: euclidean_spearman
value: 39.41056569992215
verified: no, type: main_score
value: 39.41056570139273
verified: no, type: manhattan_pearson
value: 37.70876309636298
verified: no, type: manhattan_spearman
value: 39.04864822187025
verified: no, type: pearson
value: 38.29145368837485
verified: no, type: spearman
value: 39.41056570139273
verified: no
task: type: STS, dataset: config: default
name: MTEB ATEC
revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
split: test
type: C-MTEB/ATEC
metrics: type: cosine_pearson
value: 46.47704725371303
verified: no, type: cosine_spearman
value: 46.9183608596495
verified: no, type: euclidean_pearson
value: 49.36420417260176
verified: no, type: euclidean_spearman
value: 46.91835860770197
verified: no, type: main_score
value: 46.9183608596495
verified: no, type: manhattan_pearson
value: 49.124318954541145
verified: no, type: manhattan_spearman
value: 46.69432997494852
verified: no, type: pearson
value: 46.47704725371303
verified: no, type: spearman
value: 46.9183608596495
verified: no
task: type: STS, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 41.858000000000004
verified: no, type: f1
value: 38.04731113109237
verified: no, type: f1_weighted
value: 38.04731113109237
verified: no, type: main_score
value: 41.858000000000004
verified: no
task: type: Classification, dataset: config: default
name: MTEB BQ
revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
split: test
type: C-MTEB/BQ
metrics: type: cosine_pearson
value: 51.2270285721989
verified: no, type: cosine_spearman
value: 51.53381532349815
verified: no, type: euclidean_pearson
value: 50.83672339980501
verified: no, type: euclidean_spearman
value: 51.53382225123762
verified: no, type: main_score
value: 51.53381532349815
verified: no, type: manhattan_pearson
value: 50.481897254555655
verified: no, type: manhattan_spearman
value: 51.165938122581764
verified: no, type: pearson
value: 51.2270285721989
verified: no, type: spearman
value: 51.53381532349815
verified: no
task: type: STS, dataset: config: default
name: MTEB CLSClusteringP2P
revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
split: test
type: C-MTEB/CLSClusteringP2P
metrics: type: main_score
value: 42.6351765343486
verified: no, type: v_measure
value: 42.6351765343486
verified: no, type: v_measure_std
value: 0.8266776246358534
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CLSClusteringS2S
revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
split: test
type: C-MTEB/CLSClusteringS2S
metrics: type: main_score
value: 39.14026434895999
verified: no, type: v_measure
value: 39.14026434895999
verified: no, type: v_measure_std
value: 0.8843326244130124
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CMedQAv1
revision: 8d7f1e942507dac42dc58017c1a001c3717da7df
split: test
type: C-MTEB/CMedQAv1-reranking
metrics: type: main_score
value: 81.62649518330059
verified: no, type: map
value: 81.62649518330059
verified: no, type: mrr
value: 84.59920634920634
verified: no, type: nAUC_map_diff1
value: 57.57622865226385
verified: no, type: nAUC_map_max
value: 64.24578070815535
verified: no, type: nAUC_map_std
value: 25.825835637398292
verified: no, type: nAUC_mrr_diff1
value: 64.506555321586
verified: no, type: nAUC_mrr_max
value: 73.72849839805279
verified: no, type: nAUC_mrr_std
value: 33.50231715071016
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CMedQAv2
revision: 23d186750531a14a0357ca22cd92d712fd512ea0
split: test
type: C-MTEB/CMedQAv2-reranking
metrics: type: main_score
value: 82.6884842555647
verified: no, type: map
value: 82.6884842555647
verified: no, type: mrr
value: 85.7413492063492
verified: no, type: nAUC_map_diff1
value: 62.227875149480674
verified: no, type: nAUC_map_max
value: 65.39899447833739
verified: no, type: nAUC_map_std
value: 22.232770911289762
verified: no, type: nAUC_mrr_diff1
value: 71.02339957841794
verified: no, type: nAUC_mrr_max
value: 75.79106833222022
verified: no, type: nAUC_mrr_std
value: 31.922312297325313
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CmedqaRetrieval
revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301
split: dev
type: C-MTEB/CmedqaRetrieval
metrics: type: main_score
value: 41.912
verified: no, type: map_at_1
value: 24.154
verified: no, type: map_at_10
value: 35.771
verified: no, type: map_at_100
value: 37.361
verified: no, type: map_at_1000
value: 37.501
verified: no, type: map_at_20
value: 36.614000000000004
verified: no, type: map_at_3
value: 32.208999999999996
verified: no, type: map_at_5
value: 34.135
verified: no, type: mrr_at_1
value: 36.959239809952486
verified: no, type: mrr_at_10
value: 44.68076344482939
verified: no, type: mrr_at_100
value: 45.58051326135588
verified: no, type: mrr_at_1000
value: 45.63875894256334
verified: no, type: mrr_at_20
value: 45.18303299514746
verified: no, type: mrr_at_3
value: 42.55230474285231
verified: no, type: mrr_at_5
value: 43.73134950404267
verified: no, type: nauc_map_at_1000_diff1
value: 48.19593787339997
verified: no, type: nauc_map_at_1000_max
value: 45.80793623720016
verified: no, type: nauc_map_at_1000_std
value: -4.498738770651924
verified: no, type: nauc_map_at_100_diff1
value: 48.14822061537294
verified: no, type: nauc_map_at_100_max
value: 45.766276109027565
verified: no, type: nauc_map_at_100_std
value: -4.531921171029137
verified: no, type: nauc_map_at_10_diff1
value: 48.056275142802576
verified: no, type: nauc_map_at_10_max
value: 44.86133659352232
verified: no, type: nauc_map_at_10_std
value: -5.678734969973419
verified: no, type: nauc_map_at_1_diff1
value: 54.126770601702304
verified: no, type: nauc_map_at_1_max
value: 36.294268209121014
verified: no, type: nauc_map_at_1_std
value: -8.314309694617984
verified: no, type: nauc_map_at_20_diff1
value: 48.040597097872464
verified: no, type: nauc_map_at_20_max
value: 45.361480980577554
verified: no, type: nauc_map_at_20_std
value: -5.1056219220416414
verified: no, type: nauc_map_at_3_diff1
value: 48.824963816099306
verified: no, type: nauc_map_at_3_max
value: 42.59637253351721
verified: no, type: nauc_map_at_3_std
value: -7.142494643007989
verified: no, type: nauc_map_at_5_diff1
value: 48.39295465854973
verified: no, type: nauc_map_at_5_max
value: 43.81282348287875
verified: no, type: nauc_map_at_5_std
value: -6.551989013310646
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.254016903996884
verified: no, type: nauc_mrr_at_1000_max
value: 53.09878029734
verified: no, type: nauc_mrr_at_1000_std
value: -0.71508532680536
verified: no, type: nauc_mrr_at_100_diff1
value: 55.22345420339283
verified: no, type: nauc_mrr_at_100_max
value: 53.09592092707568
verified: no, type: nauc_mrr_at_100_std
value: -0.6931227079570508
verified: no, type: nauc_mrr_at_10_diff1
value: 55.18285620712305
verified: no, type: nauc_mrr_at_10_max
value: 53.0128131412299
verified: no, type: nauc_mrr_at_10_std
value: -0.9419014092991297
verified: no, type: nauc_mrr_at_1_diff1
value: 61.53750424643732
verified: no, type: nauc_mrr_at_1_max
value: 54.24674408902589
verified: no, type: nauc_mrr_at_1_std
value: -1.9080737950338242
verified: no, type: nauc_mrr_at_20_diff1
value: 55.1955850013467
verified: no, type: nauc_mrr_at_20_max
value: 53.04094140836042
verified: no, type: nauc_mrr_at_20_std
value: -0.8063521557954811
verified: no, type: nauc_mrr_at_3_diff1
value: 56.11946877115898
verified: no, type: nauc_mrr_at_3_max
value: 53.46308123387505
verified: no, type: nauc_mrr_at_3_std
value: -1.25039802843073
verified: no, type: nauc_mrr_at_5_diff1
value: 55.59945526594265
verified: no, type: nauc_mrr_at_5_max
value: 53.094458463158546
verified: no, type: nauc_mrr_at_5_std
value: -1.1485696186251675
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.630394030057936
verified: no, type: nauc_ndcg_at_1000_max
value: 49.067370003850804
verified: no, type: nauc_ndcg_at_1000_std
value: -0.6379826555665533
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.4242704726565
verified: no, type: nauc_ndcg_at_100_max
value: 48.72472432340327
verified: no, type: nauc_ndcg_at_100_std
value: -0.16567922191922693
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.16820763109196
verified: no, type: nauc_ndcg_at_10_max
value: 46.69185085844686
verified: no, type: nauc_ndcg_at_10_std
value: -3.793946471519526
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.53750424643732
verified: no, type: nauc_ndcg_at_1_max
value: 54.24674408902589
verified: no, type: nauc_ndcg_at_1_std
value: -1.9080737950338242
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.062085251805165
verified: no, type: nauc_ndcg_at_20_max
value: 47.36804459443504
verified: no, type: nauc_ndcg_at_20_std
value: -2.6790807434003154
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.37353194021333
verified: no, type: nauc_ndcg_at_3_max
value: 48.35156335077874
verified: no, type: nauc_ndcg_at_3_std
value: -3.3398102492848656
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.0947159130794
verified: no, type: nauc_ndcg_at_5_max
value: 46.680994331148504
verified: no, type: nauc_ndcg_at_5_std
value: -4.043874632127286
verified: no, type: nauc_precision_at_1000_diff1
value: 6.109079873705322
verified: no, type: nauc_precision_at_1000_max
value: 29.504954981504778
verified: no, type: nauc_precision_at_1000_std
value: 22.93941750032271
verified: no, type: nauc_precision_at_100_diff1
value: 11.927597721886762
verified: no, type: nauc_precision_at_100_max
value: 39.33748646673334
verified: no, type: nauc_precision_at_100_std
value: 23.95901745749321
verified: no, type: nauc_precision_at_10_diff1
value: 24.82917619008383
verified: no, type: nauc_precision_at_10_max
value: 48.25909614877216
verified: no, type: nauc_precision_at_10_std
value: 10.250143723179713
verified: no, type: nauc_precision_at_1_diff1
value: 61.53750424643732
verified: no, type: nauc_precision_at_1_max
value: 54.24674408902589
verified: no, type: nauc_precision_at_1_std
value: -1.9080737950338242
verified: no, type: nauc_precision_at_20_diff1
value: 20.46788631872044
verified: no, type: nauc_precision_at_20_max
value: 45.80722239546835
verified: no, type: nauc_precision_at_20_std
value: 14.720113784118633
verified: no, type: nauc_precision_at_3_diff1
value: 36.57074097596536
verified: no, type: nauc_precision_at_3_max
value: 52.82030883151323
verified: no, type: nauc_precision_at_3_std
value: 3.9283920700632526
verified: no, type: nauc_precision_at_5_diff1
value: 31.217047808074472
verified: no, type: nauc_precision_at_5_max
value: 51.092762871371654
verified: no, type: nauc_precision_at_5_std
value: 6.51063180919143
verified: no, type: nauc_recall_at_1000_diff1
value: 31.30321342816756
verified: no, type: nauc_recall_at_1000_max
value: 55.469754854393486
verified: no, type: nauc_recall_at_1000_std
value: 46.627360786810655
verified: no, type: nauc_recall_at_100_diff1
value: 26.36814612505595
verified: no, type: nauc_recall_at_100_max
value: 41.98698104560196
verified: no, type: nauc_recall_at_100_std
value: 16.01155635795268
verified: no, type: nauc_recall_at_10_diff1
value: 34.230500025598566
verified: no, type: nauc_recall_at_10_max
value: 38.46622774541338
verified: no, type: nauc_recall_at_10_std
value: -3.5976451821598636
verified: no, type: nauc_recall_at_1_diff1
value: 54.126770601702304
verified: no, type: nauc_recall_at_1_max
value: 36.294268209121014
verified: no, type: nauc_recall_at_1_std
value: -8.314309694617984
verified: no, type: nauc_recall_at_20_diff1
value: 31.92600233159853
verified: no, type: nauc_recall_at_20_max
value: 39.151276414762634
verified: no, type: nauc_recall_at_20_std
value: -0.008185757782290744
verified: no, type: nauc_recall_at_3_diff1
value: 40.983135298326175
verified: no, type: nauc_recall_at_3_max
value: 39.282144240448105
verified: no, type: nauc_recall_at_3_std
value: -6.478558331383442
verified: no, type: nauc_recall_at_5_diff1
value: 37.96561121548906
verified: no, type: nauc_recall_at_5_max
value: 38.25573176800016
verified: no, type: nauc_recall_at_5_std
value: -5.896110553981627
verified: no, type: ndcg_at_1
value: 36.958999999999996
verified: no, type: ndcg_at_10
value: 41.912
verified: no, type: ndcg_at_100
value: 48.412
verified: no, type: ndcg_at_1000
value: 51.076
verified: no, type: ndcg_at_20
value: 44.237
verified: no, type: ndcg_at_3
value: 37.596000000000004
verified: no, type: ndcg_at_5
value: 39.257
verified: no, type: precision_at_1
value: 36.958999999999996
verified: no, type: precision_at_10
value: 9.222
verified: no, type: precision_at_100
value: 1.456
verified: no, type: precision_at_1000
value: 0.18
verified: no, type: precision_at_20
value: 5.404
verified: no, type: precision_at_3
value: 21.346999999999998
verified: no, type: precision_at_5
value: 15.204
verified: no, type: recall_at_1
value: 24.154
verified: no, type: recall_at_10
value: 51.13799999999999
verified: no, type: recall_at_100
value: 78.44200000000001
verified: no, type: recall_at_1000
value: 96.607
verified: no, type: recall_at_20
value: 59.01499999999999
verified: no, type: recall_at_3
value: 37.645
verified: no, type: recall_at_5
value: 43.24
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Cmnli
revision: 41bc36f332156f7adc9e38f53777c959b2ae9766
split: validation
type: C-MTEB/CMNLI
metrics: type: cosine_accuracy
value: 70.24654239326519
verified: no, type: cosine_accuracy_threshold
value: 65.65687656402588
verified: no, type: cosine_ap
value: 76.97337656087815
verified: no, type: cosine_f1
value: 72.89293849658314
verified: no, type: cosine_f1_threshold
value: 58.187782764434814
verified: no, type: cosine_precision
value: 63.230240549828174
verified: no, type: cosine_recall
value: 86.04161795651157
verified: no, type: dot_accuracy
value: 70.24654239326519
verified: no, type: dot_accuracy_threshold
value: 65.65687656402588
verified: no, type: dot_ap
value: 76.99306253217402
verified: no, type: dot_f1
value: 72.89293849658314
verified: no, type: dot_f1_threshold
value: 58.18778872489929
verified: no, type: dot_precision
value: 63.230240549828174
verified: no, type: dot_recall
value: 86.04161795651157
verified: no, type: euclidean_accuracy
value: 70.24654239326519
verified: no, type: euclidean_accuracy_threshold
value: 82.8771710395813
verified: no, type: euclidean_ap
value: 76.97337656087815
verified: no, type: euclidean_f1
value: 72.89293849658314
verified: no, type: euclidean_f1_threshold
value: 91.44638776779175
verified: no, type: euclidean_precision
value: 63.230240549828174
verified: no, type: euclidean_recall
value: 86.04161795651157
verified: no, type: main_score
value: 76.99306253217402
verified: no, type: manhattan_accuracy
value: 69.74143114852676
verified: no, type: manhattan_accuracy_threshold
value: 1963.1107330322266
verified: no, type: manhattan_ap
value: 76.44289061856252
verified: no, type: manhattan_f1
value: 72.70526528142021
verified: no, type: manhattan_f1_threshold
value: 2121.240234375
verified: no, type: manhattan_precision
value: 63.93471704807522
verified: no, type: manhattan_recall
value: 84.26467149871405
verified: no, type: max_ap
value: 76.99306253217402
verified: no, type: max_f1
value: 72.89293849658314
verified: no, type: max_precision
value: 63.93471704807522
verified: no, type: max_recall
value: 86.04161795651157
verified: no, type: similarity_accuracy
value: 70.24654239326519
verified: no, type: similarity_accuracy_threshold
value: 65.65687656402588
verified: no, type: similarity_ap
value: 76.97337656087815
verified: no, type: similarity_f1
value: 72.89293849658314
verified: no, type: similarity_f1_threshold
value: 58.187782764434814
verified: no, type: similarity_precision
value: 63.230240549828174
verified: no, type: similarity_recall
value: 86.04161795651157
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB CovidRetrieval
revision: 1271c7809071a13532e05f25fb53511ffce77117
split: dev
type: C-MTEB/CovidRetrieval
metrics: type: main_score
value: 82.09100000000001
verified: no, type: map_at_1
value: 69.679
verified: no, type: map_at_10
value: 78.188
verified: no, type: map_at_100
value: 78.432
verified: no, type: map_at_1000
value: 78.435
verified: no, type: map_at_20
value: 78.358
verified: no, type: map_at_3
value: 76.458
verified: no, type: map_at_5
value: 77.525
verified: no, type: mrr_at_1
value: 69.86301369863014
verified: no, type: mrr_at_10
value: 78.1891966481008
verified: no, type: mrr_at_100
value: 78.43100887014927
verified: no, type: mrr_at_1000
value: 78.43409905944281
verified: no, type: mrr_at_20
value: 78.3583713625236
verified: no, type: mrr_at_3
value: 76.5015806111697
verified: no, type: mrr_at_5
value: 77.5816649104321
verified: no, type: nauc_map_at_1000_diff1
value: 78.7565094457952
verified: no, type: nauc_map_at_1000_max
value: 43.44153271106606
verified: no, type: nauc_map_at_1000_std
value: -43.35643127411659
verified: no, type: nauc_map_at_100_diff1
value: 78.75464512949722
verified: no, type: nauc_map_at_100_max
value: 43.44614729899657
verified: no, type: nauc_map_at_100_std
value: -43.35662894001264
verified: no, type: nauc_map_at_10_diff1
value: 78.6150484744859
verified: no, type: nauc_map_at_10_max
value: 43.22212591985456
verified: no, type: nauc_map_at_10_std
value: -43.68204084683379
verified: no, type: nauc_map_at_1_diff1
value: 81.86147718901591
verified: no, type: nauc_map_at_1_max
value: 43.27595769557031
verified: no, type: nauc_map_at_1_std
value: -40.832434398434316
verified: no, type: nauc_map_at_20_diff1
value: 78.72313916367459
verified: no, type: nauc_map_at_20_max
value: 43.527065459801754
verified: no, type: nauc_map_at_20_std
value: -43.299315170766626
verified: no, type: nauc_map_at_3_diff1
value: 78.6799910684285
verified: no, type: nauc_map_at_3_max
value: 42.319407684110274
verified: no, type: nauc_map_at_3_std
value: -45.537423149362695
verified: no, type: nauc_map_at_5_diff1
value: 78.25825961555257
verified: no, type: nauc_map_at_5_max
value: 42.66902641451189
verified: no, type: nauc_map_at_5_std
value: -44.2482231636208
verified: no, type: nauc_mrr_at_1000_diff1
value: 78.77840881732628
verified: no, type: nauc_mrr_at_1000_max
value: 43.75052183199315
verified: no, type: nauc_mrr_at_1000_std
value: -42.89324434781183
verified: no, type: nauc_mrr_at_100_diff1
value: 78.7765411998645
verified: no, type: nauc_mrr_at_100_max
value: 43.755086077231056
verified: no, type: nauc_mrr_at_100_std
value: -42.89351661301109
verified: no, type: nauc_mrr_at_10_diff1
value: 78.63610310385711
verified: no, type: nauc_mrr_at_10_max
value: 43.52324483162967
verified: no, type: nauc_mrr_at_10_std
value: -43.23477882995708
verified: no, type: nauc_mrr_at_1_diff1
value: 81.65699303519479
verified: no, type: nauc_mrr_at_1_max
value: 44.202391758796914
verified: no, type: nauc_mrr_at_1_std
value: -39.36327383599781
verified: no, type: nauc_mrr_at_20_diff1
value: 78.7443733650774
verified: no, type: nauc_mrr_at_20_max
value: 43.83081490577578
verified: no, type: nauc_mrr_at_20_std
value: -42.848142406550764
verified: no, type: nauc_mrr_at_3_diff1
value: 78.64356391070008
verified: no, type: nauc_mrr_at_3_max
value: 42.76861798176099
verified: no, type: nauc_mrr_at_3_std
value: -44.84496156914284
verified: no, type: nauc_mrr_at_5_diff1
value: 78.22192606452634
verified: no, type: nauc_mrr_at_5_max
value: 43.12757659228294
verified: no, type: nauc_mrr_at_5_std
value: -43.471573840955344
verified: no, type: nauc_ndcg_at_1000_diff1
value: 78.1838616987732
verified: no, type: nauc_ndcg_at_1000_max
value: 43.859382162396884
verified: no, type: nauc_ndcg_at_1000_std
value: -43.30653697283926
verified: no, type: nauc_ndcg_at_100_diff1
value: 78.13119295479274
verified: no, type: nauc_ndcg_at_100_max
value: 44.01086911321529
verified: no, type: nauc_ndcg_at_100_std
value: -43.24874302093996
verified: no, type: nauc_ndcg_at_10_diff1
value: 77.48152464096923
verified: no, type: nauc_ndcg_at_10_max
value: 43.264264169510504
verified: no, type: nauc_ndcg_at_10_std
value: -44.580175112852835
verified: no, type: nauc_ndcg_at_1_diff1
value: 81.43455985468403
verified: no, type: nauc_ndcg_at_1_max
value: 44.252000550874484
verified: no, type: nauc_ndcg_at_1_std
value: -39.38237995087698
verified: no, type: nauc_ndcg_at_20_diff1
value: 77.85410963490207
verified: no, type: nauc_ndcg_at_20_max
value: 44.68578065287876
verified: no, type: nauc_ndcg_at_20_std
value: -42.87046493321746
verified: no, type: nauc_ndcg_at_3_diff1
value: 77.55400028908774
verified: no, type: nauc_ndcg_at_3_max
value: 41.47690499246867
verified: no, type: nauc_ndcg_at_3_std
value: -47.96239510251043
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.55817027861454
verified: no, type: nauc_ndcg_at_5_max
value: 42.01696124525059
verified: no, type: nauc_ndcg_at_5_std
value: -45.6385058409844
verified: no, type: nauc_precision_at_1000_diff1
value: -28.009627138628257
verified: no, type: nauc_precision_at_1000_max
value: 29.24459991455739
verified: no, type: nauc_precision_at_1000_std
value: 58.852174419737146
verified: no, type: nauc_precision_at_100_diff1
value: -6.814208555904227
verified: no, type: nauc_precision_at_100_max
value: 38.58450802218331
verified: no, type: nauc_precision_at_100_std
value: 39.48885778925581
verified: no, type: nauc_precision_at_10_diff1
value: 42.69404009383913
verified: no, type: nauc_precision_at_10_max
value: 39.72607044424161
verified: no, type: nauc_precision_at_10_std
value: -22.31713351851116
verified: no, type: nauc_precision_at_1_diff1
value: 81.43455985468403
verified: no, type: nauc_precision_at_1_max
value: 44.252000550874484
verified: no, type: nauc_precision_at_1_std
value: -39.38237995087698
verified: no, type: nauc_precision_at_20_diff1
value: 31.218498932644845
verified: no, type: nauc_precision_at_20_max
value: 55.11413173622635
verified: no, type: nauc_precision_at_20_std
value: 7.702910966907561
verified: no, type: nauc_precision_at_3_diff1
value: 67.07260136293569
verified: no, type: nauc_precision_at_3_max
value: 37.464338835123904
verified: no, type: nauc_precision_at_3_std
value: -51.72773522807322
verified: no, type: nauc_precision_at_5_diff1
value: 57.11817879149
verified: no, type: nauc_precision_at_5_max
value: 37.78607913838418
verified: no, type: nauc_precision_at_5_std
value: -41.3489934177573
verified: no, type: nauc_recall_at_1000_diff1
value: 58.37811197433529
verified: no, type: nauc_recall_at_1000_max
value: 77.70125019980898
verified: no, type: nauc_recall_at_1000_std
value: -7.415635097287519
verified: no, type: nauc_recall_at_100_diff1
value: 64.57899134001917
verified: no, type: nauc_recall_at_100_max
value: 74.20013410570942
verified: no, type: nauc_recall_at_100_std
value: -20.672136729747088
verified: no, type: nauc_recall_at_10_diff1
value: 67.93094200727559
verified: no, type: nauc_recall_at_10_max
value: 43.42164333462216
verified: no, type: nauc_recall_at_10_std
value: -53.33541950399078
verified: no, type: nauc_recall_at_1_diff1
value: 81.86147718901591
verified: no, type: nauc_recall_at_1_max
value: 43.27595769557031
verified: no, type: nauc_recall_at_1_std
value: -40.832434398434316
verified: no, type: nauc_recall_at_20_diff1
value: 67.50567004840833
verified: no, type: nauc_recall_at_20_max
value: 68.28046074793383
verified: no, type: nauc_recall_at_20_std
value: -29.574869314866653
verified: no, type: nauc_recall_at_3_diff1
value: 73.0577497285433
verified: no, type: nauc_recall_at_3_max
value: 36.948110275313425
verified: no, type: nauc_recall_at_3_std
value: -59.30189498397615
verified: no, type: nauc_recall_at_5_diff1
value: 66.98956370201739
verified: no, type: nauc_recall_at_5_max
value: 37.16579792310329
verified: no, type: nauc_recall_at_5_std
value: -54.60597345402122
verified: no, type: ndcg_at_1
value: 69.968
verified: no, type: ndcg_at_10
value: 82.09100000000001
verified: no, type: ndcg_at_100
value: 83.177
verified: no, type: ndcg_at_1000
value: 83.258
verified: no, type: ndcg_at_20
value: 82.68799999999999
verified: no, type: ndcg_at_3
value: 78.666
verified: no, type: ndcg_at_5
value: 80.613
verified: no, type: precision_at_1
value: 69.968
verified: no, type: precision_at_10
value: 9.504999999999999
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_20
value: 4.868
verified: no, type: precision_at_3
value: 28.486
verified: no, type: precision_at_5
value: 18.082
verified: no, type: recall_at_1
value: 69.679
verified: no, type: recall_at_10
value: 94.099
verified: no, type: recall_at_100
value: 98.946
verified: no, type: recall_at_1000
value: 99.579
verified: no, type: recall_at_20
value: 96.417
verified: no, type: recall_at_3
value: 84.958
verified: no, type: recall_at_5
value: 89.726
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DuRetrieval
revision: a1a333e290fe30b10f3f56498e3a0d911a693ced
split: dev
type: C-MTEB/DuRetrieval
metrics: type: main_score
value: 82.093
verified: no, type: map_at_1
value: 23.294
verified: no, type: map_at_10
value: 73.087
verified: no, type: map_at_100
value: 76.378
verified: no, type: map_at_1000
value: 76.429
verified: no, type: map_at_20
value: 75.645
verified: no, type: map_at_3
value: 49.49
verified: no, type: map_at_5
value: 62.79900000000001
verified: no, type: mrr_at_1
value: 82.65
verified: no, type: mrr_at_10
value: 88.56652777777776
verified: no, type: mrr_at_100
value: 88.65106019759902
verified: no, type: mrr_at_1000
value: 88.65548524359767
verified: no, type: mrr_at_20
value: 88.62234385196844
verified: no, type: mrr_at_3
value: 88.0333333333333
verified: no, type: mrr_at_5
value: 88.43083333333333
verified: no, type: nauc_map_at_1000_diff1
value: 3.017682068149073
verified: no, type: nauc_map_at_1000_max
value: 43.31894144534087
verified: no, type: nauc_map_at_1000_std
value: 14.103477261758462
verified: no, type: nauc_map_at_100_diff1
value: 3.01786018428549
verified: no, type: nauc_map_at_100_max
value: 43.304578781010584
verified: no, type: nauc_map_at_100_std
value: 14.104821995278524
verified: no, type: nauc_map_at_10_diff1
value: 6.00776493567358
verified: no, type: nauc_map_at_10_max
value: 40.050232117264265
verified: no, type: nauc_map_at_10_std
value: 3.8907867883058964
verified: no, type: nauc_map_at_1_diff1
value: 40.656271709573616
verified: no, type: nauc_map_at_1_max
value: -6.665245760519005
verified: no, type: nauc_map_at_1_std
value: -29.384443787821894
verified: no, type: nauc_map_at_20_diff1
value: 3.462215302112235
verified: no, type: nauc_map_at_20_max
value: 42.97592478608055
verified: no, type: nauc_map_at_20_std
value: 11.923153462330815
verified: no, type: nauc_map_at_3_diff1
value: 24.857326825495797
verified: no, type: nauc_map_at_3_max
value: 7.79715123136744
verified: no, type: nauc_map_at_3_std
value: -24.158608608669
verified: no, type: nauc_map_at_5_diff1
value: 16.134527943963175
verified: no, type: nauc_map_at_5_max
value: 21.945455683828534
verified: no, type: nauc_map_at_5_std
value: -15.417311822489824
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.608720258580345
verified: no, type: nauc_mrr_at_1000_max
value: 57.14809743855488
verified: no, type: nauc_mrr_at_1000_std
value: 26.500042115342154
verified: no, type: nauc_mrr_at_100_diff1
value: 22.60822245173703
verified: no, type: nauc_mrr_at_100_max
value: 57.16085387711407
verified: no, type: nauc_mrr_at_100_std
value: 26.52114951859548
verified: no, type: nauc_mrr_at_10_diff1
value: 22.698266613067958
verified: no, type: nauc_mrr_at_10_max
value: 57.405277806586454
verified: no, type: nauc_mrr_at_10_std
value: 26.753463349560942
verified: no, type: nauc_mrr_at_1_diff1
value: 25.116149229327394
verified: no, type: nauc_mrr_at_1_max
value: 50.18786123051239
verified: no, type: nauc_mrr_at_1_std
value: 17.896523926314035
verified: no, type: nauc_mrr_at_20_diff1
value: 22.63109662240636
verified: no, type: nauc_mrr_at_20_max
value: 57.25789480886964
verified: no, type: nauc_mrr_at_20_std
value: 26.628848293894535
verified: no, type: nauc_mrr_at_3_diff1
value: 22.29030169026751
verified: no, type: nauc_mrr_at_3_max
value: 57.78690245871875
verified: no, type: nauc_mrr_at_3_std
value: 26.961874143079275
verified: no, type: nauc_mrr_at_5_diff1
value: 22.539256613417436
verified: no, type: nauc_mrr_at_5_max
value: 57.640952298152946
verified: no, type: nauc_mrr_at_5_std
value: 27.166131522241564
verified: no, type: nauc_ndcg_at_1000_diff1
value: 4.335459030896887
verified: no, type: nauc_ndcg_at_1000_max
value: 51.40790109857344
verified: no, type: nauc_ndcg_at_1000_std
value: 25.223663033428558
verified: no, type: nauc_ndcg_at_100_diff1
value: 3.756968920629851
verified: no, type: nauc_ndcg_at_100_max
value: 51.23131481991569
verified: no, type: nauc_ndcg_at_100_std
value: 25.896007604039635
verified: no, type: nauc_ndcg_at_10_diff1
value: 3.7299699790096703
verified: no, type: nauc_ndcg_at_10_max
value: 47.98647382256022
verified: no, type: nauc_ndcg_at_10_std
value: 17.025514680687277
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.116149229327394
verified: no, type: nauc_ndcg_at_1_max
value: 50.18786123051239
verified: no, type: nauc_ndcg_at_1_std
value: 17.896523926314035
verified: no, type: nauc_ndcg_at_20_diff1
value: 3.692033975506179
verified: no, type: nauc_ndcg_at_20_max
value: 50.70003527682141
verified: no, type: nauc_ndcg_at_20_std
value: 22.512279629260227
verified: no, type: nauc_ndcg_at_3_diff1
value: 5.101141943602369
verified: no, type: nauc_ndcg_at_3_max
value: 44.526033252737705
verified: no, type: nauc_ndcg_at_3_std
value: 17.21985170533644
verified: no, type: nauc_ndcg_at_5_diff1
value: 5.128269340707157
verified: no, type: nauc_ndcg_at_5_max
value: 40.74953442421861
verified: no, type: nauc_ndcg_at_5_std
value: 10.54615337986913
verified: no, type: nauc_precision_at_1000_diff1
value: -28.088666590713135
verified: no, type: nauc_precision_at_1000_max
value: 23.005522720304104
verified: no, type: nauc_precision_at_1000_std
value: 50.173926122648524
verified: no, type: nauc_precision_at_100_diff1
value: -28.968645059600682
verified: no, type: nauc_precision_at_100_max
value: 25.04622827770351
verified: no, type: nauc_precision_at_100_std
value: 52.230491589978115
verified: no, type: nauc_precision_at_10_diff1
value: -30.253268763729245
verified: no, type: nauc_precision_at_10_max
value: 38.44381775116214
verified: no, type: nauc_precision_at_10_std
value: 47.93579661356217
verified: no, type: nauc_precision_at_1_diff1
value: 25.116149229327394
verified: no, type: nauc_precision_at_1_max
value: 50.18786123051239
verified: no, type: nauc_precision_at_1_std
value: 17.896523926314035
verified: no, type: nauc_precision_at_20_diff1
value: -29.78333017605082
verified: no, type: nauc_precision_at_20_max
value: 30.724852767715742
verified: no, type: nauc_precision_at_20_std
value: 51.556480994031176
verified: no, type: nauc_precision_at_3_diff1
value: -19.839530913679052
verified: no, type: nauc_precision_at_3_max
value: 46.97201811029464
verified: no, type: nauc_precision_at_3_std
value: 32.763601276627426
verified: no, type: nauc_precision_at_5_diff1
value: -26.491574031749167
verified: no, type: nauc_precision_at_5_max
value: 43.298145808496955
verified: no, type: nauc_precision_at_5_std
value: 37.30863792820846
verified: no, type: nauc_recall_at_1000_diff1
value: -30.13364129325676
verified: no, type: nauc_recall_at_1000_max
value: 73.24128272106563
verified: no, type: nauc_recall_at_1000_std
value: 78.93831159982587
verified: no, type: nauc_recall_at_100_diff1
value: -18.765607920053267
verified: no, type: nauc_recall_at_100_max
value: 54.712120419339364
verified: no, type: nauc_recall_at_100_std
value: 57.767960027082566
verified: no, type: nauc_recall_at_10_diff1
value: -0.6052835404182173
verified: no, type: nauc_recall_at_10_max
value: 39.946898924388954
verified: no, type: nauc_recall_at_10_std
value: 4.709923580866511
verified: no, type: nauc_recall_at_1_diff1
value: 40.656271709573616
verified: no, type: nauc_recall_at_1_max
value: -6.665245760519005
verified: no, type: nauc_recall_at_1_std
value: -29.384443787821894
verified: no, type: nauc_recall_at_20_diff1
value: -5.962280989061532
verified: no, type: nauc_recall_at_20_max
value: 50.09170736630004
verified: no, type: nauc_recall_at_20_std
value: 29.458350383857574
verified: no, type: nauc_recall_at_3_diff1
value: 22.545894407841793
verified: no, type: nauc_recall_at_3_max
value: 2.6193977834875533
verified: no, type: nauc_recall_at_3_std
value: -26.87014769293195
verified: no, type: nauc_recall_at_5_diff1
value: 13.352272138382745
verified: no, type: nauc_recall_at_5_max
value: 14.75948274133919
verified: no, type: nauc_recall_at_5_std
value: -20.70760567642474
verified: no, type: ndcg_at_1
value: 82.65
verified: no, type: ndcg_at_10
value: 82.093
verified: no, type: ndcg_at_100
value: 85.75500000000001
verified: no, type: ndcg_at_1000
value: 86.247
verified: no, type: ndcg_at_20
value: 84.218
verified: no, type: ndcg_at_3
value: 79.259
verified: no, type: ndcg_at_5
value: 78.691
verified: no, type: precision_at_1
value: 82.65
verified: no, type: precision_at_10
value: 40.21
verified: no, type: precision_at_100
value: 4.761
verified: no, type: precision_at_1000
value: 0.488
verified: no, type: precision_at_20
value: 22.303
verified: no, type: precision_at_3
value: 71.48299999999999
verified: no, type: precision_at_5
value: 60.83
verified: no, type: recall_at_1
value: 23.294
verified: no, type: recall_at_10
value: 84.98599999999999
verified: no, type: recall_at_100
value: 96.441
verified: no, type: recall_at_1000
value: 99.005
verified: no, type: recall_at_20
value: 91.263
verified: no, type: recall_at_3
value: 52.888000000000005
verified: no, type: recall_at_5
value: 69.48100000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EcomRetrieval
revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9
split: dev
type: C-MTEB/EcomRetrieval
metrics: type: main_score
value: 62.514
verified: no, type: map_at_1
value: 46.800000000000004
verified: no, type: map_at_10
value: 57.108000000000004
verified: no, type: map_at_100
value: 57.665
verified: no, type: map_at_1000
value: 57.68600000000001
verified: no, type: map_at_20
value: 57.469
verified: no, type: map_at_3
value: 54.167
verified: no, type: map_at_5
value: 56.077
verified: no, type: mrr_at_1
value: 46.800000000000004
verified: no, type: mrr_at_10
value: 57.10785714285714
verified: no, type: mrr_at_100
value: 57.66479182756831
verified: no, type: mrr_at_1000
value: 57.685955034269185
verified: no, type: mrr_at_20
value: 57.46916307505702
verified: no, type: mrr_at_3
value: 54.16666666666663
verified: no, type: mrr_at_5
value: 56.07666666666664
verified: no, type: nauc_map_at_1000_diff1
value: 61.542672828066
verified: no, type: nauc_map_at_1000_max
value: 31.85700200032805
verified: no, type: nauc_map_at_1000_std
value: -11.620181705591662
verified: no, type: nauc_map_at_100_diff1
value: 61.53813237491788
verified: no, type: nauc_map_at_100_max
value: 31.874036133018084
verified: no, type: nauc_map_at_100_std
value: -11.59724786321096
verified: no, type: nauc_map_at_10_diff1
value: 61.38313778334582
verified: no, type: nauc_map_at_10_max
value: 31.740467380708182
verified: no, type: nauc_map_at_10_std
value: -12.100842206709821
verified: no, type: nauc_map_at_1_diff1
value: 63.66949701943299
verified: no, type: nauc_map_at_1_max
value: 28.133811910672573
verified: no, type: nauc_map_at_1_std
value: -14.453510006377535
verified: no, type: nauc_map_at_20_diff1
value: 61.5638057215127
verified: no, type: nauc_map_at_20_max
value: 31.904214948036756
verified: no, type: nauc_map_at_20_std
value: -11.719473194737628
verified: no, type: nauc_map_at_3_diff1
value: 61.19354745729959
verified: no, type: nauc_map_at_3_max
value: 29.813217610060548
verified: no, type: nauc_map_at_3_std
value: -13.883839488771295
verified: no, type: nauc_map_at_5_diff1
value: 61.08733612041498
verified: no, type: nauc_map_at_5_max
value: 31.255100654464012
verified: no, type: nauc_map_at_5_std
value: -12.09065665533858
verified: no, type: nauc_mrr_at_1000_diff1
value: 61.542672828066
verified: no, type: nauc_mrr_at_1000_max
value: 31.85700200032805
verified: no, type: nauc_mrr_at_1000_std
value: -11.620181705591662
verified: no, type: nauc_mrr_at_100_diff1
value: 61.53813237491788
verified: no, type: nauc_mrr_at_100_max
value: 31.874036133018084
verified: no, type: nauc_mrr_at_100_std
value: -11.59724786321096
verified: no, type: nauc_mrr_at_10_diff1
value: 61.38313778334582
verified: no, type: nauc_mrr_at_10_max
value: 31.740467380708182
verified: no, type: nauc_mrr_at_10_std
value: -12.100842206709821
verified: no, type: nauc_mrr_at_1_diff1
value: 63.66949701943299
verified: no, type: nauc_mrr_at_1_max
value: 28.133811910672573
verified: no, type: nauc_mrr_at_1_std
value: -14.453510006377535
verified: no, type: nauc_mrr_at_20_diff1
value: 61.5638057215127
verified: no, type: nauc_mrr_at_20_max
value: 31.904214948036756
verified: no, type: nauc_mrr_at_20_std
value: -11.719473194737628
verified: no, type: nauc_mrr_at_3_diff1
value: 61.19354745729959
verified: no, type: nauc_mrr_at_3_max
value: 29.813217610060548
verified: no, type: nauc_mrr_at_3_std
value: -13.883839488771295
verified: no, type: nauc_mrr_at_5_diff1
value: 61.08733612041498
verified: no, type: nauc_mrr_at_5_max
value: 31.255100654464012
verified: no, type: nauc_mrr_at_5_std
value: -12.09065665533858
verified: no, type: nauc_ndcg_at_1000_diff1
value: 61.404354519031024
verified: no, type: nauc_ndcg_at_1000_max
value: 34.5568056709905
verified: no, type: nauc_ndcg_at_1000_std
value: -8.194258261068375
verified: no, type: nauc_ndcg_at_100_diff1
value: 61.31111013617605
verified: no, type: nauc_ndcg_at_100_max
value: 35.081274620942295
verified: no, type: nauc_ndcg_at_100_std
value: -7.567587216846379
verified: no, type: nauc_ndcg_at_10_diff1
value: 60.796642472721004
verified: no, type: nauc_ndcg_at_10_max
value: 34.413253540105245
verified: no, type: nauc_ndcg_at_10_std
value: -10.263251244353334
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.66949701943299
verified: no, type: nauc_ndcg_at_1_max
value: 28.133811910672573
verified: no, type: nauc_ndcg_at_1_std
value: -14.453510006377535
verified: no, type: nauc_ndcg_at_20_diff1
value: 61.439123475952975
verified: no, type: nauc_ndcg_at_20_max
value: 35.038091592005536
verified: no, type: nauc_ndcg_at_20_std
value: -8.792780272975662
verified: no, type: nauc_ndcg_at_3_diff1
value: 60.2950660942529
verified: no, type: nauc_ndcg_at_3_max
value: 30.257013442417087
verified: no, type: nauc_ndcg_at_3_std
value: -13.671873921177202
verified: no, type: nauc_ndcg_at_5_diff1
value: 60.04926753266181
verified: no, type: nauc_ndcg_at_5_max
value: 33.00050110783418
verified: no, type: nauc_ndcg_at_5_std
value: -10.293915982801868
verified: no, type: nauc_precision_at_1000_diff1
value: 65.86104527280983
verified: no, type: nauc_precision_at_1000_max
value: 92.22150398620967
verified: no, type: nauc_precision_at_1000_std
value: 80.3718068423948
verified: no, type: nauc_precision_at_100_diff1
value: 61.343931511998676
verified: no, type: nauc_precision_at_100_max
value: 77.89479428134884
verified: no, type: nauc_precision_at_100_std
value: 53.242509124861904
verified: no, type: nauc_precision_at_10_diff1
value: 58.498529223685814
verified: no, type: nauc_precision_at_10_max
value: 48.5105315454464
verified: no, type: nauc_precision_at_10_std
value: -0.8844333821952514
verified: no, type: nauc_precision_at_1_diff1
value: 63.66949701943299
verified: no, type: nauc_precision_at_1_max
value: 28.133811910672573
verified: no, type: nauc_precision_at_1_std
value: -14.453510006377535
verified: no, type: nauc_precision_at_20_diff1
value: 62.21692302833121
verified: no, type: nauc_precision_at_20_max
value: 56.42904519756148
verified: no, type: nauc_precision_at_20_std
value: 11.768421717570398
verified: no, type: nauc_precision_at_3_diff1
value: 57.386050314704676
verified: no, type: nauc_precision_at_3_max
value: 31.63922112989413
verified: no, type: nauc_precision_at_3_std
value: -12.983862277916117
verified: no, type: nauc_precision_at_5_diff1
value: 56.111301892551865
verified: no, type: nauc_precision_at_5_max
value: 39.97271825396829
verified: no, type: nauc_precision_at_5_std
value: -2.9622634310133646
verified: no, type: nauc_recall_at_1000_diff1
value: 65.86104527280992
verified: no, type: nauc_recall_at_1000_max
value: 92.22150398620987
verified: no, type: nauc_recall_at_1000_std
value: 80.37180684239502
verified: no, type: nauc_recall_at_100_diff1
value: 61.34393151199862
verified: no, type: nauc_recall_at_100_max
value: 77.89479428134887
verified: no, type: nauc_recall_at_100_std
value: 53.242509124862025
verified: no, type: nauc_recall_at_10_diff1
value: 58.49852922368592
verified: no, type: nauc_recall_at_10_max
value: 48.51053154544651
verified: no, type: nauc_recall_at_10_std
value: -0.8844333821952685
verified: no, type: nauc_recall_at_1_diff1
value: 63.66949701943299
verified: no, type: nauc_recall_at_1_max
value: 28.133811910672573
verified: no, type: nauc_recall_at_1_std
value: -14.453510006377535
verified: no, type: nauc_recall_at_20_diff1
value: 62.216923028331315
verified: no, type: nauc_recall_at_20_max
value: 56.429045197561635
verified: no, type: nauc_recall_at_20_std
value: 11.768421717570599
verified: no, type: nauc_recall_at_3_diff1
value: 57.38605031470464
verified: no, type: nauc_recall_at_3_max
value: 31.639221129894047
verified: no, type: nauc_recall_at_3_std
value: -12.983862277916192
verified: no, type: nauc_recall_at_5_diff1
value: 56.111301892551865
verified: no, type: nauc_recall_at_5_max
value: 39.97271825396825
verified: no, type: nauc_recall_at_5_std
value: -2.962263431013432
verified: no, type: ndcg_at_1
value: 46.800000000000004
verified: no, type: ndcg_at_10
value: 62.514
verified: no, type: ndcg_at_100
value: 65.22
verified: no, type: ndcg_at_1000
value: 65.717
verified: no, type: ndcg_at_20
value: 63.778999999999996
verified: no, type: ndcg_at_3
value: 56.58800000000001
verified: no, type: ndcg_at_5
value: 60.039
verified: no, type: precision_at_1
value: 46.800000000000004
verified: no, type: precision_at_10
value: 7.960000000000001
verified: no, type: precision_at_100
value: 0.923
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_20
value: 4.2250000000000005
verified: no, type: precision_at_3
value: 21.2
verified: no, type: precision_at_5
value: 14.399999999999999
verified: no, type: recall_at_1
value: 46.800000000000004
verified: no, type: recall_at_10
value: 79.60000000000001
verified: no, type: recall_at_100
value: 92.30000000000001
verified: no, type: recall_at_1000
value: 96.1
verified: no, type: recall_at_20
value: 84.5
verified: no, type: recall_at_3
value: 63.6
verified: no, type: recall_at_5
value: 72
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB IFlyTek
revision: 421605374b29664c5fc098418fe20ada9bd55f8a
split: validation
type: C-MTEB/IFlyTek-classification
metrics: type: accuracy
value: 49.018853405155824
verified: no, type: f1
value: 36.34797570897239
verified: no, type: f1_weighted
value: 46.595946626038284
verified: no, type: main_score
value: 49.018853405155824
verified: no
task: type: Classification, dataset: config: default
name: MTEB JDReview
revision: b7c64bd89eb87f8ded463478346f76731f07bf8b
split: test
type: C-MTEB/JDReview-classification
metrics: type: accuracy
value: 80.76923076923077
verified: no, type: ap
value: 43.91219315273788
verified: no, type: ap_weighted
value: 43.91219315273788
verified: no, type: f1
value: 74.3959076760867
verified: no, type: f1_weighted
value: 82.41054854790659
verified: no, type: main_score
value: 80.76923076923077
verified: no
task: type: Classification, dataset: config: default
name: MTEB LCQMC
revision: 17f9b096f80380fce5ed12a9be8be7784b337daf
split: test
type: C-MTEB/LCQMC
metrics: type: cosine_pearson
value: 66.42169614903062
verified: no, type: cosine_spearman
value: 69.6209380589209
verified: no, type: euclidean_pearson
value: 68.13684291689385
verified: no, type: euclidean_spearman
value: 69.62093584082648
verified: no, type: main_score
value: 69.6209380589209
verified: no, type: manhattan_pearson
value: 67.98872700847923
verified: no, type: manhattan_spearman
value: 69.46732039256112
verified: no, type: pearson
value: 66.42169614903062
verified: no, type: spearman
value: 69.6209380589209
verified: no
task: type: STS, dataset: config: default
name: MTEB MMarcoReranking
revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6
split: dev
type: C-MTEB/Mmarco-reranking
metrics: type: main_score
value: 28.40392786552284
verified: no, type: map
value: 28.40392786552284
verified: no, type: mrr
value: 26.729761904761908
verified: no, type: nAUC_map_diff1
value: 11.013649297702722
verified: no, type: nAUC_map_max
value: 10.17419646298121
verified: no, type: nAUC_map_std
value: -0.8563449479185579
verified: no, type: nAUC_mrr_diff1
value: 10.279159084348438
verified: no, type: nAUC_mrr_max
value: 9.945986054772508
verified: no, type: nAUC_mrr_std
value: -0.7829405326492496
verified: no
task: type: Reranking, dataset: config: default
name: MTEB MMarcoRetrieval
revision: 539bbde593d947e2a124ba72651aafc09eb33fc2
split: dev
type: C-MTEB/MMarcoRetrieval
metrics: type: main_score
value: 78.527
verified: no, type: map_at_1
value: 65.179
verified: no, type: map_at_10
value: 74.603
verified: no, type: map_at_100
value: 74.957
verified: no, type: map_at_1000
value: 74.967
verified: no, type: map_at_20
value: 74.857
verified: no, type: map_at_3
value: 72.611
verified: no, type: map_at_5
value: 73.916
verified: no, type: mrr_at_1
value: 67.44985673352436
verified: no, type: mrr_at_10
value: 75.1962125346795
verified: no, type: mrr_at_100
value: 75.50889677029757
verified: no, type: mrr_at_1000
value: 75.51801374083685
verified: no, type: mrr_at_20
value: 75.42326193241115
verified: no, type: mrr_at_3
value: 73.4670487106018
verified: no, type: mrr_at_5
value: 74.58166189111732
verified: no, type: nauc_map_at_1000_diff1
value: 77.3975532985191
verified: no, type: nauc_map_at_1000_max
value: 38.64013999373193
verified: no, type: nauc_map_at_1000_std
value: -18.151216910688003
verified: no, type: nauc_map_at_100_diff1
value: 77.39458303918599
verified: no, type: nauc_map_at_100_max
value: 38.65525502999619
verified: no, type: nauc_map_at_100_std
value: -18.12441923873744
verified: no, type: nauc_map_at_10_diff1
value: 77.23576973574656
verified: no, type: nauc_map_at_10_max
value: 38.79698916303308
verified: no, type: nauc_map_at_10_std
value: -18.205472833807896
verified: no, type: nauc_map_at_1_diff1
value: 79.56817309653695
verified: no, type: nauc_map_at_1_max
value: 30.973318622760697
verified: no, type: nauc_map_at_1_std
value: -24.193358631119697
verified: no, type: nauc_map_at_20_diff1
value: 77.345553469177
verified: no, type: nauc_map_at_20_max
value: 38.72033702371551
verified: no, type: nauc_map_at_20_std
value: -18.10235546630277
verified: no, type: nauc_map_at_3_diff1
value: 77.1519821962318
verified: no, type: nauc_map_at_3_max
value: 37.252293129620995
verified: no, type: nauc_map_at_3_std
value: -19.84875198107134
verified: no, type: nauc_map_at_5_diff1
value: 77.2287177052444
verified: no, type: nauc_map_at_5_max
value: 38.476432730452075
verified: no, type: nauc_map_at_5_std
value: -18.833903805578974
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.60661485922789
verified: no, type: nauc_mrr_at_1000_max
value: 39.26857638609446
verified: no, type: nauc_mrr_at_1000_std
value: -17.210038373130672
verified: no, type: nauc_mrr_at_100_diff1
value: 77.6047988273367
verified: no, type: nauc_mrr_at_100_max
value: 39.28361327448562
verified: no, type: nauc_mrr_at_100_std
value: -17.182790454560294
verified: no, type: nauc_mrr_at_10_diff1
value: 77.44371207652814
verified: no, type: nauc_mrr_at_10_max
value: 39.432881586168236
verified: no, type: nauc_mrr_at_10_std
value: -17.187536228701045
verified: no, type: nauc_mrr_at_1_diff1
value: 80.1195041268915
verified: no, type: nauc_mrr_at_1_max
value: 34.89315898346597
verified: no, type: nauc_mrr_at_1_std
value: -22.677099986196357
verified: no, type: nauc_mrr_at_20_diff1
value: 77.56988644291731
verified: no, type: nauc_mrr_at_20_max
value: 39.36167345604126
verified: no, type: nauc_mrr_at_20_std
value: -17.145663178457347
verified: no, type: nauc_mrr_at_3_diff1
value: 77.39068122320302
verified: no, type: nauc_mrr_at_3_max
value: 38.47661490489044
verified: no, type: nauc_mrr_at_3_std
value: -18.43635735134857
verified: no, type: nauc_mrr_at_5_diff1
value: 77.4281674181642
verified: no, type: nauc_mrr_at_5_max
value: 39.25097124947119
verified: no, type: nauc_mrr_at_5_std
value: -17.602522743868
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.95670356559812
verified: no, type: nauc_ndcg_at_1000_max
value: 40.6770789376407
verified: no, type: nauc_ndcg_at_1000_std
value: -14.94643027722271
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.87957397912506
verified: no, type: nauc_ndcg_at_100_max
value: 41.19597481618689
verified: no, type: nauc_ndcg_at_100_std
value: -13.986176551639787
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.10924614757609
verified: no, type: nauc_ndcg_at_10_max
value: 41.944551608825854
verified: no, type: nauc_ndcg_at_10_std
value: -14.226261266280796
verified: no, type: nauc_ndcg_at_1_diff1
value: 80.1195041268915
verified: no, type: nauc_ndcg_at_1_max
value: 34.89315898346597
verified: no, type: nauc_ndcg_at_1_std
value: -22.677099986196357
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.54328645801156
verified: no, type: nauc_ndcg_at_20_max
value: 41.74852133446564
verified: no, type: nauc_ndcg_at_20_std
value: -13.721836426277093
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.10773063555531
verified: no, type: nauc_ndcg_at_3_max
value: 38.87928533895388
verified: no, type: nauc_ndcg_at_3_std
value: -17.814064081229805
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.12333455766735
verified: no, type: nauc_ndcg_at_5_max
value: 41.0111924070866
verified: no, type: nauc_ndcg_at_5_std
value: -15.867928392632393
verified: no, type: nauc_precision_at_1000_diff1
value: -16.14969196445021
verified: no, type: nauc_precision_at_1000_max
value: 19.73159766274731
verified: no, type: nauc_precision_at_1000_std
value: 27.142682237659233
verified: no, type: nauc_precision_at_100_diff1
value: -2.7404602427028384
verified: no, type: nauc_precision_at_100_max
value: 29.32737928846563
verified: no, type: nauc_precision_at_100_std
value: 31.47152367892466
verified: no, type: nauc_precision_at_10_diff1
value: 22.989404353424035
verified: no, type: nauc_precision_at_10_max
value: 41.47175896072229
verified: no, type: nauc_precision_at_10_std
value: 17.23968993050545
verified: no, type: nauc_precision_at_1_diff1
value: 80.1195041268915
verified: no, type: nauc_precision_at_1_max
value: 34.89315898346597
verified: no, type: nauc_precision_at_1_std
value: -22.677099986196357
verified: no, type: nauc_precision_at_20_diff1
value: 11.7431142315164
verified: no, type: nauc_precision_at_20_max
value: 37.384349885824264
verified: no, type: nauc_precision_at_20_std
value: 25.87695876238002
verified: no, type: nauc_precision_at_3_diff1
value: 47.30485784652924
verified: no, type: nauc_precision_at_3_max
value: 39.30794798179377
verified: no, type: nauc_precision_at_3_std
value: -3.0460303025064817
verified: no, type: nauc_precision_at_5_diff1
value: 35.666358661107026
verified: no, type: nauc_precision_at_5_max
value: 41.154619102386434
verified: no, type: nauc_precision_at_5_std
value: 6.165343239340201
verified: no, type: nauc_recall_at_1000_diff1
value: 70.47489516037629
verified: no, type: nauc_recall_at_1000_max
value: 86.38892936750754
verified: no, type: nauc_recall_at_1000_std
value: 71.41939627488728
verified: no, type: nauc_recall_at_100_diff1
value: 71.35454604674862
verified: no, type: nauc_recall_at_100_max
value: 78.8056119793468
verified: no, type: nauc_recall_at_100_std
value: 56.673602022438885
verified: no, type: nauc_recall_at_10_diff1
value: 68.01157430899912
verified: no, type: nauc_recall_at_10_max
value: 61.03890280082228
verified: no, type: nauc_recall_at_10_std
value: 10.215903390979168
verified: no, type: nauc_recall_at_1_diff1
value: 79.56817309653695
verified: no, type: nauc_recall_at_1_max
value: 30.973318622760697
verified: no, type: nauc_recall_at_1_std
value: -24.193358631119697
verified: no, type: nauc_recall_at_20_diff1
value: 68.89627277773923
verified: no, type: nauc_recall_at_20_max
value: 68.37263311017512
verified: no, type: nauc_recall_at_20_std
value: 26.936453327892735
verified: no, type: nauc_recall_at_3_diff1
value: 71.48557875771924
verified: no, type: nauc_recall_at_3_max
value: 42.86820384579516
verified: no, type: nauc_recall_at_3_std
value: -12.098244840151215
verified: no, type: nauc_recall_at_5_diff1
value: 70.2043239041581
verified: no, type: nauc_recall_at_5_max
value: 51.32402340231743
verified: no, type: nauc_recall_at_5_std
value: -3.7213044749573516
verified: no, type: ndcg_at_1
value: 67.45
verified: no, type: ndcg_at_10
value: 78.527
verified: no, type: ndcg_at_100
value: 80.022
verified: no, type: ndcg_at_1000
value: 80.295
verified: no, type: ndcg_at_20
value: 79.387
verified: no, type: ndcg_at_3
value: 74.775
verified: no, type: ndcg_at_5
value: 76.955
verified: no, type: precision_at_1
value: 67.45
verified: no, type: precision_at_10
value: 9.576
verified: no, type: precision_at_100
value: 1.03
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 4.968
verified: no, type: precision_at_3
value: 28.247
verified: no, type: precision_at_5
value: 18.12
verified: no, type: recall_at_1
value: 65.179
verified: no, type: recall_at_10
value: 90.059
verified: no, type: recall_at_100
value: 96.612
verified: no, type: recall_at_1000
value: 98.761
verified: no, type: recall_at_20
value: 93.345
verified: no, type: recall_at_3
value: 80.158
verified: no, type: recall_at_5
value: 85.33
verified: no
task: type: Retrieval, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 66.3987895090787
verified: no, type: f1
value: 64.01687665476737
verified: no, type: f1_weighted
value: 65.22982874187167
verified: no, type: main_score
value: 66.3987895090787
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveIntentClassification (zh-TW)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 57.36045729657027
verified: no, type: f1
value: 56.21747468274314
verified: no, type: f1_weighted
value: 55.328390649701
verified: no, type: main_score
value: 57.36045729657027
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 72.56893073301949
verified: no, type: f1
value: 72.51154136026366
verified: no, type: f1_weighted
value: 72.06311963012884
verified: no, type: main_score
value: 72.56893073301949
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveScenarioClassification (zh-TW)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 65.85406859448555
verified: no, type: f1
value: 66.48372498308458
verified: no, type: f1_weighted
value: 64.55871847643539
verified: no, type: main_score
value: 65.85406859448555
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedicalRetrieval
revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6
split: dev
type: C-MTEB/MedicalRetrieval
metrics: type: main_score
value: 56.908
verified: no, type: map_at_1
value: 48.9
verified: no, type: map_at_10
value: 54.25
verified: no, type: map_at_100
value: 54.83
verified: no, type: map_at_1000
value: 54.882
verified: no, type: map_at_20
value: 54.56100000000001
verified: no, type: map_at_3
value: 52.849999999999994
verified: no, type: map_at_5
value: 53.68000000000001
verified: no, type: mrr_at_1
value: 48.8
verified: no, type: mrr_at_10
value: 54.199801587301565
verified: no, type: mrr_at_100
value: 54.77998734976407
verified: no, type: mrr_at_1000
value: 54.83211631195485
verified: no, type: mrr_at_20
value: 54.5113749215181
verified: no, type: mrr_at_3
value: 52.79999999999999
verified: no, type: mrr_at_5
value: 53.62999999999998
verified: no, type: nauc_map_at_1000_diff1
value: 77.0640933059526
verified: no, type: nauc_map_at_1000_max
value: 63.16274968632399
verified: no, type: nauc_map_at_1000_std
value: 18.619837049196065
verified: no, type: nauc_map_at_100_diff1
value: 77.04445583336185
verified: no, type: nauc_map_at_100_max
value: 63.15706393184247
verified: no, type: nauc_map_at_100_std
value: 18.64155998589979
verified: no, type: nauc_map_at_10_diff1
value: 77.22712088218655
verified: no, type: nauc_map_at_10_max
value: 63.30058912930664
verified: no, type: nauc_map_at_10_std
value: 18.160155214919893
verified: no, type: nauc_map_at_1_diff1
value: 80.61224354354235
verified: no, type: nauc_map_at_1_max
value: 62.572123712325435
verified: no, type: nauc_map_at_1_std
value: 14.871521237919676
verified: no, type: nauc_map_at_20_diff1
value: 77.07286173147263
verified: no, type: nauc_map_at_20_max
value: 63.202977088050595
verified: no, type: nauc_map_at_20_std
value: 18.57384319939196
verified: no, type: nauc_map_at_3_diff1
value: 77.7109995359582
verified: no, type: nauc_map_at_3_max
value: 63.78258137206212
verified: no, type: nauc_map_at_3_std
value: 18.042684958317746
verified: no, type: nauc_map_at_5_diff1
value: 77.5173268034033
verified: no, type: nauc_map_at_5_max
value: 63.60896273345633
verified: no, type: nauc_map_at_5_std
value: 18.337375109892935
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.20209036966065
verified: no, type: nauc_mrr_at_1000_max
value: 62.97580811011348
verified: no, type: nauc_mrr_at_1000_std
value: 18.44115737398761
verified: no, type: nauc_mrr_at_100_diff1
value: 77.18226388841661
verified: no, type: nauc_mrr_at_100_max
value: 62.97038456010131
verified: no, type: nauc_mrr_at_100_std
value: 18.463125747032876
verified: no, type: nauc_mrr_at_10_diff1
value: 77.36328933490991
verified: no, type: nauc_mrr_at_10_max
value: 63.11563976266347
verified: no, type: nauc_mrr_at_10_std
value: 17.9835435088557
verified: no, type: nauc_mrr_at_1_diff1
value: 80.86832719436983
verified: no, type: nauc_mrr_at_1_max
value: 62.2229505238464
verified: no, type: nauc_mrr_at_1_std
value: 14.538993917649432
verified: no, type: nauc_mrr_at_20_diff1
value: 77.2097698787093
verified: no, type: nauc_mrr_at_20_max
value: 63.017080064318556
verified: no, type: nauc_mrr_at_20_std
value: 18.39623244159318
verified: no, type: nauc_mrr_at_3_diff1
value: 77.84444444444445
verified: no, type: nauc_mrr_at_3_max
value: 63.60112488521577
verified: no, type: nauc_mrr_at_3_std
value: 17.869513314967858
verified: no, type: nauc_mrr_at_5_diff1
value: 77.65216072112915
verified: no, type: nauc_mrr_at_5_max
value: 63.425697442969195
verified: no, type: nauc_mrr_at_5_std
value: 18.162393013741234
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.47130124736644
verified: no, type: nauc_ndcg_at_1000_max
value: 62.72720721246217
verified: no, type: nauc_ndcg_at_1000_std
value: 21.168388385323816
verified: no, type: nauc_ndcg_at_100_diff1
value: 74.89812399955154
verified: no, type: nauc_ndcg_at_100_max
value: 62.474891176235936
verified: no, type: nauc_ndcg_at_100_std
value: 21.705385352598352
verified: no, type: nauc_ndcg_at_10_diff1
value: 75.69785924655157
verified: no, type: nauc_ndcg_at_10_max
value: 62.99877901137755
verified: no, type: nauc_ndcg_at_10_std
value: 19.277137244210792
verified: no, type: nauc_ndcg_at_1_diff1
value: 80.61224354354235
verified: no, type: nauc_ndcg_at_1_max
value: 62.572123712325435
verified: no, type: nauc_ndcg_at_1_std
value: 14.871521237919676
verified: no, type: nauc_ndcg_at_20_diff1
value: 75.0990592321159
verified: no, type: nauc_ndcg_at_20_max
value: 62.6109408298258
verified: no, type: nauc_ndcg_at_20_std
value: 20.860473361161567
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.8207938549394
verified: no, type: nauc_ndcg_at_3_max
value: 64.06713431084022
verified: no, type: nauc_ndcg_at_3_std
value: 19.115482194273362
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.46349661203512
verified: no, type: nauc_ndcg_at_5_max
value: 63.75385264512038
verified: no, type: nauc_ndcg_at_5_std
value: 19.66201253273682
verified: no, type: nauc_precision_at_1000_diff1
value: 59.81158632607264
verified: no, type: nauc_precision_at_1000_max
value: 59.760023412349916
verified: no, type: nauc_precision_at_1000_std
value: 62.485193082207935
verified: no, type: nauc_precision_at_100_diff1
value: 62.08543769977759
verified: no, type: nauc_precision_at_100_max
value: 57.926010729102806
verified: no, type: nauc_precision_at_100_std
value: 43.01747151823387
verified: no, type: nauc_precision_at_10_diff1
value: 70.17035828112795
verified: no, type: nauc_precision_at_10_max
value: 61.55881019301375
verified: no, type: nauc_precision_at_10_std
value: 22.977660426034763
verified: no, type: nauc_precision_at_1_diff1
value: 80.61224354354235
verified: no, type: nauc_precision_at_1_max
value: 62.572123712325435
verified: no, type: nauc_precision_at_1_std
value: 14.871521237919676
verified: no, type: nauc_precision_at_20_diff1
value: 66.83361017733561
verified: no, type: nauc_precision_at_20_max
value: 59.54232843146045
verified: no, type: nauc_precision_at_20_std
value: 30.852559940015073
verified: no, type: nauc_precision_at_3_diff1
value: 74.15534470940514
verified: no, type: nauc_precision_at_3_max
value: 64.88848804069414
verified: no, type: nauc_precision_at_3_std
value: 22.362855802878954
verified: no, type: nauc_precision_at_5_diff1
value: 73.13872413328627
verified: no, type: nauc_precision_at_5_max
value: 64.11963501694296
verified: no, type: nauc_precision_at_5_std
value: 23.897642502455515
verified: no, type: nauc_recall_at_1000_diff1
value: 59.81158632607252
verified: no, type: nauc_recall_at_1000_max
value: 59.76002341234993
verified: no, type: nauc_recall_at_1000_std
value: 62.48519308220787
verified: no, type: nauc_recall_at_100_diff1
value: 62.08543769977762
verified: no, type: nauc_recall_at_100_max
value: 57.92601072910286
verified: no, type: nauc_recall_at_100_std
value: 43.01747151823391
verified: no, type: nauc_recall_at_10_diff1
value: 70.170358281128
verified: no, type: nauc_recall_at_10_max
value: 61.55881019301381
verified: no, type: nauc_recall_at_10_std
value: 22.97766042603487
verified: no, type: nauc_recall_at_1_diff1
value: 80.61224354354235
verified: no, type: nauc_recall_at_1_max
value: 62.572123712325435
verified: no, type: nauc_recall_at_1_std
value: 14.871521237919676
verified: no, type: nauc_recall_at_20_diff1
value: 66.83361017733564
verified: no, type: nauc_recall_at_20_max
value: 59.54232843146045
verified: no, type: nauc_recall_at_20_std
value: 30.85255994001517
verified: no, type: nauc_recall_at_3_diff1
value: 74.15534470940513
verified: no, type: nauc_recall_at_3_max
value: 64.88848804069413
verified: no, type: nauc_recall_at_3_std
value: 22.362855802878926
verified: no, type: nauc_recall_at_5_diff1
value: 73.13872413328633
verified: no, type: nauc_recall_at_5_max
value: 64.11963501694305
verified: no, type: nauc_recall_at_5_std
value: 23.897642502455604
verified: no, type: ndcg_at_1
value: 48.9
verified: no, type: ndcg_at_10
value: 56.908
verified: no, type: ndcg_at_100
value: 59.992999999999995
verified: no, type: ndcg_at_1000
value: 61.583
verified: no, type: ndcg_at_20
value: 58.044
verified: no, type: ndcg_at_3
value: 54.051
verified: no, type: ndcg_at_5
value: 55.54
verified: no, type: precision_at_1
value: 48.9
verified: no, type: precision_at_10
value: 6.529999999999999
verified: no, type: precision_at_100
value: 0.803
verified: no, type: precision_at_1000
value: 0.093
verified: no, type: precision_at_20
value: 3.49
verified: no, type: precision_at_3
value: 19.167
verified: no, type: precision_at_5
value: 12.22
verified: no, type: recall_at_1
value: 48.9
verified: no, type: recall_at_10
value: 65.3
verified: no, type: recall_at_100
value: 80.30000000000001
verified: no, type: recall_at_1000
value: 93.30000000000001
verified: no, type: recall_at_20
value: 69.8
verified: no, type: recall_at_3
value: 57.49999999999999
verified: no, type: recall_at_5
value: 61.1
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MultilingualSentiment
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
split: test
type: C-MTEB/MultilingualSentiment-classification
metrics: type: accuracy
value: 73.31666666666668
verified: no, type: f1
value: 72.28836634231243
verified: no, type: f1_weighted
value: 72.28836634231241
verified: no, type: main_score
value: 73.31666666666668
verified: no
task: type: Classification, dataset: config: default
name: MTEB Ocnli
revision: 66e76a618a34d6d565d5538088562851e6daa7ec
split: validation
type: C-MTEB/OCNLI
metrics: type: cosine_accuracy
value: 67.02761234434217
verified: no, type: cosine_accuracy_threshold
value: 65.14335870742798
verified: no, type: cosine_ap
value: 69.4885294263304
verified: no, type: cosine_f1
value: 71.27996381727725
verified: no, type: cosine_f1_threshold
value: 58.83575081825256
verified: no, type: cosine_precision
value: 62.34177215189873
verified: no, type: cosine_recall
value: 83.21013727560718
verified: no, type: dot_accuracy
value: 67.02761234434217
verified: no, type: dot_accuracy_threshold
value: 65.14337062835693
verified: no, type: dot_ap
value: 69.4885294263304
verified: no, type: dot_f1
value: 71.27996381727725
verified: no, type: dot_f1_threshold
value: 58.83575677871704
verified: no, type: dot_precision
value: 62.34177215189873
verified: no, type: dot_recall
value: 83.21013727560718
verified: no, type: euclidean_accuracy
value: 67.02761234434217
verified: no, type: euclidean_accuracy_threshold
value: 83.49447250366211
verified: no, type: euclidean_ap
value: 69.4885294263304
verified: no, type: euclidean_f1
value: 71.27996381727725
verified: no, type: euclidean_f1_threshold
value: 90.7350480556488
verified: no, type: euclidean_precision
value: 62.34177215189873
verified: no, type: euclidean_recall
value: 83.21013727560718
verified: no, type: main_score
value: 69.4885294263304
verified: no, type: manhattan_accuracy
value: 66.91932864103953
verified: no, type: manhattan_accuracy_threshold
value: 1951.8356323242188
verified: no, type: manhattan_ap
value: 69.02432804239183
verified: no, type: manhattan_f1
value: 70.89991589571069
verified: no, type: manhattan_f1_threshold
value: 2201.4184951782227
verified: no, type: manhattan_precision
value: 58.909853249475894
verified: no, type: manhattan_recall
value: 89.01795142555439
verified: no, type: max_ap
value: 69.4885294263304
verified: no, type: max_f1
value: 71.27996381727725
verified: no, type: max_precision
value: 62.34177215189873
verified: no, type: max_recall
value: 89.01795142555439
verified: no, type: similarity_accuracy
value: 67.02761234434217
verified: no, type: similarity_accuracy_threshold
value: 65.14335870742798
verified: no, type: similarity_ap
value: 69.4885294263304
verified: no, type: similarity_f1
value: 71.27996381727725
verified: no, type: similarity_f1_threshold
value: 58.83575081825256
verified: no, type: similarity_precision
value: 62.34177215189873
verified: no, type: similarity_recall
value: 83.21013727560718
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB OnlineShopping
revision: e610f2ebd179a8fda30ae534c3878750a96db120
split: test
type: C-MTEB/OnlineShopping-classification
metrics: type: accuracy
value: 90.09
verified: no, type: ap
value: 88.76450265603408
verified: no, type: ap_weighted
value: 88.76450265603408
verified: no, type: f1
value: 90.08779175324347
verified: no, type: f1_weighted
value: 90.08719838771795
verified: no, type: main_score
value: 90.09
verified: no
task: type: Classification, dataset: config: default
name: MTEB PAWSX
revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1
split: test
type: C-MTEB/PAWSX
metrics: type: cosine_pearson
value: 14.271650876491588
verified: no, type: cosine_spearman
value: 15.088934657692937
verified: no, type: euclidean_pearson
value: 17.64991910323611
verified: no, type: euclidean_spearman
value: 15.11015719401991
verified: no, type: main_score
value: 15.088934657692937
verified: no, type: manhattan_pearson
value: 17.627416265380024
verified: no, type: manhattan_spearman
value: 15.186102501045864
verified: no, type: pearson
value: 14.271650876491588
verified: no, type: spearman
value: 15.088934657692937
verified: no
task: type: STS, dataset: config: default
name: MTEB QBQTC
revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
split: test
type: C-MTEB/QBQTC
metrics: type: cosine_pearson
value: 31.42374000164117
verified: no, type: cosine_spearman
value: 34.11139115201034
verified: no, type: euclidean_pearson
value: 31.86846452982553
verified: no, type: euclidean_spearman
value: 34.11160345676575
verified: no, type: main_score
value: 34.11139115201034
verified: no, type: manhattan_pearson
value: 31.78171047507477
verified: no, type: manhattan_spearman
value: 34.03769440675436
verified: no, type: pearson
value: 31.42374000164117
verified: no, type: spearman
value: 34.11139115201034
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22 (zh)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 70.18092147138205
verified: no, type: cosine_spearman
value: 69.90638729067848
verified: no, type: euclidean_pearson
value: 68.5214594150794
verified: no, type: euclidean_spearman
value: 69.8926146345444
verified: no, type: main_score
value: 69.90638729067848
verified: no, type: manhattan_pearson
value: 68.96098064777406
verified: no, type: manhattan_spearman
value: 70.49810937340672
verified: no, type: pearson
value: 70.18092147138205
verified: no, type: spearman
value: 69.90638729067848
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 75.65018415517595
verified: no, type: cosine_spearman
value: 74.96983110528109
verified: no, type: euclidean_pearson
value: 77.0199252096022
verified: no, type: euclidean_spearman
value: 75.05313744822759
verified: no, type: main_score
value: 74.96983110528109
verified: no, type: manhattan_pearson
value: 77.28747618528581
verified: no, type: manhattan_spearman
value: 74.95188542213391
verified: no, type: pearson
value: 75.65018415517595
verified: no, type: spearman
value: 74.96983110528109
verified: no
task: type: STS, dataset: config: default
name: MTEB STSB
revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
split: test
type: C-MTEB/STSB
metrics: type: cosine_pearson
value: 78.99516686642797
verified: no, type: cosine_spearman
value: 79.32633637626917
verified: no, type: euclidean_pearson
value: 78.21051836357536
verified: no, type: euclidean_spearman
value: 79.32612616365205
verified: no, type: main_score
value: 79.32633637626917
verified: no, type: manhattan_pearson
value: 78.18343539953231
verified: no, type: manhattan_spearman
value: 79.33355463587682
verified: no, type: pearson
value: 78.99516686642797
verified: no, type: spearman
value: 79.32633637626917
verified: no
task: type: STS, dataset: config: default
name: MTEB T2Reranking
revision: 76631901a18387f85eaa53e5450019b87ad58ef9
split: dev
type: C-MTEB/T2Reranking
metrics: type: main_score
value: 66.50583475592573
verified: no, type: map
value: 66.50583475592573
verified: no, type: mrr
value: 76.66814435094733
verified: no, type: nAUC_map_diff1
value: -7.531687895205624
verified: no, type: nAUC_map_max
value: 31.536810866173976
verified: no, type: nAUC_map_std
value: 0.584045198013492
verified: no, type: nAUC_mrr_diff1
value: -5.20389538556461
verified: no, type: nAUC_mrr_max
value: 26.230205943854155
verified: no, type: nAUC_mrr_std
value: -2.321422405480513
verified: no
task: type: Reranking, dataset: config: default
name: MTEB T2Retrieval
revision: 8731a845f1bf500a4f111cf1070785c793d10e64
split: dev
type: C-MTEB/T2Retrieval
metrics: type: main_score
value: 84.048
verified: no, type: map_at_1
value: 27.250000000000004
verified: no, type: map_at_10
value: 76.43799999999999
verified: no, type: map_at_100
value: 80.066
verified: no, type: map_at_1000
value: 80.136
verified: no, type: map_at_20
value: 79.194
verified: no, type: map_at_3
value: 53.787
verified: no, type: map_at_5
value: 66.06
verified: no, type: mrr_at_1
value: 89.4660704892162
verified: no, type: mrr_at_10
value: 92.02673022274553
verified: no, type: mrr_at_100
value: 92.11951616133179
verified: no, type: mrr_at_1000
value: 92.12325682782645
verified: no, type: mrr_at_20
value: 92.08937202287764
verified: no, type: mrr_at_3
value: 91.55853644280776
verified: no, type: mrr_at_5
value: 91.85947454556089
verified: no, type: nauc_map_at_1000_diff1
value: 14.991306664519879
verified: no, type: nauc_map_at_1000_max
value: 50.14205870015166
verified: no, type: nauc_map_at_1000_std
value: 20.531935138410972
verified: no, type: nauc_map_at_100_diff1
value: 14.981377145101368
verified: no, type: nauc_map_at_100_max
value: 50.0447401180562
verified: no, type: nauc_map_at_100_std
value: 20.47654947572488
verified: no, type: nauc_map_at_10_diff1
value: 18.790069500020213
verified: no, type: nauc_map_at_10_max
value: 37.18636615175541
verified: no, type: nauc_map_at_10_std
value: 4.309216124710264
verified: no, type: nauc_map_at_1_diff1
value: 50.94702228516873
verified: no, type: nauc_map_at_1_max
value: -23.434673439743328
verified: no, type: nauc_map_at_1_std
value: -36.270013046647115
verified: no, type: nauc_map_at_20_diff1
value: 15.442991212547918
verified: no, type: nauc_map_at_20_max
value: 47.53165224906053
verified: no, type: nauc_map_at_20_std
value: 17.091479886176085
verified: no, type: nauc_map_at_3_diff1
value: 37.34355641131019
verified: no, type: nauc_map_at_3_max
value: -9.627767798276931
verified: no, type: nauc_map_at_3_std
value: -33.623788261136816
verified: no, type: nauc_map_at_5_diff1
value: 30.08255691506382
verified: no, type: nauc_map_at_5_max
value: 7.523532625631027
verified: no, type: nauc_map_at_5_std
value: -22.873284280648562
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.948136368672685
verified: no, type: nauc_mrr_at_1000_max
value: 79.31242146814085
verified: no, type: nauc_mrr_at_1000_std
value: 42.09118789494853
verified: no, type: nauc_mrr_at_100_diff1
value: 48.95105601935127
verified: no, type: nauc_mrr_at_100_max
value: 79.31972489396628
verified: no, type: nauc_mrr_at_100_std
value: 42.10749180847621
verified: no, type: nauc_mrr_at_10_diff1
value: 48.909737017066334
verified: no, type: nauc_mrr_at_10_max
value: 79.438878924473
verified: no, type: nauc_mrr_at_10_std
value: 42.22609309864849
verified: no, type: nauc_mrr_at_1_diff1
value: 49.17057164590014
verified: no, type: nauc_mrr_at_1_max
value: 75.50607518284367
verified: no, type: nauc_mrr_at_1_std
value: 36.14082103331818
verified: no, type: nauc_mrr_at_20_diff1
value: 48.972145239401705
verified: no, type: nauc_mrr_at_20_max
value: 79.37286170468568
verified: no, type: nauc_mrr_at_20_std
value: 42.15361640253828
verified: no, type: nauc_mrr_at_3_diff1
value: 48.73407413089388
verified: no, type: nauc_mrr_at_3_max
value: 79.31526640124694
verified: no, type: nauc_mrr_at_3_std
value: 41.87832848049768
verified: no, type: nauc_mrr_at_5_diff1
value: 48.92974709753988
verified: no, type: nauc_mrr_at_5_max
value: 79.52029263445817
verified: no, type: nauc_mrr_at_5_std
value: 42.2387927929394
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.852159219940212
verified: no, type: nauc_ndcg_at_1000_max
value: 61.78867818911231
verified: no, type: nauc_ndcg_at_1000_std
value: 33.12786556649802
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.3709781000508
verified: no, type: nauc_ndcg_at_100_max
value: 60.84802300919614
verified: no, type: nauc_ndcg_at_100_std
value: 33.09600270707079
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.890624683095215
verified: no, type: nauc_ndcg_at_10_max
value: 52.07035400648073
verified: no, type: nauc_ndcg_at_10_std
value: 21.215632742092755
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.17057164590014
verified: no, type: nauc_ndcg_at_1_max
value: 75.50607518284367
verified: no, type: nauc_ndcg_at_1_std
value: 36.14082103331818
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.15746849253811
verified: no, type: nauc_ndcg_at_20_max
value: 55.82176951048079
verified: no, type: nauc_ndcg_at_20_std
value: 26.477040534373803
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.61757086504063
verified: no, type: nauc_ndcg_at_3_max
value: 66.07148250075376
verified: no, type: nauc_ndcg_at_3_std
value: 33.08315717230347
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.934068427718106
verified: no, type: nauc_ndcg_at_5_max
value: 59.64275100530712
verified: no, type: nauc_ndcg_at_5_std
value: 28.197929106012136
verified: no, type: nauc_precision_at_1000_diff1
value: -32.14239275674187
verified: no, type: nauc_precision_at_1000_max
value: 49.003598734673425
verified: no, type: nauc_precision_at_1000_std
value: 60.77307108185476
verified: no, type: nauc_precision_at_100_diff1
value: -32.110716229470334
verified: no, type: nauc_precision_at_100_max
value: 50.85328281382415
verified: no, type: nauc_precision_at_100_std
value: 62.32808109717699
verified: no, type: nauc_precision_at_10_diff1
value: -31.837193489485628
verified: no, type: nauc_precision_at_10_max
value: 55.83705208493232
verified: no, type: nauc_precision_at_10_std
value: 57.50283019666919
verified: no, type: nauc_precision_at_1_diff1
value: 49.17057164590014
verified: no, type: nauc_precision_at_1_max
value: 75.50607518284367
verified: no, type: nauc_precision_at_1_std
value: 36.14082103331818
verified: no, type: nauc_precision_at_20_diff1
value: -32.044968169611735
verified: no, type: nauc_precision_at_20_max
value: 53.82174008549685
verified: no, type: nauc_precision_at_20_std
value: 61.46528672131028
verified: no, type: nauc_precision_at_3_diff1
value: -26.261125878602332
verified: no, type: nauc_precision_at_3_max
value: 66.0859983928659
verified: no, type: nauc_precision_at_3_std
value: 48.83715827055477
verified: no, type: nauc_precision_at_5_diff1
value: -31.13291937399241
verified: no, type: nauc_precision_at_5_max
value: 61.01429282172497
verified: no, type: nauc_precision_at_5_std
value: 52.76320524351461
verified: no, type: nauc_recall_at_1000_diff1
value: 6.214349212436889
verified: no, type: nauc_recall_at_1000_max
value: 59.08096875098299
verified: no, type: nauc_recall_at_1000_std
value: 62.01528677223324
verified: no, type: nauc_recall_at_100_diff1
value: 9.456254682836157
verified: no, type: nauc_recall_at_100_max
value: 53.09669357470267
verified: no, type: nauc_recall_at_100_std
value: 47.19170803245384
verified: no, type: nauc_recall_at_10_diff1
value: 17.067819451151244
verified: no, type: nauc_recall_at_10_max
value: 26.995954619298562
verified: no, type: nauc_recall_at_10_std
value: -1.358304137922756
verified: no, type: nauc_recall_at_1_diff1
value: 50.94702228516873
verified: no, type: nauc_recall_at_1_max
value: -23.434673439743328
verified: no, type: nauc_recall_at_1_std
value: -36.270013046647115
verified: no, type: nauc_recall_at_20_diff1
value: 12.166170322330789
verified: no, type: nauc_recall_at_20_max
value: 41.98372262379903
verified: no, type: nauc_recall_at_20_std
value: 21.231284446488473
verified: no, type: nauc_recall_at_3_diff1
value: 35.585610972927654
verified: no, type: nauc_recall_at_3_max
value: -14.184820983265075
verified: no, type: nauc_recall_at_3_std
value: -36.14847855262556
verified: no, type: nauc_recall_at_5_diff1
value: 29.050625754040084
verified: no, type: nauc_recall_at_5_max
value: -1.0410932842186966
verified: no, type: nauc_recall_at_5_std
value: -28.261646321102425
verified: no, type: ndcg_at_1
value: 89.46600000000001
verified: no, type: ndcg_at_10
value: 84.048
verified: no, type: ndcg_at_100
value: 87.69
verified: no, type: ndcg_at_1000
value: 88.369
verified: no, type: ndcg_at_20
value: 85.819
verified: no, type: ndcg_at_3
value: 85.473
verified: no, type: ndcg_at_5
value: 84.048
verified: no, type: precision_at_1
value: 89.46600000000001
verified: no, type: precision_at_10
value: 41.772
verified: no, type: precision_at_100
value: 4.993
verified: no, type: precision_at_1000
value: 0.515
verified: no, type: precision_at_20
value: 23.202
verified: no, type: precision_at_3
value: 74.779
verified: no, type: precision_at_5
value: 62.63999999999999
verified: no, type: recall_at_1
value: 27.250000000000004
verified: no, type: recall_at_10
value: 82.934
verified: no, type: recall_at_100
value: 94.815
verified: no, type: recall_at_1000
value: 98.294
verified: no, type: recall_at_20
value: 88.883
verified: no, type: recall_at_3
value: 55.458
verified: no, type: recall_at_5
value: 69.465
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TNews
revision: 317f262bf1e6126357bbe89e875451e4b0938fe4
split: validation
type: C-MTEB/TNews-classification
metrics: type: accuracy
value: 51.577000000000005
verified: no, type: f1
value: 49.3938790995325
verified: no, type: f1_weighted
value: 51.49872910589875
verified: no, type: main_score
value: 51.577000000000005
verified: no
task: type: Classification, dataset: config: default
name: MTEB ThuNewsClusteringP2P
revision: 5798586b105c0434e4f0fe5e767abe619442cf93
split: test
type: C-MTEB/ThuNewsClusteringP2P
metrics: type: main_score
value: 61.3311446133969
verified: no, type: v_measure
value: 61.3311446133969
verified: no, type: v_measure_std
value: 1.4292037065102101
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ThuNewsClusteringS2S
revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
split: test
type: C-MTEB/ThuNewsClusteringS2S
metrics: type: main_score
value: 56.41668748695762
verified: no, type: v_measure
value: 56.41668748695762
verified: no, type: v_measure_std
value: 1.096715523512711
verified: no
task: type: Clustering, dataset: config: default
name: MTEB VideoRetrieval
revision: 58c2597a5943a2ba48f4668c3b90d796283c5639
split: dev
type: C-MTEB/VideoRetrieval
metrics: type: main_score
value: 70.078
verified: no, type: map_at_1
value: 55.60000000000001
verified: no, type: map_at_10
value: 65.45100000000001
verified: no, type: map_at_100
value: 65.972
verified: no, type: map_at_1000
value: 65.983
verified: no, type: map_at_20
value: 65.807
verified: no, type: map_at_3
value: 63.233
verified: no, type: map_at_5
value: 64.66300000000001
verified: no, type: mrr_at_1
value: 55.60000000000001
verified: no, type: mrr_at_10
value: 65.4510714285715
verified: no, type: mrr_at_100
value: 65.97165962076099
verified: no, type: mrr_at_1000
value: 65.98320753283919
verified: no, type: mrr_at_20
value: 65.80718845439051
verified: no, type: mrr_at_3
value: 63.23333333333338
verified: no, type: mrr_at_5
value: 64.6633333333334
verified: no, type: nauc_map_at_1000_diff1
value: 61.870954535069615
verified: no, type: nauc_map_at_1000_max
value: 23.090300594918375
verified: no, type: nauc_map_at_1000_std
value: -37.76103949466824
verified: no, type: nauc_map_at_100_diff1
value: 61.86086531015621
verified: no, type: nauc_map_at_100_max
value: 23.103916177822935
verified: no, type: nauc_map_at_100_std
value: -37.754472602108585
verified: no, type: nauc_map_at_10_diff1
value: 61.95721168001316
verified: no, type: nauc_map_at_10_max
value: 22.895572163222226
verified: no, type: nauc_map_at_10_std
value: -38.336243891701066
verified: no, type: nauc_map_at_1_diff1
value: 64.2441219535636
verified: no, type: nauc_map_at_1_max
value: 20.64015444888544
verified: no, type: nauc_map_at_1_std
value: -35.13259877775077
verified: no, type: nauc_map_at_20_diff1
value: 61.843808986063124
verified: no, type: nauc_map_at_20_max
value: 23.043585376021333
verified: no, type: nauc_map_at_20_std
value: -37.96548127355041
verified: no, type: nauc_map_at_3_diff1
value: 61.69619207556679
verified: no, type: nauc_map_at_3_max
value: 23.42210304941044
verified: no, type: nauc_map_at_3_std
value: -38.25191353860321
verified: no, type: nauc_map_at_5_diff1
value: 61.86402019020591
verified: no, type: nauc_map_at_5_max
value: 22.978407043164168
verified: no, type: nauc_map_at_5_std
value: -38.543794878087006
verified: no, type: nauc_mrr_at_1000_diff1
value: 61.870954535069615
verified: no, type: nauc_mrr_at_1000_max
value: 23.090300594918375
verified: no, type: nauc_mrr_at_1000_std
value: -37.76103949466824
verified: no, type: nauc_mrr_at_100_diff1
value: 61.86086531015621
verified: no, type: nauc_mrr_at_100_max
value: 23.103916177822935
verified: no, type: nauc_mrr_at_100_std
value: -37.754472602108585
verified: no, type: nauc_mrr_at_10_diff1
value: 61.95721168001316
verified: no, type: nauc_mrr_at_10_max
value: 22.895572163222226
verified: no, type: nauc_mrr_at_10_std
value: -38.336243891701066
verified: no, type: nauc_mrr_at_1_diff1
value: 64.2441219535636
verified: no, type: nauc_mrr_at_1_max
value: 20.64015444888544
verified: no, type: nauc_mrr_at_1_std
value: -35.13259877775077
verified: no, type: nauc_mrr_at_20_diff1
value: 61.843808986063124
verified: no, type: nauc_mrr_at_20_max
value: 23.043585376021333
verified: no, type: nauc_mrr_at_20_std
value: -37.96548127355041
verified: no, type: nauc_mrr_at_3_diff1
value: 61.69619207556679
verified: no, type: nauc_mrr_at_3_max
value: 23.42210304941044
verified: no, type: nauc_mrr_at_3_std
value: -38.25191353860321
verified: no, type: nauc_mrr_at_5_diff1
value: 61.86402019020591
verified: no, type: nauc_mrr_at_5_max
value: 22.978407043164168
verified: no, type: nauc_mrr_at_5_std
value: -38.543794878087006
verified: no, type: nauc_ndcg_at_1000_diff1
value: 61.29794077219897
verified: no, type: nauc_ndcg_at_1000_max
value: 24.418905186535554
verified: no, type: nauc_ndcg_at_1000_std
value: -36.38675333575123
verified: no, type: nauc_ndcg_at_100_diff1
value: 61.01225965851154
verified: no, type: nauc_ndcg_at_100_max
value: 24.921415589027195
verified: no, type: nauc_ndcg_at_100_std
value: -36.16549229025807
verified: no, type: nauc_ndcg_at_10_diff1
value: 61.49476150514672
verified: no, type: nauc_ndcg_at_10_max
value: 23.679233291979195
verified: no, type: nauc_ndcg_at_10_std
value: -39.526250662147326
verified: no, type: nauc_ndcg_at_1_diff1
value: 64.2441219535636
verified: no, type: nauc_ndcg_at_1_max
value: 20.64015444888544
verified: no, type: nauc_ndcg_at_1_std
value: -35.13259877775077
verified: no, type: nauc_ndcg_at_20_diff1
value: 61.056344259506254
verified: no, type: nauc_ndcg_at_20_max
value: 24.4681696774435
verified: no, type: nauc_ndcg_at_20_std
value: -38.002129299338705
verified: no, type: nauc_ndcg_at_3_diff1
value: 60.9695336204443
verified: no, type: nauc_ndcg_at_3_max
value: 24.561743086278764
verified: no, type: nauc_ndcg_at_3_std
value: -39.34620193890538
verified: no, type: nauc_ndcg_at_5_diff1
value: 61.28536259871331
verified: no, type: nauc_ndcg_at_5_max
value: 23.821597091549947
verified: no, type: nauc_ndcg_at_5_std
value: -39.921602604282256
verified: no, type: nauc_precision_at_1000_diff1
value: 47.896936552397904
verified: no, type: nauc_precision_at_1000_max
value: 66.38433151038132
verified: no, type: nauc_precision_at_1000_std
value: 60.53532524120673
verified: no, type: nauc_precision_at_100_diff1
value: 44.28363938167843
verified: no, type: nauc_precision_at_100_max
value: 64.24732856105429
verified: no, type: nauc_precision_at_100_std
value: 17.97489366116728
verified: no, type: nauc_precision_at_10_diff1
value: 59.41726414200426
verified: no, type: nauc_precision_at_10_max
value: 27.71264331511937
verified: no, type: nauc_precision_at_10_std
value: -45.74776538959631
verified: no, type: nauc_precision_at_1_diff1
value: 64.2441219535636
verified: no, type: nauc_precision_at_1_max
value: 20.64015444888544
verified: no, type: nauc_precision_at_1_std
value: -35.13259877775077
verified: no, type: nauc_precision_at_20_diff1
value: 54.97651111807045
verified: no, type: nauc_precision_at_20_max
value: 36.89454610531955
verified: no, type: nauc_precision_at_20_std
value: -34.89329336495018
verified: no, type: nauc_precision_at_3_diff1
value: 58.51696906840075
verified: no, type: nauc_precision_at_3_max
value: 28.574341882931513
verified: no, type: nauc_precision_at_3_std
value: -43.137791865257384
verified: no, type: nauc_precision_at_5_diff1
value: 59.104993686253025
verified: no, type: nauc_precision_at_5_max
value: 27.228062999541013
verified: no, type: nauc_precision_at_5_std
value: -45.6178316381737
verified: no, type: nauc_recall_at_1000_diff1
value: 47.89693655239931
verified: no, type: nauc_recall_at_1000_max
value: 66.38433151038168
verified: no, type: nauc_recall_at_1000_std
value: 60.53532524120724
verified: no, type: nauc_recall_at_100_diff1
value: 44.28363938167848
verified: no, type: nauc_recall_at_100_max
value: 64.24732856105405
verified: no, type: nauc_recall_at_100_std
value: 17.974893661168153
verified: no, type: nauc_recall_at_10_diff1
value: 59.417264142004434
verified: no, type: nauc_recall_at_10_max
value: 27.7126433151196
verified: no, type: nauc_recall_at_10_std
value: -45.74776538959598
verified: no, type: nauc_recall_at_1_diff1
value: 64.2441219535636
verified: no, type: nauc_recall_at_1_max
value: 20.64015444888544
verified: no, type: nauc_recall_at_1_std
value: -35.13259877775077
verified: no, type: nauc_recall_at_20_diff1
value: 54.97651111807084
verified: no, type: nauc_recall_at_20_max
value: 36.89454610531971
verified: no, type: nauc_recall_at_20_std
value: -34.89329336495006
verified: no, type: nauc_recall_at_3_diff1
value: 58.51696906840065
verified: no, type: nauc_recall_at_3_max
value: 28.574341882931524
verified: no, type: nauc_recall_at_3_std
value: -43.13779186525737
verified: no, type: nauc_recall_at_5_diff1
value: 59.104993686253046
verified: no, type: nauc_recall_at_5_max
value: 27.228062999540985
verified: no, type: nauc_recall_at_5_std
value: -45.617831638173556
verified: no, type: ndcg_at_1
value: 55.60000000000001
verified: no, type: ndcg_at_10
value: 70.078
verified: no, type: ndcg_at_100
value: 72.489
verified: no, type: ndcg_at_1000
value: 72.794
verified: no, type: ndcg_at_20
value: 71.354
verified: no, type: ndcg_at_3
value: 65.645
verified: no, type: ndcg_at_5
value: 68.189
verified: no, type: precision_at_1
value: 55.60000000000001
verified: no, type: precision_at_10
value: 8.450000000000001
verified: no, type: precision_at_100
value: 0.955
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 4.475
verified: no, type: precision_at_3
value: 24.2
verified: no, type: precision_at_5
value: 15.740000000000002
verified: no, type: recall_at_1
value: 55.60000000000001
verified: no, type: recall_at_10
value: 84.5
verified: no, type: recall_at_100
value: 95.5
verified: no, type: recall_at_1000
value: 97.89999999999999
verified: no, type: recall_at_20
value: 89.5
verified: no, type: recall_at_3
value: 72.6
verified: no, type: recall_at_5
value: 78.7
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Waimai
revision: 339287def212450dcaa9df8c22bf93e9980c7023
split: test
type: C-MTEB/waimai-classification
metrics: type: accuracy
value: 85.75999999999999
verified: no, type: ap
value: 68.22514159752903
verified: no, type: ap_weighted
value: 68.22514159752903
verified: no, type: f1
value: 83.93158616293009
verified: no, type: f1_weighted
value: 85.8229689427759
verified: no, type: main_score
value: 85.75999999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB AlloProfClusteringP2P
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 66.69235568790974
verified: no, type: v_measure
value: 66.69235568790974
verified: no, type: v_measure_std
value: 2.537794350741746
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AlloProfClusteringS2S
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 49.27280056656315
verified: no, type: v_measure
value: 49.27280056656315
verified: no, type: v_measure_std
value: 3.2810861239751716
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AlloprofReranking
revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
split: test
type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
metrics: type: main_score
value: 74.05051363767075
verified: no, type: map
value: 74.05051363767075
verified: no, type: mrr
value: 75.32834046111249
verified: no, type: nAUC_map_diff1
value: 53.43142734542149
verified: no, type: nAUC_map_max
value: 10.45363593380914
verified: no, type: nAUC_map_std
value: 18.04797969501808
verified: no, type: nAUC_mrr_diff1
value: 52.84895215306421
verified: no, type: nAUC_mrr_max
value: 11.161569184920731
verified: no, type: nAUC_mrr_std
value: 18.116278051231706
verified: no
task: type: Reranking, dataset: config: default
name: MTEB AlloprofRetrieval
revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 46.752
verified: no, type: map_at_1
value: 29.404000000000003
verified: no, type: map_at_10
value: 40.695
verified: no, type: map_at_100
value: 41.638999999999996
verified: no, type: map_at_1000
value: 41.686
verified: no, type: map_at_20
value: 41.293
verified: no, type: map_at_3
value: 37.464
verified: no, type: map_at_5
value: 39.314
verified: no, type: mrr_at_1
value: 29.404145077720205
verified: no, type: mrr_at_10
value: 40.69454724895149
verified: no, type: mrr_at_100
value: 41.6387718358502
verified: no, type: mrr_at_1000
value: 41.686352032537386
verified: no, type: mrr_at_20
value: 41.29302173047876
verified: no, type: mrr_at_3
value: 37.46401842256771
verified: no, type: mrr_at_5
value: 39.314191134139456
verified: no, type: nauc_map_at_1000_diff1
value: 36.81140646424009
verified: no, type: nauc_map_at_1000_max
value: 32.558382675482015
verified: no, type: nauc_map_at_1000_std
value: 1.3209245482601717
verified: no, type: nauc_map_at_100_diff1
value: 36.80623533104676
verified: no, type: nauc_map_at_100_max
value: 32.58259240121919
verified: no, type: nauc_map_at_100_std
value: 1.3357049662565006
verified: no, type: nauc_map_at_10_diff1
value: 36.701137264179415
verified: no, type: nauc_map_at_10_max
value: 32.39187216040168
verified: no, type: nauc_map_at_10_std
value: 1.080168559171855
verified: no, type: nauc_map_at_1_diff1
value: 41.17578040220583
verified: no, type: nauc_map_at_1_max
value: 29.250697582326456
verified: no, type: nauc_map_at_1_std
value: 0.015878420007215115
verified: no, type: nauc_map_at_20_diff1
value: 36.78320606729714
verified: no, type: nauc_map_at_20_max
value: 32.62394229122364
verified: no, type: nauc_map_at_20_std
value: 1.2875500759697867
verified: no, type: nauc_map_at_3_diff1
value: 36.61724743709236
verified: no, type: nauc_map_at_3_max
value: 31.439128101338948
verified: no, type: nauc_map_at_3_std
value: 0.6643615364760862
verified: no, type: nauc_map_at_5_diff1
value: 36.51290373132519
verified: no, type: nauc_map_at_5_max
value: 32.06362001986431
verified: no, type: nauc_map_at_5_std
value: 1.0077803528775056
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.81140646424009
verified: no, type: nauc_mrr_at_1000_max
value: 32.558382675482015
verified: no, type: nauc_mrr_at_1000_std
value: 1.3209245482601717
verified: no, type: nauc_mrr_at_100_diff1
value: 36.80623533104676
verified: no, type: nauc_mrr_at_100_max
value: 32.58259240121919
verified: no, type: nauc_mrr_at_100_std
value: 1.3357049662565006
verified: no, type: nauc_mrr_at_10_diff1
value: 36.701137264179415
verified: no, type: nauc_mrr_at_10_max
value: 32.39187216040168
verified: no, type: nauc_mrr_at_10_std
value: 1.080168559171855
verified: no, type: nauc_mrr_at_1_diff1
value: 41.17578040220583
verified: no, type: nauc_mrr_at_1_max
value: 29.250697582326456
verified: no, type: nauc_mrr_at_1_std
value: 0.015878420007215115
verified: no, type: nauc_mrr_at_20_diff1
value: 36.78320606729714
verified: no, type: nauc_mrr_at_20_max
value: 32.62394229122364
verified: no, type: nauc_mrr_at_20_std
value: 1.2875500759697867
verified: no, type: nauc_mrr_at_3_diff1
value: 36.61724743709236
verified: no, type: nauc_mrr_at_3_max
value: 31.439128101338948
verified: no, type: nauc_mrr_at_3_std
value: 0.6643615364760862
verified: no, type: nauc_mrr_at_5_diff1
value: 36.51290373132519
verified: no, type: nauc_mrr_at_5_max
value: 32.06362001986431
verified: no, type: nauc_mrr_at_5_std
value: 1.0077803528775056
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.24076511538488
verified: no, type: nauc_ndcg_at_1000_max
value: 34.064413351133496
verified: no, type: nauc_ndcg_at_1000_std
value: 2.4530947188501884
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.0927603024548
verified: no, type: nauc_ndcg_at_100_max
value: 34.98071528431376
verified: no, type: nauc_ndcg_at_100_std
value: 3.2048812019743806
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.48231357450575
verified: no, type: nauc_ndcg_at_10_max
value: 34.23901754126376
verified: no, type: nauc_ndcg_at_10_std
value: 1.8216358086555313
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.17578040220583
verified: no, type: nauc_ndcg_at_1_max
value: 29.250697582326456
verified: no, type: nauc_ndcg_at_1_std
value: 0.015878420007215115
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.762077351924866
verified: no, type: nauc_ndcg_at_20_max
value: 35.131282428172504
verified: no, type: nauc_ndcg_at_20_std
value: 2.6314418022317088
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.20458098278931
verified: no, type: nauc_ndcg_at_3_max
value: 32.10452974167028
verified: no, type: nauc_ndcg_at_3_std
value: 0.8794682266965334
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.98508114807989
verified: no, type: nauc_ndcg_at_5_max
value: 33.262089912366264
verified: no, type: nauc_ndcg_at_5_std
value: 1.5319350722125793
verified: no, type: nauc_precision_at_1000_diff1
value: 44.666620982624345
verified: no, type: nauc_precision_at_1000_max
value: 75.29393255580452
verified: no, type: nauc_precision_at_1000_std
value: 55.59900299317424
verified: no, type: nauc_precision_at_100_diff1
value: 34.231014793455486
verified: no, type: nauc_precision_at_100_max
value: 57.643182221569056
verified: no, type: nauc_precision_at_100_std
value: 24.69069946083384
verified: no, type: nauc_precision_at_10_diff1
value: 31.574888849159986
verified: no, type: nauc_precision_at_10_max
value: 41.421761956959116
verified: no, type: nauc_precision_at_10_std
value: 4.763962617424729
verified: no, type: nauc_precision_at_1_diff1
value: 41.17578040220583
verified: no, type: nauc_precision_at_1_max
value: 29.250697582326456
verified: no, type: nauc_precision_at_1_std
value: 0.015878420007215115
verified: no, type: nauc_precision_at_20_diff1
value: 32.180018178061836
verified: no, type: nauc_precision_at_20_max
value: 47.75245184649933
verified: no, type: nauc_precision_at_20_std
value: 9.788615791772633
verified: no, type: nauc_precision_at_3_diff1
value: 31.174995495672274
verified: no, type: nauc_precision_at_3_max
value: 33.99858581358525
verified: no, type: nauc_precision_at_3_std
value: 1.4974582520924251
verified: no, type: nauc_precision_at_5_diff1
value: 30.35676602203525
verified: no, type: nauc_precision_at_5_max
value: 37.047443567623354
verified: no, type: nauc_precision_at_5_std
value: 3.2312689286293024
verified: no, type: nauc_recall_at_1000_diff1
value: 44.666620982624515
verified: no, type: nauc_recall_at_1000_max
value: 75.29393255580267
verified: no, type: nauc_recall_at_1000_std
value: 55.59900299317372
verified: no, type: nauc_recall_at_100_diff1
value: 34.23101479345545
verified: no, type: nauc_recall_at_100_max
value: 57.64318222156907
verified: no, type: nauc_recall_at_100_std
value: 24.690699460833915
verified: no, type: nauc_recall_at_10_diff1
value: 31.574888849159976
verified: no, type: nauc_recall_at_10_max
value: 41.42176195695914
verified: no, type: nauc_recall_at_10_std
value: 4.763962617424782
verified: no, type: nauc_recall_at_1_diff1
value: 41.17578040220583
verified: no, type: nauc_recall_at_1_max
value: 29.250697582326456
verified: no, type: nauc_recall_at_1_std
value: 0.015878420007215115
verified: no, type: nauc_recall_at_20_diff1
value: 32.18001817806187
verified: no, type: nauc_recall_at_20_max
value: 47.75245184649934
verified: no, type: nauc_recall_at_20_std
value: 9.788615791772733
verified: no, type: nauc_recall_at_3_diff1
value: 31.17499549567227
verified: no, type: nauc_recall_at_3_max
value: 33.99858581358531
verified: no, type: nauc_recall_at_3_std
value: 1.4974582520924073
verified: no, type: nauc_recall_at_5_diff1
value: 30.356766022035238
verified: no, type: nauc_recall_at_5_max
value: 37.047443567623354
verified: no, type: nauc_recall_at_5_std
value: 3.2312689286292806
verified: no, type: ndcg_at_1
value: 29.404000000000003
verified: no, type: ndcg_at_10
value: 46.752
verified: no, type: ndcg_at_100
value: 51.43
verified: no, type: ndcg_at_1000
value: 52.76499999999999
verified: no, type: ndcg_at_20
value: 48.92
verified: no, type: ndcg_at_3
value: 40.106
verified: no, type: ndcg_at_5
value: 43.445
verified: no, type: precision_at_1
value: 29.404000000000003
verified: no, type: precision_at_10
value: 6.601999999999999
verified: no, type: precision_at_100
value: 0.881
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 3.728
verified: no, type: precision_at_3
value: 15.918
verified: no, type: precision_at_5
value: 11.174000000000001
verified: no, type: recall_at_1
value: 29.404000000000003
verified: no, type: recall_at_10
value: 66.019
verified: no, type: recall_at_100
value: 88.126
verified: no, type: recall_at_1000
value: 98.791
verified: no, type: recall_at_20
value: 74.568
verified: no, type: recall_at_3
value: 47.754999999999995
verified: no, type: recall_at_5
value: 55.872
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB AmazonReviewsClassification (fr)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 44.847999999999985
verified: no, type: f1
value: 41.93605853189159
verified: no, type: f1_weighted
value: 41.93605853189159
verified: no, type: main_score
value: 44.847999999999985
verified: no
task: type: Classification, dataset: config: default
name: MTEB BSARDRetrieval
revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
split: test
type: maastrichtlawtech/bsard
metrics: type: main_score
value: 58.559000000000005
verified: no, type: map_at_1
value: 10.36
verified: no, type: map_at_10
value: 16.758
verified: no, type: map_at_100
value: 17.716
verified: no, type: map_at_1000
value: 17.816000000000003
verified: no, type: map_at_20
value: 17.221
verified: no, type: map_at_3
value: 14.565
verified: no, type: map_at_5
value: 15.870999999999999
verified: no, type: mrr_at_1
value: 10.36036036036036
verified: no, type: mrr_at_10
value: 16.758186758186753
verified: no, type: mrr_at_100
value: 17.715800685239955
verified: no, type: mrr_at_1000
value: 17.816056728488995
verified: no, type: mrr_at_20
value: 17.221227569524782
verified: no, type: mrr_at_3
value: 14.564564564564561
verified: no, type: mrr_at_5
value: 15.870870870870865
verified: no, type: nauc_map_at_1000_diff1
value: 13.581189454277641
verified: no, type: nauc_map_at_1000_max
value: 23.489691228117813
verified: no, type: nauc_map_at_1000_std
value: 5.6307865456405395
verified: no, type: nauc_map_at_100_diff1
value: 13.454198011114709
verified: no, type: nauc_map_at_100_max
value: 23.45922415373145
verified: no, type: nauc_map_at_100_std
value: 5.616848031628102
verified: no, type: nauc_map_at_10_diff1
value: 13.320234520737017
verified: no, type: nauc_map_at_10_max
value: 23.234237599237463
verified: no, type: nauc_map_at_10_std
value: 4.544384095472259
verified: no, type: nauc_map_at_1_diff1
value: 19.723683325024975
verified: no, type: nauc_map_at_1_max
value: 20.464053097615416
verified: no, type: nauc_map_at_1_std
value: 2.099858103167991
verified: no, type: nauc_map_at_20_diff1
value: 13.743084308870731
verified: no, type: nauc_map_at_20_max
value: 23.529304709994932
verified: no, type: nauc_map_at_20_std
value: 5.326637193786957
verified: no, type: nauc_map_at_3_diff1
value: 11.829713917206632
verified: no, type: nauc_map_at_3_max
value: 20.982180859889315
verified: no, type: nauc_map_at_3_std
value: 2.6604076449483416
verified: no, type: nauc_map_at_5_diff1
value: 13.25993802690841
verified: no, type: nauc_map_at_5_max
value: 21.63314647686895
verified: no, type: nauc_map_at_5_std
value: 2.762539517745844
verified: no, type: nauc_mrr_at_1000_diff1
value: 13.581189454277641
verified: no, type: nauc_mrr_at_1000_max
value: 23.489691228117813
verified: no, type: nauc_mrr_at_1000_std
value: 5.6307865456405395
verified: no, type: nauc_mrr_at_100_diff1
value: 13.454198011114709
verified: no, type: nauc_mrr_at_100_max
value: 23.45922415373145
verified: no, type: nauc_mrr_at_100_std
value: 5.616848031628102
verified: no, type: nauc_mrr_at_10_diff1
value: 13.320234520737017
verified: no, type: nauc_mrr_at_10_max
value: 23.234237599237463
verified: no, type: nauc_mrr_at_10_std
value: 4.544384095472259
verified: no, type: nauc_mrr_at_1_diff1
value: 19.723683325024975
verified: no, type: nauc_mrr_at_1_max
value: 20.464053097615416
verified: no, type: nauc_mrr_at_1_std
value: 2.099858103167991
verified: no, type: nauc_mrr_at_20_diff1
value: 13.743084308870731
verified: no, type: nauc_mrr_at_20_max
value: 23.529304709994932
verified: no, type: nauc_mrr_at_20_std
value: 5.326637193786957
verified: no, type: nauc_mrr_at_3_diff1
value: 11.829713917206632
verified: no, type: nauc_mrr_at_3_max
value: 20.982180859889315
verified: no, type: nauc_mrr_at_3_std
value: 2.6604076449483416
verified: no, type: nauc_mrr_at_5_diff1
value: 13.25993802690841
verified: no, type: nauc_mrr_at_5_max
value: 21.63314647686895
verified: no, type: nauc_mrr_at_5_std
value: 2.762539517745844
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.707503108989783
verified: no, type: nauc_ndcg_at_1000_max
value: 25.949859334474194
verified: no, type: nauc_ndcg_at_1000_std
value: 11.30077185095291
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.488652396242538
verified: no, type: nauc_ndcg_at_100_max
value: 25.577496900047457
verified: no, type: nauc_ndcg_at_100_std
value: 11.594574152798417
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.238261856743057
verified: no, type: nauc_ndcg_at_10_max
value: 25.70940084264975
verified: no, type: nauc_ndcg_at_10_std
value: 6.674709323258127
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.723683325024975
verified: no, type: nauc_ndcg_at_1_max
value: 20.464053097615416
verified: no, type: nauc_ndcg_at_1_std
value: 2.099858103167991
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.554982508741379
verified: no, type: nauc_ndcg_at_20_max
value: 26.121920197241778
verified: no, type: nauc_ndcg_at_20_std
value: 8.855936872536278
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.59924858769597
verified: no, type: nauc_ndcg_at_3_max
value: 21.202502594505308
verified: no, type: nauc_ndcg_at_3_std
value: 2.9122811723533566
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.117243393169327
verified: no, type: nauc_ndcg_at_5_max
value: 22.382086327774463
verified: no, type: nauc_ndcg_at_5_std
value: 3.068185747546371
verified: no, type: nauc_precision_at_1000_diff1
value: 21.314687056528214
verified: no, type: nauc_precision_at_1000_max
value: 35.85736416644202
verified: no, type: nauc_precision_at_1000_std
value: 41.215589583356014
verified: no, type: nauc_precision_at_100_diff1
value: 4.841538567838315
verified: no, type: nauc_precision_at_100_max
value: 29.796025601556465
verified: no, type: nauc_precision_at_100_std
value: 31.66461426950881
verified: no, type: nauc_precision_at_10_diff1
value: 10.2769925656981
verified: no, type: nauc_precision_at_10_max
value: 31.610465042792512
verified: no, type: nauc_precision_at_10_std
value: 11.729838363348398
verified: no, type: nauc_precision_at_1_diff1
value: 19.723683325024975
verified: no, type: nauc_precision_at_1_max
value: 20.464053097615416
verified: no, type: nauc_precision_at_1_std
value: 2.099858103167991
verified: no, type: nauc_precision_at_20_diff1
value: 14.122666091725545
verified: no, type: nauc_precision_at_20_max
value: 31.813794575630656
verified: no, type: nauc_precision_at_20_std
value: 17.44031269111964
verified: no, type: nauc_precision_at_3_diff1
value: 4.41887012868526
verified: no, type: nauc_precision_at_3_max
value: 21.73037689396608
verified: no, type: nauc_precision_at_3_std
value: 3.5177146563010777
verified: no, type: nauc_precision_at_5_diff1
value: 9.911736958870145
verified: no, type: nauc_precision_at_5_max
value: 24.17828887763417
verified: no, type: nauc_precision_at_5_std
value: 3.758711226096333
verified: no, type: nauc_recall_at_1000_diff1
value: 21.314687056528154
verified: no, type: nauc_recall_at_1000_max
value: 35.85736416644197
verified: no, type: nauc_recall_at_1000_std
value: 41.21558958335586
verified: no, type: nauc_recall_at_100_diff1
value: 4.841538567838269
verified: no, type: nauc_recall_at_100_max
value: 29.79602560155637
verified: no, type: nauc_recall_at_100_std
value: 31.66461426950869
verified: no, type: nauc_recall_at_10_diff1
value: 10.276992565698032
verified: no, type: nauc_recall_at_10_max
value: 31.610465042792473
verified: no, type: nauc_recall_at_10_std
value: 11.729838363348378
verified: no, type: nauc_recall_at_1_diff1
value: 19.723683325024975
verified: no, type: nauc_recall_at_1_max
value: 20.464053097615416
verified: no, type: nauc_recall_at_1_std
value: 2.099858103167991
verified: no, type: nauc_recall_at_20_diff1
value: 14.122666091725526
verified: no, type: nauc_recall_at_20_max
value: 31.813794575630638
verified: no, type: nauc_recall_at_20_std
value: 17.440312691119587
verified: no, type: nauc_recall_at_3_diff1
value: 4.4188701286852785
verified: no, type: nauc_recall_at_3_max
value: 21.7303768939661
verified: no, type: nauc_recall_at_3_std
value: 3.5177146563010853
verified: no, type: nauc_recall_at_5_diff1
value: 9.911736958870106
verified: no, type: nauc_recall_at_5_max
value: 24.178288877634106
verified: no, type: nauc_recall_at_5_std
value: 3.758711226096281
verified: no, type: ndcg_at_1
value: 10.36
verified: no, type: ndcg_at_10
value: 20.471
verified: no, type: ndcg_at_100
value: 25.777
verified: no, type: ndcg_at_1000
value: 28.593000000000004
verified: no, type: ndcg_at_20
value: 22.246
verified: no, type: ndcg_at_3
value: 15.916
verified: no, type: ndcg_at_5
value: 18.3
verified: no, type: precision_at_1
value: 10.36
verified: no, type: precision_at_10
value: 3.243
verified: no, type: precision_at_100
value: 0.586
verified: no, type: precision_at_1000
value: 0.08099999999999999
verified: no, type: precision_at_20
value: 1.982
verified: no, type: precision_at_3
value: 6.607
verified: no, type: precision_at_5
value: 5.135
verified: no, type: recall_at_1
value: 10.36
verified: no, type: recall_at_10
value: 32.432
verified: no, type: recall_at_100
value: 58.559000000000005
verified: no, type: recall_at_1000
value: 81.081
verified: no, type: recall_at_20
value: 39.64
verified: no, type: recall_at_3
value: 19.82
verified: no, type: recall_at_5
value: 25.676
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HALClusteringS2S
revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
split: test
type: lyon-nlp/clustering-hal-s2s
metrics: type: main_score
value: 26.918470641446472
verified: no, type: v_measure
value: 26.918470641446472
verified: no, type: v_measure_std
value: 2.717665658348912
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MLSUMClusteringP2P (fr)
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
split: test
type: reciTAL/mlsum
metrics: type: main_score
value: 45.581413658149
verified: no, type: v_measure
value: 45.581413658149
verified: no, type: v_measure_std
value: 1.646260736751199
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MLSUMClusteringS2S (fr)
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
split: test
type: reciTAL/mlsum
metrics: type: main_score
value: 44.45455749734905
verified: no, type: v_measure
value: 44.45455749734905
verified: no, type: v_measure_std
value: 1.935205028548908
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MTOPDomainClassification (fr)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 80.14719699342312
verified: no, type: f1
value: 79.68802657402165
verified: no, type: f1_weighted
value: 79.85763712873417
verified: no, type: main_score
value: 80.14719699342312
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MTOPIntentClassification (fr)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 50.241152521139995
verified: no, type: f1
value: 34.39524038805554
verified: no, type: f1_weighted
value: 53.93775073819592
verified: no, type: main_score
value: 50.241152521139995
verified: no
task: type: Classification, dataset: config: fra
name: MTEB MasakhaNEWSClassification (fra)
revision: 18193f187b92da67168c655c9973a165ed9593dd
split: test
type: mteb/masakhanews
metrics: type: accuracy
value: 83.34123222748818
verified: no, type: f1
value: 79.48624508308065
verified: no, type: f1_weighted
value: 83.20210238500908
verified: no, type: main_score
value: 83.34123222748818
verified: no
task: type: Classification, dataset: config: fra
name: MTEB MasakhaNEWSClusteringP2P (fra)
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
split: test
type: masakhane/masakhanews
metrics: type: main_score
value: 71.51218291988776
verified: no, type: v_measure
value: 71.51218291988776
verified: no, type: v_measure_std
value: 35.6439739308977
verified: no
task: type: Clustering, dataset: config: fra
name: MTEB MasakhaNEWSClusteringS2S (fra)
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
split: test
type: masakhane/masakhanews
metrics: type: main_score
value: 60.155743100795725
verified: no, type: v_measure
value: 60.155743100795725
verified: no, type: v_measure_std
value: 28.180226808833797
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MassiveIntentClassification (fr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 59.048419636852735
verified: no, type: f1
value: 55.77513997227217
verified: no, type: f1_weighted
value: 57.65743868976365
verified: no, type: main_score
value: 59.048419636852735
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveScenarioClassification (fr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 67.2932078009415
verified: no, type: f1
value: 66.85444841091169
verified: no, type: f1_weighted
value: 66.78952167770717
verified: no, type: main_score
value: 67.2932078009415
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MintakaRetrieval (fr)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: main_score
value: 27.400000000000002
verified: no, type: map_at_1
value: 15.479000000000001
verified: no, type: map_at_10
value: 23.213
verified: no, type: map_at_100
value: 24.285
verified: no, type: map_at_1000
value: 24.397
verified: no, type: map_at_20
value: 23.741
verified: no, type: map_at_3
value: 20.973
verified: no, type: map_at_5
value: 22.212
verified: no, type: mrr_at_1
value: 15.47911547911548
verified: no, type: mrr_at_10
value: 23.21331071331073
verified: no, type: mrr_at_100
value: 24.28515184787565
verified: no, type: mrr_at_1000
value: 24.396606382776362
verified: no, type: mrr_at_20
value: 23.74068872679202
verified: no, type: mrr_at_3
value: 20.973245973245938
verified: no, type: mrr_at_5
value: 22.211984711984677
verified: no, type: nauc_map_at_1000_diff1
value: 23.49190518969821
verified: no, type: nauc_map_at_1000_max
value: 21.816535185868748
verified: no, type: nauc_map_at_1000_std
value: 7.898426575861743
verified: no, type: nauc_map_at_100_diff1
value: 23.455942061154243
verified: no, type: nauc_map_at_100_max
value: 21.80945301878854
verified: no, type: nauc_map_at_100_std
value: 7.903289282168091
verified: no, type: nauc_map_at_10_diff1
value: 23.674951138068714
verified: no, type: nauc_map_at_10_max
value: 21.969792385911845
verified: no, type: nauc_map_at_10_std
value: 7.889585005426794
verified: no, type: nauc_map_at_1_diff1
value: 29.069568522388433
verified: no, type: nauc_map_at_1_max
value: 19.942608291469913
verified: no, type: nauc_map_at_1_std
value: 3.1283142332992635
verified: no, type: nauc_map_at_20_diff1
value: 23.45502400622297
verified: no, type: nauc_map_at_20_max
value: 21.830527331051552
verified: no, type: nauc_map_at_20_std
value: 7.994053361768913
verified: no, type: nauc_map_at_3_diff1
value: 24.982668301358444
verified: no, type: nauc_map_at_3_max
value: 21.883837899231867
verified: no, type: nauc_map_at_3_std
value: 6.615976792964795
verified: no, type: nauc_map_at_5_diff1
value: 24.09866390229764
verified: no, type: nauc_map_at_5_max
value: 21.614008493220986
verified: no, type: nauc_map_at_5_std
value: 7.272332396807288
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.49190518969821
verified: no, type: nauc_mrr_at_1000_max
value: 21.816535185868748
verified: no, type: nauc_mrr_at_1000_std
value: 7.898426575861743
verified: no, type: nauc_mrr_at_100_diff1
value: 23.455942061154243
verified: no, type: nauc_mrr_at_100_max
value: 21.80945301878854
verified: no, type: nauc_mrr_at_100_std
value: 7.903289282168091
verified: no, type: nauc_mrr_at_10_diff1
value: 23.674951138068714
verified: no, type: nauc_mrr_at_10_max
value: 21.969792385911845
verified: no, type: nauc_mrr_at_10_std
value: 7.889585005426794
verified: no, type: nauc_mrr_at_1_diff1
value: 29.069568522388433
verified: no, type: nauc_mrr_at_1_max
value: 19.942608291469913
verified: no, type: nauc_mrr_at_1_std
value: 3.1283142332992635
verified: no, type: nauc_mrr_at_20_diff1
value: 23.45502400622297
verified: no, type: nauc_mrr_at_20_max
value: 21.830527331051552
verified: no, type: nauc_mrr_at_20_std
value: 7.994053361768913
verified: no, type: nauc_mrr_at_3_diff1
value: 24.982668301358444
verified: no, type: nauc_mrr_at_3_max
value: 21.883837899231867
verified: no, type: nauc_mrr_at_3_std
value: 6.615976792964795
verified: no, type: nauc_mrr_at_5_diff1
value: 24.09866390229764
verified: no, type: nauc_mrr_at_5_max
value: 21.614008493220986
verified: no, type: nauc_mrr_at_5_std
value: 7.272332396807288
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.92872678950541
verified: no, type: nauc_ndcg_at_1000_max
value: 22.388970258338958
verified: no, type: nauc_ndcg_at_1000_std
value: 9.807006541293186
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.903304276761364
verified: no, type: nauc_ndcg_at_100_max
value: 22.209897726716065
verified: no, type: nauc_ndcg_at_100_std
value: 10.075543107880176
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.508944950669097
verified: no, type: nauc_ndcg_at_10_max
value: 22.709862035037514
verified: no, type: nauc_ndcg_at_10_std
value: 10.00450608801698
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.069568522388433
verified: no, type: nauc_ndcg_at_1_max
value: 19.942608291469913
verified: no, type: nauc_ndcg_at_1_std
value: 3.1283142332992635
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.803145422787512
verified: no, type: nauc_ndcg_at_20_max
value: 22.310429618526772
verified: no, type: nauc_ndcg_at_20_std
value: 10.366058782551438
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.913619145125207
verified: no, type: nauc_ndcg_at_3_max
value: 22.441574203993245
verified: no, type: nauc_ndcg_at_3_std
value: 7.691311158754716
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.4840009470751
verified: no, type: nauc_ndcg_at_5_max
value: 22.024641703222514
verified: no, type: nauc_ndcg_at_5_std
value: 8.803747702599477
verified: no, type: nauc_precision_at_1000_diff1
value: 17.037870101460467
verified: no, type: nauc_precision_at_1000_max
value: 42.30306938098229
verified: no, type: nauc_precision_at_1000_std
value: 54.251307689225115
verified: no, type: nauc_precision_at_100_diff1
value: 12.076659360813839
verified: no, type: nauc_precision_at_100_max
value: 23.254576247061777
verified: no, type: nauc_precision_at_100_std
value: 17.80398606936446
verified: no, type: nauc_precision_at_10_diff1
value: 16.05902741145243
verified: no, type: nauc_precision_at_10_max
value: 24.536458909415416
verified: no, type: nauc_precision_at_10_std
value: 15.281423796153165
verified: no, type: nauc_precision_at_1_diff1
value: 29.069568522388433
verified: no, type: nauc_precision_at_1_max
value: 19.942608291469913
verified: no, type: nauc_precision_at_1_std
value: 3.1283142332992635
verified: no, type: nauc_precision_at_20_diff1
value: 13.618514792543918
verified: no, type: nauc_precision_at_20_max
value: 23.357417389310335
verified: no, type: nauc_precision_at_20_std
value: 16.6297119945886
verified: no, type: nauc_precision_at_3_diff1
value: 21.3058697791068
verified: no, type: nauc_precision_at_3_max
value: 23.815582518552716
verified: no, type: nauc_precision_at_3_std
value: 10.358496834243757
verified: no, type: nauc_precision_at_5_diff1
value: 18.54677328441144
verified: no, type: nauc_precision_at_5_max
value: 22.987289739937104
verified: no, type: nauc_precision_at_5_std
value: 12.591593599364307
verified: no, type: nauc_recall_at_1000_diff1
value: 17.03787010146031
verified: no, type: nauc_recall_at_1000_max
value: 42.303069380982336
verified: no, type: nauc_recall_at_1000_std
value: 54.25130768922508
verified: no, type: nauc_recall_at_100_diff1
value: 12.076659360813771
verified: no, type: nauc_recall_at_100_max
value: 23.254576247061777
verified: no, type: nauc_recall_at_100_std
value: 17.80398606936441
verified: no, type: nauc_recall_at_10_diff1
value: 16.05902741145243
verified: no, type: nauc_recall_at_10_max
value: 24.536458909415412
verified: no, type: nauc_recall_at_10_std
value: 15.281423796153174
verified: no, type: nauc_recall_at_1_diff1
value: 29.069568522388433
verified: no, type: nauc_recall_at_1_max
value: 19.942608291469913
verified: no, type: nauc_recall_at_1_std
value: 3.1283142332992635
verified: no, type: nauc_recall_at_20_diff1
value: 13.618514792543923
verified: no, type: nauc_recall_at_20_max
value: 23.3574173893104
verified: no, type: nauc_recall_at_20_std
value: 16.629711994588593
verified: no, type: nauc_recall_at_3_diff1
value: 21.305869779106818
verified: no, type: nauc_recall_at_3_max
value: 23.815582518552738
verified: no, type: nauc_recall_at_3_std
value: 10.358496834243747
verified: no, type: nauc_recall_at_5_diff1
value: 18.546773284411426
verified: no, type: nauc_recall_at_5_max
value: 22.987289739937083
verified: no, type: nauc_recall_at_5_std
value: 12.591593599364312
verified: no, type: ndcg_at_1
value: 15.479000000000001
verified: no, type: ndcg_at_10
value: 27.400000000000002
verified: no, type: ndcg_at_100
value: 33.382
verified: no, type: ndcg_at_1000
value: 36.691
verified: no, type: ndcg_at_20
value: 29.352
verified: no, type: ndcg_at_3
value: 22.759999999999998
verified: no, type: ndcg_at_5
value: 25.006
verified: no, type: precision_at_1
value: 15.479000000000001
verified: no, type: precision_at_10
value: 4.075
verified: no, type: precision_at_100
value: 0.7040000000000001
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_20
value: 2.426
verified: no, type: precision_at_3
value: 9.309000000000001
verified: no, type: precision_at_5
value: 6.683
verified: no, type: recall_at_1
value: 15.479000000000001
verified: no, type: recall_at_10
value: 40.745
verified: no, type: recall_at_100
value: 70.434
verified: no, type: recall_at_1000
value: 97.21499999999999
verified: no, type: recall_at_20
value: 48.526
verified: no, type: recall_at_3
value: 27.927999999999997
verified: no, type: recall_at_5
value: 33.415
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB OpusparcusPC (fr)
revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
split: test
type: GEM/opusparcus
metrics: type: cosine_accuracy
value: 82.42506811989101
verified: no, type: cosine_accuracy_threshold
value: 59.91581678390503
verified: no, type: cosine_ap
value: 92.86245135331164
verified: no, type: cosine_f1
value: 88
verified: no, type: cosine_f1_threshold
value: 59.91581678390503
verified: no, type: cosine_precision
value: 82.76465441819772
verified: no, type: cosine_recall
value: 93.94240317775571
verified: no, type: dot_accuracy
value: 82.42506811989101
verified: no, type: dot_accuracy_threshold
value: 59.91581678390503
verified: no, type: dot_ap
value: 92.86245135331164
verified: no, type: dot_f1
value: 88
verified: no, type: dot_f1_threshold
value: 59.91581678390503
verified: no, type: dot_precision
value: 82.76465441819772
verified: no, type: dot_recall
value: 93.94240317775571
verified: no, type: euclidean_accuracy
value: 82.42506811989101
verified: no, type: euclidean_accuracy_threshold
value: 89.53677415847778
verified: no, type: euclidean_ap
value: 92.86245135331164
verified: no, type: euclidean_f1
value: 88
verified: no, type: euclidean_f1_threshold
value: 89.53677415847778
verified: no, type: euclidean_precision
value: 82.76465441819772
verified: no, type: euclidean_recall
value: 93.94240317775571
verified: no, type: main_score
value: 92.86245135331164
verified: no, type: manhattan_accuracy
value: 82.28882833787466
verified: no, type: manhattan_accuracy_threshold
value: 2091.843032836914
verified: no, type: manhattan_ap
value: 92.84258977975239
verified: no, type: manhattan_f1
value: 87.88443616029824
verified: no, type: manhattan_f1_threshold
value: 2091.843032836914
verified: no, type: manhattan_precision
value: 82.79192273924495
verified: no, type: manhattan_recall
value: 93.64448857994041
verified: no, type: max_ap
value: 92.86245135331164
verified: no, type: max_f1
value: 88
verified: no, type: max_precision
value: 82.79192273924495
verified: no, type: max_recall
value: 93.94240317775571
verified: no, type: similarity_accuracy
value: 82.42506811989101
verified: no, type: similarity_accuracy_threshold
value: 59.91581678390503
verified: no, type: similarity_ap
value: 92.86245135331164
verified: no, type: similarity_f1
value: 88
verified: no, type: similarity_f1_threshold
value: 59.91581678390503
verified: no, type: similarity_precision
value: 82.76465441819772
verified: no, type: similarity_recall
value: 93.94240317775571
verified: no
task: type: PairClassification, dataset: config: fr
name: MTEB PawsXPairClassification (fr)
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
split: test
type: google-research-datasets/paws-x
metrics: type: cosine_accuracy
value: 61.050000000000004
verified: no, type: cosine_accuracy_threshold
value: 98.11633825302124
verified: no, type: cosine_ap
value: 60.385395031891264
verified: no, type: cosine_f1
value: 62.60428001450852
verified: no, type: cosine_f1_threshold
value: 89.5184874534607
verified: no, type: cosine_precision
value: 46.54800431499461
verified: no, type: cosine_recall
value: 95.5703211517165
verified: no, type: dot_accuracy
value: 61.050000000000004
verified: no, type: dot_accuracy_threshold
value: 98.11633825302124
verified: no, type: dot_ap
value: 60.37120015758097
verified: no, type: dot_f1
value: 62.60428001450852
verified: no, type: dot_f1_threshold
value: 89.5184874534607
verified: no, type: dot_precision
value: 46.54800431499461
verified: no, type: dot_recall
value: 95.5703211517165
verified: no, type: euclidean_accuracy
value: 61.050000000000004
verified: no, type: euclidean_accuracy_threshold
value: 19.409586489200592
verified: no, type: euclidean_ap
value: 60.385395031891264
verified: no, type: euclidean_f1
value: 62.60428001450852
verified: no, type: euclidean_f1_threshold
value: 45.78540325164795
verified: no, type: euclidean_precision
value: 46.54800431499461
verified: no, type: euclidean_recall
value: 95.5703211517165
verified: no, type: main_score
value: 60.61779879922903
verified: no, type: manhattan_accuracy
value: 61
verified: no, type: manhattan_accuracy_threshold
value: 455.7579040527344
verified: no, type: manhattan_ap
value: 60.61779879922903
verified: no, type: manhattan_f1
value: 62.56448047162859
verified: no, type: manhattan_f1_threshold
value: 1030.442714691162
verified: no, type: manhattan_precision
value: 46.880176697956934
verified: no, type: manhattan_recall
value: 94.01993355481729
verified: no, type: max_ap
value: 60.61779879922903
verified: no, type: max_f1
value: 62.60428001450852
verified: no, type: max_precision
value: 46.880176697956934
verified: no, type: max_recall
value: 95.5703211517165
verified: no, type: similarity_accuracy
value: 61.050000000000004
verified: no, type: similarity_accuracy_threshold
value: 98.11633825302124
verified: no, type: similarity_ap
value: 60.385395031891264
verified: no, type: similarity_f1
value: 62.60428001450852
verified: no, type: similarity_f1_threshold
value: 89.5184874534607
verified: no, type: similarity_precision
value: 46.54800431499461
verified: no, type: similarity_recall
value: 95.5703211517165
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SICKFr
revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
split: test
type: Lajavaness/SICK-fr
metrics: type: cosine_pearson
value: 81.36950266249254
verified: no, type: cosine_spearman
value: 77.4306890341242
verified: no, type: euclidean_pearson
value: 77.47472965962992
verified: no, type: euclidean_spearman
value: 77.431649040768
verified: no, type: main_score
value: 77.4306890341242
verified: no, type: manhattan_pearson
value: 77.44468465408777
verified: no, type: manhattan_spearman
value: 77.25503240591341
verified: no, type: pearson
value: 81.36950266249254
verified: no, type: spearman
value: 77.4306890341242
verified: no
task: type: STS, dataset: config: fr
name: MTEB STS22 (fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 81.48671869348665
verified: no, type: cosine_spearman
value: 82.57396913836067
verified: no, type: euclidean_pearson
value: 81.71206012505978
verified: no, type: euclidean_spearman
value: 82.64978141643995
verified: no, type: main_score
value: 82.57396913836067
verified: no, type: manhattan_pearson
value: 82.22351352342636
verified: no, type: manhattan_spearman
value: 83.04856400618516
verified: no, type: pearson
value: 81.48671869348665
verified: no, type: spearman
value: 82.57396913836067
verified: no
task: type: STS, dataset: config: de-fr
name: MTEB STS22 (de-fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 60.45418014677442
verified: no, type: cosine_spearman
value: 64.66584550775643
verified: no, type: euclidean_pearson
value: 60.042908719941124
verified: no, type: euclidean_spearman
value: 64.66584550775643
verified: no, type: main_score
value: 64.66584550775643
verified: no, type: manhattan_pearson
value: 58.56106956676841
verified: no, type: manhattan_spearman
value: 64.07469227945803
verified: no, type: pearson
value: 60.45418014677442
verified: no, type: spearman
value: 64.66584550775643
verified: no
task: type: STS, dataset: config: fr-pl
name: MTEB STS22 (fr-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 83.39169883126554
verified: no, type: cosine_spearman
value: 84.51542547285167
verified: no, type: euclidean_pearson
value: 83.79128537281704
verified: no, type: euclidean_spearman
value: 84.51542547285167
verified: no, type: main_score
value: 84.51542547285167
verified: no, type: manhattan_pearson
value: 82.282109060827
verified: no, type: manhattan_spearman
value: 84.51542547285167
verified: no, type: pearson
value: 83.39169883126554
verified: no, type: spearman
value: 84.51542547285167
verified: no
task: type: STS, dataset: config: fr
name: MTEB STSBenchmarkMultilingualSTS (fr)
revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
split: test
type: mteb/stsb_multi_mt
metrics: type: cosine_pearson
value: 81.23994381619546
verified: no, type: cosine_spearman
value: 81.55923116292537
verified: no, type: euclidean_pearson
value: 79.95507984767936
verified: no, type: euclidean_spearman
value: 81.55780186152964
verified: no, type: main_score
value: 81.55923116292537
verified: no, type: manhattan_pearson
value: 79.85599761287939
verified: no, type: manhattan_spearman
value: 81.47864706229939
verified: no, type: pearson
value: 81.23994381619546
verified: no, type: spearman
value: 81.55923116292537
verified: no
task: type: STS, dataset: config: default
name: MTEB SummEvalFr
revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
split: test
type: lyon-nlp/summarization-summeval-fr-p2p
metrics: type: cosine_pearson
value: 32.15173983476866
verified: no, type: cosine_spearman
value: 30.52126378106083
verified: no, type: dot_pearson
value: 32.15174076737564
verified: no, type: dot_spearman
value: 30.5195596882719
verified: no, type: main_score
value: 30.52126378106083
verified: no, type: pearson
value: 32.15173983476866
verified: no, type: spearman
value: 30.52126378106083
verified: no
task: type: Summarization, dataset: config: default
name: MTEB SyntecReranking
revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
split: test
type: lyon-nlp/mteb-fr-reranking-syntec-s2p
metrics: type: main_score
value: 87.26666666666667
verified: no, type: map
value: 87.26666666666667
verified: no, type: mrr
value: 87.26666666666667
verified: no, type: nAUC_map_diff1
value: 61.78899094665834
verified: no, type: nAUC_map_max
value: -2.2012304949668993
verified: no, type: nAUC_map_std
value: 37.30593860183502
verified: no, type: nAUC_mrr_diff1
value: 61.78899094665834
verified: no, type: nAUC_mrr_max
value: -2.2012304949668993
verified: no, type: nAUC_mrr_std
value: 37.30593860183502
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SyntecRetrieval
revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9
split: test
type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
metrics: type: main_score
value: 82.43599999999999
verified: no, type: map_at_1
value: 64
verified: no, type: map_at_10
value: 76.996
verified: no, type: map_at_100
value: 77.013
verified: no, type: map_at_1000
value: 77.013
verified: no, type: map_at_20
value: 76.996
verified: no, type: map_at_3
value: 75.333
verified: no, type: map_at_5
value: 76.283
verified: no, type: mrr_at_1
value: 64
verified: no, type: mrr_at_10
value: 76.99563492063493
verified: no, type: mrr_at_100
value: 77.01349206349207
verified: no, type: mrr_at_1000
value: 77.01349206349207
verified: no, type: mrr_at_20
value: 76.99563492063493
verified: no, type: mrr_at_3
value: 75.33333333333334
verified: no, type: mrr_at_5
value: 76.28333333333335
verified: no, type: nauc_map_at_1000_diff1
value: 52.30753137123808
verified: no, type: nauc_map_at_1000_max
value: 17.29347799374363
verified: no, type: nauc_map_at_1000_std
value: -24.365180584916605
verified: no, type: nauc_map_at_100_diff1
value: 52.30753137123808
verified: no, type: nauc_map_at_100_max
value: 17.29347799374363
verified: no, type: nauc_map_at_100_std
value: -24.365180584916605
verified: no, type: nauc_map_at_10_diff1
value: 52.32585614998896
verified: no, type: nauc_map_at_10_max
value: 17.261799514404697
verified: no, type: nauc_map_at_10_std
value: -24.30981171513401
verified: no, type: nauc_map_at_1_diff1
value: 56.0129007536084
verified: no, type: nauc_map_at_1_max
value: 18.50970749776472
verified: no, type: nauc_map_at_1_std
value: -25.554029888874723
verified: no, type: nauc_map_at_20_diff1
value: 52.32585614998896
verified: no, type: nauc_map_at_20_max
value: 17.261799514404697
verified: no, type: nauc_map_at_20_std
value: -24.30981171513401
verified: no, type: nauc_map_at_3_diff1
value: 51.22942949153543
verified: no, type: nauc_map_at_3_max
value: 15.992554731586273
verified: no, type: nauc_map_at_3_std
value: -25.091588619375383
verified: no, type: nauc_map_at_5_diff1
value: 51.96750082957349
verified: no, type: nauc_map_at_5_max
value: 17.158674012807587
verified: no, type: nauc_map_at_5_std
value: -23.657966651531893
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.30753137123808
verified: no, type: nauc_mrr_at_1000_max
value: 17.29347799374363
verified: no, type: nauc_mrr_at_1000_std
value: -24.365180584916605
verified: no, type: nauc_mrr_at_100_diff1
value: 52.30753137123808
verified: no, type: nauc_mrr_at_100_max
value: 17.29347799374363
verified: no, type: nauc_mrr_at_100_std
value: -24.365180584916605
verified: no, type: nauc_mrr_at_10_diff1
value: 52.32585614998896
verified: no, type: nauc_mrr_at_10_max
value: 17.261799514404697
verified: no, type: nauc_mrr_at_10_std
value: -24.30981171513401
verified: no, type: nauc_mrr_at_1_diff1
value: 56.0129007536084
verified: no, type: nauc_mrr_at_1_max
value: 18.50970749776472
verified: no, type: nauc_mrr_at_1_std
value: -25.554029888874723
verified: no, type: nauc_mrr_at_20_diff1
value: 52.32585614998896
verified: no, type: nauc_mrr_at_20_max
value: 17.261799514404697
verified: no, type: nauc_mrr_at_20_std
value: -24.30981171513401
verified: no, type: nauc_mrr_at_3_diff1
value: 51.22942949153543
verified: no, type: nauc_mrr_at_3_max
value: 15.992554731586273
verified: no, type: nauc_mrr_at_3_std
value: -25.091588619375383
verified: no, type: nauc_mrr_at_5_diff1
value: 51.96750082957349
verified: no, type: nauc_mrr_at_5_max
value: 17.158674012807587
verified: no, type: nauc_mrr_at_5_std
value: -23.657966651531893
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.25936013546259
verified: no, type: nauc_ndcg_at_1000_max
value: 17.156377900614427
verified: no, type: nauc_ndcg_at_1000_std
value: -23.860918956976775
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.25936013546259
verified: no, type: nauc_ndcg_at_100_max
value: 17.156377900614427
verified: no, type: nauc_ndcg_at_100_std
value: -23.860918956976775
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.48908784081352
verified: no, type: nauc_ndcg_at_10_max
value: 16.761778191196626
verified: no, type: nauc_ndcg_at_10_std
value: -23.1742676723163
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.0129007536084
verified: no, type: nauc_ndcg_at_1_max
value: 18.50970749776472
verified: no, type: nauc_ndcg_at_1_std
value: -25.554029888874723
verified: no, type: nauc_ndcg_at_20_diff1
value: 52.48908784081352
verified: no, type: nauc_ndcg_at_20_max
value: 16.761778191196626
verified: no, type: nauc_ndcg_at_20_std
value: -23.1742676723163
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.39571507644849
verified: no, type: nauc_ndcg_at_3_max
value: 14.796226924105916
verified: no, type: nauc_ndcg_at_3_std
value: -24.55184971150951
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.764690566839796
verified: no, type: nauc_ndcg_at_5_max
value: 17.064884477394884
verified: no, type: nauc_ndcg_at_5_std
value: -21.11624960412319
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
verified: no, type: nauc_precision_at_100_max
verified: no, type: nauc_precision_at_100_std
verified: no, type: nauc_precision_at_10_diff1
value: 72.22222222222277
verified: no, type: nauc_precision_at_10_max
value: -17.133520074696808
verified: no, type: nauc_precision_at_10_std
value: 35.80765639589114
verified: no, type: nauc_precision_at_1_diff1
value: 56.0129007536084
verified: no, type: nauc_precision_at_1_max
value: 18.50970749776472
verified: no, type: nauc_precision_at_1_std
value: -25.554029888874723
verified: no, type: nauc_precision_at_20_diff1
value: 72.22222222222277
verified: no, type: nauc_precision_at_20_max
value: -17.133520074696808
verified: no, type: nauc_precision_at_20_std
value: 35.80765639589114
verified: no, type: nauc_precision_at_3_diff1
value: 46.23716153127904
verified: no, type: nauc_precision_at_3_max
value: 7.563025210083932
verified: no, type: nauc_precision_at_3_std
value: -21.092436974790093
verified: no, type: nauc_precision_at_5_diff1
value: 51.618425147836945
verified: no, type: nauc_precision_at_5_max
value: 16.923436041083008
verified: no, type: nauc_precision_at_5_std
value: 5.765639589169112
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_10_diff1
value: 72.22222222222202
verified: no, type: nauc_recall_at_10_max
value: -17.133520074696147
verified: no, type: nauc_recall_at_10_std
value: 35.80765639589109
verified: no, type: nauc_recall_at_1_diff1
value: 56.0129007536084
verified: no, type: nauc_recall_at_1_max
value: 18.50970749776472
verified: no, type: nauc_recall_at_1_std
value: -25.554029888874723
verified: no, type: nauc_recall_at_20_diff1
value: 72.22222222222202
verified: no, type: nauc_recall_at_20_max
value: -17.133520074696147
verified: no, type: nauc_recall_at_20_std
value: 35.80765639589109
verified: no, type: nauc_recall_at_3_diff1
value: 46.23716153127918
verified: no, type: nauc_recall_at_3_max
value: 7.563025210084062
verified: no, type: nauc_recall_at_3_std
value: -21.092436974789898
verified: no, type: nauc_recall_at_5_diff1
value: 51.618425147837044
verified: no, type: nauc_recall_at_5_max
value: 16.923436041083242
verified: no, type: nauc_recall_at_5_std
value: 5.765639589169263
verified: no, type: ndcg_at_1
value: 64
verified: no, type: ndcg_at_10
value: 82.43599999999999
verified: no, type: ndcg_at_100
value: 82.607
verified: no, type: ndcg_at_1000
value: 82.607
verified: no, type: ndcg_at_20
value: 82.43599999999999
verified: no, type: ndcg_at_3
value: 79.095
verified: no, type: ndcg_at_5
value: 80.774
verified: no, type: precision_at_1
value: 64
verified: no, type: precision_at_10
value: 9.9
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.95
verified: no, type: precision_at_3
value: 30
verified: no, type: precision_at_5
value: 18.8
verified: no, type: recall_at_1
value: 64
verified: no, type: recall_at_10
value: 99
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 99
verified: no, type: recall_at_3
value: 90
verified: no, type: recall_at_5
value: 94
verified: no
task: type: Retrieval, dataset: config: fra-fra
name: MTEB XPQARetrieval (fr)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: main_score
value: 62.190999999999995
verified: no, type: map_at_1
value: 35.412
verified: no, type: map_at_10
value: 55.372
verified: no, type: map_at_100
value: 56.835
verified: no, type: map_at_1000
value: 56.913000000000004
verified: no, type: map_at_20
value: 56.221
verified: no, type: map_at_3
value: 48.903
verified: no, type: map_at_5
value: 53.238
verified: no, type: mrr_at_1
value: 57.009345794392516
verified: no, type: mrr_at_10
value: 64.78569309343675
verified: no, type: mrr_at_100
value: 65.37729406210731
verified: no, type: mrr_at_1000
value: 65.40232200760255
verified: no, type: mrr_at_20
value: 65.19512187170714
verified: no, type: mrr_at_3
value: 62.305295950155745
verified: no, type: mrr_at_5
value: 63.97418780596347
verified: no, type: nauc_map_at_1000_diff1
value: 51.293436542919736
verified: no, type: nauc_map_at_1000_max
value: 52.70558085897355
verified: no, type: nauc_map_at_1000_std
value: 4.042307291430875
verified: no, type: nauc_map_at_100_diff1
value: 51.26892284346969
verified: no, type: nauc_map_at_100_max
value: 52.68013316306771
verified: no, type: nauc_map_at_100_std
value: 4.026915747351222
verified: no, type: nauc_map_at_10_diff1
value: 50.8543852249949
verified: no, type: nauc_map_at_10_max
value: 52.15208348725869
verified: no, type: nauc_map_at_10_std
value: 3.6915190933761437
verified: no, type: nauc_map_at_1_diff1
value: 59.961175322517725
verified: no, type: nauc_map_at_1_max
value: 37.84020048887668
verified: no, type: nauc_map_at_1_std
value: -1.716395538164829
verified: no, type: nauc_map_at_20_diff1
value: 51.07739560575918
verified: no, type: nauc_map_at_20_max
value: 52.37861214759321
verified: no, type: nauc_map_at_20_std
value: 3.6707917482294397
verified: no, type: nauc_map_at_3_diff1
value: 52.519227595940954
verified: no, type: nauc_map_at_3_max
value: 48.64938894035591
verified: no, type: nauc_map_at_3_std
value: 2.670992373225412
verified: no, type: nauc_map_at_5_diff1
value: 51.66705458189757
verified: no, type: nauc_map_at_5_max
value: 51.74913250220439
verified: no, type: nauc_map_at_5_std
value: 3.987564394588077
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.90292049458316
verified: no, type: nauc_mrr_at_1000_max
value: 59.02377527770008
verified: no, type: nauc_mrr_at_1000_std
value: 6.15239522914937
verified: no, type: nauc_mrr_at_100_diff1
value: 58.88627703402866
verified: no, type: nauc_mrr_at_100_max
value: 59.01733085707039
verified: no, type: nauc_mrr_at_100_std
value: 6.149383764160973
verified: no, type: nauc_mrr_at_10_diff1
value: 58.787561655079315
verified: no, type: nauc_mrr_at_10_max
value: 58.883901063919616
verified: no, type: nauc_mrr_at_10_std
value: 5.955816839989
verified: no, type: nauc_mrr_at_1_diff1
value: 61.493169979051274
verified: no, type: nauc_mrr_at_1_max
value: 60.26766809318437
verified: no, type: nauc_mrr_at_1_std
value: 7.9345773661140555
verified: no, type: nauc_mrr_at_20_diff1
value: 58.88172676495632
verified: no, type: nauc_mrr_at_20_max
value: 59.01063084619932
verified: no, type: nauc_mrr_at_20_std
value: 5.999917023489485
verified: no, type: nauc_mrr_at_3_diff1
value: 59.328585273714765
verified: no, type: nauc_mrr_at_3_max
value: 59.138843933099984
verified: no, type: nauc_mrr_at_3_std
value: 5.867564048529799
verified: no, type: nauc_mrr_at_5_diff1
value: 59.01605585266293
verified: no, type: nauc_mrr_at_5_max
value: 59.35576576264414
verified: no, type: nauc_mrr_at_5_std
value: 6.4159398933971294
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.72831771372173
verified: no, type: nauc_ndcg_at_1000_max
value: 55.00758519121888
verified: no, type: nauc_ndcg_at_1000_std
value: 4.985669533881848
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.108377732208176
verified: no, type: nauc_ndcg_at_100_max
value: 54.48165097844046
verified: no, type: nauc_ndcg_at_100_std
value: 4.90669931060551
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.664291148529664
verified: no, type: nauc_ndcg_at_10_max
value: 52.99267789451465
verified: no, type: nauc_ndcg_at_10_std
value: 3.2476865951979432
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.493169979051274
verified: no, type: nauc_ndcg_at_1_max
value: 60.26766809318437
verified: no, type: nauc_ndcg_at_1_std
value: 7.9345773661140555
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.18525105808147
verified: no, type: nauc_ndcg_at_20_max
value: 53.43688504608144
verified: no, type: nauc_ndcg_at_20_std
value: 3.0898823820531667
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.86574900383314
verified: no, type: nauc_ndcg_at_3_max
value: 54.590246592806615
verified: no, type: nauc_ndcg_at_3_std
value: 4.145862812422975
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.02045236842261
verified: no, type: nauc_ndcg_at_5_max
value: 53.32018698876075
verified: no, type: nauc_ndcg_at_5_std
value: 4.253069053649545
verified: no, type: nauc_precision_at_1000_diff1
value: -15.302260566955942
verified: no, type: nauc_precision_at_1000_max
value: 12.78016543871415
verified: no, type: nauc_precision_at_1000_std
value: 9.650613541206308
verified: no, type: nauc_precision_at_100_diff1
value: -11.169900642295536
verified: no, type: nauc_precision_at_100_max
value: 17.997775654873607
verified: no, type: nauc_precision_at_100_std
value: 10.335855037587864
verified: no, type: nauc_precision_at_10_diff1
value: -0.7223213004392349
verified: no, type: nauc_precision_at_10_max
value: 30.1027627113279
verified: no, type: nauc_precision_at_10_std
value: 8.226673861581954
verified: no, type: nauc_precision_at_1_diff1
value: 61.493169979051274
verified: no, type: nauc_precision_at_1_max
value: 60.26766809318437
verified: no, type: nauc_precision_at_1_std
value: 7.9345773661140555
verified: no, type: nauc_precision_at_20_diff1
value: -4.815929448858574
verified: no, type: nauc_precision_at_20_max
value: 25.356128631092655
verified: no, type: nauc_precision_at_20_std
value: 7.647974758815793
verified: no, type: nauc_precision_at_3_diff1
value: 14.618447863791332
verified: no, type: nauc_precision_at_3_max
value: 42.347601836456704
verified: no, type: nauc_precision_at_3_std
value: 9.351508502457152
verified: no, type: nauc_precision_at_5_diff1
value: 6.989536536316584
verified: no, type: nauc_precision_at_5_max
value: 37.43282182319603
verified: no, type: nauc_precision_at_5_std
value: 10.294650747748632
verified: no, type: nauc_recall_at_1000_diff1
value: 66.00655448172738
verified: no, type: nauc_recall_at_1000_max
value: 71.84347765996883
verified: no, type: nauc_recall_at_1000_std
value: 50.90067212878784
verified: no, type: nauc_recall_at_100_diff1
value: 36.14296627142933
verified: no, type: nauc_recall_at_100_max
value: 41.197429505920766
verified: no, type: nauc_recall_at_100_std
value: 7.431041060310201
verified: no, type: nauc_recall_at_10_diff1
value: 37.65270595753883
verified: no, type: nauc_recall_at_10_max
value: 41.691362683452276
verified: no, type: nauc_recall_at_10_std
value: -2.3254949626448083
verified: no, type: nauc_recall_at_1_diff1
value: 59.961175322517725
verified: no, type: nauc_recall_at_1_max
value: 37.84020048887668
verified: no, type: nauc_recall_at_1_std
value: -1.716395538164829
verified: no, type: nauc_recall_at_20_diff1
value: 36.92285554147242
verified: no, type: nauc_recall_at_20_max
value: 40.480804692339525
verified: no, type: nauc_recall_at_20_std
value: -4.660293872779451
verified: no, type: nauc_recall_at_3_diff1
value: 47.84172346809966
verified: no, type: nauc_recall_at_3_max
value: 45.05790681661395
verified: no, type: nauc_recall_at_3_std
value: 0.48589911004729147
verified: no, type: nauc_recall_at_5_diff1
value: 43.57123230477339
verified: no, type: nauc_recall_at_5_max
value: 45.95815692338621
verified: no, type: nauc_recall_at_5_std
value: 2.026516305217224
verified: no, type: ndcg_at_1
value: 57.009
verified: no, type: ndcg_at_10
value: 62.190999999999995
verified: no, type: ndcg_at_100
value: 67.174
verified: no, type: ndcg_at_1000
value: 68.446
verified: no, type: ndcg_at_20
value: 64.348
verified: no, type: ndcg_at_3
value: 56.233999999999995
verified: no, type: ndcg_at_5
value: 58.709999999999994
verified: no, type: precision_at_1
value: 57.009
verified: no, type: precision_at_10
value: 14.673
verified: no, type: precision_at_100
value: 1.8950000000000002
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_20
value: 8.091
verified: no, type: precision_at_3
value: 34.624
verified: no, type: precision_at_5
value: 25.394
verified: no, type: recall_at_1
value: 35.412
verified: no, type: recall_at_10
value: 72.214
verified: no, type: recall_at_100
value: 91.415
verified: no, type: recall_at_1000
value: 99.533
verified: no, type: recall_at_20
value: 79.103
verified: no, type: recall_at_3
value: 53.529
verified: no, type: recall_at_5
value: 63.62
verified: no
task: type: Retrieval, dataset: config: eng-fra
name: MTEB XPQARetrieval (eng-fra)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: main_score
value: 31.380000000000003
verified: no, type: map_at_1
value: 11.257
verified: no, type: map_at_10
value: 24.596
verified: no, type: map_at_100
value: 27.267000000000003
verified: no, type: map_at_1000
value: 27.412999999999997
verified: no, type: map_at_20
value: 26.107999999999997
verified: no, type: map_at_3
value: 19.236
verified: no, type: map_at_5
value: 22.076999999999998
verified: no, type: mrr_at_1
value: 23.76502002670227
verified: no, type: mrr_at_10
value: 32.646120753597366
verified: no, type: mrr_at_100
value: 34.021717341570096
verified: no, type: mrr_at_1000
value: 34.08123584522526
verified: no, type: mrr_at_20
value: 33.488454614873945
verified: no, type: mrr_at_3
value: 29.439252336448607
verified: no, type: mrr_at_5
value: 30.97463284379172
verified: no, type: nauc_map_at_1000_diff1
value: 23.090590573188127
verified: no, type: nauc_map_at_1000_max
value: 37.736493247159515
verified: no, type: nauc_map_at_1000_std
value: 10.98069893040178
verified: no, type: nauc_map_at_100_diff1
value: 23.08559086307178
verified: no, type: nauc_map_at_100_max
value: 37.72263314123226
verified: no, type: nauc_map_at_100_std
value: 11.042922887319614
verified: no, type: nauc_map_at_10_diff1
value: 22.919253103936867
verified: no, type: nauc_map_at_10_max
value: 37.11680228717991
verified: no, type: nauc_map_at_10_std
value: 9.851990888901907
verified: no, type: nauc_map_at_1_diff1
value: 26.479314334323384
verified: no, type: nauc_map_at_1_max
value: 24.606099049654016
verified: no, type: nauc_map_at_1_std
value: 7.368843855661875
verified: no, type: nauc_map_at_20_diff1
value: 22.84865788594623
verified: no, type: nauc_map_at_20_max
value: 37.35013174420624
verified: no, type: nauc_map_at_20_std
value: 10.38206527259999
verified: no, type: nauc_map_at_3_diff1
value: 24.422040907804902
verified: no, type: nauc_map_at_3_max
value: 34.1407580102983
verified: no, type: nauc_map_at_3_std
value: 6.90072751192396
verified: no, type: nauc_map_at_5_diff1
value: 23.679285267333217
verified: no, type: nauc_map_at_5_max
value: 36.69505551539262
verified: no, type: nauc_map_at_5_std
value: 9.071400025204603
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.91122464190796
verified: no, type: nauc_mrr_at_1000_max
value: 38.00739859980611
verified: no, type: nauc_mrr_at_1000_std
value: 12.603177305247423
verified: no, type: nauc_mrr_at_100_diff1
value: 23.926489219810712
verified: no, type: nauc_mrr_at_100_max
value: 38.01653317102498
verified: no, type: nauc_mrr_at_100_std
value: 12.631657383704397
verified: no, type: nauc_mrr_at_10_diff1
value: 23.793536028816924
verified: no, type: nauc_mrr_at_10_max
value: 37.731699667898546
verified: no, type: nauc_mrr_at_10_std
value: 12.519721615734111
verified: no, type: nauc_mrr_at_1_diff1
value: 26.560927789365497
verified: no, type: nauc_mrr_at_1_max
value: 39.34339331908778
verified: no, type: nauc_mrr_at_1_std
value: 11.755625469925857
verified: no, type: nauc_mrr_at_20_diff1
value: 23.785050335795756
verified: no, type: nauc_mrr_at_20_max
value: 37.70507807708539
verified: no, type: nauc_mrr_at_20_std
value: 12.401310290425641
verified: no, type: nauc_mrr_at_3_diff1
value: 24.760339690704274
verified: no, type: nauc_mrr_at_3_max
value: 38.97081556411779
verified: no, type: nauc_mrr_at_3_std
value: 12.403416856601224
verified: no, type: nauc_mrr_at_5_diff1
value: 24.16786185395756
verified: no, type: nauc_mrr_at_5_max
value: 38.675901959087064
verified: no, type: nauc_mrr_at_5_std
value: 12.328016386544244
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.575525759807498
verified: no, type: nauc_ndcg_at_1000_max
value: 38.08756303764784
verified: no, type: nauc_ndcg_at_1000_std
value: 12.993082901884351
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.84247295232495
verified: no, type: nauc_ndcg_at_100_max
value: 38.07376875349487
verified: no, type: nauc_ndcg_at_100_std
value: 14.670272841790322
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.851855665665028
verified: no, type: nauc_ndcg_at_10_max
value: 36.30808033173574
verified: no, type: nauc_ndcg_at_10_std
value: 10.754345146682587
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.560927789365497
verified: no, type: nauc_ndcg_at_1_max
value: 39.34339331908778
verified: no, type: nauc_ndcg_at_1_std
value: 11.755625469925857
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.85222563105362
verified: no, type: nauc_ndcg_at_20_max
value: 36.49693582912162
verified: no, type: nauc_ndcg_at_20_std
value: 11.462407172413222
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.835148821074096
verified: no, type: nauc_ndcg_at_3_max
value: 37.21286292761239
verified: no, type: nauc_ndcg_at_3_std
value: 8.965675045214653
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.94941035043304
verified: no, type: nauc_ndcg_at_5_max
value: 37.116308712473725
verified: no, type: nauc_ndcg_at_5_std
value: 9.96746473363745
verified: no, type: nauc_precision_at_1000_diff1
value: 4.391641883500156
verified: no, type: nauc_precision_at_1000_max
value: 22.960724719570653
verified: no, type: nauc_precision_at_1000_std
value: 9.90771833324347
verified: no, type: nauc_precision_at_100_diff1
value: 9.398103008957907
verified: no, type: nauc_precision_at_100_max
value: 29.966107038070213
verified: no, type: nauc_precision_at_100_std
value: 18.246515814298206
verified: no, type: nauc_precision_at_10_diff1
value: 14.642013509002073
verified: no, type: nauc_precision_at_10_max
value: 39.865916483254914
verified: no, type: nauc_precision_at_10_std
value: 16.389751433271922
verified: no, type: nauc_precision_at_1_diff1
value: 26.560927789365497
verified: no, type: nauc_precision_at_1_max
value: 39.34339331908778
verified: no, type: nauc_precision_at_1_std
value: 11.755625469925857
verified: no, type: nauc_precision_at_20_diff1
value: 12.328250607495741
verified: no, type: nauc_precision_at_20_max
value: 36.609492322958076
verified: no, type: nauc_precision_at_20_std
value: 16.186393097514785
verified: no, type: nauc_precision_at_3_diff1
value: 21.43869193024236
verified: no, type: nauc_precision_at_3_max
value: 44.92920554318338
verified: no, type: nauc_precision_at_3_std
value: 12.93524236487951
verified: no, type: nauc_precision_at_5_diff1
value: 17.980792540844075
verified: no, type: nauc_precision_at_5_max
value: 44.67180132719046
verified: no, type: nauc_precision_at_5_std
value: 15.44379773164089
verified: no, type: nauc_recall_at_1000_diff1
value: -18.599562189867928
verified: no, type: nauc_recall_at_1000_max
value: -1.233438302856996
verified: no, type: nauc_recall_at_1000_std
value: 60.504773500458754
verified: no, type: nauc_recall_at_100_diff1
value: 21.73131824226728
verified: no, type: nauc_recall_at_100_max
value: 33.813071564297644
verified: no, type: nauc_recall_at_100_std
value: 31.938349559054004
verified: no, type: nauc_recall_at_10_diff1
value: 17.11887766943705
verified: no, type: nauc_recall_at_10_max
value: 28.89674920890047
verified: no, type: nauc_recall_at_10_std
value: 7.773984628905876
verified: no, type: nauc_recall_at_1_diff1
value: 26.479314334323384
verified: no, type: nauc_recall_at_1_max
value: 24.606099049654016
verified: no, type: nauc_recall_at_1_std
value: 7.368843855661875
verified: no, type: nauc_recall_at_20_diff1
value: 17.295953047798886
verified: no, type: nauc_recall_at_20_max
value: 28.434654095893304
verified: no, type: nauc_recall_at_20_std
value: 9.427920198911856
verified: no, type: nauc_recall_at_3_diff1
value: 21.272960191663262
verified: no, type: nauc_recall_at_3_max
value: 30.445386445037144
verified: no, type: nauc_recall_at_3_std
value: 4.74984017701616
verified: no, type: nauc_recall_at_5_diff1
value: 19.423326866459472
verified: no, type: nauc_recall_at_5_max
value: 32.51726362019113
verified: no, type: nauc_recall_at_5_std
value: 7.7878756846006185
verified: no, type: ndcg_at_1
value: 23.765
verified: no, type: ndcg_at_10
value: 31.380000000000003
verified: no, type: ndcg_at_100
value: 41.426
verified: no, type: ndcg_at_1000
value: 44.168
verified: no, type: ndcg_at_20
value: 35.449000000000005
verified: no, type: ndcg_at_3
value: 24.845
verified: no, type: ndcg_at_5
value: 26.705000000000002
verified: no, type: precision_at_1
value: 23.765
verified: no, type: precision_at_10
value: 9.879999999999999
verified: no, type: precision_at_100
value: 1.865
verified: no, type: precision_at_1000
value: 0.22300000000000003
verified: no, type: precision_at_20
value: 6.449000000000001
verified: no, type: precision_at_3
value: 18.024
verified: no, type: precision_at_5
value: 14.472999999999999
verified: no, type: recall_at_1
value: 11.257
verified: no, type: recall_at_10
value: 42.345
verified: no, type: recall_at_100
value: 81.159
verified: no, type: recall_at_1000
value: 99.29
verified: no, type: recall_at_20
value: 54.989
verified: no, type: recall_at_3
value: 23.687
verified: no, type: recall_at_5
value: 30.823
verified: no
task: type: Retrieval, dataset: config: fra-eng
name: MTEB XPQARetrieval (fra-eng)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: main_score
value: 56.635999999999996
verified: no, type: map_at_1
value: 31.4
verified: no, type: map_at_10
value: 50.056
verified: no, type: map_at_100
value: 51.663000000000004
verified: no, type: map_at_1000
value: 51.761
verified: no, type: map_at_20
value: 50.927
verified: no, type: map_at_3
value: 44.529999999999994
verified: no, type: map_at_5
value: 47.894
verified: no, type: mrr_at_1
value: 50.467289719626166
verified: no, type: mrr_at_10
value: 58.950823319982185
verified: no, type: mrr_at_100
value: 59.70354953666045
verified: no, type: mrr_at_1000
value: 59.734711425279755
verified: no, type: mrr_at_20
value: 59.40583228190128
verified: no, type: mrr_at_3
value: 56.875834445927886
verified: no, type: mrr_at_5
value: 58.21762349799728
verified: no, type: nauc_map_at_1000_diff1
value: 48.15648920144338
verified: no, type: nauc_map_at_1000_max
value: 46.702778511311514
verified: no, type: nauc_map_at_1000_std
value: -2.8986084054302346
verified: no, type: nauc_map_at_100_diff1
value: 48.07320124865117
verified: no, type: nauc_map_at_100_max
value: 46.66060865870994
verified: no, type: nauc_map_at_100_std
value: -2.898261800096327
verified: no, type: nauc_map_at_10_diff1
value: 48.02406723579077
verified: no, type: nauc_map_at_10_max
value: 46.41839190788124
verified: no, type: nauc_map_at_10_std
value: -3.2566313465012535
verified: no, type: nauc_map_at_1_diff1
value: 54.13992707642448
verified: no, type: nauc_map_at_1_max
value: 34.04660478197247
verified: no, type: nauc_map_at_1_std
value: -4.558752037228464
verified: no, type: nauc_map_at_20_diff1
value: 48.046199789059344
verified: no, type: nauc_map_at_20_max
value: 46.720705370675915
verified: no, type: nauc_map_at_20_std
value: -3.033997271677673
verified: no, type: nauc_map_at_3_diff1
value: 50.009783024030185
verified: no, type: nauc_map_at_3_max
value: 42.35942421403899
verified: no, type: nauc_map_at_3_std
value: -5.2762823138538515
verified: no, type: nauc_map_at_5_diff1
value: 48.8354268056224
verified: no, type: nauc_map_at_5_max
value: 45.655213495860814
verified: no, type: nauc_map_at_5_std
value: -3.7884263147862267
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.36845252957243
verified: no, type: nauc_mrr_at_1000_max
value: 51.36922708038703
verified: no, type: nauc_mrr_at_1000_std
value: -1.4510764030641954
verified: no, type: nauc_mrr_at_100_diff1
value: 53.3537222476053
verified: no, type: nauc_mrr_at_100_max
value: 51.38049608859829
verified: no, type: nauc_mrr_at_100_std
value: -1.4191780664448506
verified: no, type: nauc_mrr_at_10_diff1
value: 53.305802521069
verified: no, type: nauc_mrr_at_10_max
value: 51.21960893720018
verified: no, type: nauc_mrr_at_10_std
value: -1.6724093244930498
verified: no, type: nauc_mrr_at_1_diff1
value: 55.70120557955961
verified: no, type: nauc_mrr_at_1_max
value: 53.01658211876319
verified: no, type: nauc_mrr_at_1_std
value: -0.6423359202704497
verified: no, type: nauc_mrr_at_20_diff1
value: 53.34768541161141
verified: no, type: nauc_mrr_at_20_max
value: 51.352620113317805
verified: no, type: nauc_mrr_at_20_std
value: -1.5006800933364013
verified: no, type: nauc_mrr_at_3_diff1
value: 53.39969881700113
verified: no, type: nauc_mrr_at_3_max
value: 50.89022404206973
verified: no, type: nauc_mrr_at_3_std
value: -3.1275962557855412
verified: no, type: nauc_mrr_at_5_diff1
value: 53.6906061507349
verified: no, type: nauc_mrr_at_5_max
value: 51.45261103925232
verified: no, type: nauc_mrr_at_5_std
value: -1.7795696130396883
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.95637773496826
verified: no, type: nauc_ndcg_at_1000_max
value: 48.197622067566826
verified: no, type: nauc_ndcg_at_1000_std
value: -1.4607313404789106
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.71577524982021
verified: no, type: nauc_ndcg_at_100_max
value: 47.883023532341504
verified: no, type: nauc_ndcg_at_100_std
value: -0.6132109059243465
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.5329600424363
verified: no, type: nauc_ndcg_at_10_max
value: 47.498459285878575
verified: no, type: nauc_ndcg_at_10_std
value: -2.330121342823272
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.70120557955961
verified: no, type: nauc_ndcg_at_1_max
value: 53.01658211876319
verified: no, type: nauc_ndcg_at_1_std
value: -0.6423359202704497
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.6173989193167
verified: no, type: nauc_ndcg_at_20_max
value: 48.19865615901621
verified: no, type: nauc_ndcg_at_20_std
value: -1.6128175051145877
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.78930092666264
verified: no, type: nauc_ndcg_at_3_max
value: 46.4431323615495
verified: no, type: nauc_ndcg_at_3_std
value: -5.431496363976204
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.11424543999915
verified: no, type: nauc_ndcg_at_5_max
value: 47.05648749366126
verified: no, type: nauc_ndcg_at_5_std
value: -3.330885962532834
verified: no, type: nauc_precision_at_1000_diff1
value: -10.880765837183755
verified: no, type: nauc_precision_at_1000_max
value: 8.572817422349692
verified: no, type: nauc_precision_at_1000_std
value: 4.766982235965037
verified: no, type: nauc_precision_at_100_diff1
value: -8.679642859295267
verified: no, type: nauc_precision_at_100_max
value: 13.715180395886897
verified: no, type: nauc_precision_at_100_std
value: 6.946301090207475
verified: no, type: nauc_precision_at_10_diff1
value: 4.944045819175594
verified: no, type: nauc_precision_at_10_max
value: 30.760105361109925
verified: no, type: nauc_precision_at_10_std
value: 3.6068920141401626
verified: no, type: nauc_precision_at_1_diff1
value: 55.70120557955961
verified: no, type: nauc_precision_at_1_max
value: 53.01658211876319
verified: no, type: nauc_precision_at_1_std
value: -0.6423359202704497
verified: no, type: nauc_precision_at_20_diff1
value: 0.8043591939583385
verified: no, type: nauc_precision_at_20_max
value: 26.360434462685422
verified: no, type: nauc_precision_at_20_std
value: 4.739891658844582
verified: no, type: nauc_precision_at_3_diff1
value: 19.013124811719553
verified: no, type: nauc_precision_at_3_max
value: 38.42804762790048
verified: no, type: nauc_precision_at_3_std
value: -1.4085959010900053
verified: no, type: nauc_precision_at_5_diff1
value: 12.360123599205414
verified: no, type: nauc_precision_at_5_max
value: 37.08361417845578
verified: no, type: nauc_precision_at_5_std
value: 1.9104788050916797
verified: no, type: nauc_recall_at_1000_diff1
value: 64.46395887603528
verified: no, type: nauc_recall_at_1000_max
value: 25.40689664838346
verified: no, type: nauc_recall_at_1000_std
value: 64.91673770650863
verified: no, type: nauc_recall_at_100_diff1
value: 23.04629413894431
verified: no, type: nauc_recall_at_100_max
value: 37.70267898773106
verified: no, type: nauc_recall_at_100_std
value: 19.483375935785805
verified: no, type: nauc_recall_at_10_diff1
value: 37.89470563650895
verified: no, type: nauc_recall_at_10_max
value: 41.88446616509962
verified: no, type: nauc_recall_at_10_std
value: -0.5968285599827128
verified: no, type: nauc_recall_at_1_diff1
value: 54.13992707642448
verified: no, type: nauc_recall_at_1_max
value: 34.04660478197247
verified: no, type: nauc_recall_at_1_std
value: -4.558752037228464
verified: no, type: nauc_recall_at_20_diff1
value: 36.41725409411871
verified: no, type: nauc_recall_at_20_max
value: 43.570833102022796
verified: no, type: nauc_recall_at_20_std
value: 2.4475141353956724
verified: no, type: nauc_recall_at_3_diff1
value: 44.46469511434876
verified: no, type: nauc_recall_at_3_max
value: 36.60941837529587
verified: no, type: nauc_recall_at_3_std
value: -8.466344004251715
verified: no, type: nauc_recall_at_5_diff1
value: 43.140961160644444
verified: no, type: nauc_recall_at_5_max
value: 42.12923427424881
verified: no, type: nauc_recall_at_5_std
value: -3.2514274060186428
verified: no, type: ndcg_at_1
value: 50.467
verified: no, type: ndcg_at_10
value: 56.635999999999996
verified: no, type: ndcg_at_100
value: 62.575
verified: no, type: ndcg_at_1000
value: 64.153
verified: no, type: ndcg_at_20
value: 58.909
verified: no, type: ndcg_at_3
value: 51.636
verified: no, type: ndcg_at_5
value: 53.252
verified: no, type: precision_at_1
value: 50.467
verified: no, type: precision_at_10
value: 13.458
verified: no, type: precision_at_100
value: 1.8530000000000002
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_20
value: 7.582999999999999
verified: no, type: precision_at_3
value: 31.865
verified: no, type: precision_at_5
value: 22.884
verified: no, type: recall_at_1
value: 31.4
verified: no, type: recall_at_10
value: 66.19
verified: no, type: recall_at_100
value: 89.577
verified: no, type: recall_at_1000
value: 99.695
verified: no, type: recall_at_20
value: 73.213
verified: no, type: recall_at_3
value: 50.699000000000005
verified: no, type: recall_at_5
value: 58.158
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AllegroReviews
revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6
split: test
type: PL-MTEB/allegro-reviews
metrics: type: accuracy
value: 49.22465208747514
verified: no, type: f1
value: 35.68158330115517
verified: no, type: f1_weighted
value: 44.81425765760541
verified: no, type: main_score
value: 49.22465208747514
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna-PL
revision: 63fc86750af76253e8c760fc9e534bbf24d260a2
split: test
type: clarin-knext/arguana-pl
metrics: type: main_score
value: 49.668
verified: no, type: map_at_1
value: 24.751
verified: no, type: map_at_10
value: 40.36
verified: no, type: map_at_100
value: 41.368
verified: no, type: map_at_1000
value: 41.379
verified: no, type: map_at_20
value: 41.134
verified: no, type: map_at_3
value: 34.945
verified: no, type: map_at_5
value: 38.043
verified: no, type: mrr_at_1
value: 25.03556187766714
verified: no, type: mrr_at_10
value: 40.47856126803494
verified: no, type: mrr_at_100
value: 41.49280025917654
verified: no, type: mrr_at_1000
value: 41.50319481040459
verified: no, type: mrr_at_20
value: 41.25788030596975
verified: no, type: mrr_at_3
value: 35.0521574205784
verified: no, type: mrr_at_5
value: 38.167377904219954
verified: no, type: nauc_map_at_1000_diff1
value: 7.731653729111241
verified: no, type: nauc_map_at_1000_max
value: -6.3011371446014115
verified: no, type: nauc_map_at_1000_std
value: -6.06100995003556
verified: no, type: nauc_map_at_100_diff1
value: 7.740664698795466
verified: no, type: nauc_map_at_100_max
value: -6.278576653918305
verified: no, type: nauc_map_at_100_std
value: -6.048854855804748
verified: no, type: nauc_map_at_10_diff1
value: 7.58994360921921
verified: no, type: nauc_map_at_10_max
value: -6.486918896565689
verified: no, type: nauc_map_at_10_std
value: -6.590603504257126
verified: no, type: nauc_map_at_1_diff1
value: 10.018749983163797
verified: no, type: nauc_map_at_1_max
value: -9.286741407015537
verified: no, type: nauc_map_at_1_std
value: -6.604729499204554
verified: no, type: nauc_map_at_20_diff1
value: 7.706256252764164
verified: no, type: nauc_map_at_20_max
value: -6.168914547814974
verified: no, type: nauc_map_at_20_std
value: -6.083566639755691
verified: no, type: nauc_map_at_3_diff1
value: 7.033893231381659
verified: no, type: nauc_map_at_3_max
value: -6.945660103296161
verified: no, type: nauc_map_at_3_std
value: -6.0565345896842135
verified: no, type: nauc_map_at_5_diff1
value: 7.205099657249722
verified: no, type: nauc_map_at_5_max
value: -6.776921990255051
verified: no, type: nauc_map_at_5_std
value: -5.907533989245036
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.668270267618491
verified: no, type: nauc_mrr_at_1000_max
value: -6.803645974646868
verified: no, type: nauc_mrr_at_1000_std
value: -6.110358020715999
verified: no, type: nauc_mrr_at_100_diff1
value: 6.677624675636143
verified: no, type: nauc_mrr_at_100_max
value: -6.78097136036329
verified: no, type: nauc_mrr_at_100_std
value: -6.098217879471153
verified: no, type: nauc_mrr_at_10_diff1
value: 6.468832159598689
verified: no, type: nauc_mrr_at_10_max
value: -7.0315355572474925
verified: no, type: nauc_mrr_at_10_std
value: -6.601932672455336
verified: no, type: nauc_mrr_at_1_diff1
value: 9.07223439791323
verified: no, type: nauc_mrr_at_1_max
value: -9.264510377291506
verified: no, type: nauc_mrr_at_1_std
value: -6.764808343700734
verified: no, type: nauc_mrr_at_20_diff1
value: 6.65302226067872
verified: no, type: nauc_mrr_at_20_max
value: -6.666040499900585
verified: no, type: nauc_mrr_at_20_std
value: -6.132351790646591
verified: no, type: nauc_mrr_at_3_diff1
value: 5.824560443333769
verified: no, type: nauc_mrr_at_3_max
value: -7.573354775954246
verified: no, type: nauc_mrr_at_3_std
value: -6.106371480222379
verified: no, type: nauc_mrr_at_5_diff1
value: 6.209821468263958
verified: no, type: nauc_mrr_at_5_max
value: -7.271141379552105
verified: no, type: nauc_mrr_at_5_std
value: -5.938481110932588
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.773930949495924
verified: no, type: nauc_ndcg_at_1000_max
value: -5.1914799213542535
verified: no, type: nauc_ndcg_at_1000_std
value: -5.443963700763181
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.057028087355645
verified: no, type: nauc_ndcg_at_100_max
value: -4.531668964685114
verified: no, type: nauc_ndcg_at_100_std
value: -5.043531367158232
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.464635855577513
verified: no, type: nauc_ndcg_at_10_max
value: -4.878234464633695
verified: no, type: nauc_ndcg_at_10_std
value: -7.040243622992924
verified: no, type: nauc_ndcg_at_1_diff1
value: 10.018749983163797
verified: no, type: nauc_ndcg_at_1_max
value: -9.286741407015537
verified: no, type: nauc_ndcg_at_1_std
value: -6.604729499204554
verified: no, type: nauc_ndcg_at_20_diff1
value: 7.927592870050634
verified: no, type: nauc_ndcg_at_20_max
value: -3.5850025129078804
verified: no, type: nauc_ndcg_at_20_std
value: -5.171152516248472
verified: no, type: nauc_ndcg_at_3_diff1
value: 6.2883775843899485
verified: no, type: nauc_ndcg_at_3_max
value: -6.088799255371655
verified: no, type: nauc_ndcg_at_3_std
value: -5.718514280311179
verified: no, type: nauc_ndcg_at_5_diff1
value: 6.560041121192067
verified: no, type: nauc_ndcg_at_5_max
value: -5.667390479730649
verified: no, type: nauc_ndcg_at_5_std
value: -5.345467266005971
verified: no, type: nauc_precision_at_1000_diff1
value: 3.3584681799320566
verified: no, type: nauc_precision_at_1000_max
value: 27.67410378535401
verified: no, type: nauc_precision_at_1000_std
value: 73.59018487762006
verified: no, type: nauc_precision_at_100_diff1
value: 31.86229567780328
verified: no, type: nauc_precision_at_100_max
value: 57.759019425342615
verified: no, type: nauc_precision_at_100_std
value: 45.17932914356757
verified: no, type: nauc_precision_at_10_diff1
value: 7.59135628113755
verified: no, type: nauc_precision_at_10_max
value: 3.3516129835437254
verified: no, type: nauc_precision_at_10_std
value: -9.981248425456624
verified: no, type: nauc_precision_at_1_diff1
value: 10.018749983163797
verified: no, type: nauc_precision_at_1_max
value: -9.286741407015537
verified: no, type: nauc_precision_at_1_std
value: -6.604729499204554
verified: no, type: nauc_precision_at_20_diff1
value: 12.340895595423683
verified: no, type: nauc_precision_at_20_max
value: 22.834947429467178
verified: no, type: nauc_precision_at_20_std
value: 5.3105422687851425
verified: no, type: nauc_precision_at_3_diff1
value: 4.279842180460012
verified: no, type: nauc_precision_at_3_max
value: -3.6828818164493162
verified: no, type: nauc_precision_at_3_std
value: -4.735859463411824
verified: no, type: nauc_precision_at_5_diff1
value: 4.654912773566626
verified: no, type: nauc_precision_at_5_max
value: -2.0537304325752452
verified: no, type: nauc_precision_at_5_std
value: -3.419667795061248
verified: no, type: nauc_recall_at_1000_diff1
value: 3.358468179927671
verified: no, type: nauc_recall_at_1000_max
value: 27.674103785350603
verified: no, type: nauc_recall_at_1000_std
value: 73.59018487761793
verified: no, type: nauc_recall_at_100_diff1
value: 31.862295677802706
verified: no, type: nauc_recall_at_100_max
value: 57.75901942534214
verified: no, type: nauc_recall_at_100_std
value: 45.17932914356684
verified: no, type: nauc_recall_at_10_diff1
value: 7.591356281137633
verified: no, type: nauc_recall_at_10_max
value: 3.351612983543776
verified: no, type: nauc_recall_at_10_std
value: -9.981248425456481
verified: no, type: nauc_recall_at_1_diff1
value: 10.018749983163797
verified: no, type: nauc_recall_at_1_max
value: -9.286741407015537
verified: no, type: nauc_recall_at_1_std
value: -6.604729499204554
verified: no, type: nauc_recall_at_20_diff1
value: 12.340895595423826
verified: no, type: nauc_recall_at_20_max
value: 22.834947429467274
verified: no, type: nauc_recall_at_20_std
value: 5.310542268785199
verified: no, type: nauc_recall_at_3_diff1
value: 4.279842180460059
verified: no, type: nauc_recall_at_3_max
value: -3.682881816449298
verified: no, type: nauc_recall_at_3_std
value: -4.735859463411806
verified: no, type: nauc_recall_at_5_diff1
value: 4.6549127735666795
verified: no, type: nauc_recall_at_5_max
value: -2.0537304325752013
verified: no, type: nauc_recall_at_5_std
value: -3.419667795061247
verified: no, type: ndcg_at_1
value: 24.751
verified: no, type: ndcg_at_10
value: 49.668
verified: no, type: ndcg_at_100
value: 53.867
verified: no, type: ndcg_at_1000
value: 54.102
verified: no, type: ndcg_at_20
value: 52.34799999999999
verified: no, type: ndcg_at_3
value: 38.451
verified: no, type: ndcg_at_5
value: 44.069
verified: no, type: precision_at_1
value: 24.751
verified: no, type: precision_at_10
value: 7.965999999999999
verified: no, type: precision_at_100
value: 0.9780000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.4990000000000006
verified: no, type: precision_at_3
value: 16.216
verified: no, type: precision_at_5
value: 12.475
verified: no, type: recall_at_1
value: 24.751
verified: no, type: recall_at_10
value: 79.659
verified: no, type: recall_at_100
value: 97.795
verified: no, type: recall_at_1000
value: 99.57300000000001
verified: no, type: recall_at_20
value: 89.972
verified: no, type: recall_at_3
value: 48.649
verified: no, type: recall_at_5
value: 62.376
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CBD
revision: 36ddb419bcffe6a5374c3891957912892916f28d
split: test
type: PL-MTEB/cbd
metrics: type: accuracy
value: 62.85999999999999
verified: no, type: ap
value: 18.744713128220596
verified: no, type: ap_weighted
value: 18.744713128220596
verified: no, type: f1
value: 53.296341093646696
verified: no, type: f1_weighted
value: 68.61665005768842
verified: no, type: main_score
value: 62.85999999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB CDSC-E
revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d
split: test
type: PL-MTEB/cdsce-pairclassification
metrics: type: cosine_accuracy
value: 87.3
verified: no, type: cosine_accuracy_threshold
value: 95.8031415939331
verified: no, type: cosine_ap
value: 69.77225668650979
verified: no, type: cosine_f1
value: 63.04909560723513
verified: no, type: cosine_f1_threshold
value: 86.9259238243103
verified: no, type: cosine_precision
value: 61.92893401015228
verified: no, type: cosine_recall
value: 64.21052631578948
verified: no, type: dot_accuracy
value: 87.3
verified: no, type: dot_accuracy_threshold
value: 95.8031415939331
verified: no, type: dot_ap
value: 69.77225668650979
verified: no, type: dot_f1
value: 63.04909560723513
verified: no, type: dot_f1_threshold
value: 86.9259238243103
verified: no, type: dot_precision
value: 61.92893401015228
verified: no, type: dot_recall
value: 64.21052631578948
verified: no, type: euclidean_accuracy
value: 87.3
verified: no, type: euclidean_accuracy_threshold
value: 28.971904516220093
verified: no, type: euclidean_ap
value: 69.77225668650979
verified: no, type: euclidean_f1
value: 63.04909560723513
verified: no, type: euclidean_f1_threshold
value: 51.135218143463135
verified: no, type: euclidean_precision
value: 61.92893401015228
verified: no, type: euclidean_recall
value: 64.21052631578948
verified: no, type: main_score
value: 70.04616767691698
verified: no, type: manhattan_accuracy
value: 87.5
verified: no, type: manhattan_accuracy_threshold
value: 790.4520988464355
verified: no, type: manhattan_ap
value: 70.04616767691698
verified: no, type: manhattan_f1
value: 63.54166666666667
verified: no, type: manhattan_f1_threshold
value: 1195.075511932373
verified: no, type: manhattan_precision
value: 62.88659793814433
verified: no, type: manhattan_recall
value: 64.21052631578948
verified: no, type: max_ap
value: 70.04616767691698
verified: no, type: max_f1
value: 63.54166666666667
verified: no, type: max_precision
value: 62.88659793814433
verified: no, type: max_recall
value: 64.21052631578948
verified: no, type: similarity_accuracy
value: 87.3
verified: no, type: similarity_accuracy_threshold
value: 95.8031415939331
verified: no, type: similarity_ap
value: 69.77225668650979
verified: no, type: similarity_f1
value: 63.04909560723513
verified: no, type: similarity_f1_threshold
value: 86.9259238243103
verified: no, type: similarity_precision
value: 61.92893401015228
verified: no, type: similarity_recall
value: 64.21052631578948
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB CDSC-R
revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd
split: test
type: PL-MTEB/cdscr-sts
metrics: type: cosine_pearson
value: 90.1467539156439
verified: no, type: cosine_spearman
value: 90.37983178422222
verified: no, type: euclidean_pearson
value: 87.54100647769168
verified: no, type: euclidean_spearman
value: 90.37983178422222
verified: no, type: main_score
value: 90.37983178422222
verified: no, type: manhattan_pearson
value: 87.6231001602879
verified: no, type: manhattan_spearman
value: 90.52798044659546
verified: no, type: pearson
value: 90.1467539156439
verified: no, type: spearman
value: 90.37983178422222
verified: no
task: type: STS, dataset: config: default
name: MTEB DBPedia-PL
revision: 76afe41d9af165cc40999fcaa92312b8b012064a
split: test
type: clarin-knext/dbpedia-pl
metrics: type: main_score
value: 24.287
verified: no, type: map_at_1
value: 5.225
verified: no, type: map_at_10
value: 10.774000000000001
verified: no, type: map_at_100
value: 14.748
verified: no, type: map_at_1000
value: 15.836
verified: no, type: map_at_20
value: 12.27
verified: no, type: map_at_3
value: 7.724
verified: no, type: map_at_5
value: 9.246
verified: no, type: mrr_at_1
value: 39.25
verified: no, type: mrr_at_10
value: 50.17480158730157
verified: no, type: mrr_at_100
value: 50.8519822068327
verified: no, type: mrr_at_1000
value: 50.879556078064134
verified: no, type: mrr_at_20
value: 50.58405713438607
verified: no, type: mrr_at_3
value: 47.250000000000014
verified: no, type: mrr_at_5
value: 49.175000000000004
verified: no, type: nauc_map_at_1000_diff1
value: 20.045024346779645
verified: no, type: nauc_map_at_1000_max
value: 30.337666854953092
verified: no, type: nauc_map_at_1000_std
value: 26.557075239939543
verified: no, type: nauc_map_at_100_diff1
value: 19.9252316411722
verified: no, type: nauc_map_at_100_max
value: 28.226642852584742
verified: no, type: nauc_map_at_100_std
value: 22.914021046648696
verified: no, type: nauc_map_at_10_diff1
value: 26.566241524936572
verified: no, type: nauc_map_at_10_max
value: 21.748824204804716
verified: no, type: nauc_map_at_10_std
value: 8.638991435098609
verified: no, type: nauc_map_at_1_diff1
value: 36.393726837054814
verified: no, type: nauc_map_at_1_max
value: 16.477605805271057
verified: no, type: nauc_map_at_1_std
value: 0.5753087963352366
verified: no, type: nauc_map_at_20_diff1
value: 23.401102079878182
verified: no, type: nauc_map_at_20_max
value: 23.065898894709402
verified: no, type: nauc_map_at_20_std
value: 13.423353653712915
verified: no, type: nauc_map_at_3_diff1
value: 30.91796624589218
verified: no, type: nauc_map_at_3_max
value: 16.45545569680709
verified: no, type: nauc_map_at_3_std
value: 0.6366650378026352
verified: no, type: nauc_map_at_5_diff1
value: 28.80351568065496
verified: no, type: nauc_map_at_5_max
value: 19.084673921482615
verified: no, type: nauc_map_at_5_std
value: 4.139131073579019
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.16962170000775
verified: no, type: nauc_mrr_at_1000_max
value: 38.15430502575843
verified: no, type: nauc_mrr_at_1000_std
value: 32.440668939436264
verified: no, type: nauc_mrr_at_100_diff1
value: 20.15910246738786
verified: no, type: nauc_mrr_at_100_max
value: 38.15774234365609
verified: no, type: nauc_mrr_at_100_std
value: 32.44872216192449
verified: no, type: nauc_mrr_at_10_diff1
value: 20.049148781541064
verified: no, type: nauc_mrr_at_10_max
value: 37.97309789914626
verified: no, type: nauc_mrr_at_10_std
value: 32.418004097599166
verified: no, type: nauc_mrr_at_1_diff1
value: 23.9620307539266
verified: no, type: nauc_mrr_at_1_max
value: 33.83610178961887
verified: no, type: nauc_mrr_at_1_std
value: 28.58448609419965
verified: no, type: nauc_mrr_at_20_diff1
value: 20.06080688488365
verified: no, type: nauc_mrr_at_20_max
value: 38.06868785040665
verified: no, type: nauc_mrr_at_20_std
value: 32.22384606323392
verified: no, type: nauc_mrr_at_3_diff1
value: 20.71531876285696
verified: no, type: nauc_mrr_at_3_max
value: 37.54485901132759
verified: no, type: nauc_mrr_at_3_std
value: 31.77679862739285
verified: no, type: nauc_mrr_at_5_diff1
value: 20.003442037824826
verified: no, type: nauc_mrr_at_5_max
value: 38.37916584335752
verified: no, type: nauc_mrr_at_5_std
value: 32.091488996264154
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.932875904116358
verified: no, type: nauc_ndcg_at_1000_max
value: 37.69461269411873
verified: no, type: nauc_ndcg_at_1000_std
value: 40.49355007241307
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.62868572859794
verified: no, type: nauc_ndcg_at_100_max
value: 32.5251773358776
verified: no, type: nauc_ndcg_at_100_std
value: 34.17298333080795
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.33571858413017
verified: no, type: nauc_ndcg_at_10_max
value: 32.95411878498034
verified: no, type: nauc_ndcg_at_10_std
value: 30.26350297086653
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.698485822118034
verified: no, type: nauc_ndcg_at_1_max
value: 27.751178850383283
verified: no, type: nauc_ndcg_at_1_std
value: 25.499914018590097
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.564620650130962
verified: no, type: nauc_ndcg_at_20_max
value: 29.636273615266877
verified: no, type: nauc_ndcg_at_20_std
value: 29.0657094246048
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.331262925027644
verified: no, type: nauc_ndcg_at_3_max
value: 32.3211075722955
verified: no, type: nauc_ndcg_at_3_std
value: 29.30569912466711
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.906573479242933
verified: no, type: nauc_ndcg_at_5_max
value: 33.817640032948255
verified: no, type: nauc_ndcg_at_5_std
value: 30.210587907489593
verified: no, type: nauc_precision_at_1000_diff1
value: 7.9336700303824905
verified: no, type: nauc_precision_at_1000_max
value: 25.382181071880133
verified: no, type: nauc_precision_at_1000_std
value: 45.03790857159645
verified: no, type: nauc_precision_at_100_diff1
value: -2.1616719372797286
verified: no, type: nauc_precision_at_100_max
value: 38.41562489705835
verified: no, type: nauc_precision_at_100_std
value: 51.0132959449221
verified: no, type: nauc_precision_at_10_diff1
value: 2.3699655796458936
verified: no, type: nauc_precision_at_10_max
value: 38.87889003229129
verified: no, type: nauc_precision_at_10_std
value: 43.071785955076145
verified: no, type: nauc_precision_at_1_diff1
value: 23.9620307539266
verified: no, type: nauc_precision_at_1_max
value: 33.83610178961887
verified: no, type: nauc_precision_at_1_std
value: 28.58448609419965
verified: no, type: nauc_precision_at_20_diff1
value: -0.5466417961649375
verified: no, type: nauc_precision_at_20_max
value: 36.55638995946497
verified: no, type: nauc_precision_at_20_std
value: 46.90182951874849
verified: no, type: nauc_precision_at_3_diff1
value: 9.180998281598255
verified: no, type: nauc_precision_at_3_max
value: 35.97368107639076
verified: no, type: nauc_precision_at_3_std
value: 34.362776108183525
verified: no, type: nauc_precision_at_5_diff1
value: 6.188700805809966
verified: no, type: nauc_precision_at_5_max
value: 39.69905715436714
verified: no, type: nauc_precision_at_5_std
value: 37.630912034924016
verified: no, type: nauc_recall_at_1000_diff1
value: 12.957700393477442
verified: no, type: nauc_recall_at_1000_max
value: 30.999439787327205
verified: no, type: nauc_recall_at_1000_std
value: 39.191755156518575
verified: no, type: nauc_recall_at_100_diff1
value: 12.761105551850163
verified: no, type: nauc_recall_at_100_max
value: 26.695898719215045
verified: no, type: nauc_recall_at_100_std
value: 29.150806165495208
verified: no, type: nauc_recall_at_10_diff1
value: 19.097397019523825
verified: no, type: nauc_recall_at_10_max
value: 18.259583702998956
verified: no, type: nauc_recall_at_10_std
value: 8.897590380469557
verified: no, type: nauc_recall_at_1_diff1
value: 36.393726837054814
verified: no, type: nauc_recall_at_1_max
value: 16.477605805271057
verified: no, type: nauc_recall_at_1_std
value: 0.5753087963352366
verified: no, type: nauc_recall_at_20_diff1
value: 14.751462451918885
verified: no, type: nauc_recall_at_20_max
value: 17.17387812389538
verified: no, type: nauc_recall_at_20_std
value: 11.686450060418395
verified: no, type: nauc_recall_at_3_diff1
value: 28.2693968902148
verified: no, type: nauc_recall_at_3_max
value: 15.503661857890341
verified: no, type: nauc_recall_at_3_std
value: -0.6006615114775526
verified: no, type: nauc_recall_at_5_diff1
value: 21.69553199450905
verified: no, type: nauc_recall_at_5_max
value: 16.68339699974409
verified: no, type: nauc_recall_at_5_std
value: 4.201309425242677
verified: no, type: ndcg_at_1
value: 29.375
verified: no, type: ndcg_at_10
value: 24.287
verified: no, type: ndcg_at_100
value: 28.457
verified: no, type: ndcg_at_1000
value: 35.412
verified: no, type: ndcg_at_20
value: 24.189
verified: no, type: ndcg_at_3
value: 25.813000000000002
verified: no, type: ndcg_at_5
value: 25.374999999999996
verified: no, type: precision_at_1
value: 39.25
verified: no, type: precision_at_10
value: 19.6
verified: no, type: precision_at_100
value: 6.2700000000000005
verified: no, type: precision_at_1000
value: 1.452
verified: no, type: precision_at_20
value: 14.499999999999998
verified: no, type: precision_at_3
value: 29.083
verified: no, type: precision_at_5
value: 25.75
verified: no, type: recall_at_1
value: 5.225
verified: no, type: recall_at_10
value: 16.258
verified: no, type: recall_at_100
value: 35.569
verified: no, type: recall_at_1000
value: 57.958
verified: no, type: recall_at_20
value: 21.178
verified: no, type: recall_at_3
value: 8.866999999999999
verified: no, type: recall_at_5
value: 12.404
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB 8TagsClustering
revision: 78b962b130c6690659c65abf67bf1c2f030606b6
split: test
type: PL-MTEB/8tags-clustering
metrics: type: main_score
value: 37.96267113583295
verified: no, type: v_measure
value: 37.96267113583295
verified: no, type: v_measure_std
value: 2.6597621214046576
verified: no
task: type: Clustering, dataset: config: default
name: MTEB FiQA-PL
revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e
split: test
type: clarin-knext/fiqa-pl
metrics: type: main_score
value: 24.374000000000002
verified: no, type: map_at_1
value: 11.362
verified: no, type: map_at_10
value: 18.464
verified: no, type: map_at_100
value: 19.791
verified: no, type: map_at_1000
value: 19.994
verified: no, type: map_at_20
value: 19.156000000000002
verified: no, type: map_at_3
value: 15.937000000000001
verified: no, type: map_at_5
value: 17.127
verified: no, type: mrr_at_1
value: 22.376543209876544
verified: no, type: mrr_at_10
value: 30.046724965706435
verified: no, type: mrr_at_100
value: 30.99706976191228
verified: no, type: mrr_at_1000
value: 31.076490053822308
verified: no, type: mrr_at_20
value: 30.59052580100912
verified: no, type: mrr_at_3
value: 27.854938271604944
verified: no, type: mrr_at_5
value: 28.912037037037035
verified: no, type: nauc_map_at_1000_diff1
value: 34.07557471766689
verified: no, type: nauc_map_at_1000_max
value: 24.91982727448087
verified: no, type: nauc_map_at_1000_std
value: 12.494927606505051
verified: no, type: nauc_map_at_100_diff1
value: 34.06635556229055
verified: no, type: nauc_map_at_100_max
value: 24.777935848367225
verified: no, type: nauc_map_at_100_std
value: 12.362066428153456
verified: no, type: nauc_map_at_10_diff1
value: 34.3306140967635
verified: no, type: nauc_map_at_10_max
value: 24.086194195608087
verified: no, type: nauc_map_at_10_std
value: 11.127465863787245
verified: no, type: nauc_map_at_1_diff1
value: 38.942215866162314
verified: no, type: nauc_map_at_1_max
value: 23.63998402727614
verified: no, type: nauc_map_at_1_std
value: 9.728241161220097
verified: no, type: nauc_map_at_20_diff1
value: 34.04736858130041
verified: no, type: nauc_map_at_20_max
value: 24.30446046409803
verified: no, type: nauc_map_at_20_std
value: 11.82019676487291
verified: no, type: nauc_map_at_3_diff1
value: 34.99965810997492
verified: no, type: nauc_map_at_3_max
value: 22.472906083967082
verified: no, type: nauc_map_at_3_std
value: 9.698945379216992
verified: no, type: nauc_map_at_5_diff1
value: 34.42282748114895
verified: no, type: nauc_map_at_5_max
value: 23.633268720383512
verified: no, type: nauc_map_at_5_std
value: 10.382815603500871
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.704948586037965
verified: no, type: nauc_mrr_at_1000_max
value: 28.94016888494416
verified: no, type: nauc_mrr_at_1000_std
value: 13.914193825823684
verified: no, type: nauc_mrr_at_100_diff1
value: 34.67910995484378
verified: no, type: nauc_mrr_at_100_max
value: 28.90011297894453
verified: no, type: nauc_mrr_at_100_std
value: 13.870339909485788
verified: no, type: nauc_mrr_at_10_diff1
value: 34.97862910055978
verified: no, type: nauc_mrr_at_10_max
value: 28.891213481314647
verified: no, type: nauc_mrr_at_10_std
value: 13.632668727631797
verified: no, type: nauc_mrr_at_1_diff1
value: 36.9016752358079
verified: no, type: nauc_mrr_at_1_max
value: 30.89530420046735
verified: no, type: nauc_mrr_at_1_std
value: 14.386684064942584
verified: no, type: nauc_mrr_at_20_diff1
value: 34.73839610262596
verified: no, type: nauc_mrr_at_20_max
value: 28.705251186157255
verified: no, type: nauc_mrr_at_20_std
value: 13.753299339901334
verified: no, type: nauc_mrr_at_3_diff1
value: 34.76877538539127
verified: no, type: nauc_mrr_at_3_max
value: 28.77723698514852
verified: no, type: nauc_mrr_at_3_std
value: 13.717153469537122
verified: no, type: nauc_mrr_at_5_diff1
value: 34.32426309461695
verified: no, type: nauc_mrr_at_5_max
value: 28.620967773156714
verified: no, type: nauc_mrr_at_5_std
value: 13.382881213134276
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.77974173034191
verified: no, type: nauc_ndcg_at_1000_max
value: 28.36858648028177
verified: no, type: nauc_ndcg_at_1000_std
value: 17.55654423858263
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.632483073737255
verified: no, type: nauc_ndcg_at_100_max
value: 26.296829067224515
verified: no, type: nauc_ndcg_at_100_std
value: 15.901063315847802
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.951354557048134
verified: no, type: nauc_ndcg_at_10_max
value: 24.502438497165578
verified: no, type: nauc_ndcg_at_10_std
value: 12.270853057785972
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.9016752358079
verified: no, type: nauc_ndcg_at_1_max
value: 30.89530420046735
verified: no, type: nauc_ndcg_at_1_std
value: 14.386684064942584
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.28593916274325
verified: no, type: nauc_ndcg_at_20_max
value: 24.5380040373484
verified: no, type: nauc_ndcg_at_20_std
value: 13.863409012751617
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.03004915907343
verified: no, type: nauc_ndcg_at_3_max
value: 25.366810943178187
verified: no, type: nauc_ndcg_at_3_std
value: 11.99466470963204
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.75108435164904
verified: no, type: nauc_ndcg_at_5_max
value: 24.89793255411985
verified: no, type: nauc_ndcg_at_5_std
value: 11.213101565189755
verified: no, type: nauc_precision_at_1000_diff1
value: 8.88694146912782
verified: no, type: nauc_precision_at_1000_max
value: 28.194369745942677
verified: no, type: nauc_precision_at_1000_std
value: 15.075895083755153
verified: no, type: nauc_precision_at_100_diff1
value: 17.33142606816351
verified: no, type: nauc_precision_at_100_max
value: 30.560210907187134
verified: no, type: nauc_precision_at_100_std
value: 20.006767151320354
verified: no, type: nauc_precision_at_10_diff1
value: 27.325474826111495
verified: no, type: nauc_precision_at_10_max
value: 28.37196490647728
verified: no, type: nauc_precision_at_10_std
value: 14.398272703295254
verified: no, type: nauc_precision_at_1_diff1
value: 36.9016752358079
verified: no, type: nauc_precision_at_1_max
value: 30.89530420046735
verified: no, type: nauc_precision_at_1_std
value: 14.386684064942584
verified: no, type: nauc_precision_at_20_diff1
value: 24.927890600833123
verified: no, type: nauc_precision_at_20_max
value: 28.6077759408292
verified: no, type: nauc_precision_at_20_std
value: 16.922212691823013
verified: no, type: nauc_precision_at_3_diff1
value: 30.157161086783603
verified: no, type: nauc_precision_at_3_max
value: 27.80088080445145
verified: no, type: nauc_precision_at_3_std
value: 13.767444960442354
verified: no, type: nauc_precision_at_5_diff1
value: 27.22177598160483
verified: no, type: nauc_precision_at_5_max
value: 28.126925412497698
verified: no, type: nauc_precision_at_5_std
value: 12.668302840263246
verified: no, type: nauc_recall_at_1000_diff1
value: 13.021138171238658
verified: no, type: nauc_recall_at_1000_max
value: 29.086331163283578
verified: no, type: nauc_recall_at_1000_std
value: 40.165920815231445
verified: no, type: nauc_recall_at_100_diff1
value: 20.32032544663283
verified: no, type: nauc_recall_at_100_max
value: 19.52693905173919
verified: no, type: nauc_recall_at_100_std
value: 21.472521389265815
verified: no, type: nauc_recall_at_10_diff1
value: 27.863602171901302
verified: no, type: nauc_recall_at_10_max
value: 17.4718078150182
verified: no, type: nauc_recall_at_10_std
value: 11.474638155937823
verified: no, type: nauc_recall_at_1_diff1
value: 38.942215866162314
verified: no, type: nauc_recall_at_1_max
value: 23.63998402727614
verified: no, type: nauc_recall_at_1_std
value: 9.728241161220097
verified: no, type: nauc_recall_at_20_diff1
value: 24.72857110907966
verified: no, type: nauc_recall_at_20_max
value: 16.357016524448234
verified: no, type: nauc_recall_at_20_std
value: 15.437317261627213
verified: no, type: nauc_recall_at_3_diff1
value: 29.883191548110638
verified: no, type: nauc_recall_at_3_max
value: 16.895714663542783
verified: no, type: nauc_recall_at_3_std
value: 8.976963489103756
verified: no, type: nauc_recall_at_5_diff1
value: 28.877062029269666
verified: no, type: nauc_recall_at_5_max
value: 18.25013882823951
verified: no, type: nauc_recall_at_5_std
value: 9.760614924170874
verified: no, type: ndcg_at_1
value: 22.377
verified: no, type: ndcg_at_10
value: 24.374000000000002
verified: no, type: ndcg_at_100
value: 30.166999999999998
verified: no, type: ndcg_at_1000
value: 34.443
verified: no, type: ndcg_at_20
value: 26.457000000000004
verified: no, type: ndcg_at_3
value: 21.248
verified: no, type: ndcg_at_5
value: 21.976000000000003
verified: no, type: precision_at_1
value: 22.377
verified: no, type: precision_at_10
value: 6.851999999999999
verified: no, type: precision_at_100
value: 1.269
verified: no, type: precision_at_1000
value: 0.2
verified: no, type: precision_at_20
value: 4.252000000000001
verified: no, type: precision_at_3
value: 14.146
verified: no, type: precision_at_5
value: 10.432
verified: no, type: recall_at_1
value: 11.362
verified: no, type: recall_at_10
value: 30.416999999999998
verified: no, type: recall_at_100
value: 52.547
verified: no, type: recall_at_1000
value: 79.107
verified: no, type: recall_at_20
value: 36.927
verified: no, type: recall_at_3
value: 19.888
verified: no, type: recall_at_5
value: 23.294
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA-PL
revision: a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907
split: test
type: clarin-knext/hotpotqa-pl
metrics: type: main_score
value: 60.289
verified: no, type: map_at_1
value: 35.522999999999996
verified: no, type: map_at_10
value: 51.18000000000001
verified: no, type: map_at_100
value: 52.051
verified: no, type: map_at_1000
value: 52.122
verified: no, type: map_at_20
value: 51.673
verified: no, type: map_at_3
value: 48.246
verified: no, type: map_at_5
value: 50.019999999999996
verified: no, type: mrr_at_1
value: 71.04659014179609
verified: no, type: mrr_at_10
value: 77.46602467230403
verified: no, type: mrr_at_100
value: 77.71701045856283
verified: no, type: mrr_at_1000
value: 77.73109333465572
verified: no, type: mrr_at_20
value: 77.61606030291657
verified: no, type: mrr_at_3
value: 76.2975467026782
verified: no, type: mrr_at_5
value: 77.01530497411626
verified: no, type: nauc_map_at_1000_diff1
value: 27.072398495156897
verified: no, type: nauc_map_at_1000_max
value: 29.92494925850584
verified: no, type: nauc_map_at_1000_std
value: 6.122920064016644
verified: no, type: nauc_map_at_100_diff1
value: 27.045953237574043
verified: no, type: nauc_map_at_100_max
value: 29.91135310131925
verified: no, type: nauc_map_at_100_std
value: 6.102830174452808
verified: no, type: nauc_map_at_10_diff1
value: 27.14260536879246
verified: no, type: nauc_map_at_10_max
value: 29.786180574275033
verified: no, type: nauc_map_at_10_std
value: 5.48071498058778
verified: no, type: nauc_map_at_1_diff1
value: 71.43831250406643
verified: no, type: nauc_map_at_1_max
value: 50.69918783298206
verified: no, type: nauc_map_at_1_std
value: 4.065732274269463
verified: no, type: nauc_map_at_20_diff1
value: 26.985158932169607
verified: no, type: nauc_map_at_20_max
value: 29.769499559141337
verified: no, type: nauc_map_at_20_std
value: 5.7846108079403225
verified: no, type: nauc_map_at_3_diff1
value: 28.726407496616453
verified: no, type: nauc_map_at_3_max
value: 30.257904231332596
verified: no, type: nauc_map_at_3_std
value: 4.176791477760867
verified: no, type: nauc_map_at_5_diff1
value: 27.599671019792364
verified: no, type: nauc_map_at_5_max
value: 29.837459984143866
verified: no, type: nauc_map_at_5_std
value: 4.724857569088119
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.74462431507696
verified: no, type: nauc_mrr_at_1000_max
value: 53.47426820826111
verified: no, type: nauc_mrr_at_1000_std
value: 7.017278438144492
verified: no, type: nauc_mrr_at_100_diff1
value: 69.7417920598051
verified: no, type: nauc_mrr_at_100_max
value: 53.48046534979321
verified: no, type: nauc_mrr_at_100_std
value: 7.024164329244427
verified: no, type: nauc_mrr_at_10_diff1
value: 69.67042683609824
verified: no, type: nauc_mrr_at_10_max
value: 53.481642001920314
verified: no, type: nauc_mrr_at_10_std
value: 6.916088911861879
verified: no, type: nauc_mrr_at_1_diff1
value: 71.43831250406643
verified: no, type: nauc_mrr_at_1_max
value: 50.69918783298206
verified: no, type: nauc_mrr_at_1_std
value: 4.065732274269463
verified: no, type: nauc_mrr_at_20_diff1
value: 69.69097669322561
verified: no, type: nauc_mrr_at_20_max
value: 53.48254877660139
verified: no, type: nauc_mrr_at_20_std
value: 6.954450273756836
verified: no, type: nauc_mrr_at_3_diff1
value: 69.65550049564045
verified: no, type: nauc_mrr_at_3_max
value: 53.423078677284806
verified: no, type: nauc_mrr_at_3_std
value: 6.824360632333201
verified: no, type: nauc_mrr_at_5_diff1
value: 69.85902124700681
verified: no, type: nauc_mrr_at_5_max
value: 53.71608187586825
verified: no, type: nauc_mrr_at_5_std
value: 6.90332690250169
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.371178459639395
verified: no, type: nauc_ndcg_at_1000_max
value: 34.193107156520355
verified: no, type: nauc_ndcg_at_1000_std
value: 9.981416864706453
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.65178281180327
verified: no, type: nauc_ndcg_at_100_max
value: 33.88863515144708
verified: no, type: nauc_ndcg_at_100_std
value: 9.675400500125894
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.09701979495255
verified: no, type: nauc_ndcg_at_10_max
value: 33.50276312450072
verified: no, type: nauc_ndcg_at_10_std
value: 7.191084522028669
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.43831250406643
verified: no, type: nauc_ndcg_at_1_max
value: 50.69918783298206
verified: no, type: nauc_ndcg_at_1_std
value: 4.065732274269463
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.562637576493692
verified: no, type: nauc_ndcg_at_20_max
value: 33.34017245498174
verified: no, type: nauc_ndcg_at_20_std
value: 7.969235939844162
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.18977207313904
verified: no, type: nauc_ndcg_at_3_max
value: 34.673975073641905
verified: no, type: nauc_ndcg_at_3_std
value: 5.325459274582688
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.38000278537343
verified: no, type: nauc_ndcg_at_5_max
value: 33.97918169254012
verified: no, type: nauc_ndcg_at_5_std
value: 5.978030273125264
verified: no, type: nauc_precision_at_1000_diff1
value: 2.024497553431021
verified: no, type: nauc_precision_at_1000_max
value: 19.574506433204107
verified: no, type: nauc_precision_at_1000_std
value: 28.192550360040663
verified: no, type: nauc_precision_at_100_diff1
value: 5.188258524609947
verified: no, type: nauc_precision_at_100_max
value: 21.306662841801312
verified: no, type: nauc_precision_at_100_std
value: 20.7260402080751
verified: no, type: nauc_precision_at_10_diff1
value: 12.855802595061384
verified: no, type: nauc_precision_at_10_max
value: 23.683240963949206
verified: no, type: nauc_precision_at_10_std
value: 9.888003594834135
verified: no, type: nauc_precision_at_1_diff1
value: 71.43831250406643
verified: no, type: nauc_precision_at_1_max
value: 50.69918783298206
verified: no, type: nauc_precision_at_1_std
value: 4.065732274269463
verified: no, type: nauc_precision_at_20_diff1
value: 9.630280191534592
verified: no, type: nauc_precision_at_20_max
value: 21.779527509411878
verified: no, type: nauc_precision_at_20_std
value: 12.159865759201564
verified: no, type: nauc_precision_at_3_diff1
value: 21.486219885493664
verified: no, type: nauc_precision_at_3_max
value: 28.180666352570384
verified: no, type: nauc_precision_at_3_std
value: 5.975796262301398
verified: no, type: nauc_precision_at_5_diff1
value: 16.91219034941122
verified: no, type: nauc_precision_at_5_max
value: 25.631420440783632
verified: no, type: nauc_precision_at_5_std
value: 7.008210555798029
verified: no, type: nauc_recall_at_1000_diff1
value: 2.0244975534313734
verified: no, type: nauc_recall_at_1000_max
value: 19.574506433204146
verified: no, type: nauc_recall_at_1000_std
value: 28.192550360040826
verified: no, type: nauc_recall_at_100_diff1
value: 5.188258524609966
verified: no, type: nauc_recall_at_100_max
value: 21.306662841801195
verified: no, type: nauc_recall_at_100_std
value: 20.72604020807505
verified: no, type: nauc_recall_at_10_diff1
value: 12.85580259506137
verified: no, type: nauc_recall_at_10_max
value: 23.68324096394915
verified: no, type: nauc_recall_at_10_std
value: 9.888003594834109
verified: no, type: nauc_recall_at_1_diff1
value: 71.43831250406643
verified: no, type: nauc_recall_at_1_max
value: 50.69918783298206
verified: no, type: nauc_recall_at_1_std
value: 4.065732274269463
verified: no, type: nauc_recall_at_20_diff1
value: 9.630280191534691
verified: no, type: nauc_recall_at_20_max
value: 21.779527509411942
verified: no, type: nauc_recall_at_20_std
value: 12.159865759201631
verified: no, type: nauc_recall_at_3_diff1
value: 21.486219885493682
verified: no, type: nauc_recall_at_3_max
value: 28.18066635257036
verified: no, type: nauc_recall_at_3_std
value: 5.975796262301328
verified: no, type: nauc_recall_at_5_diff1
value: 16.912190349411212
verified: no, type: nauc_recall_at_5_max
value: 25.631420440783636
verified: no, type: nauc_recall_at_5_std
value: 7.00821055579809
verified: no, type: ndcg_at_1
value: 71.04700000000001
verified: no, type: ndcg_at_10
value: 60.289
verified: no, type: ndcg_at_100
value: 63.499
verified: no, type: ndcg_at_1000
value: 64.97500000000001
verified: no, type: ndcg_at_20
value: 61.550000000000004
verified: no, type: ndcg_at_3
value: 55.901999999999994
verified: no, type: ndcg_at_5
value: 58.25
verified: no, type: precision_at_1
value: 71.04700000000001
verified: no, type: precision_at_10
value: 12.44
verified: no, type: precision_at_100
value: 1.498
verified: no, type: precision_at_1000
value: 0.169
verified: no, type: precision_at_20
value: 6.626
verified: no, type: precision_at_3
value: 34.976
verified: no, type: precision_at_5
value: 22.839000000000002
verified: no, type: recall_at_1
value: 35.522999999999996
verified: no, type: recall_at_10
value: 62.20099999999999
verified: no, type: recall_at_100
value: 74.91600000000001
verified: no, type: recall_at_1000
value: 84.74000000000001
verified: no, type: recall_at_20
value: 66.259
verified: no, type: recall_at_3
value: 52.464999999999996
verified: no, type: recall_at_5
value: 57.096999999999994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO-PL
revision: 8634c07806d5cce3a6138e260e59b81760a0a640
split: test
type: clarin-knext/msmarco-pl
metrics: type: main_score
value: 35.347
verified: no, type: map_at_1
value: 1.469
verified: no, type: map_at_10
value: 6.271
verified: no, type: map_at_100
value: 15.82
verified: no, type: map_at_1000
value: 19.756999999999998
verified: no, type: map_at_20
value: 9.132
verified: no, type: map_at_3
value: 3.075
verified: no, type: map_at_5
value: 4.191000000000001
verified: no, type: mrr_at_1
value: 51.162790697674424
verified: no, type: mrr_at_10
value: 61.57253599114064
verified: no, type: mrr_at_100
value: 61.70237312252635
verified: no, type: mrr_at_1000
value: 61.721282111697384
verified: no, type: mrr_at_20
value: 61.57253599114064
verified: no, type: mrr_at_3
value: 58.52713178294573
verified: no, type: mrr_at_5
value: 60.62015503875969
verified: no, type: nauc_map_at_1000_diff1
value: -6.26148455784313
verified: no, type: nauc_map_at_1000_max
value: 70.23579046863748
verified: no, type: nauc_map_at_1000_std
value: 77.42651490963746
verified: no, type: nauc_map_at_100_diff1
value: -1.4053806773143986
verified: no, type: nauc_map_at_100_max
value: 66.71686830976711
verified: no, type: nauc_map_at_100_std
value: 67.38852619857126
verified: no, type: nauc_map_at_10_diff1
value: 12.864067292274589
verified: no, type: nauc_map_at_10_max
value: 41.38716748783301
verified: no, type: nauc_map_at_10_std
value: 32.51689180198407
verified: no, type: nauc_map_at_1_diff1
value: -1.536748365124193
verified: no, type: nauc_map_at_1_max
value: -6.088587734229212
verified: no, type: nauc_map_at_1_std
value: -18.068863144899694
verified: no, type: nauc_map_at_20_diff1
value: 8.54318633682049
verified: no, type: nauc_map_at_20_max
value: 51.46280940802795
verified: no, type: nauc_map_at_20_std
value: 43.84995568398171
verified: no, type: nauc_map_at_3_diff1
value: 15.549945155617095
verified: no, type: nauc_map_at_3_max
value: 16.423852501631057
verified: no, type: nauc_map_at_3_std
value: 1.6301262698881138
verified: no, type: nauc_map_at_5_diff1
value: 17.143995737313784
verified: no, type: nauc_map_at_5_max
value: 25.892894000158563
verified: no, type: nauc_map_at_5_std
value: 13.91119386484427
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.75486837047241
verified: no, type: nauc_mrr_at_1000_max
value: 48.77384161141147
verified: no, type: nauc_mrr_at_1000_std
value: 39.42169406046163
verified: no, type: nauc_mrr_at_100_diff1
value: 20.75098937410054
verified: no, type: nauc_mrr_at_100_max
value: 48.8055136010899
verified: no, type: nauc_mrr_at_100_std
value: 39.44826676492212
verified: no, type: nauc_mrr_at_10_diff1
value: 20.55168287172998
verified: no, type: nauc_mrr_at_10_max
value: 48.92605606155999
verified: no, type: nauc_mrr_at_10_std
value: 39.56397190201471
verified: no, type: nauc_mrr_at_1_diff1
value: 27.952914840599213
verified: no, type: nauc_mrr_at_1_max
value: 43.02872038128348
verified: no, type: nauc_mrr_at_1_std
value: 30.72899446812769
verified: no, type: nauc_mrr_at_20_diff1
value: 20.55168287172998
verified: no, type: nauc_mrr_at_20_max
value: 48.92605606155999
verified: no, type: nauc_mrr_at_20_std
value: 39.56397190201471
verified: no, type: nauc_mrr_at_3_diff1
value: 18.318386717289272
verified: no, type: nauc_mrr_at_3_max
value: 47.44180800437328
verified: no, type: nauc_mrr_at_3_std
value: 38.74641539481817
verified: no, type: nauc_mrr_at_5_diff1
value: 21.683568755627515
verified: no, type: nauc_mrr_at_5_max
value: 48.05001286700342
verified: no, type: nauc_mrr_at_5_std
value: 38.244355740197555
verified: no, type: nauc_ndcg_at_1000_diff1
value: -2.468906090162698
verified: no, type: nauc_ndcg_at_1000_max
value: 65.57871617608374
verified: no, type: nauc_ndcg_at_1000_std
value: 73.3847445547649
verified: no, type: nauc_ndcg_at_100_diff1
value: -2.586690833939304
verified: no, type: nauc_ndcg_at_100_max
value: 64.70786040635376
verified: no, type: nauc_ndcg_at_100_std
value: 70.64166116490425
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.118353402716513
verified: no, type: nauc_ndcg_at_10_max
value: 49.844180236352955
verified: no, type: nauc_ndcg_at_10_std
value: 50.131893853105936
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.009521103694098
verified: no, type: nauc_ndcg_at_1_max
value: 27.087717021875612
verified: no, type: nauc_ndcg_at_1_std
value: 12.6909059627947
verified: no, type: nauc_ndcg_at_20_diff1
value: 2.598718647600475
verified: no, type: nauc_ndcg_at_20_max
value: 53.91164998936515
verified: no, type: nauc_ndcg_at_20_std
value: 56.516639941588664
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.836185343273044
verified: no, type: nauc_ndcg_at_3_max
value: 36.263454561458765
verified: no, type: nauc_ndcg_at_3_std
value: 28.43323538514256
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.77391181835752
verified: no, type: nauc_ndcg_at_5_max
value: 43.296899586211104
verified: no, type: nauc_ndcg_at_5_std
value: 39.1824699044313
verified: no, type: nauc_precision_at_1000_diff1
value: -15.186803611287433
verified: no, type: nauc_precision_at_1000_max
value: 46.85780719962127
verified: no, type: nauc_precision_at_1000_std
value: 70.3960638613034
verified: no, type: nauc_precision_at_100_diff1
value: -15.422155872405632
verified: no, type: nauc_precision_at_100_max
value: 55.72313908696537
verified: no, type: nauc_precision_at_100_std
value: 76.82533899336994
verified: no, type: nauc_precision_at_10_diff1
value: -3.067825687414238
verified: no, type: nauc_precision_at_10_max
value: 56.91434531209
verified: no, type: nauc_precision_at_10_std
value: 66.04691744928004
verified: no, type: nauc_precision_at_1_diff1
value: 27.952914840599213
verified: no, type: nauc_precision_at_1_max
value: 43.02872038128348
verified: no, type: nauc_precision_at_1_std
value: 30.72899446812769
verified: no, type: nauc_precision_at_20_diff1
value: -5.544645405468878
verified: no, type: nauc_precision_at_20_max
value: 57.8695034639674
verified: no, type: nauc_precision_at_20_std
value: 68.93286041931582
verified: no, type: nauc_precision_at_3_diff1
value: 20.19348967585854
verified: no, type: nauc_precision_at_3_max
value: 45.597437337579386
verified: no, type: nauc_precision_at_3_std
value: 42.03959265688183
verified: no, type: nauc_precision_at_5_diff1
value: 9.23998523103908
verified: no, type: nauc_precision_at_5_max
value: 49.25574086871373
verified: no, type: nauc_precision_at_5_std
value: 52.88526969215077
verified: no, type: nauc_recall_at_1000_diff1
value: -8.862740141707581
verified: no, type: nauc_recall_at_1000_max
value: 55.712545242253256
verified: no, type: nauc_recall_at_1000_std
value: 67.30648023155955
verified: no, type: nauc_recall_at_100_diff1
value: -3.1881977191212036
verified: no, type: nauc_recall_at_100_max
value: 51.673275503044906
verified: no, type: nauc_recall_at_100_std
value: 54.48134578839626
verified: no, type: nauc_recall_at_10_diff1
value: 13.364983119491827
verified: no, type: nauc_recall_at_10_max
value: 36.25593546742792
verified: no, type: nauc_recall_at_10_std
value: 27.09713611846276
verified: no, type: nauc_recall_at_1_diff1
value: -1.536748365124193
verified: no, type: nauc_recall_at_1_max
value: -6.088587734229212
verified: no, type: nauc_recall_at_1_std
value: -18.068863144899694
verified: no, type: nauc_recall_at_20_diff1
value: 7.510007055555984
verified: no, type: nauc_recall_at_20_max
value: 38.09054135617318
verified: no, type: nauc_recall_at_20_std
value: 30.40674848457391
verified: no, type: nauc_recall_at_3_diff1
value: 14.714490489795676
verified: no, type: nauc_recall_at_3_max
value: 13.456002270727083
verified: no, type: nauc_recall_at_3_std
value: -1.5169948432854514
verified: no, type: nauc_recall_at_5_diff1
value: 15.54314759180975
verified: no, type: nauc_recall_at_5_max
value: 21.228461904073818
verified: no, type: nauc_recall_at_5_std
value: 9.414065747326763
verified: no, type: ndcg_at_1
value: 40.31
verified: no, type: ndcg_at_10
value: 35.347
verified: no, type: ndcg_at_100
value: 33.467
verified: no, type: ndcg_at_1000
value: 40.681
verified: no, type: ndcg_at_20
value: 34.001
verified: no, type: ndcg_at_3
value: 37.366
verified: no, type: ndcg_at_5
value: 36.394
verified: no, type: precision_at_1
value: 51.163000000000004
verified: no, type: precision_at_10
value: 44.186
verified: no, type: precision_at_100
value: 20.837
verified: no, type: precision_at_1000
value: 4.2299999999999995
verified: no, type: precision_at_20
value: 37.442
verified: no, type: precision_at_3
value: 50.388
verified: no, type: precision_at_5
value: 48.837
verified: no, type: recall_at_1
value: 1.469
verified: no, type: recall_at_10
value: 7.9479999999999995
verified: no, type: recall_at_100
value: 28.733999999999998
verified: no, type: recall_at_1000
value: 50.297000000000004
verified: no, type: recall_at_20
value: 12.948
verified: no, type: recall_at_3
value: 3.4259999999999997
verified: no, type: recall_at_5
value: 4.9110000000000005
verified: no
task: type: Retrieval, dataset: config: pl
name: MTEB MassiveIntentClassification (pl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 51.19031607262945
verified: no, type: f1
value: 46.10258936993461
verified: no, type: f1_weighted
value: 50.901181253035034
verified: no, type: main_score
value: 51.19031607262945
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveScenarioClassification (pl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 60.645595158036315
verified: no, type: f1
value: 59.44482127439026
verified: no, type: f1_weighted
value: 60.168807528534984
verified: no, type: main_score
value: 60.645595158036315
verified: no
task: type: Classification, dataset: config: default
name: MTEB NFCorpus-PL
revision: 9a6f9567fda928260afed2de480d79c98bf0bec0
split: test
type: clarin-knext/nfcorpus-pl
metrics: type: main_score
value: 25.395
verified: no, type: map_at_1
value: 4.162
verified: no, type: map_at_10
value: 8.706
verified: no, type: map_at_100
value: 10.825
verified: no, type: map_at_1000
value: 11.882
verified: no, type: map_at_20
value: 9.699
verified: no, type: map_at_3
value: 6.370000000000001
verified: no, type: map_at_5
value: 7.392
verified: no, type: mrr_at_1
value: 36.22291021671827
verified: no, type: mrr_at_10
value: 43.31662489557226
verified: no, type: mrr_at_100
value: 44.034094585948445
verified: no, type: mrr_at_1000
value: 44.08497362710692
verified: no, type: mrr_at_20
value: 43.73522641310121
verified: no, type: mrr_at_3
value: 41.17647058823529
verified: no, type: mrr_at_5
value: 42.19814241486068
verified: no, type: nauc_map_at_1000_diff1
value: 20.409989638127485
verified: no, type: nauc_map_at_1000_max
value: 21.313793692439358
verified: no, type: nauc_map_at_1000_std
value: 26.453432767218242
verified: no, type: nauc_map_at_100_diff1
value: 21.1324476885251
verified: no, type: nauc_map_at_100_max
value: 20.162732858714488
verified: no, type: nauc_map_at_100_std
value: 23.299208899543444
verified: no, type: nauc_map_at_10_diff1
value: 25.356667770298184
verified: no, type: nauc_map_at_10_max
value: 14.593319794998328
verified: no, type: nauc_map_at_10_std
value: 14.307985847242206
verified: no, type: nauc_map_at_1_diff1
value: 49.48663924597492
verified: no, type: nauc_map_at_1_max
value: 6.253498999289057
verified: no, type: nauc_map_at_1_std
value: -1.0237763936348632
verified: no, type: nauc_map_at_20_diff1
value: 23.25076257190515
verified: no, type: nauc_map_at_20_max
value: 18.067585719861558
verified: no, type: nauc_map_at_20_std
value: 18.661482884581616
verified: no, type: nauc_map_at_3_diff1
value: 36.09641802781903
verified: no, type: nauc_map_at_3_max
value: 10.438404957893699
verified: no, type: nauc_map_at_3_std
value: 6.545314741707626
verified: no, type: nauc_map_at_5_diff1
value: 31.563017185316582
verified: no, type: nauc_map_at_5_max
value: 10.624857568430182
verified: no, type: nauc_map_at_5_std
value: 8.071135835564556
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.914988046957298
verified: no, type: nauc_mrr_at_1000_max
value: 29.500178958357004
verified: no, type: nauc_mrr_at_1000_std
value: 30.007836859386217
verified: no, type: nauc_mrr_at_100_diff1
value: 25.909334138328415
verified: no, type: nauc_mrr_at_100_max
value: 29.52338779009421
verified: no, type: nauc_mrr_at_100_std
value: 30.04513581497261
verified: no, type: nauc_mrr_at_10_diff1
value: 25.8265466125622
verified: no, type: nauc_mrr_at_10_max
value: 29.190136722031696
verified: no, type: nauc_mrr_at_10_std
value: 29.91591104432339
verified: no, type: nauc_mrr_at_1_diff1
value: 28.59348773396338
verified: no, type: nauc_mrr_at_1_max
value: 24.8079752457763
verified: no, type: nauc_mrr_at_1_std
value: 23.91126072409742
verified: no, type: nauc_mrr_at_20_diff1
value: 25.802689022704183
verified: no, type: nauc_mrr_at_20_max
value: 29.530951070963336
verified: no, type: nauc_mrr_at_20_std
value: 30.174133821321725
verified: no, type: nauc_mrr_at_3_diff1
value: 27.20001662389779
verified: no, type: nauc_mrr_at_3_max
value: 27.937268010329507
verified: no, type: nauc_mrr_at_3_std
value: 28.192212081421474
verified: no, type: nauc_mrr_at_5_diff1
value: 25.808760122402813
verified: no, type: nauc_mrr_at_5_max
value: 28.320555828208317
verified: no, type: nauc_mrr_at_5_std
value: 28.94783269529472
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.382064145005554
verified: no, type: nauc_ndcg_at_1000_max
value: 37.682973683950046
verified: no, type: nauc_ndcg_at_1000_std
value: 41.50740480181961
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.064373462803946
verified: no, type: nauc_ndcg_at_100_max
value: 31.68841170112502
verified: no, type: nauc_ndcg_at_100_std
value: 36.129889624470515
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.4115588783113
verified: no, type: nauc_ndcg_at_10_max
value: 25.02525617768273
verified: no, type: nauc_ndcg_at_10_std
value: 34.6721573881345
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.894042590382835
verified: no, type: nauc_ndcg_at_1_max
value: 20.74535829394909
verified: no, type: nauc_ndcg_at_1_std
value: 22.120360699896317
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.634409370114245
verified: no, type: nauc_ndcg_at_20_max
value: 26.50893784943651
verified: no, type: nauc_ndcg_at_20_std
value: 35.038198867324475
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.96300171211221
verified: no, type: nauc_ndcg_at_3_max
value: 23.33029230184083
verified: no, type: nauc_ndcg_at_3_std
value: 29.920377781867707
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.79868149715457
verified: no, type: nauc_ndcg_at_5_max
value: 22.579264404978712
verified: no, type: nauc_ndcg_at_5_std
value: 30.211799699921738
verified: no, type: nauc_precision_at_1000_diff1
value: -6.199888311259285
verified: no, type: nauc_precision_at_1000_max
value: 9.309794448376303
verified: no, type: nauc_precision_at_1000_std
value: 31.78959217396635
verified: no, type: nauc_precision_at_100_diff1
value: -6.136903664719646
verified: no, type: nauc_precision_at_100_max
value: 22.013385001054626
verified: no, type: nauc_precision_at_100_std
value: 48.14689780650813
verified: no, type: nauc_precision_at_10_diff1
value: -4.853429266457739
verified: no, type: nauc_precision_at_10_max
value: 27.509406452527795
verified: no, type: nauc_precision_at_10_std
value: 46.374536894242596
verified: no, type: nauc_precision_at_1_diff1
value: 28.59348773396338
verified: no, type: nauc_precision_at_1_max
value: 24.8079752457763
verified: no, type: nauc_precision_at_1_std
value: 23.91126072409742
verified: no, type: nauc_precision_at_20_diff1
value: -3.1905789371666917
verified: no, type: nauc_precision_at_20_max
value: 27.176658491295246
verified: no, type: nauc_precision_at_20_std
value: 48.18584487920634
verified: no, type: nauc_precision_at_3_diff1
value: 8.3848103781276
verified: no, type: nauc_precision_at_3_max
value: 27.892039299948824
verified: no, type: nauc_precision_at_3_std
value: 36.43253708925813
verified: no, type: nauc_precision_at_5_diff1
value: 2.196790718752423
verified: no, type: nauc_precision_at_5_max
value: 25.498636373099792
verified: no, type: nauc_precision_at_5_std
value: 37.223277286205686
verified: no, type: nauc_recall_at_1000_diff1
value: 9.6168415443447
verified: no, type: nauc_recall_at_1000_max
value: 30.81068257150451
verified: no, type: nauc_recall_at_1000_std
value: 31.23012946206547
verified: no, type: nauc_recall_at_100_diff1
value: 8.288803190895507
verified: no, type: nauc_recall_at_100_max
value: 28.5985358200399
verified: no, type: nauc_recall_at_100_std
value: 29.264243501743554
verified: no, type: nauc_recall_at_10_diff1
value: 15.538928611457752
verified: no, type: nauc_recall_at_10_max
value: 16.507431812158853
verified: no, type: nauc_recall_at_10_std
value: 14.357359644755332
verified: no, type: nauc_recall_at_1_diff1
value: 49.48663924597492
verified: no, type: nauc_recall_at_1_max
value: 6.253498999289057
verified: no, type: nauc_recall_at_1_std
value: -1.0237763936348632
verified: no, type: nauc_recall_at_20_diff1
value: 12.33220171683594
verified: no, type: nauc_recall_at_20_max
value: 21.401205102336334
verified: no, type: nauc_recall_at_20_std
value: 19.894796654272344
verified: no, type: nauc_recall_at_3_diff1
value: 32.92453106017296
verified: no, type: nauc_recall_at_3_max
value: 12.154084693905993
verified: no, type: nauc_recall_at_3_std
value: 7.874826452646235
verified: no, type: nauc_recall_at_5_diff1
value: 24.83900378186163
verified: no, type: nauc_recall_at_5_max
value: 10.618063467740885
verified: no, type: nauc_recall_at_5_std
value: 7.700886647757196
verified: no, type: ndcg_at_1
value: 34.83
verified: no, type: ndcg_at_10
value: 25.395
verified: no, type: ndcg_at_100
value: 23.294
verified: no, type: ndcg_at_1000
value: 31.655
verified: no, type: ndcg_at_20
value: 23.961
verified: no, type: ndcg_at_3
value: 29.720000000000002
verified: no, type: ndcg_at_5
value: 27.687
verified: no, type: precision_at_1
value: 36.223
verified: no, type: precision_at_10
value: 18.884999999999998
verified: no, type: precision_at_100
value: 5.944
verified: no, type: precision_at_1000
value: 1.757
verified: no, type: precision_at_20
value: 14.427000000000001
verified: no, type: precision_at_3
value: 27.761000000000003
verified: no, type: precision_at_5
value: 23.839
verified: no, type: recall_at_1
value: 4.162
verified: no, type: recall_at_10
value: 12.139999999999999
verified: no, type: recall_at_100
value: 24.006
verified: no, type: recall_at_1000
value: 53.617000000000004
verified: no, type: recall_at_20
value: 15.412
verified: no, type: recall_at_3
value: 7.097
verified: no, type: recall_at_5
value: 8.933
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ-PL
revision: f171245712cf85dd4700b06bef18001578d0ca8d
split: test
type: clarin-knext/nq-pl
metrics: type: main_score
value: 22.603
verified: no, type: map_at_1
value: 9.948
verified: no, type: map_at_10
value: 17.845
verified: no, type: map_at_100
value: 18.959
verified: no, type: map_at_1000
value: 19.048000000000002
verified: no, type: map_at_20
value: 18.455
verified: no, type: map_at_3
value: 15.132000000000001
verified: no, type: map_at_5
value: 16.601
verified: no, type: mrr_at_1
value: 11.674391657010428
verified: no, type: mrr_at_10
value: 19.470320862991787
verified: no, type: mrr_at_100
value: 20.446877601173824
verified: no, type: mrr_at_1000
value: 20.522814299465214
verified: no, type: mrr_at_20
value: 20.008110000836435
verified: no, type: mrr_at_3
value: 16.840478949401305
verified: no, type: mrr_at_5
value: 18.30484743144072
verified: no, type: nauc_map_at_1000_diff1
value: 18.26172777698686
verified: no, type: nauc_map_at_1000_max
value: 31.552551452692246
verified: no, type: nauc_map_at_1000_std
value: 22.212928434695396
verified: no, type: nauc_map_at_100_diff1
value: 18.24688938509314
verified: no, type: nauc_map_at_100_max
value: 31.53817410525147
verified: no, type: nauc_map_at_100_std
value: 22.17330126384622
verified: no, type: nauc_map_at_10_diff1
value: 18.447992786558256
verified: no, type: nauc_map_at_10_max
value: 30.60350408504903
verified: no, type: nauc_map_at_10_std
value: 20.755467147228096
verified: no, type: nauc_map_at_1_diff1
value: 22.418576585549367
verified: no, type: nauc_map_at_1_max
value: 25.037598941208795
verified: no, type: nauc_map_at_1_std
value: 14.90958753798771
verified: no, type: nauc_map_at_20_diff1
value: 18.340722439154305
verified: no, type: nauc_map_at_20_max
value: 31.196838529305232
verified: no, type: nauc_map_at_20_std
value: 21.552426519419058
verified: no, type: nauc_map_at_3_diff1
value: 17.940689608351526
verified: no, type: nauc_map_at_3_max
value: 28.32670652769566
verified: no, type: nauc_map_at_3_std
value: 18.933678775214837
verified: no, type: nauc_map_at_5_diff1
value: 18.391656882948464
verified: no, type: nauc_map_at_5_max
value: 29.442343951102085
verified: no, type: nauc_map_at_5_std
value: 19.52289104922354
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.527174397586858
verified: no, type: nauc_mrr_at_1000_max
value: 31.602488727319578
verified: no, type: nauc_mrr_at_1000_std
value: 22.93577716482068
verified: no, type: nauc_mrr_at_100_diff1
value: 17.522315985248973
verified: no, type: nauc_mrr_at_100_max
value: 31.59648863674416
verified: no, type: nauc_mrr_at_100_std
value: 22.91993463994322
verified: no, type: nauc_mrr_at_10_diff1
value: 17.576986591026188
verified: no, type: nauc_mrr_at_10_max
value: 31.004768241816667
verified: no, type: nauc_mrr_at_10_std
value: 21.965789582568895
verified: no, type: nauc_mrr_at_1_diff1
value: 21.13678758908292
verified: no, type: nauc_mrr_at_1_max
value: 26.011414032723156
verified: no, type: nauc_mrr_at_1_std
value: 16.254994138259015
verified: no, type: nauc_mrr_at_20_diff1
value: 17.53035779699737
verified: no, type: nauc_mrr_at_20_max
value: 31.388046420817066
verified: no, type: nauc_mrr_at_20_std
value: 22.542621346666966
verified: no, type: nauc_mrr_at_3_diff1
value: 17.10815729544247
verified: no, type: nauc_mrr_at_3_max
value: 29.09795467526024
verified: no, type: nauc_mrr_at_3_std
value: 20.212196884709975
verified: no, type: nauc_mrr_at_5_diff1
value: 17.508485448153106
verified: no, type: nauc_mrr_at_5_max
value: 30.051730901603225
verified: no, type: nauc_mrr_at_5_std
value: 20.812623893192008
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.42831835054262
verified: no, type: nauc_ndcg_at_1000_max
value: 36.852823471922896
verified: no, type: nauc_ndcg_at_1000_std
value: 29.5092221137645
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.18145786352413
verified: no, type: nauc_ndcg_at_100_max
value: 36.68127658612261
verified: no, type: nauc_ndcg_at_100_std
value: 29.070246776560733
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.650254435216336
verified: no, type: nauc_ndcg_at_10_max
value: 32.9711852272957
verified: no, type: nauc_ndcg_at_10_std
value: 23.33796255600112
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.13678758908292
verified: no, type: nauc_ndcg_at_1_max
value: 26.011414032723156
verified: no, type: nauc_ndcg_at_1_std
value: 16.254994138259015
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.41646581029652
verified: no, type: nauc_ndcg_at_20_max
value: 34.56260516594143
verified: no, type: nauc_ndcg_at_20_std
value: 25.560816497093715
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.72984648539772
verified: no, type: nauc_ndcg_at_3_max
value: 29.165578029472623
verified: no, type: nauc_ndcg_at_3_std
value: 20.016518044505823
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.531443204854625
verified: no, type: nauc_ndcg_at_5_max
value: 30.813625874766686
verified: no, type: nauc_ndcg_at_5_std
value: 20.89999189522855
verified: no, type: nauc_precision_at_1000_diff1
value: 8.023671491885642
verified: no, type: nauc_precision_at_1000_max
value: 38.57244285086915
verified: no, type: nauc_precision_at_1000_std
value: 42.75950436813853
verified: no, type: nauc_precision_at_100_diff1
value: 10.533355130718231
verified: no, type: nauc_precision_at_100_max
value: 43.7116482300273
verified: no, type: nauc_precision_at_100_std
value: 44.060964750358266
verified: no, type: nauc_precision_at_10_diff1
value: 14.972903054044348
verified: no, type: nauc_precision_at_10_max
value: 38.05240735938072
verified: no, type: nauc_precision_at_10_std
value: 29.648310668280097
verified: no, type: nauc_precision_at_1_diff1
value: 21.13678758908292
verified: no, type: nauc_precision_at_1_max
value: 26.011414032723156
verified: no, type: nauc_precision_at_1_std
value: 16.254994138259015
verified: no, type: nauc_precision_at_20_diff1
value: 13.554472011508237
verified: no, type: nauc_precision_at_20_max
value: 41.02208151220986
verified: no, type: nauc_precision_at_20_std
value: 34.85824745823735
verified: no, type: nauc_precision_at_3_diff1
value: 14.116040804511186
verified: no, type: nauc_precision_at_3_max
value: 31.682445198182435
verified: no, type: nauc_precision_at_3_std
value: 23.62076223063366
verified: no, type: nauc_precision_at_5_diff1
value: 15.243710801321306
verified: no, type: nauc_precision_at_5_max
value: 34.19548751195127
verified: no, type: nauc_precision_at_5_std
value: 24.721994359051823
verified: no, type: nauc_recall_at_1000_diff1
value: 16.364726224776085
verified: no, type: nauc_recall_at_1000_max
value: 61.50384743818951
verified: no, type: nauc_recall_at_1000_std
value: 64.05244001475157
verified: no, type: nauc_recall_at_100_diff1
value: 14.842800608772844
verified: no, type: nauc_recall_at_100_max
value: 51.09642253042941
verified: no, type: nauc_recall_at_100_std
value: 48.974514602283755
verified: no, type: nauc_recall_at_10_diff1
value: 16.295810264449052
verified: no, type: nauc_recall_at_10_max
value: 36.62230075893423
verified: no, type: nauc_recall_at_10_std
value: 27.091531221220855
verified: no, type: nauc_recall_at_1_diff1
value: 22.418576585549367
verified: no, type: nauc_recall_at_1_max
value: 25.037598941208795
verified: no, type: nauc_recall_at_1_std
value: 14.90958753798771
verified: no, type: nauc_recall_at_20_diff1
value: 15.663708298579454
verified: no, type: nauc_recall_at_20_max
value: 40.669425710354055
verified: no, type: nauc_recall_at_20_std
value: 32.92105064475319
verified: no, type: nauc_recall_at_3_diff1
value: 14.248164870616547
verified: no, type: nauc_recall_at_3_max
value: 29.788818279139523
verified: no, type: nauc_recall_at_3_std
value: 20.94235306703937
verified: no, type: nauc_recall_at_5_diff1
value: 16.12430269320114
verified: no, type: nauc_recall_at_5_max
value: 32.56849460357168
verified: no, type: nauc_recall_at_5_std
value: 22.28933193164056
verified: no, type: ndcg_at_1
value: 11.674
verified: no, type: ndcg_at_10
value: 22.603
verified: no, type: ndcg_at_100
value: 28.094
verified: no, type: ndcg_at_1000
value: 30.489
verified: no, type: ndcg_at_20
value: 24.697
verified: no, type: ndcg_at_3
value: 17.104
verified: no, type: ndcg_at_5
value: 19.708000000000002
verified: no, type: precision_at_1
value: 11.674
verified: no, type: precision_at_10
value: 4.287
verified: no, type: precision_at_100
value: 0.743
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_20
value: 2.64
verified: no, type: precision_at_3
value: 8.324
verified: no, type: precision_at_5
value: 6.483
verified: no, type: recall_at_1
value: 9.948
verified: no, type: recall_at_10
value: 35.772
verified: no, type: recall_at_100
value: 60.989000000000004
verified: no, type: recall_at_1000
value: 79.321
verified: no, type: recall_at_20
value: 43.608000000000004
verified: no, type: recall_at_3
value: 21.125
verified: no, type: recall_at_5
value: 27.211000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB PAC
revision: fc69d1c153a8ccdcf1eef52f4e2a27f88782f543
split: test
type: laugustyniak/abusive-clauses-pl
metrics: type: accuracy
value: 65.58934260063714
verified: no, type: ap
value: 74.96037603906956
verified: no, type: ap_weighted
value: 74.96037603906956
verified: no, type: f1
value: 62.46883531701779
verified: no, type: f1_weighted
value: 65.87422072252049
verified: no, type: main_score
value: 65.58934260063714
verified: no
task: type: Classification, dataset: config: default
name: MTEB PSC
revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669
split: test
type: PL-MTEB/psc-pairclassification
metrics: type: cosine_accuracy
value: 97.49536178107606
verified: no, type: cosine_accuracy_threshold
value: 64.87605571746826
verified: no, type: cosine_ap
value: 99.41573082613479
verified: no, type: cosine_f1
value: 95.98811292719166
verified: no, type: cosine_f1_threshold
value: 62.816452980041504
verified: no, type: cosine_precision
value: 93.6231884057971
verified: no, type: cosine_recall
value: 98.47560975609755
verified: no, type: dot_accuracy
value: 97.49536178107606
verified: no, type: dot_accuracy_threshold
value: 64.87605571746826
verified: no, type: dot_ap
value: 99.41573082613479
verified: no, type: dot_f1
value: 95.98811292719166
verified: no, type: dot_f1_threshold
value: 62.81645894050598
verified: no, type: dot_precision
value: 93.6231884057971
verified: no, type: dot_recall
value: 98.47560975609755
verified: no, type: euclidean_accuracy
value: 97.49536178107606
verified: no, type: euclidean_accuracy_threshold
value: 83.81399512290955
verified: no, type: euclidean_ap
value: 99.41573082613479
verified: no, type: euclidean_f1
value: 95.98811292719166
verified: no, type: euclidean_f1_threshold
value: 86.23623847961426
verified: no, type: euclidean_precision
value: 93.6231884057971
verified: no, type: euclidean_recall
value: 98.47560975609755
verified: no, type: main_score
value: 99.4366325576277
verified: no, type: manhattan_accuracy
value: 97.49536178107606
verified: no, type: manhattan_accuracy_threshold
value: 1991.1922454833984
verified: no, type: manhattan_ap
value: 99.4366325576277
verified: no, type: manhattan_f1
value: 95.95202398800599
verified: no, type: manhattan_f1_threshold
value: 2005.5305480957031
verified: no, type: manhattan_precision
value: 94.3952802359882
verified: no, type: manhattan_recall
value: 97.5609756097561
verified: no, type: max_ap
value: 99.4366325576277
verified: no, type: max_f1
value: 95.98811292719166
verified: no, type: max_precision
value: 94.3952802359882
verified: no, type: max_recall
value: 98.47560975609755
verified: no, type: similarity_accuracy
value: 97.49536178107606
verified: no, type: similarity_accuracy_threshold
value: 64.87605571746826
verified: no, type: similarity_ap
value: 99.41573082613479
verified: no, type: similarity_f1
value: 95.98811292719166
verified: no, type: similarity_f1_threshold
value: 62.816452980041504
verified: no, type: similarity_precision
value: 93.6231884057971
verified: no, type: similarity_recall
value: 98.47560975609755
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB PolEmo2.0-IN
revision: d90724373c70959f17d2331ad51fb60c71176b03
split: test
type: PL-MTEB/polemo2_in
metrics: type: accuracy
value: 73.49030470914128
verified: no, type: f1
value: 64.44026912860524
verified: no, type: f1_weighted
value: 70.76142496919624
verified: no, type: main_score
value: 73.49030470914128
verified: no
task: type: Classification, dataset: config: default
name: MTEB PolEmo2.0-OUT
revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4
split: test
type: PL-MTEB/polemo2_out
metrics: type: accuracy
value: 56.1336032388664
verified: no, type: f1
value: 40.10783686862694
verified: no, type: f1_weighted
value: 52.57241968032103
verified: no, type: main_score
value: 56.1336032388664
verified: no
task: type: Classification, dataset: config: default
name: MTEB PPC
revision: 2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2
split: test
type: PL-MTEB/ppc-pairclassification
metrics: type: cosine_accuracy
value: 75.7
verified: no, type: cosine_accuracy_threshold
value: 82.45353102684021
verified: no, type: cosine_ap
value: 87.18435695095992
verified: no, type: cosine_f1
value: 80.79877112135176
verified: no, type: cosine_f1_threshold
value: 80.05339503288269
verified: no, type: cosine_precision
value: 75.35816618911176
verified: no, type: cosine_recall
value: 87.08609271523179
verified: no, type: dot_accuracy
value: 75.7
verified: no, type: dot_accuracy_threshold
value: 82.45352506637573
verified: no, type: dot_ap
value: 87.18435695095992
verified: no, type: dot_f1
value: 80.79877112135176
verified: no, type: dot_f1_threshold
value: 80.05340099334717
verified: no, type: dot_precision
value: 75.35816618911176
verified: no, type: dot_recall
value: 87.08609271523179
verified: no, type: euclidean_accuracy
value: 75.7
verified: no, type: euclidean_accuracy_threshold
value: 59.23929214477539
verified: no, type: euclidean_ap
value: 87.18435695095992
verified: no, type: euclidean_f1
value: 80.79877112135176
verified: no, type: euclidean_f1_threshold
value: 63.16102743148804
verified: no, type: euclidean_precision
value: 75.35816618911176
verified: no, type: euclidean_recall
value: 87.08609271523179
verified: no, type: main_score
value: 87.18435695095992
verified: no, type: manhattan_accuracy
value: 75.2
verified: no, type: manhattan_accuracy_threshold
value: 1350.9596824645996
verified: no, type: manhattan_ap
value: 86.98837530998256
verified: no, type: manhattan_f1
value: 80.67226890756302
verified: no, type: manhattan_f1_threshold
value: 1481.105613708496
verified: no, type: manhattan_precision
value: 74.8936170212766
verified: no, type: manhattan_recall
value: 87.41721854304636
verified: no, type: max_ap
value: 87.18435695095992
verified: no, type: max_f1
value: 80.79877112135176
verified: no, type: max_precision
value: 75.35816618911176
verified: no, type: max_recall
value: 87.41721854304636
verified: no, type: similarity_accuracy
value: 75.7
verified: no, type: similarity_accuracy_threshold
value: 82.45353102684021
verified: no, type: similarity_ap
value: 87.18435695095992
verified: no, type: similarity_f1
value: 80.79877112135176
verified: no, type: similarity_f1_threshold
value: 80.05339503288269
verified: no, type: similarity_precision
value: 75.35816618911176
verified: no, type: similarity_recall
value: 87.08609271523179
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB Quora-PL
revision: 0be27e93455051e531182b85e85e425aba12e9d4
split: test
type: clarin-knext/quora-pl
metrics: type: main_score
value: 76.998
verified: no, type: map_at_1
value: 59.391000000000005
verified: no, type: map_at_10
value: 72.16900000000001
verified: no, type: map_at_100
value: 73.032
verified: no, type: map_at_1000
value: 73.06899999999999
verified: no, type: map_at_20
value: 72.714
verified: no, type: map_at_3
value: 69.15299999999999
verified: no, type: map_at_5
value: 70.987
verified: no, type: mrr_at_1
value: 68.42
verified: no, type: mrr_at_10
value: 76.16671428571387
verified: no, type: mrr_at_100
value: 76.47829123882859
verified: no, type: mrr_at_1000
value: 76.48677359771172
verified: no, type: mrr_at_20
value: 76.37813270222156
verified: no, type: mrr_at_3
value: 74.58166666666627
verified: no, type: mrr_at_5
value: 75.55716666666603
verified: no, type: nauc_map_at_1000_diff1
value: 69.61188513700026
verified: no, type: nauc_map_at_1000_max
value: 35.048941479907754
verified: no, type: nauc_map_at_1000_std
value: -20.0870344911168
verified: no, type: nauc_map_at_100_diff1
value: 69.61947691592164
verified: no, type: nauc_map_at_100_max
value: 35.033733604763725
verified: no, type: nauc_map_at_100_std
value: -20.139480957962718
verified: no, type: nauc_map_at_10_diff1
value: 69.66441777665835
verified: no, type: nauc_map_at_10_max
value: 34.37685681869468
verified: no, type: nauc_map_at_10_std
value: -21.444655375177106
verified: no, type: nauc_map_at_1_diff1
value: 73.03533775469124
verified: no, type: nauc_map_at_1_max
value: 28.361321068177816
verified: no, type: nauc_map_at_1_std
value: -23.44707326868221
verified: no, type: nauc_map_at_20_diff1
value: 69.62828183867681
verified: no, type: nauc_map_at_20_max
value: 34.81438496306748
verified: no, type: nauc_map_at_20_std
value: -20.70392332573099
verified: no, type: nauc_map_at_3_diff1
value: 69.68889489109979
verified: no, type: nauc_map_at_3_max
value: 32.46102571539603
verified: no, type: nauc_map_at_3_std
value: -23.38999293723788
verified: no, type: nauc_map_at_5_diff1
value: 69.78892096736786
verified: no, type: nauc_map_at_5_max
value: 33.538196855782914
verified: no, type: nauc_map_at_5_std
value: -22.484473756616644
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.86605266935713
verified: no, type: nauc_mrr_at_1000_max
value: 39.23012904807791
verified: no, type: nauc_mrr_at_1000_std
value: -15.7945348852456
verified: no, type: nauc_mrr_at_100_diff1
value: 70.86280901414926
verified: no, type: nauc_mrr_at_100_max
value: 39.23362334217244
verified: no, type: nauc_mrr_at_100_std
value: -15.782514659328978
verified: no, type: nauc_mrr_at_10_diff1
value: 70.75755399509156
verified: no, type: nauc_mrr_at_10_max
value: 39.272495418437686
verified: no, type: nauc_mrr_at_10_std
value: -15.781106645439996
verified: no, type: nauc_mrr_at_1_diff1
value: 72.85504028372341
verified: no, type: nauc_mrr_at_1_max
value: 37.99685495245659
verified: no, type: nauc_mrr_at_1_std
value: -17.459649186396685
verified: no, type: nauc_mrr_at_20_diff1
value: 70.82261857160199
verified: no, type: nauc_mrr_at_20_max
value: 39.25660219447417
verified: no, type: nauc_mrr_at_20_std
value: -15.807365557200281
verified: no, type: nauc_mrr_at_3_diff1
value: 70.79376444174159
verified: no, type: nauc_mrr_at_3_max
value: 38.97623690163996
verified: no, type: nauc_mrr_at_3_std
value: -16.393842407269872
verified: no, type: nauc_mrr_at_5_diff1
value: 70.77811077343011
verified: no, type: nauc_mrr_at_5_max
value: 39.066661862996334
verified: no, type: nauc_mrr_at_5_std
value: -16.06138623512058
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.38432460176631
verified: no, type: nauc_ndcg_at_1000_max
value: 37.41326409294141
verified: no, type: nauc_ndcg_at_1000_std
value: -16.567106335363547
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.33661321994221
verified: no, type: nauc_ndcg_at_100_max
value: 37.40443590169158
verified: no, type: nauc_ndcg_at_100_std
value: -16.35403457343329
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.94489912960861
verified: no, type: nauc_ndcg_at_10_max
value: 36.2506071214321
verified: no, type: nauc_ndcg_at_10_std
value: -18.82069883161433
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.72133417454367
verified: no, type: nauc_ndcg_at_1_max
value: 38.331224491505104
verified: no, type: nauc_ndcg_at_1_std
value: -17.16079633961818
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.15086421535133
verified: no, type: nauc_ndcg_at_20_max
value: 36.89767798755098
verified: no, type: nauc_ndcg_at_20_std
value: -17.86958697698032
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.70396833880102
verified: no, type: nauc_ndcg_at_3_max
value: 35.03484635918643
verified: no, type: nauc_ndcg_at_3_std
value: -20.273396524173844
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.93056915501342
verified: no, type: nauc_ndcg_at_5_max
value: 35.38497733312458
verified: no, type: nauc_ndcg_at_5_std
value: -19.840947709262004
verified: no, type: nauc_precision_at_1000_diff1
value: -34.14718697098016
verified: no, type: nauc_precision_at_1000_max
value: 3.6293313781394763
verified: no, type: nauc_precision_at_1000_std
value: 35.18150366797986
verified: no, type: nauc_precision_at_100_diff1
value: -30.4027079095321
verified: no, type: nauc_precision_at_100_max
value: 6.809907739167871
verified: no, type: nauc_precision_at_100_std
value: 34.540918468349126
verified: no, type: nauc_precision_at_10_diff1
value: -13.640657282621275
verified: no, type: nauc_precision_at_10_max
value: 15.027602319886368
verified: no, type: nauc_precision_at_10_std
value: 19.99864404314453
verified: no, type: nauc_precision_at_1_diff1
value: 72.72133417454367
verified: no, type: nauc_precision_at_1_max
value: 38.331224491505104
verified: no, type: nauc_precision_at_1_std
value: -17.16079633961818
verified: no, type: nauc_precision_at_20_diff1
value: -22.04518115519088
verified: no, type: nauc_precision_at_20_max
value: 11.694911426947577
verified: no, type: nauc_precision_at_20_std
value: 27.0383781477066
verified: no, type: nauc_precision_at_3_diff1
value: 13.551932989888382
verified: no, type: nauc_precision_at_3_max
value: 23.434121945030604
verified: no, type: nauc_precision_at_3_std
value: 2.691762192244095
verified: no, type: nauc_precision_at_5_diff1
value: -0.530904057361583
verified: no, type: nauc_precision_at_5_max
value: 19.274513974074186
verified: no, type: nauc_precision_at_5_std
value: 11.166696219691481
verified: no, type: nauc_recall_at_1000_diff1
value: 57.69646260925434
verified: no, type: nauc_recall_at_1000_max
value: 45.515450558710825
verified: no, type: nauc_recall_at_1000_std
value: 33.3128999778333
verified: no, type: nauc_recall_at_100_diff1
value: 59.44993252237884
verified: no, type: nauc_recall_at_100_max
value: 41.168864107589144
verified: no, type: nauc_recall_at_100_std
value: 13.174320315241195
verified: no, type: nauc_recall_at_10_diff1
value: 61.74029254342778
verified: no, type: nauc_recall_at_10_max
value: 33.83885249812004
verified: no, type: nauc_recall_at_10_std
value: -17.974403452647497
verified: no, type: nauc_recall_at_1_diff1
value: 73.03533775469124
verified: no, type: nauc_recall_at_1_max
value: 28.361321068177816
verified: no, type: nauc_recall_at_1_std
value: -23.44707326868221
verified: no, type: nauc_recall_at_20_diff1
value: 60.43007696085838
verified: no, type: nauc_recall_at_20_max
value: 35.90250935704539
verified: no, type: nauc_recall_at_20_std
value: -12.539813163606686
verified: no, type: nauc_recall_at_3_diff1
value: 64.87577464206726
verified: no, type: nauc_recall_at_3_max
value: 30.325674554926348
verified: no, type: nauc_recall_at_3_std
value: -24.050361392480443
verified: no, type: nauc_recall_at_5_diff1
value: 63.71726415589154
verified: no, type: nauc_recall_at_5_max
value: 31.365393247615298
verified: no, type: nauc_recall_at_5_std
value: -22.097544116643387
verified: no, type: ndcg_at_1
value: 68.47999999999999
verified: no, type: ndcg_at_10
value: 76.998
verified: no, type: ndcg_at_100
value: 79.45400000000001
verified: no, type: ndcg_at_1000
value: 79.935
verified: no, type: ndcg_at_20
value: 78.22
verified: no, type: ndcg_at_3
value: 73.127
verified: no, type: ndcg_at_5
value: 75.13499999999999
verified: no, type: precision_at_1
value: 68.47999999999999
verified: no, type: precision_at_10
value: 11.821
verified: no, type: precision_at_100
value: 1.438
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_20
value: 6.4350000000000005
verified: no, type: precision_at_3
value: 31.96
verified: no, type: precision_at_5
value: 21.279999999999998
verified: no, type: recall_at_1
value: 59.391000000000005
verified: no, type: recall_at_10
value: 86.722
verified: no, type: recall_at_100
value: 96.143
verified: no, type: recall_at_1000
value: 99.092
verified: no, type: recall_at_20
value: 90.88300000000001
verified: no, type: recall_at_3
value: 75.81400000000001
verified: no, type: recall_at_5
value: 81.19800000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS-PL
revision: 45452b03f05560207ef19149545f168e596c9337
split: test
type: clarin-knext/scidocs-pl
metrics: type: main_score
value: 13.038
verified: no, type: map_at_1
value: 2.785
verified: no, type: map_at_10
value: 7.24
verified: no, type: map_at_100
value: 8.751000000000001
verified: no, type: map_at_1000
value: 9.001000000000001
verified: no, type: map_at_20
value: 7.997999999999999
verified: no, type: map_at_3
value: 5.139
verified: no, type: map_at_5
value: 6.142
verified: no, type: mrr_at_1
value: 13.700000000000001
verified: no, type: mrr_at_10
value: 22.60158730158729
verified: no, type: mrr_at_100
value: 23.72791508184251
verified: no, type: mrr_at_1000
value: 23.810527360772817
verified: no, type: mrr_at_20
value: 23.241815149075197
verified: no, type: mrr_at_3
value: 19.60000000000002
verified: no, type: mrr_at_5
value: 21.224999999999998
verified: no, type: nauc_map_at_1000_diff1
value: 14.792227224924506
verified: no, type: nauc_map_at_1000_max
value: 32.301641383960124
verified: no, type: nauc_map_at_1000_std
value: 23.083104358905977
verified: no, type: nauc_map_at_100_diff1
value: 14.803863271383166
verified: no, type: nauc_map_at_100_max
value: 32.24680252823908
verified: no, type: nauc_map_at_100_std
value: 22.748086109451773
verified: no, type: nauc_map_at_10_diff1
value: 15.795155883364743
verified: no, type: nauc_map_at_10_max
value: 30.944058206585463
verified: no, type: nauc_map_at_10_std
value: 18.708078547726842
verified: no, type: nauc_map_at_1_diff1
value: 21.132398215573865
verified: no, type: nauc_map_at_1_max
value: 29.19592327750959
verified: no, type: nauc_map_at_1_std
value: 13.996493176089015
verified: no, type: nauc_map_at_20_diff1
value: 15.077937784358452
verified: no, type: nauc_map_at_20_max
value: 31.657769880494403
verified: no, type: nauc_map_at_20_std
value: 20.60155411885354
verified: no, type: nauc_map_at_3_diff1
value: 18.674857148125
verified: no, type: nauc_map_at_3_max
value: 30.693417190589383
verified: no, type: nauc_map_at_3_std
value: 16.47059364780481
verified: no, type: nauc_map_at_5_diff1
value: 16.575681500234854
verified: no, type: nauc_map_at_5_max
value: 30.082817752366125
verified: no, type: nauc_map_at_5_std
value: 16.662663606573776
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.522679131105793
verified: no, type: nauc_mrr_at_1000_max
value: 27.23085993594398
verified: no, type: nauc_mrr_at_1000_std
value: 17.51392936535595
verified: no, type: nauc_mrr_at_100_diff1
value: 16.530117282112702
verified: no, type: nauc_mrr_at_100_max
value: 27.21672480216746
verified: no, type: nauc_mrr_at_100_std
value: 17.537026259653445
verified: no, type: nauc_mrr_at_10_diff1
value: 16.487235038131733
verified: no, type: nauc_mrr_at_10_max
value: 27.225450717843323
verified: no, type: nauc_mrr_at_10_std
value: 17.148693690389308
verified: no, type: nauc_mrr_at_1_diff1
value: 21.500757577390356
verified: no, type: nauc_mrr_at_1_max
value: 29.155414361425848
verified: no, type: nauc_mrr_at_1_std
value: 14.066153856101241
verified: no, type: nauc_mrr_at_20_diff1
value: 16.35982399761223
verified: no, type: nauc_mrr_at_20_max
value: 27.222179685954384
verified: no, type: nauc_mrr_at_20_std
value: 17.446818156563065
verified: no, type: nauc_mrr_at_3_diff1
value: 17.458713266374655
verified: no, type: nauc_mrr_at_3_max
value: 26.24442929157636
verified: no, type: nauc_mrr_at_3_std
value: 15.474103091301044
verified: no, type: nauc_mrr_at_5_diff1
value: 16.5126045582872
verified: no, type: nauc_mrr_at_5_max
value: 26.997210926210446
verified: no, type: nauc_mrr_at_5_std
value: 16.704873410048148
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.907773784346746
verified: no, type: nauc_ndcg_at_1000_max
value: 33.34766220820817
verified: no, type: nauc_ndcg_at_1000_std
value: 30.482401904164757
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.232279099200772
verified: no, type: nauc_ndcg_at_100_max
value: 32.36971943877284
verified: no, type: nauc_ndcg_at_100_std
value: 28.885308987810603
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.263079852214009
verified: no, type: nauc_ndcg_at_10_max
value: 29.756761364913597
verified: no, type: nauc_ndcg_at_10_std
value: 20.083627271228888
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.500757577390356
verified: no, type: nauc_ndcg_at_1_max
value: 29.155414361425848
verified: no, type: nauc_ndcg_at_1_std
value: 14.066153856101241
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.922160932922422
verified: no, type: nauc_ndcg_at_20_max
value: 30.932912450602785
verified: no, type: nauc_ndcg_at_20_std
value: 23.182250500209516
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.21918294663663
verified: no, type: nauc_ndcg_at_3_max
value: 28.662429889428637
verified: no, type: nauc_ndcg_at_3_std
value: 16.8401928942087
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.024056520905358
verified: no, type: nauc_ndcg_at_5_max
value: 28.783882370742838
verified: no, type: nauc_ndcg_at_5_std
value: 17.956997691110093
verified: no, type: nauc_precision_at_1000_diff1
value: 4.853325331972668
verified: no, type: nauc_precision_at_1000_max
value: 30.15694152384708
verified: no, type: nauc_precision_at_1000_std
value: 38.55692767533825
verified: no, type: nauc_precision_at_100_diff1
value: 8.113117956423707
verified: no, type: nauc_precision_at_100_max
value: 30.579313799148494
verified: no, type: nauc_precision_at_100_std
value: 37.078327072376624
verified: no, type: nauc_precision_at_10_diff1
value: 10.323074186311555
verified: no, type: nauc_precision_at_10_max
value: 29.267955393045213
verified: no, type: nauc_precision_at_10_std
value: 22.493435993948
verified: no, type: nauc_precision_at_1_diff1
value: 21.500757577390356
verified: no, type: nauc_precision_at_1_max
value: 29.155414361425848
verified: no, type: nauc_precision_at_1_std
value: 14.066153856101241
verified: no, type: nauc_precision_at_20_diff1
value: 7.296113998064506
verified: no, type: nauc_precision_at_20_max
value: 29.990871534639396
verified: no, type: nauc_precision_at_20_std
value: 27.109509055275005
verified: no, type: nauc_precision_at_3_diff1
value: 15.390787042974221
verified: no, type: nauc_precision_at_3_max
value: 28.84488812625923
verified: no, type: nauc_precision_at_3_std
value: 18.32236552735027
verified: no, type: nauc_precision_at_5_diff1
value: 11.503698423183337
verified: no, type: nauc_precision_at_5_max
value: 28.057493966763282
verified: no, type: nauc_precision_at_5_std
value: 19.611698266221076
verified: no, type: nauc_recall_at_1000_diff1
value: 5.664077565322699
verified: no, type: nauc_recall_at_1000_max
value: 30.448757418101447
verified: no, type: nauc_recall_at_1000_std
value: 39.27731310660493
verified: no, type: nauc_recall_at_100_diff1
value: 8.425909931770086
verified: no, type: nauc_recall_at_100_max
value: 30.68171063121248
verified: no, type: nauc_recall_at_100_std
value: 37.184544204955074
verified: no, type: nauc_recall_at_10_diff1
value: 10.47166367371188
verified: no, type: nauc_recall_at_10_max
value: 29.14586678828798
verified: no, type: nauc_recall_at_10_std
value: 22.111878920453464
verified: no, type: nauc_recall_at_1_diff1
value: 21.132398215573865
verified: no, type: nauc_recall_at_1_max
value: 29.19592327750959
verified: no, type: nauc_recall_at_1_std
value: 13.996493176089015
verified: no, type: nauc_recall_at_20_diff1
value: 7.4486268209490465
verified: no, type: nauc_recall_at_20_max
value: 29.759399489054555
verified: no, type: nauc_recall_at_20_std
value: 26.731517559908852
verified: no, type: nauc_recall_at_3_diff1
value: 15.400192355820627
verified: no, type: nauc_recall_at_3_max
value: 28.572542534889312
verified: no, type: nauc_recall_at_3_std
value: 17.816298041992443
verified: no, type: nauc_recall_at_5_diff1
value: 11.600069164989952
verified: no, type: nauc_recall_at_5_max
value: 27.974947140469958
verified: no, type: nauc_recall_at_5_std
value: 19.139625890938866
verified: no, type: ndcg_at_1
value: 13.700000000000001
verified: no, type: ndcg_at_10
value: 13.038
verified: no, type: ndcg_at_100
value: 19.628
verified: no, type: ndcg_at_1000
value: 24.892
verified: no, type: ndcg_at_20
value: 15.296999999999999
verified: no, type: ndcg_at_3
value: 11.828
verified: no, type: ndcg_at_5
value: 10.532
verified: no, type: precision_at_1
value: 13.700000000000001
verified: no, type: precision_at_10
value: 6.99
verified: no, type: precision_at_100
value: 1.659
verified: no, type: precision_at_1000
value: 0.294
verified: no, type: precision_at_20
value: 4.8
verified: no, type: precision_at_3
value: 11.233
verified: no, type: precision_at_5
value: 9.44
verified: no, type: recall_at_1
value: 2.785
verified: no, type: recall_at_10
value: 14.198
verified: no, type: recall_at_100
value: 33.768
verified: no, type: recall_at_1000
value: 59.821999999999996
verified: no, type: recall_at_20
value: 19.497999999999998
verified: no, type: recall_at_3
value: 6.877999999999999
verified: no, type: recall_at_5
value: 9.613
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-E-PL
revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9
split: test
type: PL-MTEB/sicke-pl-pairclassification
metrics: type: cosine_accuracy
value: 77.45617611088463
verified: no, type: cosine_accuracy_threshold
value: 88.67492079734802
verified: no, type: cosine_ap
value: 62.798198995025665
verified: no, type: cosine_f1
value: 60.74950690335306
verified: no, type: cosine_f1_threshold
value: 80.56387305259705
verified: no, type: cosine_precision
value: 50.256410256410255
verified: no, type: cosine_recall
value: 76.78062678062678
verified: no, type: dot_accuracy
value: 77.45617611088463
verified: no, type: dot_accuracy_threshold
value: 88.6749267578125
verified: no, type: dot_ap
value: 62.798159152951385
verified: no, type: dot_f1
value: 60.74950690335306
verified: no, type: dot_f1_threshold
value: 80.56387305259705
verified: no, type: dot_precision
value: 50.256410256410255
verified: no, type: dot_recall
value: 76.78062678062678
verified: no, type: euclidean_accuracy
value: 77.45617611088463
verified: no, type: euclidean_accuracy_threshold
value: 47.592175006866455
verified: no, type: euclidean_ap
value: 62.79814750094985
verified: no, type: euclidean_f1
value: 60.74950690335306
verified: no, type: euclidean_f1_threshold
value: 62.347614765167236
verified: no, type: euclidean_precision
value: 50.256410256410255
verified: no, type: euclidean_recall
value: 76.78062678062678
verified: no, type: main_score
value: 62.798198995025665
verified: no, type: manhattan_accuracy
value: 77.27272727272727
verified: no, type: manhattan_accuracy_threshold
value: 975.9557723999023
verified: no, type: manhattan_ap
value: 62.33701490592974
verified: no, type: manhattan_f1
value: 60.3921568627451
verified: no, type: manhattan_f1_threshold
value: 1475.3839492797852
verified: no, type: manhattan_precision
value: 49.769159741458914
verified: no, type: manhattan_recall
value: 76.78062678062678
verified: no, type: max_ap
value: 62.798198995025665
verified: no, type: max_f1
value: 60.74950690335306
verified: no, type: max_precision
value: 50.256410256410255
verified: no, type: max_recall
value: 76.78062678062678
verified: no, type: similarity_accuracy
value: 77.45617611088463
verified: no, type: similarity_accuracy_threshold
value: 88.67492079734802
verified: no, type: similarity_ap
value: 62.798198995025665
verified: no, type: similarity_f1
value: 60.74950690335306
verified: no, type: similarity_f1_threshold
value: 80.56387305259705
verified: no, type: similarity_precision
value: 50.256410256410255
verified: no, type: similarity_recall
value: 76.78062678062678
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SICK-R-PL
revision: fd5c2441b7eeff8676768036142af4cfa42c1339
split: test
type: PL-MTEB/sickr-pl-sts
metrics: type: cosine_pearson
value: 72.36287255590445
verified: no, type: cosine_spearman
value: 66.30825825122318
verified: no, type: euclidean_pearson
value: 68.92313932419128
verified: no, type: euclidean_spearman
value: 66.30826006369618
verified: no, type: main_score
value: 66.30825825122318
verified: no, type: manhattan_pearson
value: 68.66991543703946
verified: no, type: manhattan_spearman
value: 66.0242047018923
verified: no, type: pearson
value: 72.36287255590445
verified: no, type: spearman
value: 66.30825825122318
verified: no
task: type: STS, dataset: config: pl
name: MTEB STS22 (pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 41.56662243222903
verified: no, type: cosine_spearman
value: 44.94984671604992
verified: no, type: euclidean_pearson
value: 27.88886658631932
verified: no, type: euclidean_spearman
value: 44.94984671604992
verified: no, type: main_score
value: 44.94984671604992
verified: no, type: manhattan_pearson
value: 27.467462847157798
verified: no, type: manhattan_spearman
value: 44.990280944902125
verified: no, type: pearson
value: 41.56662243222903
verified: no, type: spearman
value: 44.94984671604992
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 78.67129157333113
verified: no, type: cosine_spearman
value: 77.17497249706467
verified: no, type: euclidean_pearson
value: 78.93527680834069
verified: no, type: euclidean_spearman
value: 77.17497249706467
verified: no, type: main_score
value: 77.17497249706467
verified: no, type: manhattan_pearson
value: 79.17117078125075
verified: no, type: manhattan_spearman
value: 77.98920639910075
verified: no, type: pearson
value: 78.67129157333113
verified: no, type: spearman
value: 77.17497249706467
verified: no
task: type: STS, dataset: config: de-pl
name: MTEB STS22 (de-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 38.70216637556677
verified: no, type: cosine_spearman
value: 55.768121437825556
verified: no, type: euclidean_pearson
value: 41.389482428930485
verified: no, type: euclidean_spearman
value: 55.768121437825556
verified: no, type: main_score
value: 55.768121437825556
verified: no, type: manhattan_pearson
value: 42.7616496232802
verified: no, type: manhattan_spearman
value: 54.44397498734157
verified: no, type: pearson
value: 38.70216637556677
verified: no, type: spearman
value: 55.768121437825556
verified: no
task: type: STS, dataset: config: fr-pl
name: MTEB STS22 (fr-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 83.39168516605531
verified: no, type: cosine_spearman
value: 84.51542547285167
verified: no, type: euclidean_pearson
value: 83.7912731376875
verified: no, type: euclidean_spearman
value: 84.51542547285167
verified: no, type: main_score
value: 84.51542547285167
verified: no, type: manhattan_pearson
value: 82.28209868239296
verified: no, type: manhattan_spearman
value: 84.51542547285167
verified: no, type: pearson
value: 83.39168516605531
verified: no, type: spearman
value: 84.51542547285167
verified: no
task: type: STS, dataset: config: default
name: MTEB SciFact-PL
revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e
split: test
type: clarin-knext/scifact-pl
metrics: type: main_score
value: 57.827
verified: no, type: map_at_1
value: 45.083
verified: no, type: map_at_10
value: 53.83
verified: no, type: map_at_100
value: 54.577
verified: no, type: map_at_1000
value: 54.623
verified: no, type: map_at_20
value: 54.211
verified: no, type: map_at_3
value: 51.304
verified: no, type: map_at_5
value: 52.851000000000006
verified: no, type: mrr_at_1
value: 47.333333333333336
verified: no, type: mrr_at_10
value: 55.07949735449736
verified: no, type: mrr_at_100
value: 55.710506477168956
verified: no, type: mrr_at_1000
value: 55.748401782889445
verified: no, type: mrr_at_20
value: 55.409548920578345
verified: no, type: mrr_at_3
value: 53.055555555555564
verified: no, type: mrr_at_5
value: 54.422222222222224
verified: no, type: nauc_map_at_1000_diff1
value: 56.75114793396484
verified: no, type: nauc_map_at_1000_max
value: 45.557101118136366
verified: no, type: nauc_map_at_1000_std
value: 21.122840914857495
verified: no, type: nauc_map_at_100_diff1
value: 56.738747688350024
verified: no, type: nauc_map_at_100_max
value: 45.55491958094813
verified: no, type: nauc_map_at_100_std
value: 21.12266632389643
verified: no, type: nauc_map_at_10_diff1
value: 56.926041668030855
verified: no, type: nauc_map_at_10_max
value: 45.2382783831653
verified: no, type: nauc_map_at_10_std
value: 20.922255034211766
verified: no, type: nauc_map_at_1_diff1
value: 60.98838903764472
verified: no, type: nauc_map_at_1_max
value: 43.22668392792625
verified: no, type: nauc_map_at_1_std
value: 17.29004046426385
verified: no, type: nauc_map_at_20_diff1
value: 56.848541422173795
verified: no, type: nauc_map_at_20_max
value: 45.59725008207042
verified: no, type: nauc_map_at_20_std
value: 21.177613569735655
verified: no, type: nauc_map_at_3_diff1
value: 58.23995403356206
verified: no, type: nauc_map_at_3_max
value: 44.76675994666382
verified: no, type: nauc_map_at_3_std
value: 18.839553176727783
verified: no, type: nauc_map_at_5_diff1
value: 56.99049510687553
verified: no, type: nauc_map_at_5_max
value: 44.71681163401595
verified: no, type: nauc_map_at_5_std
value: 19.453824672770455
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.4953870158563
verified: no, type: nauc_mrr_at_1000_max
value: 46.79551970939633
verified: no, type: nauc_mrr_at_1000_std
value: 23.71693511404122
verified: no, type: nauc_mrr_at_100_diff1
value: 57.482272276265235
verified: no, type: nauc_mrr_at_100_max
value: 46.79105970491737
verified: no, type: nauc_mrr_at_100_std
value: 23.705546007429124
verified: no, type: nauc_mrr_at_10_diff1
value: 57.630280158288926
verified: no, type: nauc_mrr_at_10_max
value: 46.646619843739465
verified: no, type: nauc_mrr_at_10_std
value: 23.642389853421577
verified: no, type: nauc_mrr_at_1_diff1
value: 61.903420841877356
verified: no, type: nauc_mrr_at_1_max
value: 46.95318894276891
verified: no, type: nauc_mrr_at_1_std
value: 23.19343113872584
verified: no, type: nauc_mrr_at_20_diff1
value: 57.574039026825815
verified: no, type: nauc_mrr_at_20_max
value: 46.825490821786545
verified: no, type: nauc_mrr_at_20_std
value: 23.747309823079746
verified: no, type: nauc_mrr_at_3_diff1
value: 58.634726160884576
verified: no, type: nauc_mrr_at_3_max
value: 46.68634348254961
verified: no, type: nauc_mrr_at_3_std
value: 22.9939558189414
verified: no, type: nauc_mrr_at_5_diff1
value: 57.43527378441584
verified: no, type: nauc_mrr_at_5_max
value: 46.82233838319152
verified: no, type: nauc_mrr_at_5_std
value: 23.407766325712398
verified: no, type: nauc_ndcg_at_1000_diff1
value: 55.303289773692676
verified: no, type: nauc_ndcg_at_1000_max
value: 46.703610191621145
verified: no, type: nauc_ndcg_at_1000_std
value: 23.57730795756405
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.38572710219233
verified: no, type: nauc_ndcg_at_100_max
value: 46.37493158024567
verified: no, type: nauc_ndcg_at_100_std
value: 23.314588126884324
verified: no, type: nauc_ndcg_at_10_diff1
value: 55.21850729666301
verified: no, type: nauc_ndcg_at_10_max
value: 45.58511788479343
verified: no, type: nauc_ndcg_at_10_std
value: 22.8531636189787
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.903420841877356
verified: no, type: nauc_ndcg_at_1_max
value: 46.95318894276891
verified: no, type: nauc_ndcg_at_1_std
value: 23.19343113872584
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.96359325487391
verified: no, type: nauc_ndcg_at_20_max
value: 46.525071413272975
verified: no, type: nauc_ndcg_at_20_std
value: 23.416022310286206
verified: no, type: nauc_ndcg_at_3_diff1
value: 57.33303538179732
verified: no, type: nauc_ndcg_at_3_max
value: 45.60081314229553
verified: no, type: nauc_ndcg_at_3_std
value: 20.311802683707644
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.09370926297347
verified: no, type: nauc_ndcg_at_5_max
value: 45.11375173156922
verified: no, type: nauc_ndcg_at_5_std
value: 20.676971796560167
verified: no, type: nauc_precision_at_1000_diff1
value: -8.792997673585157
verified: no, type: nauc_precision_at_1000_max
value: 26.985804617599456
verified: no, type: nauc_precision_at_1000_std
value: 38.32145829157333
verified: no, type: nauc_precision_at_100_diff1
value: 3.448830291824138
verified: no, type: nauc_precision_at_100_max
value: 33.3751058104728
verified: no, type: nauc_precision_at_100_std
value: 36.07155861781976
verified: no, type: nauc_precision_at_10_diff1
value: 27.905538531066256
verified: no, type: nauc_precision_at_10_max
value: 41.57287780821485
verified: no, type: nauc_precision_at_10_std
value: 36.11165069712307
verified: no, type: nauc_precision_at_1_diff1
value: 61.903420841877356
verified: no, type: nauc_precision_at_1_max
value: 46.95318894276891
verified: no, type: nauc_precision_at_1_std
value: 23.19343113872584
verified: no, type: nauc_precision_at_20_diff1
value: 21.945937631553438
verified: no, type: nauc_precision_at_20_max
value: 42.8503772546226
verified: no, type: nauc_precision_at_20_std
value: 37.54978789546971
verified: no, type: nauc_precision_at_3_diff1
value: 44.695453949094684
verified: no, type: nauc_precision_at_3_max
value: 46.25836394647075
verified: no, type: nauc_precision_at_3_std
value: 25.448947126738393
verified: no, type: nauc_precision_at_5_diff1
value: 34.21739846774853
verified: no, type: nauc_precision_at_5_max
value: 43.36271521542134
verified: no, type: nauc_precision_at_5_std
value: 28.863168300518954
verified: no, type: nauc_recall_at_1000_diff1
value: 50.866272434900374
verified: no, type: nauc_recall_at_1000_max
value: 77.90745928000882
verified: no, type: nauc_recall_at_1000_std
value: 82.21288515406151
verified: no, type: nauc_recall_at_100_diff1
value: 35.307317119527056
verified: no, type: nauc_recall_at_100_max
value: 46.922433638935956
verified: no, type: nauc_recall_at_100_std
value: 31.814942138236262
verified: no, type: nauc_recall_at_10_diff1
value: 47.8121533413515
verified: no, type: nauc_recall_at_10_max
value: 43.310991487523246
verified: no, type: nauc_recall_at_10_std
value: 25.903501909176917
verified: no, type: nauc_recall_at_1_diff1
value: 60.98838903764472
verified: no, type: nauc_recall_at_1_max
value: 43.22668392792625
verified: no, type: nauc_recall_at_1_std
value: 17.29004046426385
verified: no, type: nauc_recall_at_20_diff1
value: 45.83142943406739
verified: no, type: nauc_recall_at_20_max
value: 46.73030342771932
verified: no, type: nauc_recall_at_20_std
value: 28.07957120284036
verified: no, type: nauc_recall_at_3_diff1
value: 54.187633219194495
verified: no, type: nauc_recall_at_3_max
value: 43.672283626861066
verified: no, type: nauc_recall_at_3_std
value: 18.136469354114993
verified: no, type: nauc_recall_at_5_diff1
value: 47.4292849527445
verified: no, type: nauc_recall_at_5_max
value: 42.22276792180875
verified: no, type: nauc_recall_at_5_std
value: 19.22371392434811
verified: no, type: ndcg_at_1
value: 47.333
verified: no, type: ndcg_at_10
value: 57.827
verified: no, type: ndcg_at_100
value: 61.551
verified: no, type: ndcg_at_1000
value: 62.865
verified: no, type: ndcg_at_20
value: 59.03699999999999
verified: no, type: ndcg_at_3
value: 53.554
verified: no, type: ndcg_at_5
value: 55.949000000000005
verified: no, type: precision_at_1
value: 47.333
verified: no, type: precision_at_10
value: 7.767
verified: no, type: precision_at_100
value: 0.987
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 4.167
verified: no, type: precision_at_3
value: 21.111
verified: no, type: precision_at_5
value: 14.133000000000001
verified: no, type: recall_at_1
value: 45.083
verified: no, type: recall_at_10
value: 68.667
verified: no, type: recall_at_100
value: 86.433
verified: no, type: recall_at_1000
value: 97
verified: no, type: recall_at_20
value: 73.078
verified: no, type: recall_at_3
value: 57.477999999999994
verified: no, type: recall_at_5
value: 63.322
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID-PL
revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd
split: test
type: clarin-knext/trec-covid-pl
metrics: type: main_score
value: 56.919
verified: no, type: map_at_1
value: 0.17600000000000002
verified: no, type: map_at_10
value: 1.352
verified: no, type: map_at_100
value: 7.253
verified: no, type: map_at_1000
value: 18.698
verified: no, type: map_at_20
value: 2.313
verified: no, type: map_at_3
value: 0.496
verified: no, type: map_at_5
value: 0.775
verified: no, type: mrr_at_1
value: 68
verified: no, type: mrr_at_10
value: 80.26904761904761
verified: no, type: mrr_at_100
value: 80.26904761904761
verified: no, type: mrr_at_1000
value: 80.26904761904761
verified: no, type: mrr_at_20
value: 80.26904761904761
verified: no, type: mrr_at_3
value: 78.33333333333333
verified: no, type: mrr_at_5
value: 79.73333333333332
verified: no, type: nauc_map_at_1000_diff1
value: 6.574463369141221
verified: no, type: nauc_map_at_1000_max
value: 53.38255229751684
verified: no, type: nauc_map_at_1000_std
value: 80.05902957099651
verified: no, type: nauc_map_at_100_diff1
value: 11.446821053406707
verified: no, type: nauc_map_at_100_max
value: 44.68607496071329
verified: no, type: nauc_map_at_100_std
value: 72.78356846807002
verified: no, type: nauc_map_at_10_diff1
value: 19.670014556837902
verified: no, type: nauc_map_at_10_max
value: 34.81097303843686
verified: no, type: nauc_map_at_10_std
value: 33.674183618423335
verified: no, type: nauc_map_at_1_diff1
value: 21.506439684761883
verified: no, type: nauc_map_at_1_max
value: 28.484715735575577
verified: no, type: nauc_map_at_1_std
value: 9.63153171871658
verified: no, type: nauc_map_at_20_diff1
value: 21.0792619485704
verified: no, type: nauc_map_at_20_max
value: 42.16963284469341
verified: no, type: nauc_map_at_20_std
value: 40.700515917035524
verified: no, type: nauc_map_at_3_diff1
value: 26.981672835550295
verified: no, type: nauc_map_at_3_max
value: 32.974693063997506
verified: no, type: nauc_map_at_3_std
value: 16.6022898528941
verified: no, type: nauc_map_at_5_diff1
value: 27.87549872058613
verified: no, type: nauc_map_at_5_max
value: 33.80977925406638
verified: no, type: nauc_map_at_5_std
value: 19.902109058910966
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.46327367923585
verified: no, type: nauc_mrr_at_1000_max
value: 36.671369778214725
verified: no, type: nauc_mrr_at_1000_std
value: 29.65039484236962
verified: no, type: nauc_mrr_at_100_diff1
value: 12.46327367923585
verified: no, type: nauc_mrr_at_100_max
value: 36.671369778214725
verified: no, type: nauc_mrr_at_100_std
value: 29.65039484236962
verified: no, type: nauc_mrr_at_10_diff1
value: 12.46327367923585
verified: no, type: nauc_mrr_at_10_max
value: 36.671369778214725
verified: no, type: nauc_mrr_at_10_std
value: 29.65039484236962
verified: no, type: nauc_mrr_at_1_diff1
value: 6.319535622970017
verified: no, type: nauc_mrr_at_1_max
value: 33.71225209038767
verified: no, type: nauc_mrr_at_1_std
value: 25.834427475640904
verified: no, type: nauc_mrr_at_20_diff1
value: 12.46327367923585
verified: no, type: nauc_mrr_at_20_max
value: 36.671369778214725
verified: no, type: nauc_mrr_at_20_std
value: 29.65039484236962
verified: no, type: nauc_mrr_at_3_diff1
value: 14.027551353113887
verified: no, type: nauc_mrr_at_3_max
value: 38.329801108575204
verified: no, type: nauc_mrr_at_3_std
value: 29.922562764916822
verified: no, type: nauc_mrr_at_5_diff1
value: 14.272859057946812
verified: no, type: nauc_mrr_at_5_max
value: 36.26521327614547
verified: no, type: nauc_mrr_at_5_std
value: 30.35143151694706
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.430252629811264
verified: no, type: nauc_ndcg_at_1000_max
value: 54.72660044236807
verified: no, type: nauc_ndcg_at_1000_std
value: 78.30081415388416
verified: no, type: nauc_ndcg_at_100_diff1
value: 0.3033147120555255
verified: no, type: nauc_ndcg_at_100_max
value: 44.79981966050289
verified: no, type: nauc_ndcg_at_100_std
value: 70.8722962407257
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.708493191967316
verified: no, type: nauc_ndcg_at_10_max
value: 45.58714259949
verified: no, type: nauc_ndcg_at_10_std
value: 54.25312608750681
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.13764957725658
verified: no, type: nauc_ndcg_at_1_max
value: 35.89238137772783
verified: no, type: nauc_ndcg_at_1_std
value: 26.159271864845252
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.821994469339833
verified: no, type: nauc_ndcg_at_20_max
value: 49.655194522856874
verified: no, type: nauc_ndcg_at_20_std
value: 59.38126671218269
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.715565312196077
verified: no, type: nauc_ndcg_at_3_max
value: 43.75654188258407
verified: no, type: nauc_ndcg_at_3_std
value: 43.06565426451109
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.655719788636784
verified: no, type: nauc_ndcg_at_5_max
value: 43.918620576813254
verified: no, type: nauc_ndcg_at_5_std
value: 43.25044045865146
verified: no, type: nauc_precision_at_1000_diff1
value: -7.801822177721561
verified: no, type: nauc_precision_at_1000_max
value: 39.258818089435316
verified: no, type: nauc_precision_at_1000_std
value: 51.66205821260089
verified: no, type: nauc_precision_at_100_diff1
value: -4.119704756180739
verified: no, type: nauc_precision_at_100_max
value: 39.712338903322255
verified: no, type: nauc_precision_at_100_std
value: 72.21641244608408
verified: no, type: nauc_precision_at_10_diff1
value: 8.444233068337487
verified: no, type: nauc_precision_at_10_max
value: 42.4676899985165
verified: no, type: nauc_precision_at_10_std
value: 56.826333196617604
verified: no, type: nauc_precision_at_1_diff1
value: 6.319535622970017
verified: no, type: nauc_precision_at_1_max
value: 33.71225209038767
verified: no, type: nauc_precision_at_1_std
value: 25.834427475640904
verified: no, type: nauc_precision_at_20_diff1
value: 5.9351451055270665
verified: no, type: nauc_precision_at_20_max
value: 48.44119310018816
verified: no, type: nauc_precision_at_20_std
value: 59.5595391474413
verified: no, type: nauc_precision_at_3_diff1
value: 20.49183589553138
verified: no, type: nauc_precision_at_3_max
value: 43.97209215954164
verified: no, type: nauc_precision_at_3_std
value: 43.38846811953682
verified: no, type: nauc_precision_at_5_diff1
value: 23.91193541491969
verified: no, type: nauc_precision_at_5_max
value: 42.89037965109586
verified: no, type: nauc_precision_at_5_std
value: 43.85307223071737
verified: no, type: nauc_recall_at_1000_diff1
value: 14.852243091307962
verified: no, type: nauc_recall_at_1000_max
value: 52.716143146467246
verified: no, type: nauc_recall_at_1000_std
value: 75.96395414412834
verified: no, type: nauc_recall_at_100_diff1
value: 15.714854209882853
verified: no, type: nauc_recall_at_100_max
value: 36.02809107498271
verified: no, type: nauc_recall_at_100_std
value: 69.13542905710189
verified: no, type: nauc_recall_at_10_diff1
value: 21.595214483052263
verified: no, type: nauc_recall_at_10_max
value: 30.858824962274056
verified: no, type: nauc_recall_at_10_std
value: 32.41949976903557
verified: no, type: nauc_recall_at_1_diff1
value: 21.506439684761883
verified: no, type: nauc_recall_at_1_max
value: 28.484715735575577
verified: no, type: nauc_recall_at_1_std
value: 9.63153171871658
verified: no, type: nauc_recall_at_20_diff1
value: 26.088109678326145
verified: no, type: nauc_recall_at_20_max
value: 39.30741232084537
verified: no, type: nauc_recall_at_20_std
value: 35.63530214277264
verified: no, type: nauc_recall_at_3_diff1
value: 30.069120349407143
verified: no, type: nauc_recall_at_3_max
value: 30.61753190304264
verified: no, type: nauc_recall_at_3_std
value: 18.336355866759682
verified: no, type: nauc_recall_at_5_diff1
value: 31.512613211529615
verified: no, type: nauc_recall_at_5_max
value: 30.43538310477602
verified: no, type: nauc_recall_at_5_std
value: 19.67467281491149
verified: no, type: ndcg_at_1
value: 61
verified: no, type: ndcg_at_10
value: 56.919
verified: no, type: ndcg_at_100
value: 44.4
verified: no, type: ndcg_at_1000
value: 42.588
verified: no, type: ndcg_at_20
value: 54.266999999999996
verified: no, type: ndcg_at_3
value: 58.765
verified: no, type: ndcg_at_5
value: 58.553
verified: no, type: precision_at_1
value: 68
verified: no, type: precision_at_10
value: 62
verified: no, type: precision_at_100
value: 45.839999999999996
verified: no, type: precision_at_1000
value: 19.31
verified: no, type: precision_at_20
value: 58.199999999999996
verified: no, type: precision_at_3
value: 66.667
verified: no, type: precision_at_5
value: 64.8
verified: no, type: recall_at_1
value: 0.17600000000000002
verified: no, type: recall_at_10
value: 1.637
verified: no, type: recall_at_100
value: 10.764999999999999
verified: no, type: recall_at_1000
value: 40.766999999999996
verified: no, type: recall_at_20
value: 2.983
verified: no, type: recall_at_3
value: 0.5519999999999999
verified: no, type: recall_at_5
value: 0.8829999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CEDRClassification
revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4
split: test
type: ai-forever/cedr-classification
metrics: type: accuracy
value: 42.15727948990436
verified: no, type: f1
value: 39.09194730362947
verified: no, type: lrap
value: 71.07199787460253
verified: no, type: main_score
value: 42.15727948990436
verified: no
task: type: MultilabelClassification, dataset: config: default
name: MTEB GeoreviewClassification
revision: 3765c0d1de6b7d264bc459433c45e5a75513839c
split: test
type: ai-forever/georeview-classification
metrics: type: accuracy
value: 47.685546875
verified: no, type: f1
value: 42.201867616479085
verified: no, type: f1_weighted
value: 42.20127250813618
verified: no, type: main_score
value: 47.685546875
verified: no
task: type: Classification, dataset: config: default
name: MTEB GeoreviewClusteringP2P
revision: 97a313c8fc85b47f13f33e7e9a95c1ad888c7fec
split: test
type: ai-forever/georeview-clustering-p2p
metrics: type: main_score
value: 63.39849666467603
verified: no, type: v_measure
value: 63.39849666467603
verified: no, type: v_measure_std
value: 0.4433669974776044
verified: no
task: type: Clustering, dataset: config: default
name: MTEB HeadlineClassification
revision: 2fe05ee6b5832cda29f2ef7aaad7b7fe6a3609eb
split: test
type: ai-forever/headline-classification
metrics: type: accuracy
value: 83.45703125
verified: no, type: f1
value: 83.44147121320216
verified: no, type: f1_weighted
value: 83.43953816781061
verified: no, type: main_score
value: 83.45703125
verified: no
task: type: Classification, dataset: config: default
name: MTEB InappropriatenessClassification
revision: 601651fdc45ef243751676e62dd7a19f491c0285
split: test
type: ai-forever/inappropriateness-classification
metrics: type: accuracy
value: 61.318359375
verified: no, type: ap
value: 57.103049962056815
verified: no, type: ap_weighted
value: 57.103049962056815
verified: no, type: f1
value: 60.69364450664112
verified: no, type: f1_weighted
value: 60.69364450664112
verified: no, type: main_score
value: 61.318359375
verified: no
task: type: Classification, dataset: config: default
name: MTEB KinopoiskClassification
revision: 5911f26666ac11af46cb9c6849d0dc80a378af24
split: test
type: ai-forever/kinopoisk-sentiment-classification
metrics: type: accuracy
value: 59.040000000000006
verified: no, type: f1
value: 55.63433742720159
verified: no, type: f1_weighted
value: 55.63433742720159
verified: no, type: main_score
value: 59.040000000000006
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MIRACLReranking (ru)
revision: 6d1962c527217f8927fca80f890f14f36b2802af
split: dev
type: miracl/mmteb-miracl-reranking
metrics: type: MAP@1(MIRACL)
value: 29.729
verified: no, type: MAP@10(MIRACL)
value: 48.713
verified: no, type: MAP@100(MIRACL)
value: 50.792
verified: no, type: MAP@1000(MIRACL)
value: 50.792
verified: no, type: MAP@20(MIRACL)
value: 50.197
verified: no, type: MAP@3(MIRACL)
value: 41.8
verified: no, type: MAP@5(MIRACL)
value: 45.706
verified: no, type: NDCG@1(MIRACL)
value: 49.158
verified: no, type: NDCG@10(MIRACL)
value: 56.550999999999995
verified: no, type: NDCG@100(MIRACL)
value: 60.829
verified: no, type: NDCG@1000(MIRACL)
value: 60.829
verified: no, type: NDCG@20(MIRACL)
value: 59.229
verified: no, type: NDCG@3(MIRACL)
value: 50.397000000000006
verified: no, type: NDCG@5(MIRACL)
value: 53.105000000000004
verified: no, type: P@1(MIRACL)
value: 49.158
verified: no, type: P@10(MIRACL)
value: 14.908
verified: no, type: P@100(MIRACL)
value: 1.9529999999999998
verified: no, type: P@1000(MIRACL)
value: 0.19499999999999998
verified: no, type: P@20(MIRACL)
value: 8.753
verified: no, type: P@3(MIRACL)
value: 31.061
verified: no, type: P@5(MIRACL)
value: 23.785
verified: no, type: Recall@1(MIRACL)
value: 29.729
verified: no, type: Recall@10(MIRACL)
value: 67.223
verified: no, type: Recall@100(MIRACL)
value: 79.952
verified: no, type: Recall@1000(MIRACL)
value: 79.952
verified: no, type: Recall@20(MIRACL)
value: 74.417
verified: no, type: Recall@3(MIRACL)
value: 49.073
verified: no, type: Recall@5(MIRACL)
value: 58.094
verified: no, type: main_score
value: 56.550999999999995
verified: no, type: nAUC_MAP@1000_diff1(MIRACL)
value: 19.222716664871324
verified: no, type: nAUC_MAP@1000_max(MIRACL)
value: 28.91315309273525
verified: no, type: nAUC_MAP@1000_std(MIRACL)
value: 15.773770301363973
verified: no, type: nAUC_MAP@100_diff1(MIRACL)
value: 19.222716664871324
verified: no, type: nAUC_MAP@100_max(MIRACL)
value: 28.91315309273525
verified: no, type: nAUC_MAP@100_std(MIRACL)
value: 15.773770301363973
verified: no, type: nAUC_MAP@10_diff1(MIRACL)
value: 21.16716217839532
verified: no, type: nAUC_MAP@10_max(MIRACL)
value: 26.58073750952478
verified: no, type: nAUC_MAP@10_std(MIRACL)
value: 14.98546699381452
verified: no, type: nAUC_MAP@1_diff1(MIRACL)
value: 37.50928508734578
verified: no, type: nAUC_MAP@1_max(MIRACL)
value: 13.158704351998995
verified: no, type: nAUC_MAP@1_std(MIRACL)
value: 4.422878276220556
verified: no, type: nAUC_MAP@20_diff1(MIRACL)
value: 19.951045759045467
verified: no, type: nAUC_MAP@20_max(MIRACL)
value: 28.25165991244302
verified: no, type: nAUC_MAP@20_std(MIRACL)
value: 15.850363419877105
verified: no, type: nAUC_MAP@3_diff1(MIRACL)
value: 27.774164479669988
verified: no, type: nAUC_MAP@3_max(MIRACL)
value: 20.738889611307496
verified: no, type: nAUC_MAP@3_std(MIRACL)
value: 9.22491952318088
verified: no, type: nAUC_MAP@5_diff1(MIRACL)
value: 23.86089217267443
verified: no, type: nAUC_MAP@5_max(MIRACL)
value: 23.19878810494586
verified: no, type: nAUC_MAP@5_std(MIRACL)
value: 11.851875808858123
verified: no, type: nAUC_NDCG@1000_diff1(MIRACL)
value: 9.459016218726891
verified: no, type: nAUC_NDCG@1000_max(MIRACL)
value: 38.018030050210896
verified: no, type: nAUC_NDCG@1000_std(MIRACL)
value: 20.555997574199246
verified: no, type: nAUC_NDCG@100_diff1(MIRACL)
value: 9.459016218726891
verified: no, type: nAUC_NDCG@100_max(MIRACL)
value: 38.018030050210896
verified: no, type: nAUC_NDCG@100_std(MIRACL)
value: 20.555997574199246
verified: no, type: nAUC_NDCG@10_diff1(MIRACL)
value: 14.2494195957649
verified: no, type: nAUC_NDCG@10_max(MIRACL)
value: 32.87676976986289
verified: no, type: nAUC_NDCG@10_std(MIRACL)
value: 19.469852065776976
verified: no, type: nAUC_NDCG@1_diff1(MIRACL)
value: 23.312659021070818
verified: no, type: nAUC_NDCG@1_max(MIRACL)
value: 31.554119919664593
verified: no, type: nAUC_NDCG@1_std(MIRACL)
value: 17.533789813864466
verified: no, type: nAUC_NDCG@20_diff1(MIRACL)
value: 11.694064829915717
verified: no, type: nAUC_NDCG@20_max(MIRACL)
value: 36.12122229242797
verified: no, type: nAUC_NDCG@20_std(MIRACL)
value: 20.886325245384313
verified: no, type: nAUC_NDCG@3_diff1(MIRACL)
value: 19.70964037059834
verified: no, type: nAUC_NDCG@3_max(MIRACL)
value: 28.271224651385758
verified: no, type: nAUC_NDCG@3_std(MIRACL)
value: 14.182889320426757
verified: no, type: nAUC_NDCG@5_diff1(MIRACL)
value: 17.143482434537635
verified: no, type: nAUC_NDCG@5_max(MIRACL)
value: 28.911278684121744
verified: no, type: nAUC_NDCG@5_std(MIRACL)
value: 15.83019582479379
verified: no, type: nAUC_P@1000_diff1(MIRACL)
value: -28.806220159210838
verified: no, type: nAUC_P@1000_max(MIRACL)
value: 30.19137414854295
verified: no, type: nAUC_P@1000_std(MIRACL)
value: 15.577217138606922
verified: no, type: nAUC_P@100_diff1(MIRACL)
value: -28.8062201592108
verified: no, type: nAUC_P@100_max(MIRACL)
value: 30.191374148543016
verified: no, type: nAUC_P@100_std(MIRACL)
value: 15.577217138606963
verified: no, type: nAUC_P@10_diff1(MIRACL)
value: -23.950963396253567
verified: no, type: nAUC_P@10_max(MIRACL)
value: 32.31620562041691
verified: no, type: nAUC_P@10_std(MIRACL)
value: 22.76652888514141
verified: no, type: nAUC_P@1_diff1(MIRACL)
value: 23.312659021070818
verified: no, type: nAUC_P@1_max(MIRACL)
value: 31.554119919664593
verified: no, type: nAUC_P@1_std(MIRACL)
value: 17.533789813864466
verified: no, type: nAUC_P@20_diff1(MIRACL)
value: -26.522109242426172
verified: no, type: nAUC_P@20_max(MIRACL)
value: 31.490097667881027
verified: no, type: nAUC_P@20_std(MIRACL)
value: 20.51757471839622
verified: no, type: nAUC_P@3_diff1(MIRACL)
value: -8.494670555442749
verified: no, type: nAUC_P@3_max(MIRACL)
value: 33.197306356212295
verified: no, type: nAUC_P@3_std(MIRACL)
value: 18.96447162170764
verified: no, type: nAUC_P@5_diff1(MIRACL)
value: -19.15325386641154
verified: no, type: nAUC_P@5_max(MIRACL)
value: 31.846463690427683
verified: no, type: nAUC_P@5_std(MIRACL)
value: 20.914296846825028
verified: no, type: nAUC_Recall@1000_diff1(MIRACL)
value: -22.62644777038629
verified: no, type: nAUC_Recall@1000_max(MIRACL)
value: 63.09417027858301
verified: no, type: nAUC_Recall@1000_std(MIRACL)
value: 31.96936126619333
verified: no, type: nAUC_Recall@100_diff1(MIRACL)
value: -22.62644777038629
verified: no, type: nAUC_Recall@100_max(MIRACL)
value: 63.09417027858301
verified: no, type: nAUC_Recall@100_std(MIRACL)
value: 31.96936126619333
verified: no, type: nAUC_Recall@10_diff1(MIRACL)
value: 1.389536667314163
verified: no, type: nAUC_Recall@10_max(MIRACL)
value: 36.80168430587649
verified: no, type: nAUC_Recall@10_std(MIRACL)
value: 24.6096121100626
verified: no, type: nAUC_Recall@1_diff1(MIRACL)
value: 37.50928508734578
verified: no, type: nAUC_Recall@1_max(MIRACL)
value: 13.158704351998995
verified: no, type: nAUC_Recall@1_std(MIRACL)
value: 4.422878276220556
verified: no, type: nAUC_Recall@20_diff1(MIRACL)
value: -8.586661617880036
verified: no, type: nAUC_Recall@20_max(MIRACL)
value: 48.977640900606715
verified: no, type: nAUC_Recall@20_std(MIRACL)
value: 30.787733282193763
verified: no, type: nAUC_Recall@3_diff1(MIRACL)
value: 20.85452801657472
verified: no, type: nAUC_Recall@3_max(MIRACL)
value: 20.457796008702196
verified: no, type: nAUC_Recall@3_std(MIRACL)
value: 10.422494162066547
verified: no, type: nAUC_Recall@5_diff1(MIRACL)
value: 11.294860119295114
verified: no, type: nAUC_Recall@5_max(MIRACL)
value: 24.55554040640634
verified: no, type: nAUC_Recall@5_std(MIRACL)
value: 15.07523755007524
verified: no
task: type: Reranking, dataset: config: ru
name: MTEB MIRACLRetrieval (ru)
revision: main
split: dev
type: miracl/mmteb-miracl
metrics: type: main_score
value: 53.33
verified: no, type: map_at_1
value: 23.51
verified: no, type: map_at_10
value: 42.506
verified: no, type: map_at_100
value: 45.727000000000004
verified: no, type: map_at_1000
value: 45.824
verified: no, type: map_at_20
value: 44.482
verified: no, type: map_at_3
value: 34.903
verified: no, type: map_at_5
value: 38.924
verified: no, type: mrr_at_1
value: 47.52396166134185
verified: no, type: mrr_at_10
value: 60.53929585678796
verified: no, type: mrr_at_100
value: 61.08405013111772
verified: no, type: mrr_at_1000
value: 61.090960329457786
verified: no, type: mrr_at_20
value: 60.942355859942886
verified: no, type: mrr_at_3
value: 57.21512247071355
verified: no, type: mrr_at_5
value: 59.423588924387715
verified: no, type: nauc_map_at_1000_diff1
value: 27.9258851452338
verified: no, type: nauc_map_at_1000_max
value: 23.91526202439492
verified: no, type: nauc_map_at_1000_std
value: 1.9886186316328294
verified: no, type: nauc_map_at_100_diff1
value: 27.950443502043935
verified: no, type: nauc_map_at_100_max
value: 23.91952747895155
verified: no, type: nauc_map_at_100_std
value: 1.9828664117240875
verified: no, type: nauc_map_at_10_diff1
value: 28.591900542084257
verified: no, type: nauc_map_at_10_max
value: 22.26715273276218
verified: no, type: nauc_map_at_10_std
value: -0.2905582006620209
verified: no, type: nauc_map_at_1_diff1
value: 36.29159533442582
verified: no, type: nauc_map_at_1_max
value: 14.017798723971604
verified: no, type: nauc_map_at_1_std
value: -4.135744714942541
verified: no, type: nauc_map_at_20_diff1
value: 28.227642002703888
verified: no, type: nauc_map_at_20_max
value: 23.31288716904143
verified: no, type: nauc_map_at_20_std
value: 0.8608305708684871
verified: no, type: nauc_map_at_3_diff1
value: 31.25854158298961
verified: no, type: nauc_map_at_3_max
value: 19.94828898205679
verified: no, type: nauc_map_at_3_std
value: -3.055128116323982
verified: no, type: nauc_map_at_5_diff1
value: 29.569541485869138
verified: no, type: nauc_map_at_5_max
value: 20.295566102579233
verified: no, type: nauc_map_at_5_std
value: -2.0623859574064496
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.361661005387717
verified: no, type: nauc_mrr_at_1000_max
value: 29.835566057491185
verified: no, type: nauc_mrr_at_1000_std
value: 9.18992468804867
verified: no, type: nauc_mrr_at_100_diff1
value: 27.364549933483367
verified: no, type: nauc_mrr_at_100_max
value: 29.841000191685662
verified: no, type: nauc_mrr_at_100_std
value: 9.201936238611633
verified: no, type: nauc_mrr_at_10_diff1
value: 27.091315668645876
verified: no, type: nauc_mrr_at_10_max
value: 30.083804137944814
verified: no, type: nauc_mrr_at_10_std
value: 9.295940302357145
verified: no, type: nauc_mrr_at_1_diff1
value: 30.096520602983773
verified: no, type: nauc_mrr_at_1_max
value: 25.92117667316542
verified: no, type: nauc_mrr_at_1_std
value: 6.628159094331555
verified: no, type: nauc_mrr_at_20_diff1
value: 27.26907735403706
verified: no, type: nauc_mrr_at_20_max
value: 29.91703823542895
verified: no, type: nauc_mrr_at_20_std
value: 9.220168448561815
verified: no, type: nauc_mrr_at_3_diff1
value: 27.132416524688672
verified: no, type: nauc_mrr_at_3_max
value: 29.879006809416147
verified: no, type: nauc_mrr_at_3_std
value: 8.495778638777473
verified: no, type: nauc_mrr_at_5_diff1
value: 27.164544736044938
verified: no, type: nauc_mrr_at_5_max
value: 29.756896839148844
verified: no, type: nauc_mrr_at_5_std
value: 8.697141135185072
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.711789502779325
verified: no, type: nauc_ndcg_at_1000_max
value: 28.742258668080943
verified: no, type: nauc_ndcg_at_1000_std
value: 8.197781962071534
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.844850932804846
verified: no, type: nauc_ndcg_at_100_max
value: 29.043525248699453
verified: no, type: nauc_ndcg_at_100_std
value: 8.810501750069859
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.47161747010468
verified: no, type: nauc_ndcg_at_10_max
value: 25.36709975989015
verified: no, type: nauc_ndcg_at_10_std
value: 3.070985924814878
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.096520602983773
verified: no, type: nauc_ndcg_at_1_max
value: 25.92117667316542
verified: no, type: nauc_ndcg_at_1_std
value: 6.628159094331555
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.329559310197325
verified: no, type: nauc_ndcg_at_20_max
value: 27.252374736353723
verified: no, type: nauc_ndcg_at_20_std
value: 5.279499913033636
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.382469083855774
verified: no, type: nauc_ndcg_at_3_max
value: 25.667817557434446
verified: no, type: nauc_ndcg_at_3_std
value: 2.722781380568278
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.63587958392066
verified: no, type: nauc_ndcg_at_5_max
value: 24.012746599673562
verified: no, type: nauc_ndcg_at_5_std
value: 1.875533584617588
verified: no, type: nauc_precision_at_1000_diff1
value: -16.886796017740146
verified: no, type: nauc_precision_at_1000_max
value: 13.452350695770388
verified: no, type: nauc_precision_at_1000_std
value: 20.253057030417295
verified: no, type: nauc_precision_at_100_diff1
value: -15.676681024836736
verified: no, type: nauc_precision_at_100_max
value: 17.21039273342314
verified: no, type: nauc_precision_at_100_std
value: 23.503219057796482
verified: no, type: nauc_precision_at_10_diff1
value: -7.353821346474632
verified: no, type: nauc_precision_at_10_max
value: 22.963099870525657
verified: no, type: nauc_precision_at_10_std
value: 16.75138999512155
verified: no, type: nauc_precision_at_1_diff1
value: 30.096520602983773
verified: no, type: nauc_precision_at_1_max
value: 25.92117667316542
verified: no, type: nauc_precision_at_1_std
value: 6.628159094331555
verified: no, type: nauc_precision_at_20_diff1
value: -11.020811644697545
verified: no, type: nauc_precision_at_20_max
value: 21.625978665259115
verified: no, type: nauc_precision_at_20_std
value: 20.005095685790348
verified: no, type: nauc_precision_at_3_diff1
value: 7.003507657338856
verified: no, type: nauc_precision_at_3_max
value: 27.73371213700131
verified: no, type: nauc_precision_at_3_std
value: 9.668915001732463
verified: no, type: nauc_precision_at_5_diff1
value: -1.715206180870653
verified: no, type: nauc_precision_at_5_max
value: 24.29609734679536
verified: no, type: nauc_precision_at_5_std
value: 13.402584423111977
verified: no, type: nauc_recall_at_1000_diff1
value: 17.28590002253731
verified: no, type: nauc_recall_at_1000_max
value: 68.10425916894825
verified: no, type: nauc_recall_at_1000_std
value: 73.8411367347451
verified: no, type: nauc_recall_at_100_diff1
value: 18.442237799863165
verified: no, type: nauc_recall_at_100_max
value: 39.59374558744695
verified: no, type: nauc_recall_at_100_std
value: 38.54186929047189
verified: no, type: nauc_recall_at_10_diff1
value: 19.243325372129107
verified: no, type: nauc_recall_at_10_max
value: 19.111906153501202
verified: no, type: nauc_recall_at_10_std
value: 0.8737992988209908
verified: no, type: nauc_recall_at_1_diff1
value: 36.29159533442582
verified: no, type: nauc_recall_at_1_max
value: 14.017798723971604
verified: no, type: nauc_recall_at_1_std
value: -4.135744714942541
verified: no, type: nauc_recall_at_20_diff1
value: 19.01527783708535
verified: no, type: nauc_recall_at_20_max
value: 22.731910630901435
verified: no, type: nauc_recall_at_20_std
value: 5.981218642323668
verified: no, type: nauc_recall_at_3_diff1
value: 25.892436310762985
verified: no, type: nauc_recall_at_3_max
value: 18.9097432217694
verified: no, type: nauc_recall_at_3_std
value: -3.8494373478485033
verified: no, type: nauc_recall_at_5_diff1
value: 22.032856212342626
verified: no, type: nauc_recall_at_5_max
value: 16.22066351445006
verified: no, type: nauc_recall_at_5_std
value: -3.416429358868604
verified: no, type: ndcg_at_1
value: 47.524
verified: no, type: ndcg_at_10
value: 53.33
verified: no, type: ndcg_at_100
value: 61.746
verified: no, type: ndcg_at_1000
value: 62.803
verified: no, type: ndcg_at_20
value: 57.498000000000005
verified: no, type: ndcg_at_3
value: 46.204
verified: no, type: ndcg_at_5
value: 48.824
verified: no, type: precision_at_1
value: 47.524
verified: no, type: precision_at_10
value: 16.478
verified: no, type: precision_at_100
value: 2.5860000000000003
verified: no, type: precision_at_1000
value: 0.27799999999999997
verified: no, type: precision_at_20
value: 10.12
verified: no, type: precision_at_3
value: 31.735999999999997
verified: no, type: precision_at_5
value: 24.951999999999998
verified: no, type: recall_at_1
value: 23.51
verified: no, type: recall_at_10
value: 64.98899999999999
verified: no, type: recall_at_100
value: 92.241
verified: no, type: recall_at_1000
value: 97.929
verified: no, type: recall_at_20
value: 76.822
verified: no, type: recall_at_3
value: 42.126000000000005
verified: no, type: recall_at_5
value: 52.449
verified: no
task: type: Retrieval, dataset: config: ru
name: MTEB MassiveIntentClassification (ru)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 60.08069939475453
verified: no, type: f1
value: 56.18556634916303
verified: no, type: f1_weighted
value: 58.60322135027107
verified: no, type: main_score
value: 60.08069939475453
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveScenarioClassification (ru)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 66.43913920645595
verified: no, type: f1
value: 66.11191203959372
verified: no, type: f1_weighted
value: 65.72977001101279
verified: no, type: main_score
value: 66.43913920645595
verified: no
task: type: Classification, dataset: config: default
name: MTEB RUParaPhraserSTS
revision: 43265056790b8f7c59e0139acb4be0a8dad2c8f4
split: test
type: merionum/ru_paraphraser
metrics: type: cosine_pearson
value: 61.89012659088028
verified: no, type: cosine_spearman
value: 68.53279563915628
verified: no, type: euclidean_pearson
value: 65.64255392938036
verified: no, type: euclidean_spearman
value: 68.53279561028907
verified: no, type: main_score
value: 68.53279563915628
verified: no, type: manhattan_pearson
value: 65.52758148688461
verified: no, type: manhattan_spearman
value: 68.32426605891132
verified: no, type: pearson
value: 61.89012659088028
verified: no, type: spearman
value: 68.53279563915628
verified: no
task: type: STS, dataset: config: default
name: MTEB RiaNewsRetrieval
revision: 82374b0bbacda6114f39ff9c5b925fa1512ca5d7
split: test
type: ai-forever/ria-news-retrieval
metrics: type: main_score
value: 77.425
verified: no, type: map_at_1
value: 64.92
verified: no, type: map_at_10
value: 73.646
verified: no, type: map_at_100
value: 73.978
verified: no, type: map_at_1000
value: 73.988
verified: no, type: map_at_20
value: 73.872
verified: no, type: map_at_3
value: 72.128
verified: no, type: map_at_5
value: 73.083
verified: no, type: mrr_at_1
value: 64.92
verified: no, type: mrr_at_10
value: 73.64593650793611
verified: no, type: mrr_at_100
value: 73.97838585882688
verified: no, type: mrr_at_1000
value: 73.98842757843987
verified: no, type: mrr_at_20
value: 73.87221333104404
verified: no, type: mrr_at_3
value: 72.12833333333288
verified: no, type: mrr_at_5
value: 73.08333333333267
verified: no, type: nauc_map_at_1000_diff1
value: 70.38564962754138
verified: no, type: nauc_map_at_1000_max
value: 30.718444075784006
verified: no, type: nauc_map_at_1000_std
value: -10.69552302626205
verified: no, type: nauc_map_at_100_diff1
value: 70.37997156234715
verified: no, type: nauc_map_at_100_max
value: 30.725651745932925
verified: no, type: nauc_map_at_100_std
value: -10.685708218531655
verified: no, type: nauc_map_at_10_diff1
value: 70.3374861437528
verified: no, type: nauc_map_at_10_max
value: 30.749168340301246
verified: no, type: nauc_map_at_10_std
value: -10.799483498655107
verified: no, type: nauc_map_at_1_diff1
value: 73.9192388165348
verified: no, type: nauc_map_at_1_max
value: 28.442543674061532
verified: no, type: nauc_map_at_1_std
value: -11.831889393493318
verified: no, type: nauc_map_at_20_diff1
value: 70.34741729027523
verified: no, type: nauc_map_at_20_max
value: 30.734754088899564
verified: no, type: nauc_map_at_20_std
value: -10.686749277585324
verified: no, type: nauc_map_at_3_diff1
value: 70.21568887706891
verified: no, type: nauc_map_at_3_max
value: 30.467074420623437
verified: no, type: nauc_map_at_3_std
value: -11.472218305675923
verified: no, type: nauc_map_at_5_diff1
value: 70.34594531547204
verified: no, type: nauc_map_at_5_max
value: 30.754996331475464
verified: no, type: nauc_map_at_5_std
value: -11.084635295739732
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.38565025595047
verified: no, type: nauc_mrr_at_1000_max
value: 30.718444183775805
verified: no, type: nauc_mrr_at_1000_std
value: -10.695523162874768
verified: no, type: nauc_mrr_at_100_diff1
value: 70.37997156234715
verified: no, type: nauc_mrr_at_100_max
value: 30.725651745932925
verified: no, type: nauc_mrr_at_100_std
value: -10.685708218531655
verified: no, type: nauc_mrr_at_10_diff1
value: 70.3374861437528
verified: no, type: nauc_mrr_at_10_max
value: 30.749168340301246
verified: no, type: nauc_mrr_at_10_std
value: -10.799483498655107
verified: no, type: nauc_mrr_at_1_diff1
value: 73.9192388165348
verified: no, type: nauc_mrr_at_1_max
value: 28.442543674061532
verified: no, type: nauc_mrr_at_1_std
value: -11.831889393493318
verified: no, type: nauc_mrr_at_20_diff1
value: 70.34741729027523
verified: no, type: nauc_mrr_at_20_max
value: 30.734754088899564
verified: no, type: nauc_mrr_at_20_std
value: -10.686749277585324
verified: no, type: nauc_mrr_at_3_diff1
value: 70.21568887706891
verified: no, type: nauc_mrr_at_3_max
value: 30.467074420623437
verified: no, type: nauc_mrr_at_3_std
value: -11.472218305675923
verified: no, type: nauc_mrr_at_5_diff1
value: 70.34594531547204
verified: no, type: nauc_mrr_at_5_max
value: 30.754996331475464
verified: no, type: nauc_mrr_at_5_std
value: -11.084635295739732
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.33016198036992
verified: no, type: nauc_ndcg_at_1000_max
value: 31.609803090952298
verified: no, type: nauc_ndcg_at_1000_std
value: -9.411221613110152
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.13191582084188
verified: no, type: nauc_ndcg_at_100_max
value: 31.83693487089778
verified: no, type: nauc_ndcg_at_100_std
value: -9.0400895558464
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.89462773551026
verified: no, type: nauc_ndcg_at_10_max
value: 31.87478936924236
verified: no, type: nauc_ndcg_at_10_std
value: -9.671029388622948
verified: no, type: nauc_ndcg_at_1_diff1
value: 73.9192388165348
verified: no, type: nauc_ndcg_at_1_max
value: 28.442543674061532
verified: no, type: nauc_ndcg_at_1_std
value: -11.831889393493318
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.90205731804
verified: no, type: nauc_ndcg_at_20_max
value: 31.912656813093044
verified: no, type: nauc_ndcg_at_20_std
value: -9.090090804963808
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.80670610482917
verified: no, type: nauc_ndcg_at_3_max
value: 31.18044464719784
verified: no, type: nauc_ndcg_at_3_std
value: -11.278491578164681
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.97187216493903
verified: no, type: nauc_ndcg_at_5_max
value: 31.793607228058047
verified: no, type: nauc_ndcg_at_5_std
value: -10.481133374672472
verified: no, type: nauc_precision_at_1000_diff1
value: 43.78852990471418
verified: no, type: nauc_precision_at_1000_max
value: 56.047346474821055
verified: no, type: nauc_precision_at_1000_std
value: 35.73168397793686
verified: no, type: nauc_precision_at_100_diff1
value: 51.06009588636826
verified: no, type: nauc_precision_at_100_max
value: 50.40359839963674
verified: no, type: nauc_precision_at_100_std
value: 24.17139567398634
verified: no, type: nauc_precision_at_10_diff1
value: 60.308720843343444
verified: no, type: nauc_precision_at_10_max
value: 38.88883129762611
verified: no, type: nauc_precision_at_10_std
value: -1.9703986668774758
verified: no, type: nauc_precision_at_1_diff1
value: 73.9192388165348
verified: no, type: nauc_precision_at_1_max
value: 28.442543674061532
verified: no, type: nauc_precision_at_1_std
value: -11.831889393493318
verified: no, type: nauc_precision_at_20_diff1
value: 57.12901999287673
verified: no, type: nauc_precision_at_20_max
value: 42.275260619711744
verified: no, type: nauc_precision_at_20_std
value: 6.8998045953777165
verified: no, type: nauc_precision_at_3_diff1
value: 63.444192537561285
verified: no, type: nauc_precision_at_3_max
value: 33.87173673943739
verified: no, type: nauc_precision_at_3_std
value: -10.51740059765903
verified: no, type: nauc_precision_at_5_diff1
value: 62.70100972326122
verified: no, type: nauc_precision_at_5_max
value: 36.67473042882081
verified: no, type: nauc_precision_at_5_std
value: -7.4730688523228785
verified: no, type: nauc_recall_at_1000_diff1
value: 43.788529904715695
verified: no, type: nauc_recall_at_1000_max
value: 56.04734647482148
verified: no, type: nauc_recall_at_1000_std
value: 35.731683977938125
verified: no, type: nauc_recall_at_100_diff1
value: 51.06009588636825
verified: no, type: nauc_recall_at_100_max
value: 50.40359839963603
verified: no, type: nauc_recall_at_100_std
value: 24.171395673986428
verified: no, type: nauc_recall_at_10_diff1
value: 60.30872084334343
verified: no, type: nauc_recall_at_10_max
value: 38.88883129762609
verified: no, type: nauc_recall_at_10_std
value: -1.9703986668774112
verified: no, type: nauc_recall_at_1_diff1
value: 73.9192388165348
verified: no, type: nauc_recall_at_1_max
value: 28.442543674061532
verified: no, type: nauc_recall_at_1_std
value: -11.831889393493318
verified: no, type: nauc_recall_at_20_diff1
value: 57.12901999287683
verified: no, type: nauc_recall_at_20_max
value: 42.27526061971189
verified: no, type: nauc_recall_at_20_std
value: 6.899804595377761
verified: no, type: nauc_recall_at_3_diff1
value: 63.444192537561136
verified: no, type: nauc_recall_at_3_max
value: 33.87173673943714
verified: no, type: nauc_recall_at_3_std
value: -10.517400597659156
verified: no, type: nauc_recall_at_5_diff1
value: 62.70100972326114
verified: no, type: nauc_recall_at_5_max
value: 36.6747304288208
verified: no, type: nauc_recall_at_5_std
value: -7.473068852322717
verified: no, type: ndcg_at_1
value: 64.92
verified: no, type: ndcg_at_10
value: 77.425
verified: no, type: ndcg_at_100
value: 78.97
verified: no, type: ndcg_at_1000
value: 79.252
verified: no, type: ndcg_at_20
value: 78.23400000000001
verified: no, type: ndcg_at_3
value: 74.36399999999999
verified: no, type: ndcg_at_5
value: 76.081
verified: no, type: precision_at_1
value: 64.92
verified: no, type: precision_at_10
value: 8.907
verified: no, type: precision_at_100
value: 0.9610000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 4.612
verified: no, type: precision_at_3
value: 26.933
verified: no, type: precision_at_5
value: 16.991999999999997
verified: no, type: recall_at_1
value: 64.92
verified: no, type: recall_at_10
value: 89.07000000000001
verified: no, type: recall_at_100
value: 96.14
verified: no, type: recall_at_1000
value: 98.39
verified: no, type: recall_at_20
value: 92.24
verified: no, type: recall_at_3
value: 80.80000000000001
verified: no, type: recall_at_5
value: 84.96000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RuBQReranking
revision: 2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2
split: test
type: ai-forever/rubq-reranking
metrics: type: main_score
value: 69.76660332457352
verified: no, type: map
value: 69.76660332457352
verified: no, type: mrr
value: 74.91840901415368
verified: no, type: nAUC_map_diff1
value: 40.77717577386574
verified: no, type: nAUC_map_max
value: 16.449821304849507
verified: no, type: nAUC_map_std
value: 5.464849678667512
verified: no, type: nAUC_mrr_diff1
value: 44.622323940651256
verified: no, type: nAUC_mrr_max
value: 20.915686008960645
verified: no, type: nAUC_mrr_std
value: 7.742740250688379
verified: no
task: type: Reranking, dataset: config: default
name: MTEB RuBQRetrieval
revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b
split: test
type: ai-forever/rubq-retrieval
metrics: type: main_score
value: 67.753
verified: no, type: map_at_1
value: 38.111
verified: no, type: map_at_10
value: 59.25
verified: no, type: map_at_100
value: 60.291
verified: no, type: map_at_1000
value: 60.31999999999999
verified: no, type: map_at_20
value: 60.007
verified: no, type: map_at_3
value: 53.39699999999999
verified: no, type: map_at_5
value: 57.021
verified: no, type: mrr_at_1
value: 54.60992907801418
verified: no, type: mrr_at_10
value: 67.53055930804169
verified: no, type: mrr_at_100
value: 67.88621490413858
verified: no, type: mrr_at_1000
value: 67.89435419716948
verified: no, type: mrr_at_20
value: 67.80457820326059
verified: no, type: mrr_at_3
value: 64.98226950354619
verified: no, type: mrr_at_5
value: 66.6991725768323
verified: no, type: nauc_map_at_1000_diff1
value: 38.61460560253499
verified: no, type: nauc_map_at_1000_max
value: 24.238741006152296
verified: no, type: nauc_map_at_1000_std
value: -12.553887111841771
verified: no, type: nauc_map_at_100_diff1
value: 38.604995328219836
verified: no, type: nauc_map_at_100_max
value: 24.25372744693149
verified: no, type: nauc_map_at_100_std
value: -12.525907529455832
verified: no, type: nauc_map_at_10_diff1
value: 38.2802363146203
verified: no, type: nauc_map_at_10_max
value: 24.148397487087742
verified: no, type: nauc_map_at_10_std
value: -13.02462313254209
verified: no, type: nauc_map_at_1_diff1
value: 42.20333973944006
verified: no, type: nauc_map_at_1_max
value: 16.04455015933995
verified: no, type: nauc_map_at_1_std
value: -11.426950122484298
verified: no, type: nauc_map_at_20_diff1
value: 38.49874303734095
verified: no, type: nauc_map_at_20_max
value: 24.27079948779279
verified: no, type: nauc_map_at_20_std
value: -12.643735833974782
verified: no, type: nauc_map_at_3_diff1
value: 38.393442128336126
verified: no, type: nauc_map_at_3_max
value: 21.120395203124264
verified: no, type: nauc_map_at_3_std
value: -14.57118408415527
verified: no, type: nauc_map_at_5_diff1
value: 37.98874776320297
verified: no, type: nauc_map_at_5_max
value: 22.75390581241078
verified: no, type: nauc_map_at_5_std
value: -13.871096120655116
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.08121396075722
verified: no, type: nauc_mrr_at_1000_max
value: 27.331313499687486
verified: no, type: nauc_mrr_at_1000_std
value: -13.114787616167014
verified: no, type: nauc_mrr_at_100_diff1
value: 45.082808269851654
verified: no, type: nauc_mrr_at_100_max
value: 27.343021375586257
verified: no, type: nauc_mrr_at_100_std
value: -13.104901642101272
verified: no, type: nauc_mrr_at_10_diff1
value: 44.89445664817906
verified: no, type: nauc_mrr_at_10_max
value: 27.483504407572795
verified: no, type: nauc_mrr_at_10_std
value: -13.116664114214782
verified: no, type: nauc_mrr_at_1_diff1
value: 47.43773937564259
verified: no, type: nauc_mrr_at_1_max
value: 24.3996512246477
verified: no, type: nauc_mrr_at_1_std
value: -13.283010969155859
verified: no, type: nauc_mrr_at_20_diff1
value: 45.08382953390109
verified: no, type: nauc_mrr_at_20_max
value: 27.418666231602508
verified: no, type: nauc_mrr_at_20_std
value: -13.101239027782416
verified: no, type: nauc_mrr_at_3_diff1
value: 44.695558812456625
verified: no, type: nauc_mrr_at_3_max
value: 26.75153207261083
verified: no, type: nauc_mrr_at_3_std
value: -14.019251949468694
verified: no, type: nauc_mrr_at_5_diff1
value: 44.84929587390349
verified: no, type: nauc_mrr_at_5_max
value: 27.508337265101257
verified: no, type: nauc_mrr_at_5_std
value: -13.748841022127815
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.706451835474724
verified: no, type: nauc_ndcg_at_1000_max
value: 26.633343785995507
verified: no, type: nauc_ndcg_at_1000_std
value: -11.207900377782707
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.49574863029789
verified: no, type: nauc_ndcg_at_100_max
value: 27.03615356082193
verified: no, type: nauc_ndcg_at_100_std
value: -10.456416625790485
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.36118560524438
verified: no, type: nauc_ndcg_at_10_max
value: 27.29115954765498
verified: no, type: nauc_ndcg_at_10_std
value: -12.026533782516182
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.43773937564259
verified: no, type: nauc_ndcg_at_1_max
value: 24.3996512246477
verified: no, type: nauc_ndcg_at_1_std
value: -13.283010969155859
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.11328986667616
verified: no, type: nauc_ndcg_at_20_max
value: 27.48803343585931
verified: no, type: nauc_ndcg_at_20_std
value: -11.061481936299867
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.09080511583124
verified: no, type: nauc_ndcg_at_3_max
value: 22.960624575385577
verified: no, type: nauc_ndcg_at_3_std
value: -15.162532187246452
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.84051905054443
verified: no, type: nauc_ndcg_at_5_max
value: 24.859831442018766
verified: no, type: nauc_ndcg_at_5_std
value: -14.208813731290032
verified: no, type: nauc_precision_at_1000_diff1
value: -8.235293550747457
verified: no, type: nauc_precision_at_1000_max
value: 7.564714965839937
verified: no, type: nauc_precision_at_1000_std
value: 5.160867910754626
verified: no, type: nauc_precision_at_100_diff1
value: -6.654255562369982
verified: no, type: nauc_precision_at_100_max
value: 10.671679751630798
verified: no, type: nauc_precision_at_100_std
value: 7.057997024307852
verified: no, type: nauc_precision_at_10_diff1
value: 0.4759476932076396
verified: no, type: nauc_precision_at_10_max
value: 18.705407595194696
verified: no, type: nauc_precision_at_10_std
value: 1.1284269201001864
verified: no, type: nauc_precision_at_1_diff1
value: 47.43773937564259
verified: no, type: nauc_precision_at_1_max
value: 24.3996512246477
verified: no, type: nauc_precision_at_1_std
value: -13.283010969155859
verified: no, type: nauc_precision_at_20_diff1
value: -3.1830019504133027
verified: no, type: nauc_precision_at_20_max
value: 15.311012950383418
verified: no, type: nauc_precision_at_20_std
value: 4.411311445012971
verified: no, type: nauc_precision_at_3_diff1
value: 14.900799832530298
verified: no, type: nauc_precision_at_3_max
value: 21.59448854239842
verified: no, type: nauc_precision_at_3_std
value: -10.383301518031464
verified: no, type: nauc_precision_at_5_diff1
value: 6.129583634729085
verified: no, type: nauc_precision_at_5_max
value: 19.764705099171525
verified: no, type: nauc_precision_at_5_std
value: -4.931119926816597
verified: no, type: nauc_recall_at_1000_diff1
value: 7.393009712112532
verified: no, type: nauc_recall_at_1000_max
value: 49.79443106358621
verified: no, type: nauc_recall_at_1000_std
value: 74.80255240755591
verified: no, type: nauc_recall_at_100_diff1
value: 19.35257139711146
verified: no, type: nauc_recall_at_100_max
value: 42.80851742013903
verified: no, type: nauc_recall_at_100_std
value: 37.546560048377444
verified: no, type: nauc_recall_at_10_diff1
value: 24.621169385136398
verified: no, type: nauc_recall_at_10_max
value: 33.22268204638332
verified: no, type: nauc_recall_at_10_std
value: -4.7401788730268235
verified: no, type: nauc_recall_at_1_diff1
value: 42.20333973944006
verified: no, type: nauc_recall_at_1_max
value: 16.04455015933995
verified: no, type: nauc_recall_at_1_std
value: -11.426950122484298
verified: no, type: nauc_recall_at_20_diff1
value: 24.927652532242657
verified: no, type: nauc_recall_at_20_max
value: 38.260344944664766
verified: no, type: nauc_recall_at_20_std
value: 5.423281114042867
verified: no, type: nauc_recall_at_3_diff1
value: 30.44227595912427
verified: no, type: nauc_recall_at_3_max
value: 19.94976153694003
verified: no, type: nauc_recall_at_3_std
value: -15.928733556196534
verified: no, type: nauc_recall_at_5_diff1
value: 27.044814357935724
verified: no, type: nauc_recall_at_5_max
value: 23.824668491154366
verified: no, type: nauc_recall_at_5_std
value: -13.992845356113314
verified: no, type: ndcg_at_1
value: 54.61
verified: no, type: ndcg_at_10
value: 67.753
verified: no, type: ndcg_at_100
value: 70.926
verified: no, type: ndcg_at_1000
value: 71.41
verified: no, type: ndcg_at_20
value: 69.61500000000001
verified: no, type: ndcg_at_3
value: 59.678
verified: no, type: ndcg_at_5
value: 64.012
verified: no, type: precision_at_1
value: 54.61
verified: no, type: precision_at_10
value: 13.747000000000002
verified: no, type: precision_at_100
value: 1.601
verified: no, type: precision_at_1000
value: 0.166
verified: no, type: precision_at_20
value: 7.446999999999999
verified: no, type: precision_at_3
value: 33.255
verified: no, type: precision_at_5
value: 23.747
verified: no, type: recall_at_1
value: 38.111
verified: no, type: recall_at_10
value: 83.878
verified: no, type: recall_at_100
value: 95.84899999999999
verified: no, type: recall_at_1000
value: 99.05199999999999
verified: no, type: recall_at_20
value: 90.048
verified: no, type: recall_at_3
value: 64.126
verified: no, type: recall_at_5
value: 74.295
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RuReviewsClassification
revision: f6d2c31f4dc6b88f468552750bfec05b4b41b05a
split: test
type: ai-forever/ru-reviews-classification
metrics: type: accuracy
value: 66.0888671875
verified: no, type: f1
value: 63.79342584872498
verified: no, type: f1_weighted
value: 63.79112620928187
verified: no, type: main_score
value: 66.0888671875
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSTSBenchmarkSTS
revision: 7cf24f325c6da6195df55bef3d86b5e0616f3018
split: test
type: ai-forever/ru-stsbenchmark-sts
metrics: type: cosine_pearson
value: 78.40381860532754
verified: no, type: cosine_spearman
value: 78.44128247246344
verified: no, type: euclidean_pearson
value: 77.03436669125563
verified: no, type: euclidean_spearman
value: 78.44009017152538
verified: no, type: main_score
value: 78.44128247246344
verified: no, type: manhattan_pearson
value: 77.084766201637
verified: no, type: manhattan_spearman
value: 78.46899044600028
verified: no, type: pearson
value: 78.40381860532754
verified: no, type: spearman
value: 78.44128247246344
verified: no
task: type: STS, dataset: config: default
name: MTEB RuSciBenchGRNTIClassification
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
split: test
type: ai-forever/ru-scibench-grnti-classification
metrics: type: accuracy
value: 61.4111328125
verified: no, type: f1
value: 59.604229603854044
verified: no, type: f1_weighted
value: 59.61906710038802
verified: no, type: main_score
value: 61.4111328125
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSciBenchGRNTIClusteringP2P
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
split: test
type: ai-forever/ru-scibench-grnti-classification
metrics: type: main_score
value: 55.660781672610625
verified: no, type: v_measure
value: 55.660781672610625
verified: no, type: v_measure_std
value: 1.0880487214373578
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RuSciBenchOECDClassification
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
split: test
type: ai-forever/ru-scibench-oecd-classification
metrics: type: accuracy
value: 48.6669921875
verified: no, type: f1
value: 46.24529719568694
verified: no, type: f1_weighted
value: 46.24736172369365
verified: no, type: main_score
value: 48.6669921875
verified: no
task: type: Classification, dataset: config: default
name: MTEB RuSciBenchOECDClusteringP2P
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
split: test
type: ai-forever/ru-scibench-oecd-classification
metrics: type: main_score
value: 47.95513383500326
verified: no, type: v_measure
value: 47.95513383500326
verified: no, type: v_measure_std
value: 0.9391146092620886
verified: no
task: type: Clustering, dataset: config: ru
name: MTEB STS22 (ru)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 65.27471390704719
verified: no, type: cosine_spearman
value: 68.12010913287949
verified: no, type: euclidean_pearson
value: 65.60124415285192
verified: no, type: euclidean_spearman
value: 68.12010913287949
verified: no, type: main_score
value: 68.12010913287949
verified: no, type: manhattan_pearson
value: 65.21850751060232
verified: no, type: manhattan_spearman
value: 67.85162022914248
verified: no, type: pearson
value: 65.27471390704719
verified: no, type: spearman
value: 68.12010913287949
verified: no
task: type: STS, dataset: config: default
name: MTEB SensitiveTopicsClassification
revision: 416b34a802308eac30e4192afc0ff99bb8dcc7f2
split: test
type: ai-forever/sensitive-topics-classification
metrics: type: accuracy
value: 30.0537109375
verified: no, type: f1
value: 35.12028781898003
verified: no, type: lrap
value: 45.91071234808953
verified: no, type: main_score
value: 30.0537109375
verified: no
task: type: MultilabelClassification, dataset: config: default
name: MTEB TERRa
revision: 7b58f24536063837d644aab9a023c62199b2a612
split: dev
type: ai-forever/terra-pairclassification
metrics: type: cosine_accuracy
value: 60.91205211726385
verified: no, type: cosine_accuracy_threshold
value: 68.15387606620789
verified: no, type: cosine_ap
value: 57.705995373862805
verified: no, type: cosine_f1
value: 67.57990867579909
verified: no, type: cosine_f1_threshold
value: 54.87680435180664
verified: no, type: cosine_precision
value: 51.92982456140351
verified: no, type: cosine_recall
value: 96.73202614379085
verified: no, type: dot_accuracy
value: 60.91205211726385
verified: no, type: dot_accuracy_threshold
value: 68.15387010574341
verified: no, type: dot_ap
value: 57.705995373862805
verified: no, type: dot_f1
value: 67.57990867579909
verified: no, type: dot_f1_threshold
value: 54.87680435180664
verified: no, type: dot_precision
value: 51.92982456140351
verified: no, type: dot_recall
value: 96.73202614379085
verified: no, type: euclidean_accuracy
value: 60.91205211726385
verified: no, type: euclidean_accuracy_threshold
value: 79.80742454528809
verified: no, type: euclidean_ap
value: 57.705995373862805
verified: no, type: euclidean_f1
value: 67.57990867579909
verified: no, type: euclidean_f1_threshold
value: 94.99809741973877
verified: no, type: euclidean_precision
value: 51.92982456140351
verified: no, type: euclidean_recall
value: 96.73202614379085
verified: no, type: main_score
value: 57.705995373862805
verified: no, type: manhattan_accuracy
value: 60.586319218241044
verified: no, type: manhattan_accuracy_threshold
value: 1858.333969116211
verified: no, type: manhattan_ap
value: 57.53277048517774
verified: no, type: manhattan_f1
value: 67.59259259259261
verified: no, type: manhattan_f1_threshold
value: 2154.4769287109375
verified: no, type: manhattan_precision
value: 52.32974910394266
verified: no, type: manhattan_recall
value: 95.42483660130719
verified: no, type: max_ap
value: 57.705995373862805
verified: no, type: max_f1
value: 67.59259259259261
verified: no, type: max_precision
value: 52.32974910394266
verified: no, type: max_recall
value: 96.73202614379085
verified: no, type: similarity_accuracy
value: 60.91205211726385
verified: no, type: similarity_accuracy_threshold
value: 68.15387606620789
verified: no, type: similarity_ap
value: 57.705995373862805
verified: no, type: similarity_f1
value: 67.57990867579909
verified: no, type: similarity_f1_threshold
value: 54.87680435180664
verified: no, type: similarity_precision
value: 51.92982456140351
verified: no, type: similarity_recall
value: 96.73202614379085
verified: no
task: type: PairClassification
pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
Likes: 30 | All-time downloads: 97381
Created: 2024-08-27 08:56:33