Model: bhavnicksm/brown-beetle-base-v1
Author: bhavnicksm
Library: model2vec
Tags: model2vec, safetensors, embeddings, static-embeddings, sentence-transformers, mteb, en, license:mit, model-index, region:us
Card metadata: base_model: baai/bge-base-en-v1.5
language: en
library_name: model2vec
license: mit
model_name: brown-beetle-base-v1
tags: embeddings, static-embeddings, sentence-transformers, mteb
model-index: name: brown-beetle-base-v1
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 70.90704647676162
verified: no, type: ap
value: 20.809576527783648
verified: no, type: ap_weighted
value: 20.809576527783648
verified: no, type: f1
value: 58.63593463335343
verified: no, type: f1_weighted
value: 76.3522601923032
verified: no, type: main_score
value: 70.90704647676162
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 72.44776119402985
verified: no, type: ap
value: 35.37456318192898
verified: no, type: ap_weighted
value: 35.37456318192898
verified: no, type: f1
value: 66.61214896368735
verified: no, type: f1_weighted
value: 75.10012201186763
verified: no, type: main_score
value: 72.44776119402985
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 66.56272500000001
verified: no, type: ap
value: 61.65156042833797
verified: no, type: ap_weighted
value: 61.65156042833797
verified: no, type: f1
value: 66.05067668571694
verified: no, type: f1_weighted
value: 66.05067668571694
verified: no, type: main_score
value: 66.56272500000001
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 32.804
verified: no, type: f1
value: 32.191562227975325
verified: no, type: f1_weighted
value: 32.191562227975325
verified: no, type: main_score
value: 32.804
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 27.472
verified: no, type: map_at_1
value: 12.518
verified: no, type: map_at_10
value: 22.112000000000002
verified: no, type: map_at_100
value: 23.113
verified: no, type: map_at_1000
value: 23.194
verified: no, type: map_at_20
value: 22.689
verified: no, type: map_at_3
value: 19.262999999999998
verified: no, type: map_at_5
value: 20.838
verified: no, type: mrr_at_1
value: 12.873399715504979
verified: no, type: mrr_at_10
value: 22.245760798392343
verified: no, type: mrr_at_100
value: 23.2535995386754
verified: no, type: mrr_at_1000
value: 23.334415424798767
verified: no, type: mrr_at_20
value: 22.832835930440567
verified: no, type: mrr_at_3
value: 19.369369369369373
verified: no, type: mrr_at_5
value: 21.005215742057814
verified: no, type: nauc_map_at_1000_diff1
value: 8.530112404211962
verified: no, type: nauc_map_at_1000_max
value: -0.610229019588028
verified: no, type: nauc_map_at_1000_std
value: 13.439326858512171
verified: no, type: nauc_map_at_100_diff1
value: 8.5589640159379
verified: no, type: nauc_map_at_100_max
value: -0.5944016197162708
verified: no, type: nauc_map_at_100_std
value: 13.489115621758796
verified: no, type: nauc_map_at_10_diff1
value: 8.126257265087254
verified: no, type: nauc_map_at_10_max
value: -0.9104792257460274
verified: no, type: nauc_map_at_10_std
value: 12.551733293998016
verified: no, type: nauc_map_at_1_diff1
value: 10.304469275234254
verified: no, type: nauc_map_at_1_max
value: -6.5207603714088656
verified: no, type: nauc_map_at_1_std
value: 11.511920725984798
verified: no, type: nauc_map_at_20_diff1
value: 8.392360813027413
verified: no, type: nauc_map_at_20_max
value: -0.5772326965536835
verified: no, type: nauc_map_at_20_std
value: 13.095295660026284
verified: no, type: nauc_map_at_3_diff1
value: 7.589039911404434
verified: no, type: nauc_map_at_3_max
value: -1.8859866214763326
verified: no, type: nauc_map_at_3_std
value: 10.864914799543438
verified: no, type: nauc_map_at_5_diff1
value: 7.725834671182779
verified: no, type: nauc_map_at_5_max
value: -2.0421876627364473
verified: no, type: nauc_map_at_5_std
value: 11.53252283204264
verified: no, type: nauc_mrr_at_1000_diff1
value: 7.223924047392896
verified: no, type: nauc_mrr_at_1000_max
value: -0.8237565406615028
verified: no, type: nauc_mrr_at_1000_std
value: 12.970720666995705
verified: no, type: nauc_mrr_at_100_diff1
value: 7.255600764760114
verified: no, type: nauc_mrr_at_100_max
value: -0.8075278980068191
verified: no, type: nauc_mrr_at_100_std
value: 13.021245058986777
verified: no, type: nauc_mrr_at_10_diff1
value: 6.824168026586408
verified: no, type: nauc_mrr_at_10_max
value: -1.1545141075883187
verified: no, type: nauc_mrr_at_10_std
value: 12.092125297214492
verified: no, type: nauc_mrr_at_1_diff1
value: 8.38385763966794
verified: no, type: nauc_mrr_at_1_max
value: -5.693722977782808
verified: no, type: nauc_mrr_at_1_std
value: 10.330346403389063
verified: no, type: nauc_mrr_at_20_diff1
value: 7.116749792879911
verified: no, type: nauc_mrr_at_20_max
value: -0.7639025085615958
verified: no, type: nauc_mrr_at_20_std
value: 12.627125842400034
verified: no, type: nauc_mrr_at_3_diff1
value: 5.958470776046153
verified: no, type: nauc_mrr_at_3_max
value: -2.397322655713469
verified: no, type: nauc_mrr_at_3_std
value: 10.318678582593435
verified: no, type: nauc_mrr_at_5_diff1
value: 6.422851283076855
verified: no, type: nauc_mrr_at_5_max
value: -2.228505094486492
verified: no, type: nauc_mrr_at_5_std
value: 11.080240086741586
verified: no, type: nauc_ndcg_at_1000_diff1
value: 9.665675037862528
verified: no, type: nauc_ndcg_at_1000_max
value: 1.8164643463570864
verified: no, type: nauc_ndcg_at_1000_std
value: 17.273535340960105
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.336717458605742
verified: no, type: nauc_ndcg_at_100_max
value: 2.201049622861128
verified: no, type: nauc_ndcg_at_100_std
value: 18.594513135944407
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.580230032915912
verified: no, type: nauc_ndcg_at_10_max
value: 1.6184519973149472
verified: no, type: nauc_ndcg_at_10_std
value: 14.168601330751521
verified: no, type: nauc_ndcg_at_1_diff1
value: 10.304469275234254
verified: no, type: nauc_ndcg_at_1_max
value: -6.5207603714088656
verified: no, type: nauc_ndcg_at_1_std
value: 11.511920725984798
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.452643320635774
verified: no, type: nauc_ndcg_at_20_max
value: 2.649675021632715
verified: no, type: nauc_ndcg_at_20_std
value: 15.848558428927983
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.423680730820109
verified: no, type: nauc_ndcg_at_3_max
value: -0.5241914531542782
verified: no, type: nauc_ndcg_at_3_std
value: 10.79696943710403
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.595280413445214
verified: no, type: nauc_ndcg_at_5_max
value: -0.9084662101000812
verified: no, type: nauc_ndcg_at_5_std
value: 11.89171024983937
verified: no, type: nauc_precision_at_1000_diff1
value: 17.671568881686063
verified: no, type: nauc_precision_at_1000_max
value: 15.396853331313713
verified: no, type: nauc_precision_at_1000_std
value: 51.45090306802372
verified: no, type: nauc_precision_at_100_diff1
value: 18.340171384916356
verified: no, type: nauc_precision_at_100_max
value: 10.545554043869352
verified: no, type: nauc_precision_at_100_std
value: 41.71442317028242
verified: no, type: nauc_precision_at_10_diff1
value: 10.046825528020882
verified: no, type: nauc_precision_at_10_max
value: 7.8956170776495584
verified: no, type: nauc_precision_at_10_std
value: 18.532526447633877
verified: no, type: nauc_precision_at_1_diff1
value: 10.304469275234254
verified: no, type: nauc_precision_at_1_max
value: -6.5207603714088656
verified: no, type: nauc_precision_at_1_std
value: 11.511920725984798
verified: no, type: nauc_precision_at_20_diff1
value: 12.951545972608155
verified: no, type: nauc_precision_at_20_max
value: 11.389982355850425
verified: no, type: nauc_precision_at_20_std
value: 24.00835254089037
verified: no, type: nauc_precision_at_3_diff1
value: 7.169726395090002
verified: no, type: nauc_precision_at_3_max
value: 2.6355879106577915
verified: no, type: nauc_precision_at_3_std
value: 10.664371283765304
verified: no, type: nauc_precision_at_5_diff1
value: 7.40977816055324
verified: no, type: nauc_precision_at_5_max
value: 1.5419005218408786
verified: no, type: nauc_precision_at_5_std
value: 12.808767406726606
verified: no, type: nauc_recall_at_1000_diff1
value: 17.67156888168616
verified: no, type: nauc_recall_at_1000_max
value: 15.396853331313737
verified: no, type: nauc_recall_at_1000_std
value: 51.450903068023635
verified: no, type: nauc_recall_at_100_diff1
value: 18.340171384916317
verified: no, type: nauc_recall_at_100_max
value: 10.545554043869341
verified: no, type: nauc_recall_at_100_std
value: 41.714423170282394
verified: no, type: nauc_recall_at_10_diff1
value: 10.046825528020864
verified: no, type: nauc_recall_at_10_max
value: 7.895617077649546
verified: no, type: nauc_recall_at_10_std
value: 18.532526447633852
verified: no, type: nauc_recall_at_1_diff1
value: 10.304469275234254
verified: no, type: nauc_recall_at_1_max
value: -6.5207603714088656
verified: no, type: nauc_recall_at_1_std
value: 11.511920725984798
verified: no, type: nauc_recall_at_20_diff1
value: 12.951545972608173
verified: no, type: nauc_recall_at_20_max
value: 11.389982355850462
verified: no, type: nauc_recall_at_20_std
value: 24.00835254089037
verified: no, type: nauc_recall_at_3_diff1
value: 7.169726395090035
verified: no, type: nauc_recall_at_3_max
value: 2.63558791065783
verified: no, type: nauc_recall_at_3_std
value: 10.664371283765313
verified: no, type: nauc_recall_at_5_diff1
value: 7.409778160553243
verified: no, type: nauc_recall_at_5_max
value: 1.5419005218408781
verified: no, type: nauc_recall_at_5_std
value: 12.808767406726599
verified: no, type: ndcg_at_1
value: 12.518
verified: no, type: ndcg_at_10
value: 27.472
verified: no, type: ndcg_at_100
value: 32.690000000000005
verified: no, type: ndcg_at_1000
value: 35.168
verified: no, type: ndcg_at_20
value: 29.54
verified: no, type: ndcg_at_3
value: 21.560000000000002
verified: no, type: ndcg_at_5
value: 24.415
verified: no, type: precision_at_1
value: 12.518
verified: no, type: precision_at_10
value: 4.459
verified: no, type: precision_at_100
value: 0.698
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: precision_at_20
value: 2.635
verified: no, type: precision_at_3
value: 9.411999999999999
verified: no, type: precision_at_5
value: 7.041
verified: no, type: recall_at_1
value: 12.518
verified: no, type: recall_at_10
value: 44.595
verified: no, type: recall_at_100
value: 69.844
verified: no, type: recall_at_1000
value: 90.04299999999999
verified: no, type: recall_at_20
value: 52.703
verified: no, type: recall_at_3
value: 28.236
verified: no, type: recall_at_5
value: 35.205999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 30.11004370017134
verified: no, type: v_measure
value: 30.11004370017134
verified: no, type: v_measure_std
value: 14.335180861208965
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 19.69451845436496
verified: no, type: v_measure
value: 19.69451845436496
verified: no, type: v_measure_std
value: 15.444158883670541
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 51.39726079096234
verified: no, type: map
value: 51.39726079096234
verified: no, type: mrr
value: 64.94514795761333
verified: no, type: nAUC_map_diff1
value: 13.516398333452804
verified: no, type: nAUC_map_max
value: 14.194223722139968
verified: no, type: nAUC_map_std
value: 7.1226539793825925
verified: no, type: nAUC_mrr_diff1
value: 15.629882497094707
verified: no, type: nAUC_mrr_max
value: 19.965579042518318
verified: no, type: nAUC_mrr_std
value: 13.128556325737211
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 72.9724950588563
verified: no, type: cosine_spearman
value: 73.9095154037482
verified: no, type: euclidean_pearson
value: 51.29126269915467
verified: no, type: euclidean_spearman
value: 53.62953523835351
verified: no, type: main_score
value: 73.9095154037482
verified: no, type: manhattan_pearson
value: 47.93589517727305
verified: no, type: manhattan_spearman
value: 50.323435810249705
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 71.9448051948052
verified: no, type: f1
value: 72.03993637071432
verified: no, type: f1_weighted
value: 72.03993637071433
verified: no, type: main_score
value: 71.9448051948052
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 26.10044290663735
verified: no, type: v_measure
value: 26.10044290663735
verified: no, type: v_measure_std
value: 0.4850250523953905
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 13.37602244060575
verified: no, type: v_measure
value: 13.37602244060575
verified: no, type: v_measure_std
value: 0.6130095640974286
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 29.395
verified: no, type: map_at_1
value: 18.637
verified: no, type: map_at_10
value: 25.094
verified: no, type: map_at_100
value: 26.115
verified: no, type: map_at_1000
value: 26.259
verified: no, type: map_at_20
value: 25.594
verified: no, type: map_at_3
value: 23.058
verified: no, type: map_at_5
value: 24.035
verified: no, type: mrr_at_1
value: 23.74821173104435
verified: no, type: mrr_at_10
value: 30.000681245316418
verified: no, type: mrr_at_100
value: 30.8270542356755
verified: no, type: mrr_at_1000
value: 30.90779908348725
verified: no, type: mrr_at_20
value: 30.411377002067137
verified: no, type: mrr_at_3
value: 28.30233667143539
verified: no, type: mrr_at_5
value: 29.089175011921792
verified: no, type: nauc_map_at_1000_diff1
value: 45.44985213475472
verified: no, type: nauc_map_at_1000_max
value: 31.85554173140791
verified: no, type: nauc_map_at_1000_std
value: -11.81610624669214
verified: no, type: nauc_map_at_100_diff1
value: 45.43648978317603
verified: no, type: nauc_map_at_100_max
value: 31.848529310376644
verified: no, type: nauc_map_at_100_std
value: -11.856130231905329
verified: no, type: nauc_map_at_10_diff1
value: 45.58637687075205
verified: no, type: nauc_map_at_10_max
value: 31.503326631977064
verified: no, type: nauc_map_at_10_std
value: -12.265935940319157
verified: no, type: nauc_map_at_1_diff1
value: 52.119568023926696
verified: no, type: nauc_map_at_1_max
value: 32.08497643741619
verified: no, type: nauc_map_at_1_std
value: -13.283778697596544
verified: no, type: nauc_map_at_20_diff1
value: 45.577938396658155
verified: no, type: nauc_map_at_20_max
value: 31.7637040046772
verified: no, type: nauc_map_at_20_std
value: -12.020408001583228
verified: no, type: nauc_map_at_3_diff1
value: 46.75147654852644
verified: no, type: nauc_map_at_3_max
value: 31.500448028398864
verified: no, type: nauc_map_at_3_std
value: -13.393665476201624
verified: no, type: nauc_map_at_5_diff1
value: 46.36664145078783
verified: no, type: nauc_map_at_5_max
value: 31.343431814823397
verified: no, type: nauc_map_at_5_std
value: -12.865715523230763
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.14925372989887
verified: no, type: nauc_mrr_at_1000_max
value: 32.76618097106967
verified: no, type: nauc_mrr_at_1000_std
value: -12.524563118199339
verified: no, type: nauc_mrr_at_100_diff1
value: 45.13373715931408
verified: no, type: nauc_mrr_at_100_max
value: 32.77708930663885
verified: no, type: nauc_mrr_at_100_std
value: -12.56931435530875
verified: no, type: nauc_mrr_at_10_diff1
value: 45.40838719763305
verified: no, type: nauc_mrr_at_10_max
value: 32.762868559810784
verified: no, type: nauc_mrr_at_10_std
value: -12.817907206821655
verified: no, type: nauc_mrr_at_1_diff1
value: 50.89134258279399
verified: no, type: nauc_mrr_at_1_max
value: 34.37095750680418
verified: no, type: nauc_mrr_at_1_std
value: -14.274479412853886
verified: no, type: nauc_mrr_at_20_diff1
value: 45.249541891203215
verified: no, type: nauc_mrr_at_20_max
value: 32.82316951160751
verified: no, type: nauc_mrr_at_20_std
value: -12.61002466497651
verified: no, type: nauc_mrr_at_3_diff1
value: 46.08602618931601
verified: no, type: nauc_mrr_at_3_max
value: 32.941253888093804
verified: no, type: nauc_mrr_at_3_std
value: -13.563733488369248
verified: no, type: nauc_mrr_at_5_diff1
value: 45.95778955086399
verified: no, type: nauc_mrr_at_5_max
value: 32.89757778678747
verified: no, type: nauc_mrr_at_5_std
value: -13.388699347312574
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.45552310071413
verified: no, type: nauc_ndcg_at_1000_max
value: 31.851447169128853
verified: no, type: nauc_ndcg_at_1000_std
value: -9.157899679842178
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.13189912941783
verified: no, type: nauc_ndcg_at_100_max
value: 31.920803739157755
verified: no, type: nauc_ndcg_at_100_std
value: -10.133311348487833
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.14532027005519
verified: no, type: nauc_ndcg_at_10_max
value: 31.398484315040182
verified: no, type: nauc_ndcg_at_10_std
value: -11.65740071892807
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.89134258279399
verified: no, type: nauc_ndcg_at_1_max
value: 34.37095750680418
verified: no, type: nauc_ndcg_at_1_std
value: -14.274479412853886
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.05955752222379
verified: no, type: nauc_ndcg_at_20_max
value: 31.617775415149495
verified: no, type: nauc_ndcg_at_20_std
value: -10.72382272385622
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.345319690154334
verified: no, type: nauc_ndcg_at_3_max
value: 31.860657201237984
verified: no, type: nauc_ndcg_at_3_std
value: -13.201036742073732
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.2321922039918
verified: no, type: nauc_ndcg_at_5_max
value: 31.67328744227065
verified: no, type: nauc_ndcg_at_5_std
value: -12.73240065162892
verified: no, type: nauc_precision_at_1000_diff1
value: 7.273423259712273
verified: no, type: nauc_precision_at_1000_max
value: 6.764651727683099
verified: no, type: nauc_precision_at_1000_std
value: -1.4966884360432018
verified: no, type: nauc_precision_at_100_diff1
value: 14.882288606927712
verified: no, type: nauc_precision_at_100_max
value: 21.077880381393772
verified: no, type: nauc_precision_at_100_std
value: -3.2549759401079776
verified: no, type: nauc_precision_at_10_diff1
value: 28.60830720280523
verified: no, type: nauc_precision_at_10_max
value: 28.558880836815003
verified: no, type: nauc_precision_at_10_std
value: -7.163122385852441
verified: no, type: nauc_precision_at_1_diff1
value: 50.89134258279399
verified: no, type: nauc_precision_at_1_max
value: 34.37095750680418
verified: no, type: nauc_precision_at_1_std
value: -14.274479412853886
verified: no, type: nauc_precision_at_20_diff1
value: 24.08438528220202
verified: no, type: nauc_precision_at_20_max
value: 28.258801616588247
verified: no, type: nauc_precision_at_20_std
value: -6.705830110580177
verified: no, type: nauc_precision_at_3_diff1
value: 37.93456250117405
verified: no, type: nauc_precision_at_3_max
value: 31.243409463132032
verified: no, type: nauc_precision_at_3_std
value: -12.59868434526981
verified: no, type: nauc_precision_at_5_diff1
value: 34.729490110300425
verified: no, type: nauc_precision_at_5_max
value: 30.372494703283788
verified: no, type: nauc_precision_at_5_std
value: -10.069026416856131
verified: no, type: nauc_recall_at_1000_diff1
value: 23.676039981996997
verified: no, type: nauc_recall_at_1000_max
value: 26.693584681473453
verified: no, type: nauc_recall_at_1000_std
value: 11.941818004042663
verified: no, type: nauc_recall_at_100_diff1
value: 26.974116632964495
verified: no, type: nauc_recall_at_100_max
value: 28.1322789539008
verified: no, type: nauc_recall_at_100_std
value: -2.793517857097065
verified: no, type: nauc_recall_at_10_diff1
value: 34.380731984563155
verified: no, type: nauc_recall_at_10_max
value: 27.1153265513231
verified: no, type: nauc_recall_at_10_std
value: -8.019251840545442
verified: no, type: nauc_recall_at_1_diff1
value: 52.119568023926696
verified: no, type: nauc_recall_at_1_max
value: 32.08497643741619
verified: no, type: nauc_recall_at_1_std
value: -13.283778697596544
verified: no, type: nauc_recall_at_20_diff1
value: 33.11437933898011
verified: no, type: nauc_recall_at_20_max
value: 27.550021643829588
verified: no, type: nauc_recall_at_20_std
value: -4.660461025976219
verified: no, type: nauc_recall_at_3_diff1
value: 39.80493501345255
verified: no, type: nauc_recall_at_3_max
value: 28.954772937395923
verified: no, type: nauc_recall_at_3_std
value: -12.62754725500984
verified: no, type: nauc_recall_at_5_diff1
value: 38.809559633465454
verified: no, type: nauc_recall_at_5_max
value: 28.024304327517513
verified: no, type: nauc_recall_at_5_std
value: -11.285144166535767
verified: no, type: ndcg_at_1
value: 23.748
verified: no, type: ndcg_at_10
value: 29.395
verified: no, type: ndcg_at_100
value: 34.314
verified: no, type: ndcg_at_1000
value: 37.422
verified: no, type: ndcg_at_20
value: 30.94
verified: no, type: ndcg_at_3
value: 26.317
verified: no, type: ndcg_at_5
value: 27.331
verified: no, type: precision_at_1
value: 23.748
verified: no, type: precision_at_10
value: 5.680000000000001
verified: no, type: precision_at_100
value: 1.027
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_20
value: 3.4189999999999996
verified: no, type: precision_at_3
value: 12.637
verified: no, type: precision_at_5
value: 9.013
verified: no, type: recall_at_1
value: 18.637
verified: no, type: recall_at_10
value: 37.092000000000006
verified: no, type: recall_at_100
value: 59.556
verified: no, type: recall_at_1000
value: 80.739
verified: no, type: recall_at_20
value: 42.971
verified: no, type: recall_at_3
value: 27.276
verified: no, type: recall_at_5
value: 30.469
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 23.681
verified: no, type: map_at_1
value: 15.042
verified: no, type: map_at_10
value: 20.141000000000002
verified: no, type: map_at_100
value: 20.904
verified: no, type: map_at_1000
value: 21.023
verified: no, type: map_at_20
value: 20.523
verified: no, type: map_at_3
value: 18.482000000000003
verified: no, type: map_at_5
value: 19.345000000000002
verified: no, type: mrr_at_1
value: 19.23566878980892
verified: no, type: mrr_at_10
value: 24.451824891315347
verified: no, type: mrr_at_100
value: 25.134838805782923
verified: no, type: mrr_at_1000
value: 25.208900352642388
verified: no, type: mrr_at_20
value: 24.808984561765023
verified: no, type: mrr_at_3
value: 22.728237791932056
verified: no, type: mrr_at_5
value: 23.654989384288733
verified: no, type: nauc_map_at_1000_diff1
value: 40.798124812569384
verified: no, type: nauc_map_at_1000_max
value: 14.81540926855082
verified: no, type: nauc_map_at_1000_std
value: -5.05385945021678
verified: no, type: nauc_map_at_100_diff1
value: 40.829386744060805
verified: no, type: nauc_map_at_100_max
value: 14.774380892904473
verified: no, type: nauc_map_at_100_std
value: -5.117516079985261
verified: no, type: nauc_map_at_10_diff1
value: 41.15478642914214
verified: no, type: nauc_map_at_10_max
value: 15.03768443891208
verified: no, type: nauc_map_at_10_std
value: -5.641265905734448
verified: no, type: nauc_map_at_1_diff1
value: 47.54352356674396
verified: no, type: nauc_map_at_1_max
value: 15.273312981192003
verified: no, type: nauc_map_at_1_std
value: -6.169908596349911
verified: no, type: nauc_map_at_20_diff1
value: 40.97327855637148
verified: no, type: nauc_map_at_20_max
value: 14.89105826755982
verified: no, type: nauc_map_at_20_std
value: -5.364240018336858
verified: no, type: nauc_map_at_3_diff1
value: 42.231873075275615
verified: no, type: nauc_map_at_3_max
value: 15.404317252294913
verified: no, type: nauc_map_at_3_std
value: -5.678580756730022
verified: no, type: nauc_map_at_5_diff1
value: 41.66143830829381
verified: no, type: nauc_map_at_5_max
value: 15.447251046070571
verified: no, type: nauc_map_at_5_std
value: -5.837495650656335
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.86420906999884
verified: no, type: nauc_mrr_at_1000_max
value: 16.135989158186753
verified: no, type: nauc_mrr_at_1000_std
value: -4.592451604982568
verified: no, type: nauc_mrr_at_100_diff1
value: 39.86122888458937
verified: no, type: nauc_mrr_at_100_max
value: 16.105439789753422
verified: no, type: nauc_mrr_at_100_std
value: -4.601044925036893
verified: no, type: nauc_mrr_at_10_diff1
value: 40.0914830828018
verified: no, type: nauc_mrr_at_10_max
value: 16.316069710505907
verified: no, type: nauc_mrr_at_10_std
value: -4.933931119120412
verified: no, type: nauc_mrr_at_1_diff1
value: 45.872319574398595
verified: no, type: nauc_mrr_at_1_max
value: 17.714407532873587
verified: no, type: nauc_mrr_at_1_std
value: -5.892428732338192
verified: no, type: nauc_mrr_at_20_diff1
value: 39.968104403603064
verified: no, type: nauc_mrr_at_20_max
value: 16.250579894010908
verified: no, type: nauc_mrr_at_20_std
value: -4.6913201222123115
verified: no, type: nauc_mrr_at_3_diff1
value: 40.98138119843196
verified: no, type: nauc_mrr_at_3_max
value: 16.753412976976964
verified: no, type: nauc_mrr_at_3_std
value: -4.862607910994618
verified: no, type: nauc_mrr_at_5_diff1
value: 40.51817434109358
verified: no, type: nauc_mrr_at_5_max
value: 16.669114474829712
verified: no, type: nauc_mrr_at_5_std
value: -5.0187913261619945
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.322805503060394
verified: no, type: nauc_ndcg_at_1000_max
value: 14.074508601767524
verified: no, type: nauc_ndcg_at_1000_std
value: -2.5684467253264294
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.680833522451216
verified: no, type: nauc_ndcg_at_100_max
value: 13.218661114047158
verified: no, type: nauc_ndcg_at_100_std
value: -3.2872551022227774
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.946324884525104
verified: no, type: nauc_ndcg_at_10_max
value: 14.56340596052078
verified: no, type: nauc_ndcg_at_10_std
value: -4.900816452861336
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.872319574398595
verified: no, type: nauc_ndcg_at_1_max
value: 17.714407532873587
verified: no, type: nauc_ndcg_at_1_std
value: -5.892428732338192
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.43824761822619
verified: no, type: nauc_ndcg_at_20_max
value: 14.1179521561548
verified: no, type: nauc_ndcg_at_20_std
value: -4.24942445066419
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.14877067296726
verified: no, type: nauc_ndcg_at_3_max
value: 15.867529420424223
verified: no, type: nauc_ndcg_at_3_std
value: -4.932613633444065
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.6102519927959
verified: no, type: nauc_ndcg_at_5_max
value: 15.609756851439455
verified: no, type: nauc_ndcg_at_5_std
value: -5.26940412982977
verified: no, type: nauc_precision_at_1000_diff1
value: -0.9954109220208948
verified: no, type: nauc_precision_at_1000_max
value: 11.967578992629335
verified: no, type: nauc_precision_at_1000_std
value: 9.014871288529228
verified: no, type: nauc_precision_at_100_diff1
value: 9.89964263137245
verified: no, type: nauc_precision_at_100_max
value: 9.908412889796272
verified: no, type: nauc_precision_at_100_std
value: 6.592828334609421
verified: no, type: nauc_precision_at_10_diff1
value: 24.28741469421518
verified: no, type: nauc_precision_at_10_max
value: 13.455460040232389
verified: no, type: nauc_precision_at_10_std
value: -2.3085437386023773
verified: no, type: nauc_precision_at_1_diff1
value: 45.872319574398595
verified: no, type: nauc_precision_at_1_max
value: 17.714407532873587
verified: no, type: nauc_precision_at_1_std
value: -5.892428732338192
verified: no, type: nauc_precision_at_20_diff1
value: 19.81016945673257
verified: no, type: nauc_precision_at_20_max
value: 13.617095525972758
verified: no, type: nauc_precision_at_20_std
value: 0.8956778782497932
verified: no, type: nauc_precision_at_3_diff1
value: 31.47336887855281
verified: no, type: nauc_precision_at_3_max
value: 17.33370290746675
verified: no, type: nauc_precision_at_3_std
value: -3.1323661307841824
verified: no, type: nauc_precision_at_5_diff1
value: 28.487140523674654
verified: no, type: nauc_precision_at_5_max
value: 16.480475549147176
verified: no, type: nauc_precision_at_5_std
value: -3.725675220452465
verified: no, type: nauc_recall_at_1000_diff1
value: 24.064977596273092
verified: no, type: nauc_recall_at_1000_max
value: 9.481115572308768
verified: no, type: nauc_recall_at_1000_std
value: 7.1196676914786305
verified: no, type: nauc_recall_at_100_diff1
value: 27.68996032837215
verified: no, type: nauc_recall_at_100_max
value: 5.569519308774954
verified: no, type: nauc_recall_at_100_std
value: 2.174562988626623
verified: no, type: nauc_recall_at_10_diff1
value: 33.4166528457575
verified: no, type: nauc_recall_at_10_max
value: 11.526480134166073
verified: no, type: nauc_recall_at_10_std
value: -3.9714508194727993
verified: no, type: nauc_recall_at_1_diff1
value: 47.54352356674396
verified: no, type: nauc_recall_at_1_max
value: 15.273312981192003
verified: no, type: nauc_recall_at_1_std
value: -6.169908596349911
verified: no, type: nauc_recall_at_20_diff1
value: 31.174108795272655
verified: no, type: nauc_recall_at_20_max
value: 9.49403140642074
verified: no, type: nauc_recall_at_20_std
value: -1.7053654233265276
verified: no, type: nauc_recall_at_3_diff1
value: 36.975946663308655
verified: no, type: nauc_recall_at_3_max
value: 13.846841332248397
verified: no, type: nauc_recall_at_3_std
value: -4.620179845226721
verified: no, type: nauc_recall_at_5_diff1
value: 35.32921422655988
verified: no, type: nauc_recall_at_5_max
value: 13.64989734279998
verified: no, type: nauc_recall_at_5_std
value: -5.11567851944459
verified: no, type: ndcg_at_1
value: 19.236
verified: no, type: ndcg_at_10
value: 23.681
verified: no, type: ndcg_at_100
value: 27.378000000000004
verified: no, type: ndcg_at_1000
value: 30.263
verified: no, type: ndcg_at_20
value: 24.869
verified: no, type: ndcg_at_3
value: 20.990000000000002
verified: no, type: ndcg_at_5
value: 22.112000000000002
verified: no, type: precision_at_1
value: 19.236
verified: no, type: precision_at_10
value: 4.561
verified: no, type: precision_at_100
value: 0.8130000000000001
verified: no, type: precision_at_1000
value: 0.131
verified: no, type: precision_at_20
value: 2.7390000000000003
verified: no, type: precision_at_3
value: 10.318
verified: no, type: precision_at_5
value: 7.35
verified: no, type: recall_at_1
value: 15.042
verified: no, type: recall_at_10
value: 29.768
verified: no, type: recall_at_100
value: 46.403
verified: no, type: recall_at_1000
value: 66.237
verified: no, type: recall_at_20
value: 34.172999999999995
verified: no, type: recall_at_3
value: 21.736
verified: no, type: recall_at_5
value: 24.909
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 33.292
verified: no, type: map_at_1
value: 21.258
verified: no, type: map_at_10
value: 28.968
verified: no, type: map_at_100
value: 29.87
verified: no, type: map_at_1000
value: 29.967
verified: no, type: map_at_20
value: 29.432000000000002
verified: no, type: map_at_3
value: 26.772000000000002
verified: no, type: map_at_5
value: 28.101
verified: no, type: mrr_at_1
value: 24.890282131661444
verified: no, type: mrr_at_10
value: 31.909364581778334
verified: no, type: mrr_at_100
value: 32.725252862811274
verified: no, type: mrr_at_1000
value: 32.79159341343287
verified: no, type: mrr_at_20
value: 32.341802530734604
verified: no, type: mrr_at_3
value: 29.916405433646787
verified: no, type: mrr_at_5
value: 31.148380355276856
verified: no, type: nauc_map_at_1000_diff1
value: 42.89898485719857
verified: no, type: nauc_map_at_1000_max
value: 25.7601834300267
verified: no, type: nauc_map_at_1000_std
value: -6.8075678780363065
verified: no, type: nauc_map_at_100_diff1
value: 42.88303590625868
verified: no, type: nauc_map_at_100_max
value: 25.748000671003506
verified: no, type: nauc_map_at_100_std
value: -6.880066721152117
verified: no, type: nauc_map_at_10_diff1
value: 42.97229732654456
verified: no, type: nauc_map_at_10_max
value: 25.73618000005681
verified: no, type: nauc_map_at_10_std
value: -7.416149046327371
verified: no, type: nauc_map_at_1_diff1
value: 47.83647924362518
verified: no, type: nauc_map_at_1_max
value: 26.419122024307985
verified: no, type: nauc_map_at_1_std
value: -11.21630730855683
verified: no, type: nauc_map_at_20_diff1
value: 42.92765195082491
verified: no, type: nauc_map_at_20_max
value: 25.827247499669042
verified: no, type: nauc_map_at_20_std
value: -7.25577277560294
verified: no, type: nauc_map_at_3_diff1
value: 43.25354682000908
verified: no, type: nauc_map_at_3_max
value: 25.475868171430445
verified: no, type: nauc_map_at_3_std
value: -8.736090401561846
verified: no, type: nauc_map_at_5_diff1
value: 43.19691208993581
verified: no, type: nauc_map_at_5_max
value: 25.78026385201875
verified: no, type: nauc_map_at_5_std
value: -7.410757681862602
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.75833402735505
verified: no, type: nauc_mrr_at_1000_max
value: 27.696252388661918
verified: no, type: nauc_mrr_at_1000_std
value: -5.26810595515753
verified: no, type: nauc_mrr_at_100_diff1
value: 43.74265948204468
verified: no, type: nauc_mrr_at_100_max
value: 27.68162942740836
verified: no, type: nauc_mrr_at_100_std
value: -5.273744266587032
verified: no, type: nauc_mrr_at_10_diff1
value: 43.856655689435364
verified: no, type: nauc_mrr_at_10_max
value: 27.850212260475832
verified: no, type: nauc_mrr_at_10_std
value: -5.651027150885109
verified: no, type: nauc_mrr_at_1_diff1
value: 49.482145902956546
verified: no, type: nauc_mrr_at_1_max
value: 29.40696837180673
verified: no, type: nauc_mrr_at_1_std
value: -9.246840389820699
verified: no, type: nauc_mrr_at_20_diff1
value: 43.773790918590606
verified: no, type: nauc_mrr_at_20_max
value: 27.813596603253572
verified: no, type: nauc_mrr_at_20_std
value: -5.563343410112547
verified: no, type: nauc_mrr_at_3_diff1
value: 44.1863992693496
verified: no, type: nauc_mrr_at_3_max
value: 27.975687791183194
verified: no, type: nauc_mrr_at_3_std
value: -6.566771188686054
verified: no, type: nauc_mrr_at_5_diff1
value: 44.28502525647762
verified: no, type: nauc_mrr_at_5_max
value: 28.22823260746294
verified: no, type: nauc_mrr_at_5_std
value: -5.664969849271516
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.10279297865673
verified: no, type: nauc_ndcg_at_1000_max
value: 25.15483651126361
verified: no, type: nauc_ndcg_at_1000_std
value: -2.326246701669577
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.68733230153336
verified: no, type: nauc_ndcg_at_100_max
value: 24.920497030562395
verified: no, type: nauc_ndcg_at_100_std
value: -3.2491794009868062
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.22720271830224
verified: no, type: nauc_ndcg_at_10_max
value: 25.591609324815213
verified: no, type: nauc_ndcg_at_10_std
value: -5.930931282520972
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.482145902956546
verified: no, type: nauc_ndcg_at_1_max
value: 29.40696837180673
verified: no, type: nauc_ndcg_at_1_std
value: -9.246840389820699
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.02978538915726
verified: no, type: nauc_ndcg_at_20_max
value: 25.692164466960982
verified: no, type: nauc_ndcg_at_20_std
value: -5.481258872610866
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.946789824936715
verified: no, type: nauc_ndcg_at_3_max
value: 25.819165242311083
verified: no, type: nauc_ndcg_at_3_std
value: -7.651398955832938
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.89260094688737
verified: no, type: nauc_ndcg_at_5_max
value: 26.092454786522957
verified: no, type: nauc_ndcg_at_5_std
value: -5.831834443535013
verified: no, type: nauc_precision_at_1000_diff1
value: 7.432542782735883
verified: no, type: nauc_precision_at_1000_max
value: 9.331553140370588
verified: no, type: nauc_precision_at_1000_std
value: 28.23885596670155
verified: no, type: nauc_precision_at_100_diff1
value: 19.6661654667304
verified: no, type: nauc_precision_at_100_max
value: 16.6847940189733
verified: no, type: nauc_precision_at_100_std
value: 18.310214580560057
verified: no, type: nauc_precision_at_10_diff1
value: 32.10200793695008
verified: no, type: nauc_precision_at_10_max
value: 23.864811590537947
verified: no, type: nauc_precision_at_10_std
value: 1.4030918024799062
verified: no, type: nauc_precision_at_1_diff1
value: 49.482145902956546
verified: no, type: nauc_precision_at_1_max
value: 29.40696837180673
verified: no, type: nauc_precision_at_1_std
value: -9.246840389820699
verified: no, type: nauc_precision_at_20_diff1
value: 29.476241810558673
verified: no, type: nauc_precision_at_20_max
value: 23.96668161723849
verified: no, type: nauc_precision_at_20_std
value: 4.306914916353381
verified: no, type: nauc_precision_at_3_diff1
value: 36.06776696045971
verified: no, type: nauc_precision_at_3_max
value: 25.929370510324745
verified: no, type: nauc_precision_at_3_std
value: -3.7615220021347517
verified: no, type: nauc_precision_at_5_diff1
value: 35.32396504605641
verified: no, type: nauc_precision_at_5_max
value: 25.95265820819126
verified: no, type: nauc_precision_at_5_std
value: 1.1670946217187153
verified: no, type: nauc_recall_at_1000_diff1
value: 29.164546397383145
verified: no, type: nauc_recall_at_1000_max
value: 15.621267941592098
verified: no, type: nauc_recall_at_1000_std
value: 26.27547002407044
verified: no, type: nauc_recall_at_100_diff1
value: 29.153994431881447
verified: no, type: nauc_recall_at_100_max
value: 16.748491583987608
verified: no, type: nauc_recall_at_100_std
value: 9.462267347861445
verified: no, type: nauc_recall_at_10_diff1
value: 34.05468080049927
verified: no, type: nauc_recall_at_10_max
value: 22.204610247322602
verified: no, type: nauc_recall_at_10_std
value: -3.5086309143508814
verified: no, type: nauc_recall_at_1_diff1
value: 47.83647924362518
verified: no, type: nauc_recall_at_1_max
value: 26.419122024307985
verified: no, type: nauc_recall_at_1_std
value: -11.21630730855683
verified: no, type: nauc_recall_at_20_diff1
value: 33.12835279154617
verified: no, type: nauc_recall_at_20_max
value: 22.306853620231067
verified: no, type: nauc_recall_at_20_std
value: -2.033052592471381
verified: no, type: nauc_recall_at_3_diff1
value: 36.95894401551376
verified: no, type: nauc_recall_at_3_max
value: 22.786504846733948
verified: no, type: nauc_recall_at_3_std
value: -6.979614609488201
verified: no, type: nauc_recall_at_5_diff1
value: 36.46425114286232
verified: no, type: nauc_recall_at_5_max
value: 23.920023442782707
verified: no, type: nauc_recall_at_5_std
value: -3.0154588250727543
verified: no, type: ndcg_at_1
value: 24.89
verified: no, type: ndcg_at_10
value: 33.292
verified: no, type: ndcg_at_100
value: 37.901
verified: no, type: ndcg_at_1000
value: 40.285
verified: no, type: ndcg_at_20
value: 34.884
verified: no, type: ndcg_at_3
value: 29.238999999999997
verified: no, type: ndcg_at_5
value: 31.367
verified: no, type: precision_at_1
value: 24.89
verified: no, type: precision_at_10
value: 5.442
verified: no, type: precision_at_100
value: 0.849
verified: no, type: precision_at_1000
value: 0.11399999999999999
verified: no, type: precision_at_20
value: 3.132
verified: no, type: precision_at_3
value: 13.312
verified: no, type: precision_at_5
value: 9.342
verified: no, type: recall_at_1
value: 21.258
verified: no, type: recall_at_10
value: 43.651
verified: no, type: recall_at_100
value: 64.885
verified: no, type: recall_at_1000
value: 82.248
verified: no, type: recall_at_20
value: 49.580999999999996
verified: no, type: recall_at_3
value: 32.625
verified: no, type: recall_at_5
value: 37.957
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 16.07
verified: no, type: map_at_1
value: 9.415999999999999
verified: no, type: map_at_10
value: 13.513
verified: no, type: map_at_100
value: 14.224999999999998
verified: no, type: map_at_1000
value: 14.319
verified: no, type: map_at_20
value: 13.866
verified: no, type: map_at_3
value: 12.112
verified: no, type: map_at_5
value: 12.926000000000002
verified: no, type: mrr_at_1
value: 10.056497175141244
verified: no, type: mrr_at_10
value: 14.38808178638687
verified: no, type: mrr_at_100
value: 15.119805851668064
verified: no, type: mrr_at_1000
value: 15.205731909234233
verified: no, type: mrr_at_20
value: 14.75397466980612
verified: no, type: mrr_at_3
value: 12.862523540489635
verified: no, type: mrr_at_5
value: 13.77212806026365
verified: no, type: nauc_map_at_1000_diff1
value: 30.749479495702342
verified: no, type: nauc_map_at_1000_max
value: 18.061350456252757
verified: no, type: nauc_map_at_1000_std
value: -12.776716311222378
verified: no, type: nauc_map_at_100_diff1
value: 30.745239452411266
verified: no, type: nauc_map_at_100_max
value: 18.00287521387654
verified: no, type: nauc_map_at_100_std
value: -12.762249840519019
verified: no, type: nauc_map_at_10_diff1
value: 31.585120048362626
verified: no, type: nauc_map_at_10_max
value: 18.39732510168566
verified: no, type: nauc_map_at_10_std
value: -13.04298966234414
verified: no, type: nauc_map_at_1_diff1
value: 39.53220236575913
verified: no, type: nauc_map_at_1_max
value: 19.291078384369037
verified: no, type: nauc_map_at_1_std
value: -15.847700407312121
verified: no, type: nauc_map_at_20_diff1
value: 31.15292842056701
verified: no, type: nauc_map_at_20_max
value: 18.13662897968119
verified: no, type: nauc_map_at_20_std
value: -12.848240363122192
verified: no, type: nauc_map_at_3_diff1
value: 33.313193762120996
verified: no, type: nauc_map_at_3_max
value: 18.718856751497455
verified: no, type: nauc_map_at_3_std
value: -14.859757228365305
verified: no, type: nauc_map_at_5_diff1
value: 32.23145271963652
verified: no, type: nauc_map_at_5_max
value: 18.686858524820614
verified: no, type: nauc_map_at_5_std
value: -13.710819578206074
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.8165900318886
verified: no, type: nauc_mrr_at_1000_max
value: 20.23811240329599
verified: no, type: nauc_mrr_at_1000_std
value: -11.894134707547828
verified: no, type: nauc_mrr_at_100_diff1
value: 29.79693245528083
verified: no, type: nauc_mrr_at_100_max
value: 20.20487363279151
verified: no, type: nauc_mrr_at_100_std
value: -11.8801471861184
verified: no, type: nauc_mrr_at_10_diff1
value: 30.555491785566787
verified: no, type: nauc_mrr_at_10_max
value: 20.727418041975238
verified: no, type: nauc_mrr_at_10_std
value: -12.17749828295938
verified: no, type: nauc_mrr_at_1_diff1
value: 38.471750784591066
verified: no, type: nauc_mrr_at_1_max
value: 21.693359914033035
verified: no, type: nauc_mrr_at_1_std
value: -15.027184530198495
verified: no, type: nauc_mrr_at_20_diff1
value: 30.124573695443253
verified: no, type: nauc_mrr_at_20_max
value: 20.387777693647998
verified: no, type: nauc_mrr_at_20_std
value: -11.986519353678883
verified: no, type: nauc_mrr_at_3_diff1
value: 31.924325436195495
verified: no, type: nauc_mrr_at_3_max
value: 20.617013722734008
verified: no, type: nauc_mrr_at_3_std
value: -14.110436011957422
verified: no, type: nauc_mrr_at_5_diff1
value: 30.993974966945082
verified: no, type: nauc_mrr_at_5_max
value: 20.986844373402263
verified: no, type: nauc_mrr_at_5_std
value: -12.69277901580161
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.982176878556317
verified: no, type: nauc_ndcg_at_1000_max
value: 17.957848463581367
verified: no, type: nauc_ndcg_at_1000_std
value: -10.478813728245443
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.170121843912362
verified: no, type: nauc_ndcg_at_100_max
value: 16.255524144508325
verified: no, type: nauc_ndcg_at_100_std
value: -9.984533384788604
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.577877265628548
verified: no, type: nauc_ndcg_at_10_max
value: 18.13117862235857
verified: no, type: nauc_ndcg_at_10_std
value: -10.906065025018682
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.471750784591066
verified: no, type: nauc_ndcg_at_1_max
value: 21.693359914033035
verified: no, type: nauc_ndcg_at_1_std
value: -15.027184530198495
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.10928770072782
verified: no, type: nauc_ndcg_at_20_max
value: 17.30763169934487
verified: no, type: nauc_ndcg_at_20_std
value: -10.399408092338273
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.042482747608286
verified: no, type: nauc_ndcg_at_3_max
value: 18.738158681504135
verified: no, type: nauc_ndcg_at_3_std
value: -14.477327055073575
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.660154138043147
verified: no, type: nauc_ndcg_at_5_max
value: 18.84211095319927
verified: no, type: nauc_ndcg_at_5_std
value: -12.327752711951133
verified: no, type: nauc_precision_at_1000_diff1
value: 7.633443912786396
verified: no, type: nauc_precision_at_1000_max
value: 21.566986560692477
verified: no, type: nauc_precision_at_1000_std
value: -2.445375271482855
verified: no, type: nauc_precision_at_100_diff1
value: 9.318121904657204
verified: no, type: nauc_precision_at_100_max
value: 13.380483592987227
verified: no, type: nauc_precision_at_100_std
value: -3.8250949950041795
verified: no, type: nauc_precision_at_10_diff1
value: 20.19648074695999
verified: no, type: nauc_precision_at_10_max
value: 18.698777956049263
verified: no, type: nauc_precision_at_10_std
value: -6.150147847173545
verified: no, type: nauc_precision_at_1_diff1
value: 38.471750784591066
verified: no, type: nauc_precision_at_1_max
value: 21.693359914033035
verified: no, type: nauc_precision_at_1_std
value: -15.027184530198495
verified: no, type: nauc_precision_at_20_diff1
value: 16.533311292140727
verified: no, type: nauc_precision_at_20_max
value: 17.695708265296
verified: no, type: nauc_precision_at_20_std
value: -4.705535015858615
verified: no, type: nauc_precision_at_3_diff1
value: 25.326780965328666
verified: no, type: nauc_precision_at_3_max
value: 19.89839754219193
verified: no, type: nauc_precision_at_3_std
value: -13.489806593621662
verified: no, type: nauc_precision_at_5_diff1
value: 22.651705939365204
verified: no, type: nauc_precision_at_5_max
value: 20.655007483997082
verified: no, type: nauc_precision_at_5_std
value: -9.011224009514967
verified: no, type: nauc_recall_at_1000_diff1
value: 15.004367482615095
verified: no, type: nauc_recall_at_1000_max
value: 17.748576991915314
verified: no, type: nauc_recall_at_1000_std
value: -6.336771887149544
verified: no, type: nauc_recall_at_100_diff1
value: 12.26225847741849
verified: no, type: nauc_recall_at_100_max
value: 8.881243122304054
verified: no, type: nauc_recall_at_100_std
value: -4.136516621641661
verified: no, type: nauc_recall_at_10_diff1
value: 22.427386838623846
verified: no, type: nauc_recall_at_10_max
value: 15.21049389571777
verified: no, type: nauc_recall_at_10_std
value: -6.30926628254321
verified: no, type: nauc_recall_at_1_diff1
value: 39.53220236575913
verified: no, type: nauc_recall_at_1_max
value: 19.291078384369037
verified: no, type: nauc_recall_at_1_std
value: -15.847700407312121
verified: no, type: nauc_recall_at_20_diff1
value: 18.637972178861908
verified: no, type: nauc_recall_at_20_max
value: 12.960062439294784
verified: no, type: nauc_recall_at_20_std
value: -5.432871665457346
verified: no, type: nauc_recall_at_3_diff1
value: 26.860762414942542
verified: no, type: nauc_recall_at_3_max
value: 17.111730042893747
verified: no, type: nauc_recall_at_3_std
value: -13.66463201462077
verified: no, type: nauc_recall_at_5_diff1
value: 24.99125073047622
verified: no, type: nauc_recall_at_5_max
value: 17.157076930941727
verified: no, type: nauc_recall_at_5_std
value: -9.709045620839477
verified: no, type: ndcg_at_1
value: 10.056
verified: no, type: ndcg_at_10
value: 16.07
verified: no, type: ndcg_at_100
value: 20.119999999999997
verified: no, type: ndcg_at_1000
value: 23.135
verified: no, type: ndcg_at_20
value: 17.379
verified: no, type: ndcg_at_3
value: 13.196
verified: no, type: ndcg_at_5
value: 14.667
verified: no, type: precision_at_1
value: 10.056
verified: no, type: precision_at_10
value: 2.621
verified: no, type: precision_at_100
value: 0.49500000000000005
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: precision_at_20
value: 1.6049999999999998
verified: no, type: precision_at_3
value: 5.65
verified: no, type: precision_at_5
value: 4.226
verified: no, type: recall_at_1
value: 9.415999999999999
verified: no, type: recall_at_10
value: 23.146
verified: no, type: recall_at_100
value: 42.798
verified: no, type: recall_at_1000
value: 66.647
verified: no, type: recall_at_20
value: 28.222
verified: no, type: recall_at_3
value: 15.537
verified: no, type: recall_at_5
value: 18.971
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 10.333
verified: no, type: map_at_1
value: 5.122
verified: no, type: map_at_10
value: 8.056000000000001
verified: no, type: map_at_100
value: 8.802
verified: no, type: map_at_1000
value: 8.912
verified: no, type: map_at_20
value: 8.415000000000001
verified: no, type: map_at_3
value: 7.045999999999999
verified: no, type: map_at_5
value: 7.504
verified: no, type: mrr_at_1
value: 6.467661691542288
verified: no, type: mrr_at_10
value: 9.997384111190083
verified: no, type: mrr_at_100
value: 10.780503968726906
verified: no, type: mrr_at_1000
value: 10.877815365669848
verified: no, type: mrr_at_20
value: 10.387299394522376
verified: no, type: mrr_at_3
value: 8.747927031509123
verified: no, type: mrr_at_5
value: 9.37603648424544
verified: no, type: nauc_map_at_1000_diff1
value: 16.627745082398647
verified: no, type: nauc_map_at_1000_max
value: 13.859196754512038
verified: no, type: nauc_map_at_1000_std
value: -2.0046507955951545
verified: no, type: nauc_map_at_100_diff1
value: 16.620272060480293
verified: no, type: nauc_map_at_100_max
value: 13.888542915508207
verified: no, type: nauc_map_at_100_std
value: -2.1508604539816405
verified: no, type: nauc_map_at_10_diff1
value: 16.54291042030997
verified: no, type: nauc_map_at_10_max
value: 14.679948762856155
verified: no, type: nauc_map_at_10_std
value: -2.0508176657469925
verified: no, type: nauc_map_at_1_diff1
value: 26.648517428464473
verified: no, type: nauc_map_at_1_max
value: 14.172118938664543
verified: no, type: nauc_map_at_1_std
value: -4.531793333515623
verified: no, type: nauc_map_at_20_diff1
value: 16.586117993573247
verified: no, type: nauc_map_at_20_max
value: 13.902879810509836
verified: no, type: nauc_map_at_20_std
value: -2.1637773579833284
verified: no, type: nauc_map_at_3_diff1
value: 17.292405890978245
verified: no, type: nauc_map_at_3_max
value: 14.88845860580791
verified: no, type: nauc_map_at_3_std
value: -3.8731525741198434
verified: no, type: nauc_map_at_5_diff1
value: 17.063873849249006
verified: no, type: nauc_map_at_5_max
value: 14.472842242085832
verified: no, type: nauc_map_at_5_std
value: -3.2215593846047637
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.195672190983608
verified: no, type: nauc_mrr_at_1000_max
value: 16.342766844618215
verified: no, type: nauc_mrr_at_1000_std
value: -1.1235080643915678
verified: no, type: nauc_mrr_at_100_diff1
value: 17.139546677591238
verified: no, type: nauc_mrr_at_100_max
value: 16.346425503757565
verified: no, type: nauc_mrr_at_100_std
value: -1.2336496415510974
verified: no, type: nauc_mrr_at_10_diff1
value: 17.421668919941986
verified: no, type: nauc_mrr_at_10_max
value: 17.033376602230828
verified: no, type: nauc_mrr_at_10_std
value: -1.2493483044737175
verified: no, type: nauc_mrr_at_1_diff1
value: 26.65544099259078
verified: no, type: nauc_mrr_at_1_max
value: 17.10769821821117
verified: no, type: nauc_mrr_at_1_std
value: -2.72507465768404
verified: no, type: nauc_mrr_at_20_diff1
value: 17.123070882175753
verified: no, type: nauc_mrr_at_20_max
value: 16.290797946719834
verified: no, type: nauc_mrr_at_20_std
value: -1.0559190532852607
verified: no, type: nauc_mrr_at_3_diff1
value: 18.503311769244924
verified: no, type: nauc_mrr_at_3_max
value: 17.660736027174302
verified: no, type: nauc_mrr_at_3_std
value: -2.1922179141352234
verified: no, type: nauc_mrr_at_5_diff1
value: 17.87253349268872
verified: no, type: nauc_mrr_at_5_max
value: 17.29405417834218
verified: no, type: nauc_mrr_at_5_std
value: -2.276297588731558
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.450990987909975
verified: no, type: nauc_ndcg_at_1000_max
value: 12.61179895702807
verified: no, type: nauc_ndcg_at_1000_std
value: 2.1787457701847006
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.868792706107108
verified: no, type: nauc_ndcg_at_100_max
value: 12.876251575225254
verified: no, type: nauc_ndcg_at_100_std
value: -0.9023302572828659
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.18618751878955
verified: no, type: nauc_ndcg_at_10_max
value: 15.44002664591339
verified: no, type: nauc_ndcg_at_10_std
value: -0.2908150507923372
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.65544099259078
verified: no, type: nauc_ndcg_at_1_max
value: 17.10769821821117
verified: no, type: nauc_ndcg_at_1_std
value: -2.72507465768404
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.021582557942699
verified: no, type: nauc_ndcg_at_20_max
value: 12.843878363016215
verified: no, type: nauc_ndcg_at_20_std
value: -0.5317355206153845
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.27030031763437
verified: no, type: nauc_ndcg_at_3_max
value: 16.442777903842174
verified: no, type: nauc_ndcg_at_3_std
value: -3.4853935802800864
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.053308688870072
verified: no, type: nauc_ndcg_at_5_max
value: 15.493086436510678
verified: no, type: nauc_ndcg_at_5_std
value: -2.5841189511983695
verified: no, type: nauc_precision_at_1000_diff1
value: 5.162665834337446
verified: no, type: nauc_precision_at_1000_max
value: 5.426553384527509
verified: no, type: nauc_precision_at_1000_std
value: 6.1242440048302695
verified: no, type: nauc_precision_at_100_diff1
value: 5.240996534418689
verified: no, type: nauc_precision_at_100_max
value: 9.06975798955498
verified: no, type: nauc_precision_at_100_std
value: -2.961393279607517
verified: no, type: nauc_precision_at_10_diff1
value: 8.19432780347633
verified: no, type: nauc_precision_at_10_max
value: 16.033136985617734
verified: no, type: nauc_precision_at_10_std
value: 0.92060297716355
verified: no, type: nauc_precision_at_1_diff1
value: 26.65544099259078
verified: no, type: nauc_precision_at_1_max
value: 17.10769821821117
verified: no, type: nauc_precision_at_1_std
value: -2.72507465768404
verified: no, type: nauc_precision_at_20_diff1
value: 8.218392783839754
verified: no, type: nauc_precision_at_20_max
value: 9.279320896895346
verified: no, type: nauc_precision_at_20_std
value: 0.5719429607659788
verified: no, type: nauc_precision_at_3_diff1
value: 10.598049592179171
verified: no, type: nauc_precision_at_3_max
value: 18.292981072202778
verified: no, type: nauc_precision_at_3_std
value: -1.9747521095182612
verified: no, type: nauc_precision_at_5_diff1
value: 9.4592422188968
verified: no, type: nauc_precision_at_5_max
value: 16.820892184546253
verified: no, type: nauc_precision_at_5_std
value: -1.4503082963318303
verified: no, type: nauc_recall_at_1000_diff1
value: 11.42106802052846
verified: no, type: nauc_recall_at_1000_max
value: 7.7142629478343965
verified: no, type: nauc_recall_at_1000_std
value: 14.064107059885153
verified: no, type: nauc_recall_at_100_diff1
value: 9.533537910457907
verified: no, type: nauc_recall_at_100_max
value: 8.918433756778455
verified: no, type: nauc_recall_at_100_std
value: 0.6068026275245649
verified: no, type: nauc_recall_at_10_diff1
value: 9.410565718560424
verified: no, type: nauc_recall_at_10_max
value: 15.389790528147987
verified: no, type: nauc_recall_at_10_std
value: 2.911492221412525
verified: no, type: nauc_recall_at_1_diff1
value: 26.648517428464473
verified: no, type: nauc_recall_at_1_max
value: 14.172118938664543
verified: no, type: nauc_recall_at_1_std
value: -4.531793333515623
verified: no, type: nauc_recall_at_20_diff1
value: 9.507727153647583
verified: no, type: nauc_recall_at_20_max
value: 8.659458970332985
verified: no, type: nauc_recall_at_20_std
value: 1.564558976763232
verified: no, type: nauc_recall_at_3_diff1
value: 9.976406177297271
verified: no, type: nauc_recall_at_3_max
value: 16.56979232924191
verified: no, type: nauc_recall_at_3_std
value: -3.204552187951311
verified: no, type: nauc_recall_at_5_diff1
value: 10.283335368188732
verified: no, type: nauc_recall_at_5_max
value: 14.869143869085146
verified: no, type: nauc_recall_at_5_std
value: -1.3854541602405859
verified: no, type: ndcg_at_1
value: 6.468
verified: no, type: ndcg_at_10
value: 10.333
verified: no, type: ndcg_at_100
value: 14.437
verified: no, type: ndcg_at_1000
value: 17.7
verified: no, type: ndcg_at_20
value: 11.641
verified: no, type: ndcg_at_3
value: 8.222999999999999
verified: no, type: ndcg_at_5
value: 9.030000000000001
verified: no, type: precision_at_1
value: 6.468
verified: no, type: precision_at_10
value: 2.0650000000000004
verified: no, type: precision_at_100
value: 0.485
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_20
value: 1.374
verified: no, type: precision_at_3
value: 4.063
verified: no, type: precision_at_5
value: 3.0349999999999997
verified: no, type: recall_at_1
value: 5.122
verified: no, type: recall_at_10
value: 15.494
verified: no, type: recall_at_100
value: 34.224
verified: no, type: recall_at_1000
value: 58.475
verified: no, type: recall_at_20
value: 20.281
verified: no, type: recall_at_3
value: 9.751999999999999
verified: no, type: recall_at_5
value: 11.654
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 22.541
verified: no, type: map_at_1
value: 13.925
verified: no, type: map_at_10
value: 18.919
verified: no, type: map_at_100
value: 19.986
verified: no, type: map_at_1000
value: 20.122999999999998
verified: no, type: map_at_20
value: 19.454
verified: no, type: map_at_3
value: 17.128
verified: no, type: map_at_5
value: 18.203
verified: no, type: mrr_at_1
value: 16.93936477382098
verified: no, type: mrr_at_10
value: 22.677177383625892
verified: no, type: mrr_at_100
value: 23.604708246998403
verified: no, type: mrr_at_1000
value: 23.68613779725607
verified: no, type: mrr_at_20
value: 23.153477073193283
verified: no, type: mrr_at_3
value: 20.7571382739814
verified: no, type: mrr_at_5
value: 21.916907282643578
verified: no, type: nauc_map_at_1000_diff1
value: 39.76772856309066
verified: no, type: nauc_map_at_1000_max
value: 22.353115497562158
verified: no, type: nauc_map_at_1000_std
value: 0.3117135171829511
verified: no, type: nauc_map_at_100_diff1
value: 39.78846396189273
verified: no, type: nauc_map_at_100_max
value: 22.363077131125365
verified: no, type: nauc_map_at_100_std
value: 0.2284514348299411
verified: no, type: nauc_map_at_10_diff1
value: 39.81391249750955
verified: no, type: nauc_map_at_10_max
value: 22.175966030251622
verified: no, type: nauc_map_at_10_std
value: -0.44362610335129193
verified: no, type: nauc_map_at_1_diff1
value: 49.32991220296194
verified: no, type: nauc_map_at_1_max
value: 24.83395680944923
verified: no, type: nauc_map_at_1_std
value: -0.7479527140782966
verified: no, type: nauc_map_at_20_diff1
value: 39.88873226053775
verified: no, type: nauc_map_at_20_max
value: 22.284944795016763
verified: no, type: nauc_map_at_20_std
value: -0.1297029523950583
verified: no, type: nauc_map_at_3_diff1
value: 40.94117243505588
verified: no, type: nauc_map_at_3_max
value: 23.178606683652237
verified: no, type: nauc_map_at_3_std
value: -0.9328230609603833
verified: no, type: nauc_map_at_5_diff1
value: 39.70960944345954
verified: no, type: nauc_map_at_5_max
value: 22.400765269020813
verified: no, type: nauc_map_at_5_std
value: -0.4493564812963111
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.09736089241541
verified: no, type: nauc_mrr_at_1000_max
value: 24.95778301028415
verified: no, type: nauc_mrr_at_1000_std
value: 2.1983425445724563
verified: no, type: nauc_mrr_at_100_diff1
value: 38.07672381248107
verified: no, type: nauc_mrr_at_100_max
value: 24.974899996866757
verified: no, type: nauc_mrr_at_100_std
value: 2.1882636690518256
verified: no, type: nauc_mrr_at_10_diff1
value: 38.031417501129106
verified: no, type: nauc_mrr_at_10_max
value: 25.02204246091702
verified: no, type: nauc_mrr_at_10_std
value: 1.7073869104185317
verified: no, type: nauc_mrr_at_1_diff1
value: 48.15437534861672
verified: no, type: nauc_mrr_at_1_max
value: 28.63543344473674
verified: no, type: nauc_mrr_at_1_std
value: 2.970876262345635
verified: no, type: nauc_mrr_at_20_diff1
value: 38.128248653080966
verified: no, type: nauc_mrr_at_20_max
value: 24.952026253076998
verified: no, type: nauc_mrr_at_20_std
value: 2.006922052216995
verified: no, type: nauc_mrr_at_3_diff1
value: 40.075767014514504
verified: no, type: nauc_mrr_at_3_max
value: 26.543876767823356
verified: no, type: nauc_mrr_at_3_std
value: 1.4758229539915473
verified: no, type: nauc_mrr_at_5_diff1
value: 38.27626231450101
verified: no, type: nauc_mrr_at_5_max
value: 25.554184166817123
verified: no, type: nauc_mrr_at_5_std
value: 1.5289469743765285
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.81305711429328
verified: no, type: nauc_ndcg_at_1000_max
value: 21.462375611808884
verified: no, type: nauc_ndcg_at_1000_std
value: 4.37817577864403
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.931470390569075
verified: no, type: nauc_ndcg_at_100_max
value: 21.320619926273025
verified: no, type: nauc_ndcg_at_100_std
value: 3.261613822378584
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.309714091319485
verified: no, type: nauc_ndcg_at_10_max
value: 21.024554037914257
verified: no, type: nauc_ndcg_at_10_std
value: 0.34537778188330615
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.15437534861672
verified: no, type: nauc_ndcg_at_1_max
value: 28.63543344473674
verified: no, type: nauc_ndcg_at_1_std
value: 2.970876262345635
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.55637547214553
verified: no, type: nauc_ndcg_at_20_max
value: 21.054973880940498
verified: no, type: nauc_ndcg_at_20_std
value: 1.255923276642131
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.83527890609877
verified: no, type: nauc_ndcg_at_3_max
value: 24.39276594538154
verified: no, type: nauc_ndcg_at_3_std
value: -0.11070216705281503
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.320235850347025
verified: no, type: nauc_ndcg_at_5_max
value: 22.25222313573669
verified: no, type: nauc_ndcg_at_5_std
value: 0.24418344534659714
verified: no, type: nauc_precision_at_1000_diff1
value: 1.3553366783310352
verified: no, type: nauc_precision_at_1000_max
value: 12.71154662811487
verified: no, type: nauc_precision_at_1000_std
value: 14.501530463627166
verified: no, type: nauc_precision_at_100_diff1
value: 13.594445633079498
verified: no, type: nauc_precision_at_100_max
value: 22.831050695945486
verified: no, type: nauc_precision_at_100_std
value: 12.58168655119079
verified: no, type: nauc_precision_at_10_diff1
value: 24.370335349509663
verified: no, type: nauc_precision_at_10_max
value: 22.87333144912103
verified: no, type: nauc_precision_at_10_std
value: 2.9640170457571395
verified: no, type: nauc_precision_at_1_diff1
value: 48.15437534861672
verified: no, type: nauc_precision_at_1_max
value: 28.63543344473674
verified: no, type: nauc_precision_at_1_std
value: 2.970876262345635
verified: no, type: nauc_precision_at_20_diff1
value: 22.437172356428768
verified: no, type: nauc_precision_at_20_max
value: 22.84883486847393
verified: no, type: nauc_precision_at_20_std
value: 5.539373045213645
verified: no, type: nauc_precision_at_3_diff1
value: 32.80281631101501
verified: no, type: nauc_precision_at_3_max
value: 26.749107103708347
verified: no, type: nauc_precision_at_3_std
value: 2.083560285617921
verified: no, type: nauc_precision_at_5_diff1
value: 25.857893194609087
verified: no, type: nauc_precision_at_5_max
value: 24.006008172789514
verified: no, type: nauc_precision_at_5_std
value: 2.6470647298583816
verified: no, type: nauc_recall_at_1000_diff1
value: 21.271914690867405
verified: no, type: nauc_recall_at_1000_max
value: 10.8254772553339
verified: no, type: nauc_recall_at_1000_std
value: 24.222690055658997
verified: no, type: nauc_recall_at_100_diff1
value: 24.83018631818402
verified: no, type: nauc_recall_at_100_max
value: 12.260027028539406
verified: no, type: nauc_recall_at_100_std
value: 11.721583106210975
verified: no, type: nauc_recall_at_10_diff1
value: 28.25565512580088
verified: no, type: nauc_recall_at_10_max
value: 14.450763859357815
verified: no, type: nauc_recall_at_10_std
value: 0.7801836768161626
verified: no, type: nauc_recall_at_1_diff1
value: 49.32991220296194
verified: no, type: nauc_recall_at_1_max
value: 24.83395680944923
verified: no, type: nauc_recall_at_1_std
value: -0.7479527140782966
verified: no, type: nauc_recall_at_20_diff1
value: 28.871593968850156
verified: no, type: nauc_recall_at_20_max
value: 13.961700743219929
verified: no, type: nauc_recall_at_20_std
value: 3.5643293197299615
verified: no, type: nauc_recall_at_3_diff1
value: 32.57328129531904
verified: no, type: nauc_recall_at_3_max
value: 20.433413425310835
verified: no, type: nauc_recall_at_3_std
value: -1.247044503598521
verified: no, type: nauc_recall_at_5_diff1
value: 28.028510688953183
verified: no, type: nauc_recall_at_5_max
value: 16.784307010617596
verified: no, type: nauc_recall_at_5_std
value: -0.009997139996257565
verified: no, type: ndcg_at_1
value: 16.939
verified: no, type: ndcg_at_10
value: 22.541
verified: no, type: ndcg_at_100
value: 27.921000000000003
verified: no, type: ndcg_at_1000
value: 31.102
verified: no, type: ndcg_at_20
value: 24.285999999999998
verified: no, type: ndcg_at_3
value: 19.304
verified: no, type: ndcg_at_5
value: 20.996000000000002
verified: no, type: precision_at_1
value: 16.939
verified: no, type: precision_at_10
value: 4.186999999999999
verified: no, type: precision_at_100
value: 0.851
verified: no, type: precision_at_1000
value: 0.131
verified: no, type: precision_at_20
value: 2.656
verified: no, type: precision_at_3
value: 8.919
verified: no, type: precision_at_5
value: 6.641
verified: no, type: recall_at_1
value: 13.925
verified: no, type: recall_at_10
value: 29.826999999999998
verified: no, type: recall_at_100
value: 53.76800000000001
verified: no, type: recall_at_1000
value: 75.994
verified: no, type: recall_at_20
value: 35.947
verified: no, type: recall_at_3
value: 20.929000000000002
verified: no, type: recall_at_5
value: 25.202999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 16.89
verified: no, type: map_at_1
value: 9.166
verified: no, type: map_at_10
value: 13.538
verified: no, type: map_at_100
value: 14.338999999999999
verified: no, type: map_at_1000
value: 14.471
verified: no, type: map_at_20
value: 13.916999999999998
verified: no, type: map_at_3
value: 11.748
verified: no, type: map_at_5
value: 12.751000000000001
verified: no, type: mrr_at_1
value: 11.643835616438356
verified: no, type: mrr_at_10
value: 16.520575125027168
verified: no, type: mrr_at_100
value: 17.297302503248996
verified: no, type: mrr_at_1000
value: 17.398178665590223
verified: no, type: mrr_at_20
value: 16.91999523594904
verified: no, type: mrr_at_3
value: 14.573820395738199
verified: no, type: mrr_at_5
value: 15.646879756468794
verified: no, type: nauc_map_at_1000_diff1
value: 36.42648210684073
verified: no, type: nauc_map_at_1000_max
value: 23.014439347329745
verified: no, type: nauc_map_at_1000_std
value: 1.7167917957352532
verified: no, type: nauc_map_at_100_diff1
value: 36.41668695392086
verified: no, type: nauc_map_at_100_max
value: 22.95286918473154
verified: no, type: nauc_map_at_100_std
value: 1.6607854131698931
verified: no, type: nauc_map_at_10_diff1
value: 36.853249061667704
verified: no, type: nauc_map_at_10_max
value: 23.30746444964867
verified: no, type: nauc_map_at_10_std
value: 0.8047283371322353
verified: no, type: nauc_map_at_1_diff1
value: 47.16421621003639
verified: no, type: nauc_map_at_1_max
value: 27.34193393838306
verified: no, type: nauc_map_at_1_std
value: 0.6408395204554622
verified: no, type: nauc_map_at_20_diff1
value: 36.56584303750146
verified: no, type: nauc_map_at_20_max
value: 23.115780372564476
verified: no, type: nauc_map_at_20_std
value: 1.249550410204099
verified: no, type: nauc_map_at_3_diff1
value: 40.53580184557388
verified: no, type: nauc_map_at_3_max
value: 23.635347744137672
verified: no, type: nauc_map_at_3_std
value: 0.33170039388290995
verified: no, type: nauc_map_at_5_diff1
value: 37.81956825949432
verified: no, type: nauc_map_at_5_max
value: 23.801068349520698
verified: no, type: nauc_map_at_5_std
value: -0.05159349623603464
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.82170381349714
verified: no, type: nauc_mrr_at_1000_max
value: 24.509695389655278
verified: no, type: nauc_mrr_at_1000_std
value: 0.38761162146831024
verified: no, type: nauc_mrr_at_100_diff1
value: 33.78083256685757
verified: no, type: nauc_mrr_at_100_max
value: 24.46949787827838
verified: no, type: nauc_mrr_at_100_std
value: 0.3727304295879898
verified: no, type: nauc_mrr_at_10_diff1
value: 34.04995222179279
verified: no, type: nauc_mrr_at_10_max
value: 24.844254940118603
verified: no, type: nauc_mrr_at_10_std
value: -0.09989395943351509
verified: no, type: nauc_mrr_at_1_diff1
value: 42.60409022051744
verified: no, type: nauc_mrr_at_1_max
value: 28.557152433476706
verified: no, type: nauc_mrr_at_1_std
value: -0.022054720915518654
verified: no, type: nauc_mrr_at_20_diff1
value: 33.87215561918837
verified: no, type: nauc_mrr_at_20_max
value: 24.678806836379767
verified: no, type: nauc_mrr_at_20_std
value: 0.07011412656469218
verified: no, type: nauc_mrr_at_3_diff1
value: 37.553351431355416
verified: no, type: nauc_mrr_at_3_max
value: 24.96142716696304
verified: no, type: nauc_mrr_at_3_std
value: 0.20818976575893774
verified: no, type: nauc_mrr_at_5_diff1
value: 34.990863336264105
verified: no, type: nauc_mrr_at_5_max
value: 25.149251424623092
verified: no, type: nauc_mrr_at_5_std
value: -0.36385730855435344
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.521772887139164
verified: no, type: nauc_ndcg_at_1000_max
value: 21.820611295854476
verified: no, type: nauc_ndcg_at_1000_std
value: 5.744438883711709
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.860742071525365
verified: no, type: nauc_ndcg_at_100_max
value: 20.333360034062228
verified: no, type: nauc_ndcg_at_100_std
value: 4.817571323412305
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.02591793840569
verified: no, type: nauc_ndcg_at_10_max
value: 22.327582801844766
verified: no, type: nauc_ndcg_at_10_std
value: 1.308815569375002
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.60409022051744
verified: no, type: nauc_ndcg_at_1_max
value: 28.557152433476706
verified: no, type: nauc_ndcg_at_1_std
value: -0.022054720915518654
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.183844509937447
verified: no, type: nauc_ndcg_at_20_max
value: 21.710204283748464
verified: no, type: nauc_ndcg_at_20_std
value: 2.3543373338618716
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.757093644477195
verified: no, type: nauc_ndcg_at_3_max
value: 23.3515751628835
verified: no, type: nauc_ndcg_at_3_std
value: 0.5117507109615564
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.80970150542254
verified: no, type: nauc_ndcg_at_5_max
value: 23.377489792676403
verified: no, type: nauc_ndcg_at_5_std
value: -0.2893341840565308
verified: no, type: nauc_precision_at_1000_diff1
value: 3.707208967665837
verified: no, type: nauc_precision_at_1000_max
value: 12.034292018846514
verified: no, type: nauc_precision_at_1000_std
value: 6.802731430305505
verified: no, type: nauc_precision_at_100_diff1
value: 12.426875443830042
verified: no, type: nauc_precision_at_100_max
value: 12.988732249870225
verified: no, type: nauc_precision_at_100_std
value: 11.037489289119383
verified: no, type: nauc_precision_at_10_diff1
value: 19.964451016510218
verified: no, type: nauc_precision_at_10_max
value: 21.483257270810522
verified: no, type: nauc_precision_at_10_std
value: 2.2065598381345053
verified: no, type: nauc_precision_at_1_diff1
value: 42.60409022051744
verified: no, type: nauc_precision_at_1_max
value: 28.557152433476706
verified: no, type: nauc_precision_at_1_std
value: -0.022054720915518654
verified: no, type: nauc_precision_at_20_diff1
value: 17.519760734491374
verified: no, type: nauc_precision_at_20_max
value: 19.42156895187867
verified: no, type: nauc_precision_at_20_std
value: 5.58566386311753
verified: no, type: nauc_precision_at_3_diff1
value: 30.863362948010643
verified: no, type: nauc_precision_at_3_max
value: 21.97149191045173
verified: no, type: nauc_precision_at_3_std
value: -0.10795969935082905
verified: no, type: nauc_precision_at_5_diff1
value: 24.57403889839064
verified: no, type: nauc_precision_at_5_max
value: 23.330523157159384
verified: no, type: nauc_precision_at_5_std
value: -0.5736565687187795
verified: no, type: nauc_recall_at_1000_diff1
value: 21.845537827759255
verified: no, type: nauc_recall_at_1000_max
value: 16.85933147171258
verified: no, type: nauc_recall_at_1000_std
value: 22.408020236230566
verified: no, type: nauc_recall_at_100_diff1
value: 19.987143599818943
verified: no, type: nauc_recall_at_100_max
value: 10.475075018778545
verified: no, type: nauc_recall_at_100_std
value: 13.795219707527833
verified: no, type: nauc_recall_at_10_diff1
value: 22.012495555108874
verified: no, type: nauc_recall_at_10_max
value: 17.742806672295814
verified: no, type: nauc_recall_at_10_std
value: 3.3663340109082194
verified: no, type: nauc_recall_at_1_diff1
value: 47.16421621003639
verified: no, type: nauc_recall_at_1_max
value: 27.34193393838306
verified: no, type: nauc_recall_at_1_std
value: 0.6408395204554622
verified: no, type: nauc_recall_at_20_diff1
value: 20.24245341403342
verified: no, type: nauc_recall_at_20_max
value: 16.292684691149837
verified: no, type: nauc_recall_at_20_std
value: 5.732480922479413
verified: no, type: nauc_recall_at_3_diff1
value: 34.061353914493004
verified: no, type: nauc_recall_at_3_max
value: 19.701505268864018
verified: no, type: nauc_recall_at_3_std
value: 0.15707036102604408
verified: no, type: nauc_recall_at_5_diff1
value: 25.41386728745299
verified: no, type: nauc_recall_at_5_max
value: 19.7756818671563
verified: no, type: nauc_recall_at_5_std
value: -1.0264446116247112
verified: no, type: ndcg_at_1
value: 11.644
verified: no, type: ndcg_at_10
value: 16.89
verified: no, type: ndcg_at_100
value: 21.104
verified: no, type: ndcg_at_1000
value: 24.669
verified: no, type: ndcg_at_20
value: 18.195
verified: no, type: ndcg_at_3
value: 13.350999999999999
verified: no, type: ndcg_at_5
value: 15.02
verified: no, type: precision_at_1
value: 11.644
verified: no, type: precision_at_10
value: 3.276
verified: no, type: precision_at_100
value: 0.652
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 2.043
verified: no, type: precision_at_3
value: 6.3549999999999995
verified: no, type: precision_at_5
value: 4.8629999999999995
verified: no, type: recall_at_1
value: 9.166
verified: no, type: recall_at_10
value: 24.38
verified: no, type: recall_at_100
value: 43.174
verified: no, type: recall_at_1000
value: 69.063
verified: no, type: recall_at_20
value: 28.89
verified: no, type: recall_at_3
value: 14.674999999999999
verified: no, type: recall_at_5
value: 18.864
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 19.451833333333333
verified: no, type: ndcg_at_10
value: 19.451833333333333
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 15.190000000000001
verified: no, type: map_at_1
value: 8.588
verified: no, type: map_at_10
value: 12.491
verified: no, type: map_at_100
value: 13.181000000000001
verified: no, type: map_at_1000
value: 13.272
verified: no, type: map_at_20
value: 12.803
verified: no, type: map_at_3
value: 11.171000000000001
verified: no, type: map_at_5
value: 11.792
verified: no, type: mrr_at_1
value: 10.122699386503067
verified: no, type: mrr_at_10
value: 14.334769695199148
verified: no, type: mrr_at_100
value: 15.038531985477402
verified: no, type: mrr_at_1000
value: 15.118584906152948
verified: no, type: mrr_at_20
value: 14.643456341375582
verified: no, type: mrr_at_3
value: 13.011247443762786
verified: no, type: mrr_at_5
value: 13.586400817995917
verified: no, type: nauc_map_at_1000_diff1
value: 32.49525214361852
verified: no, type: nauc_map_at_1000_max
value: 25.00989242287795
verified: no, type: nauc_map_at_1000_std
value: -6.0481296083442215
verified: no, type: nauc_map_at_100_diff1
value: 32.58412301567017
verified: no, type: nauc_map_at_100_max
value: 25.00710798346013
verified: no, type: nauc_map_at_100_std
value: -6.027212357257859
verified: no, type: nauc_map_at_10_diff1
value: 32.59408959509193
verified: no, type: nauc_map_at_10_max
value: 25.590812515768057
verified: no, type: nauc_map_at_10_std
value: -6.723358516793515
verified: no, type: nauc_map_at_1_diff1
value: 39.31467044788035
verified: no, type: nauc_map_at_1_max
value: 30.076159948793276
verified: no, type: nauc_map_at_1_std
value: -7.409917402741314
verified: no, type: nauc_map_at_20_diff1
value: 32.59390259000842
verified: no, type: nauc_map_at_20_max
value: 25.24747833386027
verified: no, type: nauc_map_at_20_std
value: -6.327479010788288
verified: no, type: nauc_map_at_3_diff1
value: 34.27305943120105
verified: no, type: nauc_map_at_3_max
value: 27.325746934815616
verified: no, type: nauc_map_at_3_std
value: -7.588768866133594
verified: no, type: nauc_map_at_5_diff1
value: 33.084018261535256
verified: no, type: nauc_map_at_5_max
value: 26.240785153709425
verified: no, type: nauc_map_at_5_std
value: -7.145825000341606
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.13146292629234
verified: no, type: nauc_mrr_at_1000_max
value: 27.012685186249
verified: no, type: nauc_mrr_at_1000_std
value: -3.576499416328648
verified: no, type: nauc_mrr_at_100_diff1
value: 32.1598198156621
verified: no, type: nauc_mrr_at_100_max
value: 26.99007757074476
verified: no, type: nauc_mrr_at_100_std
value: -3.5328041627513387
verified: no, type: nauc_mrr_at_10_diff1
value: 32.2769559954424
verified: no, type: nauc_mrr_at_10_max
value: 27.671797146230915
verified: no, type: nauc_mrr_at_10_std
value: -4.014326165260914
verified: no, type: nauc_mrr_at_1_diff1
value: 39.49445020079931
verified: no, type: nauc_mrr_at_1_max
value: 32.47498778564666
verified: no, type: nauc_mrr_at_1_std
value: -3.9005316134362285
verified: no, type: nauc_mrr_at_20_diff1
value: 32.1506954430531
verified: no, type: nauc_mrr_at_20_max
value: 27.21472311716892
verified: no, type: nauc_mrr_at_20_std
value: -3.8339274287542295
verified: no, type: nauc_mrr_at_3_diff1
value: 34.213957754732874
verified: no, type: nauc_mrr_at_3_max
value: 29.81396274867843
verified: no, type: nauc_mrr_at_3_std
value: -4.242564017046673
verified: no, type: nauc_mrr_at_5_diff1
value: 32.79023586229421
verified: no, type: nauc_mrr_at_5_max
value: 28.563242912189224
verified: no, type: nauc_mrr_at_5_std
value: -4.347078530440767
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.030132389809143
verified: no, type: nauc_ndcg_at_1000_max
value: 20.521142889145125
verified: no, type: nauc_ndcg_at_1000_std
value: -3.4641513799298465
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.790867206467205
verified: no, type: nauc_ndcg_at_100_max
value: 20.777998695211025
verified: no, type: nauc_ndcg_at_100_std
value: -3.082355174684713
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.99477135479973
verified: no, type: nauc_ndcg_at_10_max
value: 23.59847010475954
verified: no, type: nauc_ndcg_at_10_std
value: -5.388778425113355
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.49445020079931
verified: no, type: nauc_ndcg_at_1_max
value: 32.47498778564666
verified: no, type: nauc_ndcg_at_1_std
value: -3.9005316134362285
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.832962796031044
verified: no, type: nauc_ndcg_at_20_max
value: 22.19789441941385
verified: no, type: nauc_ndcg_at_20_std
value: -4.678750624503098
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.28264932851035
verified: no, type: nauc_ndcg_at_3_max
value: 27.237791722895505
verified: no, type: nauc_ndcg_at_3_std
value: -6.42213360173857
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.131290570314228
verified: no, type: nauc_ndcg_at_5_max
value: 25.12722717817001
verified: no, type: nauc_ndcg_at_5_std
value: -6.150569476219248
verified: no, type: nauc_precision_at_1000_diff1
value: 9.392568676712683
verified: no, type: nauc_precision_at_1000_max
value: 11.20864013974632
verified: no, type: nauc_precision_at_1000_std
value: 5.320810472292775
verified: no, type: nauc_precision_at_100_diff1
value: 23.329271108392348
verified: no, type: nauc_precision_at_100_max
value: 15.096990134028458
verified: no, type: nauc_precision_at_100_std
value: 6.463877644271909
verified: no, type: nauc_precision_at_10_diff1
value: 26.07195079393671
verified: no, type: nauc_precision_at_10_max
value: 23.315213833722375
verified: no, type: nauc_precision_at_10_std
value: -0.7973933486646361
verified: no, type: nauc_precision_at_1_diff1
value: 39.49445020079931
verified: no, type: nauc_precision_at_1_max
value: 32.47498778564666
verified: no, type: nauc_precision_at_1_std
value: -3.9005316134362285
verified: no, type: nauc_precision_at_20_diff1
value: 26.006356559701437
verified: no, type: nauc_precision_at_20_max
value: 20.64452647574728
verified: no, type: nauc_precision_at_20_std
value: 1.186976191997027
verified: no, type: nauc_precision_at_3_diff1
value: 31.349575990830747
verified: no, type: nauc_precision_at_3_max
value: 27.619655967592983
verified: no, type: nauc_precision_at_3_std
value: -3.5875703843406144
verified: no, type: nauc_precision_at_5_diff1
value: 28.056629721139153
verified: no, type: nauc_precision_at_5_max
value: 24.93477215782415
verified: no, type: nauc_precision_at_5_std
value: -2.07688747626092
verified: no, type: nauc_recall_at_1000_diff1
value: 11.939738127565153
verified: no, type: nauc_recall_at_1000_max
value: 3.1013420342149427
verified: no, type: nauc_recall_at_1000_std
value: 0.42106295882988565
verified: no, type: nauc_recall_at_100_diff1
value: 23.1148888679206
verified: no, type: nauc_recall_at_100_max
value: 7.879492884697378
verified: no, type: nauc_recall_at_100_std
value: 1.9008293630458633
verified: no, type: nauc_recall_at_10_diff1
value: 23.290862746428513
verified: no, type: nauc_recall_at_10_max
value: 16.127629443707487
verified: no, type: nauc_recall_at_10_std
value: -4.448472009523851
verified: no, type: nauc_recall_at_1_diff1
value: 39.31467044788035
verified: no, type: nauc_recall_at_1_max
value: 30.076159948793276
verified: no, type: nauc_recall_at_1_std
value: -7.409917402741314
verified: no, type: nauc_recall_at_20_diff1
value: 23.189927344334322
verified: no, type: nauc_recall_at_20_max
value: 12.404091273454796
verified: no, type: nauc_recall_at_20_std
value: -3.1379735901683317
verified: no, type: nauc_recall_at_3_diff1
value: 29.35343707457242
verified: no, type: nauc_recall_at_3_max
value: 23.518636184215154
verified: no, type: nauc_recall_at_3_std
value: -6.676520147409216
verified: no, type: nauc_recall_at_5_diff1
value: 25.982556962678487
verified: no, type: nauc_recall_at_5_max
value: 19.86486077269299
verified: no, type: nauc_recall_at_5_std
value: -6.003801784768082
verified: no, type: ndcg_at_1
value: 10.123
verified: no, type: ndcg_at_10
value: 15.190000000000001
verified: no, type: ndcg_at_100
value: 19.052
verified: no, type: ndcg_at_1000
value: 21.769
verified: no, type: ndcg_at_20
value: 16.298000000000002
verified: no, type: ndcg_at_3
value: 12.589
verified: no, type: ndcg_at_5
value: 13.535
verified: no, type: precision_at_1
value: 10.123
verified: no, type: precision_at_10
value: 2.6839999999999997
verified: no, type: precision_at_100
value: 0.503
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: precision_at_20
value: 1.603
verified: no, type: precision_at_3
value: 5.726
verified: no, type: precision_at_5
value: 4.109999999999999
verified: no, type: recall_at_1
value: 8.588
verified: no, type: recall_at_10
value: 21.834
verified: no, type: recall_at_100
value: 40.309
verified: no, type: recall_at_1000
value: 61.208
verified: no, type: recall_at_20
value: 26.070999999999998
verified: no, type: recall_at_3
value: 14.399000000000001
verified: no, type: recall_at_5
value: 16.875999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 11.503
verified: no, type: map_at_1
value: 6.542000000000001
verified: no, type: map_at_10
value: 9.411999999999999
verified: no, type: map_at_100
value: 10.030999999999999
verified: no, type: map_at_1000
value: 10.14
verified: no, type: map_at_20
value: 9.724
verified: no, type: map_at_3
value: 8.509
verified: no, type: map_at_5
value: 8.965
verified: no, type: mrr_at_1
value: 8.121128699242945
verified: no, type: mrr_at_10
value: 11.487303225947409
verified: no, type: mrr_at_100
value: 12.144070985687668
verified: no, type: mrr_at_1000
value: 12.23492200312306
verified: no, type: mrr_at_20
value: 11.824789289064652
verified: no, type: mrr_at_3
value: 10.438173893094747
verified: no, type: mrr_at_5
value: 10.945744436797428
verified: no, type: nauc_map_at_1000_diff1
value: 32.70276581980958
verified: no, type: nauc_map_at_1000_max
value: 16.03417959943129
verified: no, type: nauc_map_at_1000_std
value: -5.72561310082251
verified: no, type: nauc_map_at_100_diff1
value: 32.74170233438755
verified: no, type: nauc_map_at_100_max
value: 16.007188000450924
verified: no, type: nauc_map_at_100_std
value: -5.866527320820588
verified: no, type: nauc_map_at_10_diff1
value: 33.65756116022195
verified: no, type: nauc_map_at_10_max
value: 16.329704041974207
verified: no, type: nauc_map_at_10_std
value: -6.532157318286642
verified: no, type: nauc_map_at_1_diff1
value: 42.13696871713339
verified: no, type: nauc_map_at_1_max
value: 17.632090262590623
verified: no, type: nauc_map_at_1_std
value: -7.011301507001842
verified: no, type: nauc_map_at_20_diff1
value: 32.96793409764783
verified: no, type: nauc_map_at_20_max
value: 16.11279519186098
verified: no, type: nauc_map_at_20_std
value: -6.316702747144485
verified: no, type: nauc_map_at_3_diff1
value: 35.85582815528229
verified: no, type: nauc_map_at_3_max
value: 17.119718606824765
verified: no, type: nauc_map_at_3_std
value: -6.75128616063151
verified: no, type: nauc_map_at_5_diff1
value: 34.703608964177015
verified: no, type: nauc_map_at_5_max
value: 16.774418221756946
verified: no, type: nauc_map_at_5_std
value: -6.7924413895275135
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.25123047452874
verified: no, type: nauc_mrr_at_1000_max
value: 17.664781297091984
verified: no, type: nauc_mrr_at_1000_std
value: -4.883960114347252
verified: no, type: nauc_mrr_at_100_diff1
value: 33.26376684107494
verified: no, type: nauc_mrr_at_100_max
value: 17.660366713140917
verified: no, type: nauc_mrr_at_100_std
value: -4.936094906621694
verified: no, type: nauc_mrr_at_10_diff1
value: 34.14453970601731
verified: no, type: nauc_mrr_at_10_max
value: 18.078450957158427
verified: no, type: nauc_mrr_at_10_std
value: -5.56029931021929
verified: no, type: nauc_mrr_at_1_diff1
value: 42.624124463773974
verified: no, type: nauc_mrr_at_1_max
value: 19.644592703779377
verified: no, type: nauc_mrr_at_1_std
value: -6.847467406875957
verified: no, type: nauc_mrr_at_20_diff1
value: 33.48658556695367
verified: no, type: nauc_mrr_at_20_max
value: 17.854173270865513
verified: no, type: nauc_mrr_at_20_std
value: -5.307384000928626
verified: no, type: nauc_mrr_at_3_diff1
value: 36.42777944064556
verified: no, type: nauc_mrr_at_3_max
value: 18.818021509412347
verified: no, type: nauc_mrr_at_3_std
value: -5.971767723227725
verified: no, type: nauc_mrr_at_5_diff1
value: 35.26890794067812
verified: no, type: nauc_mrr_at_5_max
value: 18.536432127845615
verified: no, type: nauc_mrr_at_5_std
value: -5.955315816111514
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.787545842668386
verified: no, type: nauc_ndcg_at_1000_max
value: 14.668417213125176
verified: no, type: nauc_ndcg_at_1000_std
value: 0.11283761427226682
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.296346462130778
verified: no, type: nauc_ndcg_at_100_max
value: 14.628630017107083
verified: no, type: nauc_ndcg_at_100_std
value: -2.5838126321301287
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.729975615630583
verified: no, type: nauc_ndcg_at_10_max
value: 15.984165870709463
verified: no, type: nauc_ndcg_at_10_std
value: -5.795796151010406
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.624124463773974
verified: no, type: nauc_ndcg_at_1_max
value: 19.644592703779377
verified: no, type: nauc_ndcg_at_1_std
value: -6.847467406875957
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.62024015680217
verified: no, type: nauc_ndcg_at_20_max
value: 15.22451859400659
verified: no, type: nauc_ndcg_at_20_std
value: -5.156813837280861
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.82831844406019
verified: no, type: nauc_ndcg_at_3_max
value: 17.789223218636945
verified: no, type: nauc_ndcg_at_3_std
value: -6.383595531284539
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.85603864688551
verified: no, type: nauc_ndcg_at_5_max
value: 17.05358609428122
verified: no, type: nauc_ndcg_at_5_std
value: -6.376667913153048
verified: no, type: nauc_precision_at_1000_diff1
value: 11.468656684649677
verified: no, type: nauc_precision_at_1000_max
value: 15.320322507806294
verified: no, type: nauc_precision_at_1000_std
value: 16.669904386742214
verified: no, type: nauc_precision_at_100_diff1
value: 17.31311828660998
verified: no, type: nauc_precision_at_100_max
value: 17.18604042044477
verified: no, type: nauc_precision_at_100_std
value: 6.921989479762083
verified: no, type: nauc_precision_at_10_diff1
value: 24.341600277154242
verified: no, type: nauc_precision_at_10_max
value: 18.290595240997305
verified: no, type: nauc_precision_at_10_std
value: -3.249248531480952
verified: no, type: nauc_precision_at_1_diff1
value: 42.624124463773974
verified: no, type: nauc_precision_at_1_max
value: 19.644592703779377
verified: no, type: nauc_precision_at_1_std
value: -6.847467406875957
verified: no, type: nauc_precision_at_20_diff1
value: 19.67933630715089
verified: no, type: nauc_precision_at_20_max
value: 17.708788971071886
verified: no, type: nauc_precision_at_20_std
value: -1.698058343596388
verified: no, type: nauc_precision_at_3_diff1
value: 32.56407923967103
verified: no, type: nauc_precision_at_3_max
value: 20.008945086974204
verified: no, type: nauc_precision_at_3_std
value: -5.700587196952845
verified: no, type: nauc_precision_at_5_diff1
value: 28.910777719175375
verified: no, type: nauc_precision_at_5_max
value: 19.181013952415274
verified: no, type: nauc_precision_at_5_std
value: -5.09856965471284
verified: no, type: nauc_recall_at_1000_diff1
value: 12.396394270885589
verified: no, type: nauc_recall_at_1000_max
value: 8.239418701743709
verified: no, type: nauc_recall_at_1000_std
value: 15.546192718064672
verified: no, type: nauc_recall_at_100_diff1
value: 15.657113708258077
verified: no, type: nauc_recall_at_100_max
value: 9.7558897450188
verified: no, type: nauc_recall_at_100_std
value: 3.7828006481678327
verified: no, type: nauc_recall_at_10_diff1
value: 23.540703764594824
verified: no, type: nauc_recall_at_10_max
value: 12.514108862838025
verified: no, type: nauc_recall_at_10_std
value: -4.890712777213581
verified: no, type: nauc_recall_at_1_diff1
value: 42.13696871713339
verified: no, type: nauc_recall_at_1_max
value: 17.632090262590623
verified: no, type: nauc_recall_at_1_std
value: -7.011301507001842
verified: no, type: nauc_recall_at_20_diff1
value: 18.632795869246763
verified: no, type: nauc_recall_at_20_max
value: 10.781667052463174
verified: no, type: nauc_recall_at_20_std
value: -3.3062758301873467
verified: no, type: nauc_recall_at_3_diff1
value: 29.84753634947647
verified: no, type: nauc_recall_at_3_max
value: 15.743144468924344
verified: no, type: nauc_recall_at_3_std
value: -6.214675269831871
verified: no, type: nauc_recall_at_5_diff1
value: 26.80447414490652
verified: no, type: nauc_recall_at_5_max
value: 14.403515700429177
verified: no, type: nauc_recall_at_5_std
value: -6.259205870944759
verified: no, type: ndcg_at_1
value: 8.121
verified: no, type: ndcg_at_10
value: 11.503
verified: no, type: ndcg_at_100
value: 14.951
verified: no, type: ndcg_at_1000
value: 18.196
verified: no, type: ndcg_at_20
value: 12.614
verified: no, type: ndcg_at_3
value: 9.743
verified: no, type: ndcg_at_5
value: 10.435
verified: no, type: precision_at_1
value: 8.121
verified: no, type: precision_at_10
value: 2.168
verified: no, type: precision_at_100
value: 0.468
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: precision_at_20
value: 1.383
verified: no, type: precision_at_3
value: 4.6690000000000005
verified: no, type: precision_at_5
value: 3.345
verified: no, type: recall_at_1
value: 6.542000000000001
verified: no, type: recall_at_10
value: 15.794
verified: no, type: recall_at_100
value: 32.031
verified: no, type: recall_at_1000
value: 56.263
verified: no, type: recall_at_20
value: 20.023
verified: no, type: recall_at_3
value: 10.791
verified: no, type: recall_at_5
value: 12.61
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 18.752
verified: no, type: map_at_1
value: 12.076
verified: no, type: map_at_10
value: 15.886
verified: no, type: map_at_100
value: 16.525000000000002
verified: no, type: map_at_1000
value: 16.628
verified: no, type: map_at_20
value: 16.150000000000002
verified: no, type: map_at_3
value: 14.637
verified: no, type: map_at_5
value: 15.265999999999998
verified: no, type: mrr_at_1
value: 14.458955223880595
verified: no, type: mrr_at_10
value: 18.78960850509357
verified: no, type: mrr_at_100
value: 19.457515825168713
verified: no, type: mrr_at_1000
value: 19.544411963686347
verified: no, type: mrr_at_20
value: 19.069352610955498
verified: no, type: mrr_at_3
value: 17.50621890547264
verified: no, type: mrr_at_5
value: 18.135883084577117
verified: no, type: nauc_map_at_1000_diff1
value: 35.26453666091026
verified: no, type: nauc_map_at_1000_max
value: 28.45949873807009
verified: no, type: nauc_map_at_1000_std
value: -3.4139786458650603
verified: no, type: nauc_map_at_100_diff1
value: 35.26758793761312
verified: no, type: nauc_map_at_100_max
value: 28.427395341056673
verified: no, type: nauc_map_at_100_std
value: -3.494357914459209
verified: no, type: nauc_map_at_10_diff1
value: 35.748030827297846
verified: no, type: nauc_map_at_10_max
value: 28.709693519088635
verified: no, type: nauc_map_at_10_std
value: -4.0888030664931545
verified: no, type: nauc_map_at_1_diff1
value: 41.858308280129286
verified: no, type: nauc_map_at_1_max
value: 29.59713822513886
verified: no, type: nauc_map_at_1_std
value: -5.112958479444919
verified: no, type: nauc_map_at_20_diff1
value: 35.53257258132197
verified: no, type: nauc_map_at_20_max
value: 28.65465491465789
verified: no, type: nauc_map_at_20_std
value: -3.844442722241712
verified: no, type: nauc_map_at_3_diff1
value: 36.65786183200192
verified: no, type: nauc_map_at_3_max
value: 28.80283494555713
verified: no, type: nauc_map_at_3_std
value: -3.956759027099864
verified: no, type: nauc_map_at_5_diff1
value: 36.45785727569078
verified: no, type: nauc_map_at_5_max
value: 28.987265101067706
verified: no, type: nauc_map_at_5_std
value: -3.8836573002904364
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.15170628844491
verified: no, type: nauc_mrr_at_1000_max
value: 29.80316660586958
verified: no, type: nauc_mrr_at_1000_std
value: -2.919368628674066
verified: no, type: nauc_mrr_at_100_diff1
value: 33.149497124475005
verified: no, type: nauc_mrr_at_100_max
value: 29.791578160522104
verified: no, type: nauc_mrr_at_100_std
value: -2.9631398714502812
verified: no, type: nauc_mrr_at_10_diff1
value: 33.55199061618286
verified: no, type: nauc_mrr_at_10_max
value: 30.069009995703794
verified: no, type: nauc_mrr_at_10_std
value: -3.6083857944611797
verified: no, type: nauc_mrr_at_1_diff1
value: 40.186482910894526
verified: no, type: nauc_mrr_at_1_max
value: 32.037574024173274
verified: no, type: nauc_mrr_at_1_std
value: -3.9185583280706497
verified: no, type: nauc_mrr_at_20_diff1
value: 33.29736140197984
verified: no, type: nauc_mrr_at_20_max
value: 29.987219611017764
verified: no, type: nauc_mrr_at_20_std
value: -3.2911243316613477
verified: no, type: nauc_mrr_at_3_diff1
value: 34.59766570016104
verified: no, type: nauc_mrr_at_3_max
value: 30.548093957699834
verified: no, type: nauc_mrr_at_3_std
value: -3.548724979573667
verified: no, type: nauc_mrr_at_5_diff1
value: 34.18658889496389
verified: no, type: nauc_mrr_at_5_max
value: 30.41947286010115
verified: no, type: nauc_mrr_at_5_std
value: -3.43375074675157
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.49383193075413
verified: no, type: nauc_ndcg_at_1000_max
value: 26.437945296729847
verified: no, type: nauc_ndcg_at_1000_std
value: 0.713575479477255
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.39984801831684
verified: no, type: nauc_ndcg_at_100_max
value: 26.05310862803912
verified: no, type: nauc_ndcg_at_100_std
value: -0.9969079892996344
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.67867574566094
verified: no, type: nauc_ndcg_at_10_max
value: 28.071536866518898
verified: no, type: nauc_ndcg_at_10_std
value: -4.0839672791072035
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.186482910894526
verified: no, type: nauc_ndcg_at_1_max
value: 32.037574024173274
verified: no, type: nauc_ndcg_at_1_std
value: -3.9185583280706497
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.87681672318583
verified: no, type: nauc_ndcg_at_20_max
value: 27.757429962292935
verified: no, type: nauc_ndcg_at_20_std
value: -3.289181709637281
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.496401264219436
verified: no, type: nauc_ndcg_at_3_max
value: 29.14164273814545
verified: no, type: nauc_ndcg_at_3_std
value: -3.6284439880158454
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.246766411944606
verified: no, type: nauc_ndcg_at_5_max
value: 28.94897772325865
verified: no, type: nauc_ndcg_at_5_std
value: -3.55118261356311
verified: no, type: nauc_precision_at_1000_diff1
value: 5.378065708185438
verified: no, type: nauc_precision_at_1000_max
value: 13.48764762389057
verified: no, type: nauc_precision_at_1000_std
value: 18.691426967517767
verified: no, type: nauc_precision_at_100_diff1
value: 13.43482265345938
verified: no, type: nauc_precision_at_100_max
value: 18.365831924084738
verified: no, type: nauc_precision_at_100_std
value: 9.235798636518911
verified: no, type: nauc_precision_at_10_diff1
value: 22.83462539079133
verified: no, type: nauc_precision_at_10_max
value: 28.88737216224709
verified: no, type: nauc_precision_at_10_std
value: -3.6618498163720496
verified: no, type: nauc_precision_at_1_diff1
value: 40.186482910894526
verified: no, type: nauc_precision_at_1_max
value: 32.037574024173274
verified: no, type: nauc_precision_at_1_std
value: -3.9185583280706497
verified: no, type: nauc_precision_at_20_diff1
value: 20.85661718188355
verified: no, type: nauc_precision_at_20_max
value: 27.64527011746391
verified: no, type: nauc_precision_at_20_std
value: -0.6120961992383614
verified: no, type: nauc_precision_at_3_diff1
value: 28.964157983970857
verified: no, type: nauc_precision_at_3_max
value: 29.400327308652884
verified: no, type: nauc_precision_at_3_std
value: -3.1499697700355336
verified: no, type: nauc_precision_at_5_diff1
value: 27.504587117367418
verified: no, type: nauc_precision_at_5_max
value: 30.07226208448269
verified: no, type: nauc_precision_at_5_std
value: -2.349913933244111
verified: no, type: nauc_recall_at_1000_diff1
value: 15.55962119542935
verified: no, type: nauc_recall_at_1000_max
value: 14.319938855591138
verified: no, type: nauc_recall_at_1000_std
value: 17.755185961944168
verified: no, type: nauc_recall_at_100_diff1
value: 17.13835133172289
verified: no, type: nauc_recall_at_100_max
value: 14.963855394840023
verified: no, type: nauc_recall_at_100_std
value: 6.03739710571083
verified: no, type: nauc_recall_at_10_diff1
value: 25.825685913064444
verified: no, type: nauc_recall_at_10_max
value: 23.892438517711863
verified: no, type: nauc_recall_at_10_std
value: -4.618370778838095
verified: no, type: nauc_recall_at_1_diff1
value: 41.858308280129286
verified: no, type: nauc_recall_at_1_max
value: 29.59713822513886
verified: no, type: nauc_recall_at_1_std
value: -5.112958479444919
verified: no, type: nauc_recall_at_20_diff1
value: 23.270446548799935
verified: no, type: nauc_recall_at_20_max
value: 22.676377474931055
verified: no, type: nauc_recall_at_20_std
value: -2.4631378318557635
verified: no, type: nauc_recall_at_3_diff1
value: 31.100368984587128
verified: no, type: nauc_recall_at_3_max
value: 27.09922934111932
verified: no, type: nauc_recall_at_3_std
value: -3.1714853286064946
verified: no, type: nauc_recall_at_5_diff1
value: 29.82135009500676
verified: no, type: nauc_recall_at_5_max
value: 26.424051798244985
verified: no, type: nauc_recall_at_5_std
value: -2.966236526459052
verified: no, type: ndcg_at_1
value: 14.459
verified: no, type: ndcg_at_10
value: 18.752
verified: no, type: ndcg_at_100
value: 22.488
verified: no, type: ndcg_at_1000
value: 25.463
verified: no, type: ndcg_at_20
value: 19.703
verified: no, type: ndcg_at_3
value: 16.317
verified: no, type: ndcg_at_5
value: 17.267
verified: no, type: precision_at_1
value: 14.459
verified: no, type: precision_at_10
value: 3.1530000000000005
verified: no, type: precision_at_100
value: 0.567
verified: no, type: precision_at_1000
value: 0.091
verified: no, type: precision_at_20
value: 1.8190000000000002
verified: no, type: precision_at_3
value: 7.369000000000001
verified: no, type: precision_at_5
value: 5.131
verified: no, type: recall_at_1
value: 12.076
verified: no, type: recall_at_10
value: 24.901999999999997
verified: no, type: recall_at_100
value: 42.535000000000004
verified: no, type: recall_at_1000
value: 64.786
verified: no, type: recall_at_20
value: 28.42
verified: no, type: recall_at_3
value: 17.871000000000002
verified: no, type: recall_at_5
value: 20.328
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 21.488
verified: no, type: map_at_1
value: 13.569999999999999
verified: no, type: map_at_10
value: 18.184
verified: no, type: map_at_100
value: 19.151
verified: no, type: map_at_1000
value: 19.331
verified: no, type: map_at_20
value: 18.619
verified: no, type: map_at_3
value: 16.666
verified: no, type: map_at_5
value: 17.73
verified: no, type: mrr_at_1
value: 17.193675889328063
verified: no, type: mrr_at_10
value: 21.833082376560643
verified: no, type: mrr_at_100
value: 22.67117038809971
verified: no, type: mrr_at_1000
value: 22.76433404351483
verified: no, type: mrr_at_20
value: 22.20200942617089
verified: no, type: mrr_at_3
value: 20.52042160737813
verified: no, type: mrr_at_5
value: 21.380105401844535
verified: no, type: nauc_map_at_1000_diff1
value: 35.49958838022679
verified: no, type: nauc_map_at_1000_max
value: 27.74062097598903
verified: no, type: nauc_map_at_1000_std
value: -10.515093354385309
verified: no, type: nauc_map_at_100_diff1
value: 35.56722100038519
verified: no, type: nauc_map_at_100_max
value: 27.827605374816354
verified: no, type: nauc_map_at_100_std
value: -10.631512595972834
verified: no, type: nauc_map_at_10_diff1
value: 35.91616127603119
verified: no, type: nauc_map_at_10_max
value: 28.165439663736507
verified: no, type: nauc_map_at_10_std
value: -11.08789520401649
verified: no, type: nauc_map_at_1_diff1
value: 43.19178740943906
verified: no, type: nauc_map_at_1_max
value: 30.877102640311726
verified: no, type: nauc_map_at_1_std
value: -14.165080939187726
verified: no, type: nauc_map_at_20_diff1
value: 35.79766863342843
verified: no, type: nauc_map_at_20_max
value: 28.059404735661243
verified: no, type: nauc_map_at_20_std
value: -11.072321333753566
verified: no, type: nauc_map_at_3_diff1
value: 37.897605640025475
verified: no, type: nauc_map_at_3_max
value: 28.177172477006117
verified: no, type: nauc_map_at_3_std
value: -12.136111183330279
verified: no, type: nauc_map_at_5_diff1
value: 36.44434777898687
verified: no, type: nauc_map_at_5_max
value: 28.438512971898394
verified: no, type: nauc_map_at_5_std
value: -10.926696695866928
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.13714281845032
verified: no, type: nauc_mrr_at_1000_max
value: 26.282536844730803
verified: no, type: nauc_mrr_at_1000_std
value: -9.856391084807372
verified: no, type: nauc_mrr_at_100_diff1
value: 36.11260358526963
verified: no, type: nauc_mrr_at_100_max
value: 26.251055434341158
verified: no, type: nauc_mrr_at_100_std
value: -9.866249832625387
verified: no, type: nauc_mrr_at_10_diff1
value: 36.39768434891786
verified: no, type: nauc_mrr_at_10_max
value: 26.369874684734597
verified: no, type: nauc_mrr_at_10_std
value: -10.140677127064409
verified: no, type: nauc_mrr_at_1_diff1
value: 43.97681003969528
verified: no, type: nauc_mrr_at_1_max
value: 29.836613510418573
verified: no, type: nauc_mrr_at_1_std
value: -13.729257304690295
verified: no, type: nauc_mrr_at_20_diff1
value: 36.2936027454046
verified: no, type: nauc_mrr_at_20_max
value: 26.312955186456488
verified: no, type: nauc_mrr_at_20_std
value: -10.177068130665152
verified: no, type: nauc_mrr_at_3_diff1
value: 38.01813544163268
verified: no, type: nauc_mrr_at_3_max
value: 26.450298271894578
verified: no, type: nauc_mrr_at_3_std
value: -10.606258695223955
verified: no, type: nauc_mrr_at_5_diff1
value: 36.66139719774965
verified: no, type: nauc_mrr_at_5_max
value: 26.509309350284294
verified: no, type: nauc_mrr_at_5_std
value: -9.947243479271682
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.791493593552133
verified: no, type: nauc_ndcg_at_1000_max
value: 25.324361418674858
verified: no, type: nauc_ndcg_at_1000_std
value: -6.7443196116990425
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.54953518236872
verified: no, type: nauc_ndcg_at_100_max
value: 25.188716359357414
verified: no, type: nauc_ndcg_at_100_std
value: -6.839894709820292
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.098147949306394
verified: no, type: nauc_ndcg_at_10_max
value: 25.405004571973617
verified: no, type: nauc_ndcg_at_10_std
value: -9.445873172910993
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.97681003969528
verified: no, type: nauc_ndcg_at_1_max
value: 29.836613510418573
verified: no, type: nauc_ndcg_at_1_std
value: -13.729257304690295
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.92224490482159
verified: no, type: nauc_ndcg_at_20_max
value: 25.547859604065703
verified: no, type: nauc_ndcg_at_20_std
value: -9.241908708414929
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.53902441073446
verified: no, type: nauc_ndcg_at_3_max
value: 25.133819114707258
verified: no, type: nauc_ndcg_at_3_std
value: -10.692158418093511
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.95545160989453
verified: no, type: nauc_ndcg_at_5_max
value: 25.718632036099127
verified: no, type: nauc_ndcg_at_5_std
value: -9.232699386322327
verified: no, type: nauc_precision_at_1000_diff1
value: 0.7176996575689929
verified: no, type: nauc_precision_at_1000_max
value: -6.206679830059766
verified: no, type: nauc_precision_at_1000_std
value: 15.194409401229048
verified: no, type: nauc_precision_at_100_diff1
value: 6.0746313447861455
verified: no, type: nauc_precision_at_100_max
value: 1.8294518479685982
verified: no, type: nauc_precision_at_100_std
value: 8.37195469826675
verified: no, type: nauc_precision_at_10_diff1
value: 20.73981815339893
verified: no, type: nauc_precision_at_10_max
value: 15.478261828007453
verified: no, type: nauc_precision_at_10_std
value: -5.5561745194715275
verified: no, type: nauc_precision_at_1_diff1
value: 43.97681003969528
verified: no, type: nauc_precision_at_1_max
value: 29.836613510418573
verified: no, type: nauc_precision_at_1_std
value: -13.729257304690295
verified: no, type: nauc_precision_at_20_diff1
value: 19.796357243134437
verified: no, type: nauc_precision_at_20_max
value: 14.737729170595262
verified: no, type: nauc_precision_at_20_std
value: -1.9384122215911435
verified: no, type: nauc_precision_at_3_diff1
value: 31.865572834643885
verified: no, type: nauc_precision_at_3_max
value: 20.374070383077616
verified: no, type: nauc_precision_at_3_std
value: -8.278156186226331
verified: no, type: nauc_precision_at_5_diff1
value: 24.892982796410482
verified: no, type: nauc_precision_at_5_max
value: 18.471691298099184
verified: no, type: nauc_precision_at_5_std
value: -5.556018739034546
verified: no, type: nauc_recall_at_1000_diff1
value: 13.11384429793443
verified: no, type: nauc_recall_at_1000_max
value: 14.1557785679994
verified: no, type: nauc_recall_at_1000_std
value: 9.786662648320794
verified: no, type: nauc_recall_at_100_diff1
value: 18.975726964682863
verified: no, type: nauc_recall_at_100_max
value: 17.463053263913643
verified: no, type: nauc_recall_at_100_std
value: 5.193025295117909
verified: no, type: nauc_recall_at_10_diff1
value: 26.179450874152614
verified: no, type: nauc_recall_at_10_max
value: 21.634335314260436
verified: no, type: nauc_recall_at_10_std
value: -5.718314080956008
verified: no, type: nauc_recall_at_1_diff1
value: 43.19178740943906
verified: no, type: nauc_recall_at_1_max
value: 30.877102640311726
verified: no, type: nauc_recall_at_1_std
value: -14.165080939187726
verified: no, type: nauc_recall_at_20_diff1
value: 25.087605827678395
verified: no, type: nauc_recall_at_20_max
value: 20.130863094684713
verified: no, type: nauc_recall_at_20_std
value: -5.62005732659447
verified: no, type: nauc_recall_at_3_diff1
value: 32.74815068110827
verified: no, type: nauc_recall_at_3_max
value: 22.403658999564968
verified: no, type: nauc_recall_at_3_std
value: -8.683387701904735
verified: no, type: nauc_recall_at_5_diff1
value: 27.755340185938906
verified: no, type: nauc_recall_at_5_max
value: 23.586435487805275
verified: no, type: nauc_recall_at_5_std
value: -5.135301791301631
verified: no, type: ndcg_at_1
value: 17.194000000000003
verified: no, type: ndcg_at_10
value: 21.488
verified: no, type: ndcg_at_100
value: 26.150000000000002
verified: no, type: ndcg_at_1000
value: 29.805999999999997
verified: no, type: ndcg_at_20
value: 22.718
verified: no, type: ndcg_at_3
value: 19.434
verified: no, type: ndcg_at_5
value: 20.746000000000002
verified: no, type: precision_at_1
value: 17.194000000000003
verified: no, type: precision_at_10
value: 4.091
verified: no, type: precision_at_100
value: 0.931
verified: no, type: precision_at_1000
value: 0.18
verified: no, type: precision_at_20
value: 2.54
verified: no, type: precision_at_3
value: 9.354
verified: no, type: precision_at_5
value: 6.877
verified: no, type: recall_at_1
value: 13.569999999999999
verified: no, type: recall_at_10
value: 26.634999999999998
verified: no, type: recall_at_100
value: 49.457
verified: no, type: recall_at_1000
value: 74.978
verified: no, type: recall_at_20
value: 31.830000000000002
verified: no, type: recall_at_3
value: 20.014000000000003
verified: no, type: recall_at_5
value: 23.915
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 14.286999999999999
verified: no, type: map_at_1
value: 7.8
verified: no, type: map_at_10
value: 11.603
verified: no, type: map_at_100
value: 12.322
verified: no, type: map_at_1000
value: 12.424
verified: no, type: map_at_20
value: 11.917
verified: no, type: map_at_3
value: 10.241999999999999
verified: no, type: map_at_5
value: 10.894
verified: no, type: mrr_at_1
value: 8.687615526802219
verified: no, type: mrr_at_10
value: 12.827509315494535
verified: no, type: mrr_at_100
value: 13.569825117763369
verified: no, type: mrr_at_1000
value: 13.664616620933204
verified: no, type: mrr_at_20
value: 13.153434876243523
verified: no, type: mrr_at_3
value: 11.367837338262479
verified: no, type: mrr_at_5
value: 12.060998151571168
verified: no, type: nauc_map_at_1000_diff1
value: 21.953862709034876
verified: no, type: nauc_map_at_1000_max
value: 29.066372403463188
verified: no, type: nauc_map_at_1000_std
value: -7.250987758385709
verified: no, type: nauc_map_at_100_diff1
value: 21.93592696083288
verified: no, type: nauc_map_at_100_max
value: 29.045471554920262
verified: no, type: nauc_map_at_100_std
value: -7.347433609703373
verified: no, type: nauc_map_at_10_diff1
value: 22.272278874310526
verified: no, type: nauc_map_at_10_max
value: 29.620096522232625
verified: no, type: nauc_map_at_10_std
value: -7.56004907693945
verified: no, type: nauc_map_at_1_diff1
value: 29.70146011799996
verified: no, type: nauc_map_at_1_max
value: 33.6582002068041
verified: no, type: nauc_map_at_1_std
value: -11.43320242844524
verified: no, type: nauc_map_at_20_diff1
value: 22.06594846110943
verified: no, type: nauc_map_at_20_max
value: 29.4352137076757
verified: no, type: nauc_map_at_20_std
value: -7.640434271085226
verified: no, type: nauc_map_at_3_diff1
value: 23.260962069088908
verified: no, type: nauc_map_at_3_max
value: 29.85851009040783
verified: no, type: nauc_map_at_3_std
value: -8.493416631968287
verified: no, type: nauc_map_at_5_diff1
value: 21.67294210722253
verified: no, type: nauc_map_at_5_max
value: 30.00826915229784
verified: no, type: nauc_map_at_5_std
value: -8.443622415442166
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.104239631860946
verified: no, type: nauc_mrr_at_1000_max
value: 28.258201262169408
verified: no, type: nauc_mrr_at_1000_std
value: -6.622347594933508
verified: no, type: nauc_mrr_at_100_diff1
value: 22.098536010618822
verified: no, type: nauc_mrr_at_100_max
value: 28.220245799295107
verified: no, type: nauc_mrr_at_100_std
value: -6.675059636819916
verified: no, type: nauc_mrr_at_10_diff1
value: 22.63401956823091
verified: no, type: nauc_mrr_at_10_max
value: 28.626927108349953
verified: no, type: nauc_mrr_at_10_std
value: -6.820539359416205
verified: no, type: nauc_mrr_at_1_diff1
value: 30.188275726076373
verified: no, type: nauc_mrr_at_1_max
value: 32.97489523305523
verified: no, type: nauc_mrr_at_1_std
value: -10.419791276142904
verified: no, type: nauc_mrr_at_20_diff1
value: 22.125155778128224
verified: no, type: nauc_mrr_at_20_max
value: 28.54628678699734
verified: no, type: nauc_mrr_at_20_std
value: -6.940802668158878
verified: no, type: nauc_mrr_at_3_diff1
value: 23.20363757655989
verified: no, type: nauc_mrr_at_3_max
value: 28.72037838694496
verified: no, type: nauc_mrr_at_3_std
value: -7.863052941940037
verified: no, type: nauc_mrr_at_5_diff1
value: 21.769709814351764
verified: no, type: nauc_mrr_at_5_max
value: 29.01182865041742
verified: no, type: nauc_mrr_at_5_std
value: -7.823698429495608
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.839399965777904
verified: no, type: nauc_ndcg_at_1000_max
value: 26.409685169340147
verified: no, type: nauc_ndcg_at_1000_std
value: -2.75323598669575
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.980282228228756
verified: no, type: nauc_ndcg_at_100_max
value: 25.888915953926944
verified: no, type: nauc_ndcg_at_100_std
value: -4.247963667020685
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.268021320985767
verified: no, type: nauc_ndcg_at_10_max
value: 28.007422388366308
verified: no, type: nauc_ndcg_at_10_std
value: -6.035880880912193
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.188275726076373
verified: no, type: nauc_ndcg_at_1_max
value: 32.97489523305523
verified: no, type: nauc_ndcg_at_1_std
value: -10.419791276142904
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.475382543592772
verified: no, type: nauc_ndcg_at_20_max
value: 27.783688816814124
verified: no, type: nauc_ndcg_at_20_std
value: -6.375668645265656
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.17886661176787
verified: no, type: nauc_ndcg_at_3_max
value: 28.281440509906492
verified: no, type: nauc_ndcg_at_3_std
value: -7.544056618031584
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.58832973791431
verified: no, type: nauc_ndcg_at_5_max
value: 28.724509771603614
verified: no, type: nauc_ndcg_at_5_std
value: -7.783318230914177
verified: no, type: nauc_precision_at_1000_diff1
value: 7.129904674618118
verified: no, type: nauc_precision_at_1000_max
value: 7.635578876601942
verified: no, type: nauc_precision_at_1000_std
value: 9.846306597273538
verified: no, type: nauc_precision_at_100_diff1
value: 11.813398381635091
verified: no, type: nauc_precision_at_100_max
value: 16.32313056743183
verified: no, type: nauc_precision_at_100_std
value: 4.336689858200671
verified: no, type: nauc_precision_at_10_diff1
value: 17.446504784777808
verified: no, type: nauc_precision_at_10_max
value: 25.408869205476464
verified: no, type: nauc_precision_at_10_std
value: -1.6572908083948488
verified: no, type: nauc_precision_at_1_diff1
value: 30.188275726076373
verified: no, type: nauc_precision_at_1_max
value: 32.97489523305523
verified: no, type: nauc_precision_at_1_std
value: -10.419791276142904
verified: no, type: nauc_precision_at_20_diff1
value: 14.91677316093746
verified: no, type: nauc_precision_at_20_max
value: 24.32645869103317
verified: no, type: nauc_precision_at_20_std
value: -2.9225394914435876
verified: no, type: nauc_precision_at_3_diff1
value: 16.841177267297603
verified: no, type: nauc_precision_at_3_max
value: 24.81824344898353
verified: no, type: nauc_precision_at_3_std
value: -6.548456214157852
verified: no, type: nauc_precision_at_5_diff1
value: 12.601361749535691
verified: no, type: nauc_precision_at_5_max
value: 25.662845341554753
verified: no, type: nauc_precision_at_5_std
value: -5.257813050604554
verified: no, type: nauc_recall_at_1000_diff1
value: 9.330142559611428
verified: no, type: nauc_recall_at_1000_max
value: 19.55092125312593
verified: no, type: nauc_recall_at_1000_std
value: 12.833888019795856
verified: no, type: nauc_recall_at_100_diff1
value: 12.93335051943625
verified: no, type: nauc_recall_at_100_max
value: 18.554303580780303
verified: no, type: nauc_recall_at_100_std
value: 2.904381331543482
verified: no, type: nauc_recall_at_10_diff1
value: 15.945414878900973
verified: no, type: nauc_recall_at_10_max
value: 24.45894683906371
verified: no, type: nauc_recall_at_10_std
value: -3.3285107959242257
verified: no, type: nauc_recall_at_1_diff1
value: 29.70146011799996
verified: no, type: nauc_recall_at_1_max
value: 33.6582002068041
verified: no, type: nauc_recall_at_1_std
value: -11.43320242844524
verified: no, type: nauc_recall_at_20_diff1
value: 14.54592581450925
verified: no, type: nauc_recall_at_20_max
value: 24.62940289531727
verified: no, type: nauc_recall_at_20_std
value: -4.525466630360646
verified: no, type: nauc_recall_at_3_diff1
value: 15.585536477830441
verified: no, type: nauc_recall_at_3_max
value: 25.217020737509433
verified: no, type: nauc_recall_at_3_std
value: -6.386554399226418
verified: no, type: nauc_recall_at_5_diff1
value: 11.641604418059668
verified: no, type: nauc_recall_at_5_max
value: 26.263641139012208
verified: no, type: nauc_recall_at_5_std
value: -6.77257050164422
verified: no, type: ndcg_at_1
value: 8.688
verified: no, type: ndcg_at_10
value: 14.286999999999999
verified: no, type: ndcg_at_100
value: 18.516
verified: no, type: ndcg_at_1000
value: 21.708
verified: no, type: ndcg_at_20
value: 15.436
verified: no, type: ndcg_at_3
value: 11.376999999999999
verified: no, type: ndcg_at_5
value: 12.551000000000002
verified: no, type: precision_at_1
value: 8.688
verified: no, type: precision_at_10
value: 2.458
verified: no, type: precision_at_100
value: 0.505
verified: no, type: precision_at_1000
value: 0.084
verified: no, type: precision_at_20
value: 1.534
verified: no, type: precision_at_3
value: 5.0520000000000005
verified: no, type: precision_at_5
value: 3.697
verified: no, type: recall_at_1
value: 7.8
verified: no, type: recall_at_10
value: 21.59
verified: no, type: recall_at_100
value: 42.101
verified: no, type: recall_at_1000
value: 67.259
verified: no, type: recall_at_20
value: 25.858999999999998
verified: no, type: recall_at_3
value: 13.506000000000002
verified: no, type: recall_at_5
value: 16.408
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 12.91
verified: no, type: map_at_1
value: 5.244999999999999
verified: no, type: map_at_10
value: 8.533
verified: no, type: map_at_100
value: 9.562
verified: no, type: map_at_1000
value: 9.701
verified: no, type: map_at_20
value: 9.061
verified: no, type: map_at_3
value: 7.117
verified: no, type: map_at_5
value: 7.747999999999999
verified: no, type: mrr_at_1
value: 11.530944625407166
verified: no, type: mrr_at_10
value: 17.86644951140064
verified: no, type: mrr_at_100
value: 18.874326110051832
verified: no, type: mrr_at_1000
value: 18.94561511680038
verified: no, type: mrr_at_20
value: 18.47706797129705
verified: no, type: mrr_at_3
value: 15.27687296416939
verified: no, type: mrr_at_5
value: 16.576547231270354
verified: no, type: nauc_map_at_1000_diff1
value: 24.54420825290521
verified: no, type: nauc_map_at_1000_max
value: 3.897483834465137
verified: no, type: nauc_map_at_1000_std
value: 19.481805113255135
verified: no, type: nauc_map_at_100_diff1
value: 24.55555745351147
verified: no, type: nauc_map_at_100_max
value: 3.837582687861127
verified: no, type: nauc_map_at_100_std
value: 19.133723602277477
verified: no, type: nauc_map_at_10_diff1
value: 25.265812103632264
verified: no, type: nauc_map_at_10_max
value: 3.8492593876156564
verified: no, type: nauc_map_at_10_std
value: 16.506599027024237
verified: no, type: nauc_map_at_1_diff1
value: 33.94610398172728
verified: no, type: nauc_map_at_1_max
value: 1.6496908677205668
verified: no, type: nauc_map_at_1_std
value: 13.419972442438885
verified: no, type: nauc_map_at_20_diff1
value: 24.72824633420426
verified: no, type: nauc_map_at_20_max
value: 3.783475878999571
verified: no, type: nauc_map_at_20_std
value: 17.84509170410431
verified: no, type: nauc_map_at_3_diff1
value: 26.956755375738854
verified: no, type: nauc_map_at_3_max
value: 3.9095753462098775
verified: no, type: nauc_map_at_3_std
value: 14.346199792189863
verified: no, type: nauc_map_at_5_diff1
value: 26.151346472806736
verified: no, type: nauc_map_at_5_max
value: 3.6340429832669017
verified: no, type: nauc_map_at_5_std
value: 14.297502705786602
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.268773463692998
verified: no, type: nauc_mrr_at_1000_max
value: 6.109347662338191
verified: no, type: nauc_mrr_at_1000_std
value: 19.22652674727219
verified: no, type: nauc_mrr_at_100_diff1
value: 23.269924125626535
verified: no, type: nauc_mrr_at_100_max
value: 6.120703236947665
verified: no, type: nauc_mrr_at_100_std
value: 19.2163581654434
verified: no, type: nauc_mrr_at_10_diff1
value: 23.52516707186784
verified: no, type: nauc_mrr_at_10_max
value: 6.237783397862627
verified: no, type: nauc_mrr_at_10_std
value: 18.18627288507101
verified: no, type: nauc_mrr_at_1_diff1
value: 27.584994677292034
verified: no, type: nauc_mrr_at_1_max
value: 3.822817171895031
verified: no, type: nauc_mrr_at_1_std
value: 13.580944806885068
verified: no, type: nauc_mrr_at_20_diff1
value: 23.18466877243556
verified: no, type: nauc_mrr_at_20_max
value: 6.071619184172904
verified: no, type: nauc_mrr_at_20_std
value: 18.860252064577328
verified: no, type: nauc_mrr_at_3_diff1
value: 24.39357898054709
verified: no, type: nauc_mrr_at_3_max
value: 6.496455479357357
verified: no, type: nauc_mrr_at_3_std
value: 16.58571208649782
verified: no, type: nauc_mrr_at_5_diff1
value: 23.789967014710673
verified: no, type: nauc_mrr_at_5_max
value: 6.741427679039848
verified: no, type: nauc_mrr_at_5_std
value: 16.87086607963999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.749820902072695
verified: no, type: nauc_ndcg_at_1000_max
value: 4.86812498810872
verified: no, type: nauc_ndcg_at_1000_std
value: 31.235098248353726
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.19681101249399
verified: no, type: nauc_ndcg_at_100_max
value: 4.6861370875702395
verified: no, type: nauc_ndcg_at_100_std
value: 27.272107521053297
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.773032212350426
verified: no, type: nauc_ndcg_at_10_max
value: 4.9873425228251955
verified: no, type: nauc_ndcg_at_10_std
value: 19.5435742476801
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.584994677292034
verified: no, type: nauc_ndcg_at_1_max
value: 3.822817171895031
verified: no, type: nauc_ndcg_at_1_std
value: 13.580944806885068
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.438732145979834
verified: no, type: nauc_ndcg_at_20_max
value: 4.6005835605739245
verified: no, type: nauc_ndcg_at_20_std
value: 22.65431596849159
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.490757645118904
verified: no, type: nauc_ndcg_at_3_max
value: 5.962800738138971
verified: no, type: nauc_ndcg_at_3_std
value: 16.307824488006986
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.993915092342622
verified: no, type: nauc_ndcg_at_5_max
value: 5.236363764316798
verified: no, type: nauc_ndcg_at_5_std
value: 15.82938355562257
verified: no, type: nauc_precision_at_1000_diff1
value: 11.131036670513076
verified: no, type: nauc_precision_at_1000_max
value: 6.822816660809858
verified: no, type: nauc_precision_at_1000_std
value: 46.914426444389676
verified: no, type: nauc_precision_at_100_diff1
value: 10.955370605222562
verified: no, type: nauc_precision_at_100_max
value: 7.306594130327962
verified: no, type: nauc_precision_at_100_std
value: 40.6149528086222
verified: no, type: nauc_precision_at_10_diff1
value: 14.798768173392961
verified: no, type: nauc_precision_at_10_max
value: 8.747564896420851
verified: no, type: nauc_precision_at_10_std
value: 27.017329972663518
verified: no, type: nauc_precision_at_1_diff1
value: 27.584994677292034
verified: no, type: nauc_precision_at_1_max
value: 3.822817171895031
verified: no, type: nauc_precision_at_1_std
value: 13.580944806885068
verified: no, type: nauc_precision_at_20_diff1
value: 11.832837907912124
verified: no, type: nauc_precision_at_20_max
value: 7.84405782779581
verified: no, type: nauc_precision_at_20_std
value: 31.71828414369358
verified: no, type: nauc_precision_at_3_diff1
value: 18.994037151223843
verified: no, type: nauc_precision_at_3_max
value: 9.590257745908866
verified: no, type: nauc_precision_at_3_std
value: 19.0108385933672
verified: no, type: nauc_precision_at_5_diff1
value: 16.84707712963686
verified: no, type: nauc_precision_at_5_max
value: 10.064344353606588
verified: no, type: nauc_precision_at_5_std
value: 19.57545659630027
verified: no, type: nauc_recall_at_1000_diff1
value: 13.874751583251479
verified: no, type: nauc_recall_at_1000_max
value: 1.530199910786395
verified: no, type: nauc_recall_at_1000_std
value: 46.27128687120432
verified: no, type: nauc_recall_at_100_diff1
value: 13.1528347324774
verified: no, type: nauc_recall_at_100_max
value: 1.9375434916868963
verified: no, type: nauc_recall_at_100_std
value: 34.88493356061696
verified: no, type: nauc_recall_at_10_diff1
value: 18.04034405954142
verified: no, type: nauc_recall_at_10_max
value: 3.705815311091777
verified: no, type: nauc_recall_at_10_std
value: 21.901312599161166
verified: no, type: nauc_recall_at_1_diff1
value: 33.94610398172728
verified: no, type: nauc_recall_at_1_max
value: 1.6496908677205668
verified: no, type: nauc_recall_at_1_std
value: 13.419972442438885
verified: no, type: nauc_recall_at_20_diff1
value: 14.202376007797774
verified: no, type: nauc_recall_at_20_max
value: 2.2147147149777644
verified: no, type: nauc_recall_at_20_std
value: 27.12814167677131
verified: no, type: nauc_recall_at_3_diff1
value: 22.921929014221593
verified: no, type: nauc_recall_at_3_max
value: 5.495801553489075
verified: no, type: nauc_recall_at_3_std
value: 16.34255997562194
verified: no, type: nauc_recall_at_5_diff1
value: 20.706978570804146
verified: no, type: nauc_recall_at_5_max
value: 4.397716927561929
verified: no, type: nauc_recall_at_5_std
value: 15.316487242353569
verified: no, type: ndcg_at_1
value: 11.530999999999999
verified: no, type: ndcg_at_10
value: 12.91
verified: no, type: ndcg_at_100
value: 17.926000000000002
verified: no, type: ndcg_at_1000
value: 21.165
verified: no, type: ndcg_at_20
value: 14.793000000000001
verified: no, type: ndcg_at_3
value: 9.953
verified: no, type: ndcg_at_5
value: 10.847999999999999
verified: no, type: precision_at_1
value: 11.530999999999999
verified: no, type: precision_at_10
value: 4.247999999999999
verified: no, type: precision_at_100
value: 0.943
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_20
value: 2.902
verified: no, type: precision_at_3
value: 7.4270000000000005
verified: no, type: precision_at_5
value: 5.811
verified: no, type: recall_at_1
value: 5.244999999999999
verified: no, type: recall_at_10
value: 16.317999999999998
verified: no, type: recall_at_100
value: 34.201
verified: no, type: recall_at_1000
value: 53.069
verified: no, type: recall_at_20
value: 21.808
verified: no, type: recall_at_3
value: 9.167
verified: no, type: recall_at_5
value: 11.605
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 17.809
verified: no, type: map_at_1
value: 2.9080000000000004
verified: no, type: map_at_10
value: 6.72
verified: no, type: map_at_100
value: 9.452
verified: no, type: map_at_1000
value: 10.141
verified: no, type: map_at_20
value: 7.775
verified: no, type: map_at_3
value: 4.838
verified: no, type: map_at_5
value: 5.595
verified: no, type: mrr_at_1
value: 33.25
verified: no, type: mrr_at_10
value: 43.10208333333334
verified: no, type: mrr_at_100
value: 43.91155190635367
verified: no, type: mrr_at_1000
value: 43.942081922491234
verified: no, type: mrr_at_20
value: 43.53115904133708
verified: no, type: mrr_at_3
value: 40.37499999999999
verified: no, type: mrr_at_5
value: 41.937500000000014
verified: no, type: nauc_map_at_1000_diff1
value: 12.464843106371594
verified: no, type: nauc_map_at_1000_max
value: 20.787030702897695
verified: no, type: nauc_map_at_1000_std
value: 28.95839241630686
verified: no, type: nauc_map_at_100_diff1
value: 12.056329590233632
verified: no, type: nauc_map_at_100_max
value: 19.582266707899254
verified: no, type: nauc_map_at_100_std
value: 25.720291368581556
verified: no, type: nauc_map_at_10_diff1
value: 11.947408635481318
verified: no, type: nauc_map_at_10_max
value: 12.217216974254558
verified: no, type: nauc_map_at_10_std
value: 11.576137158486222
verified: no, type: nauc_map_at_1_diff1
value: 21.07052969340483
verified: no, type: nauc_map_at_1_max
value: 9.194196653066513
verified: no, type: nauc_map_at_1_std
value: 10.422057533092019
verified: no, type: nauc_map_at_20_diff1
value: 12.996950185313217
verified: no, type: nauc_map_at_20_max
value: 14.877459115978706
verified: no, type: nauc_map_at_20_std
value: 16.078479194353804
verified: no, type: nauc_map_at_3_diff1
value: 12.713931226731026
verified: no, type: nauc_map_at_3_max
value: 10.534051914774205
verified: no, type: nauc_map_at_3_std
value: 6.634455286829892
verified: no, type: nauc_map_at_5_diff1
value: 13.49610237252039
verified: no, type: nauc_map_at_5_max
value: 11.395460371209825
verified: no, type: nauc_map_at_5_std
value: 8.556070768754035
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.440732029069466
verified: no, type: nauc_mrr_at_1000_max
value: 28.227169599675545
verified: no, type: nauc_mrr_at_1000_std
value: 24.271326293306412
verified: no, type: nauc_mrr_at_100_diff1
value: 23.431318332471474
verified: no, type: nauc_mrr_at_100_max
value: 28.247320676020777
verified: no, type: nauc_mrr_at_100_std
value: 24.289544335994325
verified: no, type: nauc_mrr_at_10_diff1
value: 23.10244787887524
verified: no, type: nauc_mrr_at_10_max
value: 28.230713760094805
verified: no, type: nauc_mrr_at_10_std
value: 23.872224687475942
verified: no, type: nauc_mrr_at_1_diff1
value: 27.28025238438753
verified: no, type: nauc_mrr_at_1_max
value: 29.836674855640243
verified: no, type: nauc_mrr_at_1_std
value: 25.025348142188943
verified: no, type: nauc_mrr_at_20_diff1
value: 23.359567556301606
verified: no, type: nauc_mrr_at_20_max
value: 28.045194655704407
verified: no, type: nauc_mrr_at_20_std
value: 24.13890939061388
verified: no, type: nauc_mrr_at_3_diff1
value: 23.223682067100583
verified: no, type: nauc_mrr_at_3_max
value: 26.838082016739516
verified: no, type: nauc_mrr_at_3_std
value: 22.74149701561025
verified: no, type: nauc_mrr_at_5_diff1
value: 23.254953330680365
verified: no, type: nauc_mrr_at_5_max
value: 27.731371603773923
verified: no, type: nauc_mrr_at_5_std
value: 23.673666153182165
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.257303689752668
verified: no, type: nauc_ndcg_at_1000_max
value: 20.372685600143058
verified: no, type: nauc_ndcg_at_1000_std
value: 43.5647262197375
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.712668770381223
verified: no, type: nauc_ndcg_at_100_max
value: 17.3070502066831
verified: no, type: nauc_ndcg_at_100_std
value: 34.01332703454124
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.272864554548784
verified: no, type: nauc_ndcg_at_10_max
value: 17.386211785825974
verified: no, type: nauc_ndcg_at_10_std
value: 25.093090359467173
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.811305606655417
verified: no, type: nauc_ndcg_at_1_max
value: 21.81236974804081
verified: no, type: nauc_ndcg_at_1_std
value: 21.876218231165208
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.570243759415145
verified: no, type: nauc_ndcg_at_20_max
value: 15.48792448315102
verified: no, type: nauc_ndcg_at_20_std
value: 24.906899062098667
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.562964238706122
verified: no, type: nauc_ndcg_at_3_max
value: 19.01543958115029
verified: no, type: nauc_ndcg_at_3_std
value: 22.48353735036461
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.232340125010094
verified: no, type: nauc_ndcg_at_5_max
value: 18.05687758131152
verified: no, type: nauc_ndcg_at_5_std
value: 22.85229110345859
verified: no, type: nauc_precision_at_1000_diff1
value: 11.56385665060498
verified: no, type: nauc_precision_at_1000_max
value: 20.681035939178482
verified: no, type: nauc_precision_at_1000_std
value: 36.897327543333354
verified: no, type: nauc_precision_at_100_diff1
value: 11.514032623059778
verified: no, type: nauc_precision_at_100_max
value: 29.047762650445875
verified: no, type: nauc_precision_at_100_std
value: 47.298484079525174
verified: no, type: nauc_precision_at_10_diff1
value: 9.30196384643561
verified: no, type: nauc_precision_at_10_max
value: 26.02930642801758
verified: no, type: nauc_precision_at_10_std
value: 33.683648923271505
verified: no, type: nauc_precision_at_1_diff1
value: 27.28025238438753
verified: no, type: nauc_precision_at_1_max
value: 29.836674855640243
verified: no, type: nauc_precision_at_1_std
value: 25.025348142188943
verified: no, type: nauc_precision_at_20_diff1
value: 12.53572220614082
verified: no, type: nauc_precision_at_20_max
value: 27.436119324419035
verified: no, type: nauc_precision_at_20_std
value: 37.4124720701224
verified: no, type: nauc_precision_at_3_diff1
value: 11.473474612430659
verified: no, type: nauc_precision_at_3_max
value: 25.108171747341117
verified: no, type: nauc_precision_at_3_std
value: 22.218903585707725
verified: no, type: nauc_precision_at_5_diff1
value: 11.651584386463366
verified: no, type: nauc_precision_at_5_max
value: 26.45472985167932
verified: no, type: nauc_precision_at_5_std
value: 25.45046633350586
verified: no, type: nauc_recall_at_1000_diff1
value: 8.952304094844058
verified: no, type: nauc_recall_at_1000_max
value: 6.398413185072366
verified: no, type: nauc_recall_at_1000_std
value: 43.77431410498004
verified: no, type: nauc_recall_at_100_diff1
value: 2.4342418404967687
verified: no, type: nauc_recall_at_100_max
value: 7.263012696368243
verified: no, type: nauc_recall_at_100_std
value: 29.36126458392181
verified: no, type: nauc_recall_at_10_diff1
value: 2.7077112127598997
verified: no, type: nauc_recall_at_10_max
value: 2.7599172986852833
verified: no, type: nauc_recall_at_10_std
value: 2.533785276895851
verified: no, type: nauc_recall_at_1_diff1
value: 21.07052969340483
verified: no, type: nauc_recall_at_1_max
value: 9.194196653066513
verified: no, type: nauc_recall_at_1_std
value: 10.422057533092019
verified: no, type: nauc_recall_at_20_diff1
value: 3.6472612051309605
verified: no, type: nauc_recall_at_20_max
value: 1.8491755772071496
verified: no, type: nauc_recall_at_20_std
value: 7.2724409200148274
verified: no, type: nauc_recall_at_3_diff1
value: 6.007910279710785
verified: no, type: nauc_recall_at_3_max
value: 4.734271875365448
verified: no, type: nauc_recall_at_3_std
value: 0.08424826705888651
verified: no, type: nauc_recall_at_5_diff1
value: 6.405796890104426
verified: no, type: nauc_recall_at_5_max
value: 5.069916025405803
verified: no, type: nauc_recall_at_5_std
value: 0.7763463942604057
verified: no, type: ndcg_at_1
value: 22.875
verified: no, type: ndcg_at_10
value: 17.809
verified: no, type: ndcg_at_100
value: 20.913
verified: no, type: ndcg_at_1000
value: 26.843
verified: no, type: ndcg_at_20
value: 17.688000000000002
verified: no, type: ndcg_at_3
value: 19.901
verified: no, type: ndcg_at_5
value: 18.587
verified: no, type: precision_at_1
value: 33.25
verified: no, type: precision_at_10
value: 16.025
verified: no, type: precision_at_100
value: 5.265000000000001
verified: no, type: precision_at_1000
value: 1.097
verified: no, type: precision_at_20
value: 12.188
verified: no, type: precision_at_3
value: 25
verified: no, type: precision_at_5
value: 20.65
verified: no, type: recall_at_1
value: 2.9080000000000004
verified: no, type: recall_at_10
value: 11.067
verified: no, type: recall_at_100
value: 26.874
verified: no, type: recall_at_1000
value: 47.693999999999996
verified: no, type: recall_at_20
value: 15.251999999999999
verified: no, type: recall_at_3
value: 6.065
verified: no, type: recall_at_5
value: 7.84
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 36.714999999999996
verified: no, type: f1
value: 33.535803051550175
verified: no, type: f1_weighted
value: 38.73741738231718
verified: no, type: main_score
value: 36.714999999999996
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 21.749
verified: no, type: map_at_1
value: 11.853
verified: no, type: map_at_10
value: 17.788999999999998
verified: no, type: map_at_100
value: 18.695
verified: no, type: map_at_1000
value: 18.783
verified: no, type: map_at_20
value: 18.279999999999998
verified: no, type: map_at_3
value: 15.488
verified: no, type: map_at_5
value: 16.766000000000002
verified: no, type: mrr_at_1
value: 12.57125712571257
verified: no, type: mrr_at_10
value: 18.809821458336327
verified: no, type: mrr_at_100
value: 19.746247724300634
verified: no, type: mrr_at_1000
value: 19.828660283641725
verified: no, type: mrr_at_20
value: 19.325603053511834
verified: no, type: mrr_at_3
value: 16.394139413941424
verified: no, type: mrr_at_5
value: 17.745774577457816
verified: no, type: nauc_map_at_1000_diff1
value: 20.42216628213536
verified: no, type: nauc_map_at_1000_max
value: 10.981655836421126
verified: no, type: nauc_map_at_1000_std
value: -11.06254344432782
verified: no, type: nauc_map_at_100_diff1
value: 20.430402218559234
verified: no, type: nauc_map_at_100_max
value: 10.946143961065747
verified: no, type: nauc_map_at_100_std
value: -11.067509219026796
verified: no, type: nauc_map_at_10_diff1
value: 20.633613948259416
verified: no, type: nauc_map_at_10_max
value: 10.749227715844583
verified: no, type: nauc_map_at_10_std
value: -11.683369497410549
verified: no, type: nauc_map_at_1_diff1
value: 25.93334856369996
verified: no, type: nauc_map_at_1_max
value: 11.756956805295456
verified: no, type: nauc_map_at_1_std
value: -15.812253616827613
verified: no, type: nauc_map_at_20_diff1
value: 20.53707678990591
verified: no, type: nauc_map_at_20_max
value: 10.852465838841702
verified: no, type: nauc_map_at_20_std
value: -11.300317053293336
verified: no, type: nauc_map_at_3_diff1
value: 21.197417138364173
verified: no, type: nauc_map_at_3_max
value: 10.400364426417779
verified: no, type: nauc_map_at_3_std
value: -13.649848120655465
verified: no, type: nauc_map_at_5_diff1
value: 20.84809728992014
verified: no, type: nauc_map_at_5_max
value: 10.503569044791474
verified: no, type: nauc_map_at_5_std
value: -12.308858242572567
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.256963399952387
verified: no, type: nauc_mrr_at_1000_max
value: 11.527178442395032
verified: no, type: nauc_mrr_at_1000_std
value: -11.30536908201306
verified: no, type: nauc_mrr_at_100_diff1
value: 20.25440064656351
verified: no, type: nauc_mrr_at_100_max
value: 11.501764619959824
verified: no, type: nauc_mrr_at_100_std
value: -11.2998442261201
verified: no, type: nauc_mrr_at_10_diff1
value: 20.43696908799925
verified: no, type: nauc_mrr_at_10_max
value: 11.301632140198784
verified: no, type: nauc_mrr_at_10_std
value: -11.862198378461013
verified: no, type: nauc_mrr_at_1_diff1
value: 25.788068994261927
verified: no, type: nauc_mrr_at_1_max
value: 12.494106068654443
verified: no, type: nauc_mrr_at_1_std
value: -16.072022142157422
verified: no, type: nauc_mrr_at_20_diff1
value: 20.360762859316843
verified: no, type: nauc_mrr_at_20_max
value: 11.39368067763063
verified: no, type: nauc_mrr_at_20_std
value: -11.492483206429506
verified: no, type: nauc_mrr_at_3_diff1
value: 21.005337906582582
verified: no, type: nauc_mrr_at_3_max
value: 11.007636661630489
verified: no, type: nauc_mrr_at_3_std
value: -13.968861333278157
verified: no, type: nauc_mrr_at_5_diff1
value: 20.645981078269408
verified: no, type: nauc_mrr_at_5_max
value: 11.098139454539123
verified: no, type: nauc_mrr_at_5_std
value: -12.49821888423247
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.961862840683438
verified: no, type: nauc_ndcg_at_1000_max
value: 12.633382278961424
verified: no, type: nauc_ndcg_at_1000_std
value: -6.623628781829191
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.947555297079322
verified: no, type: nauc_ndcg_at_100_max
value: 11.952176273790133
verified: no, type: nauc_ndcg_at_100_std
value: -6.732908920357083
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.88944240845781
verified: no, type: nauc_ndcg_at_10_max
value: 10.931301252399257
verified: no, type: nauc_ndcg_at_10_std
value: -9.501435512141649
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.788068994261927
verified: no, type: nauc_ndcg_at_1_max
value: 12.494106068654443
verified: no, type: nauc_ndcg_at_1_std
value: -16.072022142157422
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.596170230193344
verified: no, type: nauc_ndcg_at_20_max
value: 11.240653699992258
verified: no, type: nauc_ndcg_at_20_std
value: -8.248089644433646
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.899071290487075
verified: no, type: nauc_ndcg_at_3_max
value: 10.217579017596986
verified: no, type: nauc_ndcg_at_3_std
value: -13.092631082234583
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.36942104398564
verified: no, type: nauc_ndcg_at_5_max
value: 10.43000193675244
verified: no, type: nauc_ndcg_at_5_std
value: -10.83023984824733
verified: no, type: nauc_precision_at_1000_diff1
value: 3.524222591189092
verified: no, type: nauc_precision_at_1000_max
value: 21.268005942647154
verified: no, type: nauc_precision_at_1000_std
value: 15.036228494768125
verified: no, type: nauc_precision_at_100_diff1
value: 9.81714899740422
verified: no, type: nauc_precision_at_100_max
value: 16.79030493724481
verified: no, type: nauc_precision_at_100_std
value: 8.132992070925313
verified: no, type: nauc_precision_at_10_diff1
value: 15.127575113065081
verified: no, type: nauc_precision_at_10_max
value: 11.83424711782065
verified: no, type: nauc_precision_at_10_std
value: -4.12398539713339
verified: no, type: nauc_precision_at_1_diff1
value: 25.788068994261927
verified: no, type: nauc_precision_at_1_max
value: 12.494106068654443
verified: no, type: nauc_precision_at_1_std
value: -16.072022142157422
verified: no, type: nauc_precision_at_20_diff1
value: 13.988365041285991
verified: no, type: nauc_precision_at_20_max
value: 12.982343769260144
verified: no, type: nauc_precision_at_20_std
value: 0.12831196857307875
verified: no, type: nauc_precision_at_3_diff1
value: 16.98591248173311
verified: no, type: nauc_precision_at_3_max
value: 10.076477872033717
verified: no, type: nauc_precision_at_3_std
value: -11.763027829441572
verified: no, type: nauc_precision_at_5_diff1
value: 16.109103361887634
verified: no, type: nauc_precision_at_5_max
value: 10.743629779747735
verified: no, type: nauc_precision_at_5_std
value: -7.223871485711275
verified: no, type: nauc_recall_at_1000_diff1
value: 7.300447723499678
verified: no, type: nauc_recall_at_1000_max
value: 21.050009113075134
verified: no, type: nauc_recall_at_1000_std
value: 14.78834446079826
verified: no, type: nauc_recall_at_100_diff1
value: 10.585202094510606
verified: no, type: nauc_recall_at_100_max
value: 14.3397259367012
verified: no, type: nauc_recall_at_100_std
value: 6.774673938241939
verified: no, type: nauc_recall_at_10_diff1
value: 14.740253776747794
verified: no, type: nauc_recall_at_10_max
value: 10.775882310785141
verified: no, type: nauc_recall_at_10_std
value: -4.212933280572477
verified: no, type: nauc_recall_at_1_diff1
value: 25.93334856369996
verified: no, type: nauc_recall_at_1_max
value: 11.756956805295456
verified: no, type: nauc_recall_at_1_std
value: -15.812253616827613
verified: no, type: nauc_recall_at_20_diff1
value: 13.917159385985588
verified: no, type: nauc_recall_at_20_max
value: 11.562519738362539
verified: no, type: nauc_recall_at_20_std
value: -0.6257023100650639
verified: no, type: nauc_recall_at_3_diff1
value: 16.79817894741575
verified: no, type: nauc_recall_at_3_max
value: 9.28528047744461
verified: no, type: nauc_recall_at_3_std
value: -11.417062993569289
verified: no, type: nauc_recall_at_5_diff1
value: 15.946724754389002
verified: no, type: nauc_recall_at_5_max
value: 9.701570943463285
verified: no, type: nauc_recall_at_5_std
value: -7.10641716237399
verified: no, type: ndcg_at_1
value: 12.570999999999998
verified: no, type: ndcg_at_10
value: 21.749
verified: no, type: ndcg_at_100
value: 26.627000000000002
verified: no, type: ndcg_at_1000
value: 29.211
verified: no, type: ndcg_at_20
value: 23.546
verified: no, type: ndcg_at_3
value: 16.938
verified: no, type: ndcg_at_5
value: 19.259
verified: no, type: precision_at_1
value: 12.570999999999998
verified: no, type: precision_at_10
value: 3.5970000000000004
verified: no, type: precision_at_100
value: 0.621
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_20
value: 2.183
verified: no, type: precision_at_3
value: 7.2059999999999995
verified: no, type: precision_at_5
value: 5.536
verified: no, type: recall_at_1
value: 11.853
verified: no, type: recall_at_10
value: 33.376
verified: no, type: recall_at_100
value: 56.714
verified: no, type: recall_at_1000
value: 77.03
verified: no, type: recall_at_20
value: 40.327
verified: no, type: recall_at_3
value: 20.26
verified: no, type: recall_at_5
value: 25.816
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 9.92
verified: no, type: map_at_1
value: 4.127
verified: no, type: map_at_10
value: 6.8580000000000005
verified: no, type: map_at_100
value: 7.678
verified: no, type: map_at_1000
value: 7.8469999999999995
verified: no, type: map_at_20
value: 7.2459999999999996
verified: no, type: map_at_3
value: 5.695
verified: no, type: map_at_5
value: 6.321000000000001
verified: no, type: mrr_at_1
value: 8.487654320987655
verified: no, type: mrr_at_10
value: 13.07460072506369
verified: no, type: mrr_at_100
value: 13.994745653960623
verified: no, type: mrr_at_1000
value: 14.107792823690083
verified: no, type: mrr_at_20
value: 13.534501788196179
verified: no, type: mrr_at_3
value: 11.445473251028803
verified: no, type: mrr_at_5
value: 12.3559670781893
verified: no, type: nauc_map_at_1000_diff1
value: 32.0284999038968
verified: no, type: nauc_map_at_1000_max
value: 1.5433417591774994
verified: no, type: nauc_map_at_1000_std
value: -0.7522549236643168
verified: no, type: nauc_map_at_100_diff1
value: 32.10293650409455
verified: no, type: nauc_map_at_100_max
value: 1.331765813078503
verified: no, type: nauc_map_at_100_std
value: -0.9813834028863421
verified: no, type: nauc_map_at_10_diff1
value: 32.996281892439825
verified: no, type: nauc_map_at_10_max
value: 0.9000809223325343
verified: no, type: nauc_map_at_10_std
value: -1.1346437895544166
verified: no, type: nauc_map_at_1_diff1
value: 40.86108038715362
verified: no, type: nauc_map_at_1_max
value: 2.3646340186850976
verified: no, type: nauc_map_at_1_std
value: -1.1273734737305066
verified: no, type: nauc_map_at_20_diff1
value: 32.74666906672611
verified: no, type: nauc_map_at_20_max
value: 1.2905542892955657
verified: no, type: nauc_map_at_20_std
value: -0.9339025080151999
verified: no, type: nauc_map_at_3_diff1
value: 35.22245724674683
verified: no, type: nauc_map_at_3_max
value: 0.7682718438437706
verified: no, type: nauc_map_at_3_std
value: 0.12863043400502505
verified: no, type: nauc_map_at_5_diff1
value: 33.82974605887253
verified: no, type: nauc_map_at_5_max
value: 1.9127548750254273
verified: no, type: nauc_map_at_5_std
value: -1.0892042440032836
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.492008408086686
verified: no, type: nauc_mrr_at_1000_max
value: 5.1988605475320995
verified: no, type: nauc_mrr_at_1000_std
value: -5.000717562564267
verified: no, type: nauc_mrr_at_100_diff1
value: 26.43042358484738
verified: no, type: nauc_mrr_at_100_max
value: 5.105015607758134
verified: no, type: nauc_mrr_at_100_std
value: -5.087762897442909
verified: no, type: nauc_mrr_at_10_diff1
value: 26.788604447191133
verified: no, type: nauc_mrr_at_10_max
value: 4.7186331678651845
verified: no, type: nauc_mrr_at_10_std
value: -5.004992425060064
verified: no, type: nauc_mrr_at_1_diff1
value: 32.279840763275516
verified: no, type: nauc_mrr_at_1_max
value: 2.24128577826757
verified: no, type: nauc_mrr_at_1_std
value: -7.11209805130024
verified: no, type: nauc_mrr_at_20_diff1
value: 26.648740524800157
verified: no, type: nauc_mrr_at_20_max
value: 5.032938733920583
verified: no, type: nauc_mrr_at_20_std
value: -4.909302508802945
verified: no, type: nauc_mrr_at_3_diff1
value: 29.41800019774434
verified: no, type: nauc_mrr_at_3_max
value: 4.4590853953847525
verified: no, type: nauc_mrr_at_3_std
value: -4.3297909365345735
verified: no, type: nauc_mrr_at_5_diff1
value: 27.962472533762323
verified: no, type: nauc_mrr_at_5_max
value: 5.263438068962538
verified: no, type: nauc_mrr_at_5_std
value: -4.758962874067143
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.911203582060345
verified: no, type: nauc_ndcg_at_1000_max
value: 4.8332507815090455
verified: no, type: nauc_ndcg_at_1000_std
value: 1.6141523218130944
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.983661152779078
verified: no, type: nauc_ndcg_at_100_max
value: 2.304457345177104
verified: no, type: nauc_ndcg_at_100_std
value: -1.5897525359169224
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.26656252033789
verified: no, type: nauc_ndcg_at_10_max
value: 1.7020081362468151
verified: no, type: nauc_ndcg_at_10_std
value: -1.8666662654279278
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.279840763275516
verified: no, type: nauc_ndcg_at_1_max
value: 2.24128577826757
verified: no, type: nauc_ndcg_at_1_std
value: -7.11209805130024
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.465206920750536
verified: no, type: nauc_ndcg_at_20_max
value: 2.5953555722799453
verified: no, type: nauc_ndcg_at_20_std
value: -1.5728415410381176
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.920667289434967
verified: no, type: nauc_ndcg_at_3_max
value: 3.0636991383196537
verified: no, type: nauc_ndcg_at_3_std
value: -1.9109940966007124
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.92826036454942
verified: no, type: nauc_ndcg_at_5_max
value: 4.131081055128095
verified: no, type: nauc_ndcg_at_5_std
value: -2.3878918992446225
verified: no, type: nauc_precision_at_1000_diff1
value: 3.260322987641696
verified: no, type: nauc_precision_at_1000_max
value: 17.68897292294318
verified: no, type: nauc_precision_at_1000_std
value: -2.3731970963497435
verified: no, type: nauc_precision_at_100_diff1
value: 9.563869576672285
verified: no, type: nauc_precision_at_100_max
value: 8.334908942965033
verified: no, type: nauc_precision_at_100_std
value: -5.8502185819543095
verified: no, type: nauc_precision_at_10_diff1
value: 19.4489082625378
verified: no, type: nauc_precision_at_10_max
value: 3.283292230263419
verified: no, type: nauc_precision_at_10_std
value: -3.474955077429711
verified: no, type: nauc_precision_at_1_diff1
value: 32.279840763275516
verified: no, type: nauc_precision_at_1_max
value: 2.24128577826757
verified: no, type: nauc_precision_at_1_std
value: -7.11209805130024
verified: no, type: nauc_precision_at_20_diff1
value: 16.689938201739743
verified: no, type: nauc_precision_at_20_max
value: 6.725444203867719
verified: no, type: nauc_precision_at_20_std
value: -4.064726266450374
verified: no, type: nauc_precision_at_3_diff1
value: 25.13225837931828
verified: no, type: nauc_precision_at_3_max
value: 4.838860499225599
verified: no, type: nauc_precision_at_3_std
value: -3.958929737721354
verified: no, type: nauc_precision_at_5_diff1
value: 24.021979813061318
verified: no, type: nauc_precision_at_5_max
value: 7.890864147142139
verified: no, type: nauc_precision_at_5_std
value: -5.108473581125845
verified: no, type: nauc_recall_at_1000_diff1
value: 11.754438596675685
verified: no, type: nauc_recall_at_1000_max
value: 2.6490978066853614
verified: no, type: nauc_recall_at_1000_std
value: 16.01878535704267
verified: no, type: nauc_recall_at_100_diff1
value: 13.38637240649497
verified: no, type: nauc_recall_at_100_max
value: -1.221302040775315
verified: no, type: nauc_recall_at_100_std
value: 1.157256497357066
verified: no, type: nauc_recall_at_10_diff1
value: 21.794818475196234
verified: no, type: nauc_recall_at_10_max
value: -0.3633267676365134
verified: no, type: nauc_recall_at_10_std
value: -0.895901919914364
verified: no, type: nauc_recall_at_1_diff1
value: 40.86108038715362
verified: no, type: nauc_recall_at_1_max
value: 2.3646340186850976
verified: no, type: nauc_recall_at_1_std
value: -1.1273734737305066
verified: no, type: nauc_recall_at_20_diff1
value: 19.87681298491174
verified: no, type: nauc_recall_at_20_max
value: 1.6730017285596162
verified: no, type: nauc_recall_at_20_std
value: -0.20426631986163188
verified: no, type: nauc_recall_at_3_diff1
value: 30.874288136679436
verified: no, type: nauc_recall_at_3_max
value: -0.3136634079590933
verified: no, type: nauc_recall_at_3_std
value: 2.5177179498883
verified: no, type: nauc_recall_at_5_diff1
value: 25.256571251371817
verified: no, type: nauc_recall_at_5_max
value: 3.682723691316816
verified: no, type: nauc_recall_at_5_std
value: -0.5339704756198042
verified: no, type: ndcg_at_1
value: 8.488
verified: no, type: ndcg_at_10
value: 9.92
verified: no, type: ndcg_at_100
value: 14.548
verified: no, type: ndcg_at_1000
value: 18.9
verified: no, type: ndcg_at_20
value: 11.359
verified: no, type: ndcg_at_3
value: 8.024000000000001
verified: no, type: ndcg_at_5
value: 8.792
verified: no, type: precision_at_1
value: 8.488
verified: no, type: precision_at_10
value: 2.932
verified: no, type: precision_at_100
value: 0.748
verified: no, type: precision_at_1000
value: 0.148
verified: no, type: precision_at_20
value: 2.0140000000000002
verified: no, type: precision_at_3
value: 5.556
verified: no, type: precision_at_5
value: 4.321
verified: no, type: recall_at_1
value: 4.127
verified: no, type: recall_at_10
value: 13.094
verified: no, type: recall_at_100
value: 31.837
verified: no, type: recall_at_1000
value: 59.553
verified: no, type: recall_at_20
value: 17.827
verified: no, type: recall_at_3
value: 7.384
verified: no, type: recall_at_5
value: 9.896
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 28.275
verified: no, type: map_at_1
value: 16.111
verified: no, type: map_at_10
value: 22.017
verified: no, type: map_at_100
value: 22.756999999999998
verified: no, type: map_at_1000
value: 22.847
verified: no, type: map_at_20
value: 22.422
verified: no, type: map_at_3
value: 20.358
verified: no, type: map_at_5
value: 21.333
verified: no, type: mrr_at_1
value: 32.22147197839298
verified: no, type: mrr_at_10
value: 38.66461421390523
verified: no, type: mrr_at_100
value: 39.322386407471846
verified: no, type: mrr_at_1000
value: 39.38317578333015
verified: no, type: mrr_at_20
value: 39.03936064723844
verified: no, type: mrr_at_3
value: 37.0380373621427
verified: no, type: mrr_at_5
value: 37.98739590366868
verified: no, type: nauc_map_at_1000_diff1
value: 52.641429993405374
verified: no, type: nauc_map_at_1000_max
value: 13.846349541182768
verified: no, type: nauc_map_at_1000_std
value: 21.234286433255207
verified: no, type: nauc_map_at_100_diff1
value: 52.657002815638506
verified: no, type: nauc_map_at_100_max
value: 13.85017253047762
verified: no, type: nauc_map_at_100_std
value: 21.152031928089446
verified: no, type: nauc_map_at_10_diff1
value: 52.99229334884495
verified: no, type: nauc_map_at_10_max
value: 14.018498788641875
verified: no, type: nauc_map_at_10_std
value: 20.280967836300796
verified: no, type: nauc_map_at_1_diff1
value: 62.48492577674589
verified: no, type: nauc_map_at_1_max
value: 17.17952567126258
verified: no, type: nauc_map_at_1_std
value: 14.948761034885164
verified: no, type: nauc_map_at_20_diff1
value: 52.79863501218778
verified: no, type: nauc_map_at_20_max
value: 13.948043219195666
verified: no, type: nauc_map_at_20_std
value: 20.7595845629364
verified: no, type: nauc_map_at_3_diff1
value: 54.858284695883874
verified: no, type: nauc_map_at_3_max
value: 15.306243909685097
verified: no, type: nauc_map_at_3_std
value: 18.364146093661798
verified: no, type: nauc_map_at_5_diff1
value: 53.64685588504633
verified: no, type: nauc_map_at_5_max
value: 14.539476850625293
verified: no, type: nauc_map_at_5_std
value: 19.26181960117483
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.57231957804255
verified: no, type: nauc_mrr_at_1000_max
value: 15.03366896314471
verified: no, type: nauc_mrr_at_1000_std
value: 18.433684270599176
verified: no, type: nauc_mrr_at_100_diff1
value: 57.56183438457194
verified: no, type: nauc_mrr_at_100_max
value: 15.03096028096824
verified: no, type: nauc_mrr_at_100_std
value: 18.429416889726777
verified: no, type: nauc_mrr_at_10_diff1
value: 57.67734377743546
verified: no, type: nauc_mrr_at_10_max
value: 15.16017920205799
verified: no, type: nauc_mrr_at_10_std
value: 18.12061393467236
verified: no, type: nauc_mrr_at_1_diff1
value: 62.48492577674589
verified: no, type: nauc_mrr_at_1_max
value: 17.17952567126258
verified: no, type: nauc_mrr_at_1_std
value: 14.948761034885164
verified: no, type: nauc_mrr_at_20_diff1
value: 57.60348567562974
verified: no, type: nauc_mrr_at_20_max
value: 15.076107860913815
verified: no, type: nauc_mrr_at_20_std
value: 18.315578904649655
verified: no, type: nauc_mrr_at_3_diff1
value: 58.506133301922404
verified: no, type: nauc_mrr_at_3_max
value: 15.915584728445186
verified: no, type: nauc_mrr_at_3_std
value: 17.04808056180522
verified: no, type: nauc_mrr_at_5_diff1
value: 57.864519138851
verified: no, type: nauc_mrr_at_5_max
value: 15.432048897499834
verified: no, type: nauc_mrr_at_5_std
value: 17.501503102699093
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.81874302391767
verified: no, type: nauc_ndcg_at_1000_max
value: 12.126965970827337
verified: no, type: nauc_ndcg_at_1000_std
value: 26.109477652734558
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.95009805524029
verified: no, type: nauc_ndcg_at_100_max
value: 12.295872662993116
verified: no, type: nauc_ndcg_at_100_std
value: 24.807604340476804
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.20877593945092
verified: no, type: nauc_ndcg_at_10_max
value: 13.097936478311336
verified: no, type: nauc_ndcg_at_10_std
value: 21.647729284253273
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.48492577674589
verified: no, type: nauc_ndcg_at_1_max
value: 17.17952567126258
verified: no, type: nauc_ndcg_at_1_std
value: 14.948761034885164
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.660197131546795
verified: no, type: nauc_ndcg_at_20_max
value: 12.806424408705414
verified: no, type: nauc_ndcg_at_20_std
value: 22.845498945756106
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.93829038994602
verified: no, type: nauc_ndcg_at_3_max
value: 15.126023161114087
verified: no, type: nauc_ndcg_at_3_std
value: 18.550528733148234
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.22828386576709
verified: no, type: nauc_ndcg_at_5_max
value: 14.010347066037058
verified: no, type: nauc_ndcg_at_5_std
value: 19.741810905430523
verified: no, type: nauc_precision_at_1000_diff1
value: 25.685915909789987
verified: no, type: nauc_precision_at_1000_max
value: 1.8017828825425253
verified: no, type: nauc_precision_at_1000_std
value: 41.162880151457074
verified: no, type: nauc_precision_at_100_diff1
value: 32.092241320736
verified: no, type: nauc_precision_at_100_max
value: 4.604946834474919
verified: no, type: nauc_precision_at_100_std
value: 34.4563884520215
verified: no, type: nauc_precision_at_10_diff1
value: 41.65435929038311
verified: no, type: nauc_precision_at_10_max
value: 8.565743855294501
verified: no, type: nauc_precision_at_10_std
value: 26.21588053936351
verified: no, type: nauc_precision_at_1_diff1
value: 62.48492577674589
verified: no, type: nauc_precision_at_1_max
value: 17.17952567126258
verified: no, type: nauc_precision_at_1_std
value: 14.948761034885164
verified: no, type: nauc_precision_at_20_diff1
value: 38.94463410875179
verified: no, type: nauc_precision_at_20_max
value: 7.463676781280664
verified: no, type: nauc_precision_at_20_std
value: 29.137351869373944
verified: no, type: nauc_precision_at_3_diff1
value: 50.167835645184425
verified: no, type: nauc_precision_at_3_max
value: 13.751023116677993
verified: no, type: nauc_precision_at_3_std
value: 20.36965523817541
verified: no, type: nauc_precision_at_5_diff1
value: 45.636896593629885
verified: no, type: nauc_precision_at_5_max
value: 11.146676622303696
verified: no, type: nauc_precision_at_5_std
value: 22.338180446057095
verified: no, type: nauc_recall_at_1000_diff1
value: 25.68591590979012
verified: no, type: nauc_recall_at_1000_max
value: 1.801782882542605
verified: no, type: nauc_recall_at_1000_std
value: 41.162880151457124
verified: no, type: nauc_recall_at_100_diff1
value: 32.09224132073595
verified: no, type: nauc_recall_at_100_max
value: 4.604946834474883
verified: no, type: nauc_recall_at_100_std
value: 34.45638845202142
verified: no, type: nauc_recall_at_10_diff1
value: 41.65435929038313
verified: no, type: nauc_recall_at_10_max
value: 8.56574385529452
verified: no, type: nauc_recall_at_10_std
value: 26.215880539363507
verified: no, type: nauc_recall_at_1_diff1
value: 62.48492577674589
verified: no, type: nauc_recall_at_1_max
value: 17.17952567126258
verified: no, type: nauc_recall_at_1_std
value: 14.948761034885164
verified: no, type: nauc_recall_at_20_diff1
value: 38.94463410875175
verified: no, type: nauc_recall_at_20_max
value: 7.463676781280684
verified: no, type: nauc_recall_at_20_std
value: 29.13735186937395
verified: no, type: nauc_recall_at_3_diff1
value: 50.1678356451844
verified: no, type: nauc_recall_at_3_max
value: 13.751023116677974
verified: no, type: nauc_recall_at_3_std
value: 20.369655238175365
verified: no, type: nauc_recall_at_5_diff1
value: 45.63689659362988
verified: no, type: nauc_recall_at_5_max
value: 11.146676622303726
verified: no, type: nauc_recall_at_5_std
value: 22.33818044605712
verified: no, type: ndcg_at_1
value: 32.221
verified: no, type: ndcg_at_10
value: 28.275
verified: no, type: ndcg_at_100
value: 31.785000000000004
verified: no, type: ndcg_at_1000
value: 34.103
verified: no, type: ndcg_at_20
value: 29.593000000000004
verified: no, type: ndcg_at_3
value: 25.151
verified: no, type: ndcg_at_5
value: 26.752
verified: no, type: precision_at_1
value: 32.221
verified: no, type: precision_at_10
value: 6.1240000000000006
verified: no, type: precision_at_100
value: 0.893
verified: no, type: precision_at_1000
value: 0.12
verified: no, type: precision_at_20
value: 3.486
verified: no, type: precision_at_3
value: 15.737000000000002
verified: no, type: precision_at_5
value: 10.709
verified: no, type: recall_at_1
value: 16.111
verified: no, type: recall_at_10
value: 30.621
verified: no, type: recall_at_100
value: 44.625
verified: no, type: recall_at_1000
value: 60.141999999999996
verified: no, type: recall_at_20
value: 34.862
verified: no, type: recall_at_3
value: 23.605999999999998
verified: no, type: recall_at_5
value: 26.772000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 64.7572
verified: no, type: ap
value: 59.839874895528524
verified: no, type: ap_weighted
value: 59.839874895528524
verified: no, type: f1
value: 64.20337541365726
verified: no, type: f1_weighted
value: 64.20337541365727
verified: no, type: main_score
value: 64.7572
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 24.82
verified: no, type: map_at_1
value: 0.735
verified: no, type: map_at_10
value: 3.9170000000000003
verified: no, type: map_at_100
value: 9.378
verified: no, type: map_at_1000
value: 11.623999999999999
verified: no, type: map_at_20
value: 5.618
verified: no, type: map_at_3
value: 1.7919999999999998
verified: no, type: map_at_5
value: 2.336
verified: no, type: mrr_at_1
value: 44.18604651162791
verified: no, type: mrr_at_10
value: 54.19896640826873
verified: no, type: mrr_at_100
value: 55.26573324528463
verified: no, type: mrr_at_1000
value: 55.27198566559285
verified: no, type: mrr_at_20
value: 54.99928247327269
verified: no, type: mrr_at_3
value: 53.100775193798455
verified: no, type: mrr_at_5
value: 53.100775193798455
verified: no, type: nauc_map_at_1000_diff1
value: 31.628273118548705
verified: no, type: nauc_map_at_1000_max
value: 50.91371464691997
verified: no, type: nauc_map_at_1000_std
value: 62.1629306739638
verified: no, type: nauc_map_at_100_diff1
value: 34.06331996720226
verified: no, type: nauc_map_at_100_max
value: 48.04779853755765
verified: no, type: nauc_map_at_100_std
value: 56.2169602632146
verified: no, type: nauc_map_at_10_diff1
value: 24.82479697995596
verified: no, type: nauc_map_at_10_max
value: 17.260532120473027
verified: no, type: nauc_map_at_10_std
value: 34.40317364487004
verified: no, type: nauc_map_at_1_diff1
value: 18.417203305727828
verified: no, type: nauc_map_at_1_max
value: 10.348745827965553
verified: no, type: nauc_map_at_1_std
value: 13.800647316428785
verified: no, type: nauc_map_at_20_diff1
value: 28.607666223966184
verified: no, type: nauc_map_at_20_max
value: 26.857097064842744
verified: no, type: nauc_map_at_20_std
value: 44.07803604009219
verified: no, type: nauc_map_at_3_diff1
value: 14.047344730269346
verified: no, type: nauc_map_at_3_max
value: 4.963953509469209
verified: no, type: nauc_map_at_3_std
value: 23.557463504489785
verified: no, type: nauc_map_at_5_diff1
value: 21.509241434242192
verified: no, type: nauc_map_at_5_max
value: 12.46882534029133
verified: no, type: nauc_map_at_5_std
value: 32.227877810916375
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.63313657810774
verified: no, type: nauc_mrr_at_1000_max
value: 55.49699813296376
verified: no, type: nauc_mrr_at_1000_std
value: 49.41026226392305
verified: no, type: nauc_mrr_at_100_diff1
value: 31.6361977657553
verified: no, type: nauc_mrr_at_100_max
value: 55.504705533419596
verified: no, type: nauc_mrr_at_100_std
value: 49.40562252181147
verified: no, type: nauc_mrr_at_10_diff1
value: 30.70281063739253
verified: no, type: nauc_mrr_at_10_max
value: 55.03100675112251
verified: no, type: nauc_mrr_at_10_std
value: 50.24358852371792
verified: no, type: nauc_mrr_at_1_diff1
value: 26.866938946939406
verified: no, type: nauc_mrr_at_1_max
value: 53.65404374099094
verified: no, type: nauc_mrr_at_1_std
value: 37.860934759045406
verified: no, type: nauc_mrr_at_20_diff1
value: 31.999742146159587
verified: no, type: nauc_mrr_at_20_max
value: 55.37549959049349
verified: no, type: nauc_mrr_at_20_std
value: 49.84014367474812
verified: no, type: nauc_mrr_at_3_diff1
value: 32.72165006933737
verified: no, type: nauc_mrr_at_3_max
value: 54.57910637425508
verified: no, type: nauc_mrr_at_3_std
value: 50.88385330631171
verified: no, type: nauc_mrr_at_5_diff1
value: 32.72165006933737
verified: no, type: nauc_mrr_at_5_max
value: 54.57910637425508
verified: no, type: nauc_mrr_at_5_std
value: 50.88385330631171
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.246667176580495
verified: no, type: nauc_ndcg_at_1000_max
value: 49.41074648270727
verified: no, type: nauc_ndcg_at_1000_std
value: 58.77522494287387
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.08660687104264
verified: no, type: nauc_ndcg_at_100_max
value: 51.17365801344417
verified: no, type: nauc_ndcg_at_100_std
value: 50.96489743248102
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.52797859138293
verified: no, type: nauc_ndcg_at_10_max
value: 47.13047918089127
verified: no, type: nauc_ndcg_at_10_std
value: 47.525674912522156
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.578863285213718
verified: no, type: nauc_ndcg_at_1_max
value: 33.573506875453205
verified: no, type: nauc_ndcg_at_1_std
value: 11.414153977938234
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.05409218821747
verified: no, type: nauc_ndcg_at_20_max
value: 51.40798496195552
verified: no, type: nauc_ndcg_at_20_std
value: 50.81256309557642
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.26224700714665
verified: no, type: nauc_ndcg_at_3_max
value: 38.639459899469855
verified: no, type: nauc_ndcg_at_3_std
value: 36.35415154738677
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.43564587113643
verified: no, type: nauc_ndcg_at_5_max
value: 46.3557986365278
verified: no, type: nauc_ndcg_at_5_std
value: 43.88461405861497
verified: no, type: nauc_precision_at_1000_diff1
value: 19.248285775071935
verified: no, type: nauc_precision_at_1000_max
value: 54.75027201666528
verified: no, type: nauc_precision_at_1000_std
value: 57.85442302597637
verified: no, type: nauc_precision_at_100_diff1
value: 29.756268297368276
verified: no, type: nauc_precision_at_100_max
value: 64.30489557431851
verified: no, type: nauc_precision_at_100_std
value: 58.606646614493904
verified: no, type: nauc_precision_at_10_diff1
value: 34.10288051634421
verified: no, type: nauc_precision_at_10_max
value: 52.34153820407179
verified: no, type: nauc_precision_at_10_std
value: 56.999928724425644
verified: no, type: nauc_precision_at_1_diff1
value: 26.866938946939406
verified: no, type: nauc_precision_at_1_max
value: 53.65404374099094
verified: no, type: nauc_precision_at_1_std
value: 37.860934759045406
verified: no, type: nauc_precision_at_20_diff1
value: 33.79921393600524
verified: no, type: nauc_precision_at_20_max
value: 56.236094445972796
verified: no, type: nauc_precision_at_20_std
value: 57.15552085215475
verified: no, type: nauc_precision_at_3_diff1
value: 26.035425537108857
verified: no, type: nauc_precision_at_3_max
value: 45.56408327261248
verified: no, type: nauc_precision_at_3_std
value: 59.56195436648325
verified: no, type: nauc_precision_at_5_diff1
value: 34.84378104012192
verified: no, type: nauc_precision_at_5_max
value: 49.30041620262202
verified: no, type: nauc_precision_at_5_std
value: 56.6683934979334
verified: no, type: nauc_recall_at_1000_diff1
value: 30.51575548576755
verified: no, type: nauc_recall_at_1000_max
value: 43.64934411599405
verified: no, type: nauc_recall_at_1000_std
value: 56.84154990793133
verified: no, type: nauc_recall_at_100_diff1
value: 39.6998643462103
verified: no, type: nauc_recall_at_100_max
value: 44.8373934135145
verified: no, type: nauc_recall_at_100_std
value: 49.873151485862614
verified: no, type: nauc_recall_at_10_diff1
value: 24.733893615746922
verified: no, type: nauc_recall_at_10_max
value: 17.48036291557653
verified: no, type: nauc_recall_at_10_std
value: 26.533730432814185
verified: no, type: nauc_recall_at_1_diff1
value: 18.417203305727828
verified: no, type: nauc_recall_at_1_max
value: 10.348745827965553
verified: no, type: nauc_recall_at_1_std
value: 13.800647316428785
verified: no, type: nauc_recall_at_20_diff1
value: 30.64841793571244
verified: no, type: nauc_recall_at_20_max
value: 25.399231149100032
verified: no, type: nauc_recall_at_20_std
value: 36.03516872677545
verified: no, type: nauc_recall_at_3_diff1
value: 14.184010517448723
verified: no, type: nauc_recall_at_3_max
value: 3.9055370774988845
verified: no, type: nauc_recall_at_3_std
value: 26.09707135236969
verified: no, type: nauc_recall_at_5_diff1
value: 25.775613267290566
verified: no, type: nauc_recall_at_5_max
value: 13.674868148818057
verified: no, type: nauc_recall_at_5_std
value: 34.391050366605185
verified: no, type: ndcg_at_1
value: 30.232999999999997
verified: no, type: ndcg_at_10
value: 24.82
verified: no, type: ndcg_at_100
value: 23.547
verified: no, type: ndcg_at_1000
value: 30.558000000000003
verified: no, type: ndcg_at_20
value: 24.204
verified: no, type: ndcg_at_3
value: 27.322000000000003
verified: no, type: ndcg_at_5
value: 25.058000000000003
verified: no, type: precision_at_1
value: 44.186
verified: no, type: precision_at_10
value: 32.791
verified: no, type: precision_at_100
value: 14.860000000000001
verified: no, type: precision_at_1000
value: 3.2840000000000003
verified: no, type: precision_at_20
value: 28.255999999999997
verified: no, type: precision_at_3
value: 40.31
verified: no, type: precision_at_5
value: 35.349000000000004
verified: no, type: recall_at_1
value: 0.735
verified: no, type: recall_at_10
value: 5.367
verified: no, type: recall_at_100
value: 19.198999999999998
verified: no, type: recall_at_1000
value: 39.997
verified: no, type: recall_at_20
value: 8.486
verified: no, type: recall_at_3
value: 2.092
verified: no, type: recall_at_5
value: 2.758
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 85.46739626082991
verified: no, type: f1
value: 84.68203526638132
verified: no, type: f1_weighted
value: 85.61284249538359
verified: no, type: main_score
value: 85.46739626082991
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 65.46511627906978
verified: no, type: f1
value: 47.640541375476545
verified: no, type: f1_weighted
value: 69.33504477285032
verified: no, type: main_score
value: 65.46511627906978
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 62.96570275722932
verified: no, type: f1
value: 61.06806674831273
verified: no, type: f1_weighted
value: 63.23826864499515
verified: no, type: main_score
value: 62.96570275722932
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 67.0611970410222
verified: no, type: f1
value: 65.86938657402365
verified: no, type: f1_weighted
value: 67.16694460005834
verified: no, type: main_score
value: 67.0611970410222
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 24.46702077642377
verified: no, type: v_measure
value: 24.46702077642377
verified: no, type: v_measure_std
value: 1.4535352745525076
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 19.382712347812014
verified: no, type: v_measure
value: 19.382712347812014
verified: no, type: v_measure_std
value: 1.5234944494227807
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 27.029080895625512
verified: no, type: map
value: 27.029080895625512
verified: no, type: mrr
value: 27.331766237183647
verified: no, type: nAUC_map_diff1
value: 13.215659465363643
verified: no, type: nAUC_map_max
value: -31.94716011694344
verified: no, type: nAUC_map_std
value: -19.2078629337707
verified: no, type: nAUC_mrr_diff1
value: 12.88388012914082
verified: no, type: nAUC_mrr_max
value: -25.759798374458892
verified: no, type: nAUC_mrr_std
value: -15.737741045947908
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 20.195
verified: no, type: map_at_1
value: 2.945
verified: no, type: map_at_10
value: 6.221
verified: no, type: map_at_100
value: 7.890999999999999
verified: no, type: map_at_1000
value: 8.904
verified: no, type: map_at_20
value: 6.827
verified: no, type: map_at_3
value: 4.744000000000001
verified: no, type: map_at_5
value: 5.469
verified: no, type: mrr_at_1
value: 26.93498452012384
verified: no, type: mrr_at_10
value: 36.720723377070115
verified: no, type: mrr_at_100
value: 37.522499628403175
verified: no, type: mrr_at_1000
value: 37.59191125990685
verified: no, type: mrr_at_20
value: 37.15237674507148
verified: no, type: mrr_at_3
value: 34.52012383900927
verified: no, type: mrr_at_5
value: 35.89783281733745
verified: no, type: nauc_map_at_1000_diff1
value: 27.79611013865157
verified: no, type: nauc_map_at_1000_max
value: 25.115487651379688
verified: no, type: nauc_map_at_1000_std
value: 22.447938705331307
verified: no, type: nauc_map_at_100_diff1
value: 29.07484696328452
verified: no, type: nauc_map_at_100_max
value: 25.550609852486843
verified: no, type: nauc_map_at_100_std
value: 18.748849434206015
verified: no, type: nauc_map_at_10_diff1
value: 32.13313134621841
verified: no, type: nauc_map_at_10_max
value: 23.42371259213
verified: no, type: nauc_map_at_10_std
value: 13.132452436446055
verified: no, type: nauc_map_at_1_diff1
value: 48.99604418795718
verified: no, type: nauc_map_at_1_max
value: 20.94493652063089
verified: no, type: nauc_map_at_1_std
value: 6.27622130781943
verified: no, type: nauc_map_at_20_diff1
value: 30.314627824479988
verified: no, type: nauc_map_at_20_max
value: 24.919313882172776
verified: no, type: nauc_map_at_20_std
value: 15.47713557515385
verified: no, type: nauc_map_at_3_diff1
value: 37.36695377200037
verified: no, type: nauc_map_at_3_max
value: 20.859250031555383
verified: no, type: nauc_map_at_3_std
value: 7.487974603438007
verified: no, type: nauc_map_at_5_diff1
value: 35.62996317877479
verified: no, type: nauc_map_at_5_max
value: 22.246030893552174
verified: no, type: nauc_map_at_5_std
value: 11.234461088832076
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.787634466790905
verified: no, type: nauc_mrr_at_1000_max
value: 26.154081073396874
verified: no, type: nauc_mrr_at_1000_std
value: 21.49803908031959
verified: no, type: nauc_mrr_at_100_diff1
value: 27.775944068106096
verified: no, type: nauc_mrr_at_100_max
value: 26.18134621303553
verified: no, type: nauc_mrr_at_100_std
value: 21.49112111683465
verified: no, type: nauc_mrr_at_10_diff1
value: 27.66049246199066
verified: no, type: nauc_mrr_at_10_max
value: 25.953362613367513
verified: no, type: nauc_mrr_at_10_std
value: 21.9159895988671
verified: no, type: nauc_mrr_at_1_diff1
value: 30.047040224446768
verified: no, type: nauc_mrr_at_1_max
value: 23.814650508147956
verified: no, type: nauc_mrr_at_1_std
value: 13.975913248930718
verified: no, type: nauc_mrr_at_20_diff1
value: 27.738165039507905
verified: no, type: nauc_mrr_at_20_max
value: 26.175963126916358
verified: no, type: nauc_mrr_at_20_std
value: 21.6368886583229
verified: no, type: nauc_mrr_at_3_diff1
value: 28.920621268944362
verified: no, type: nauc_mrr_at_3_max
value: 25.14792614833204
verified: no, type: nauc_mrr_at_3_std
value: 21.63716383788851
verified: no, type: nauc_mrr_at_5_diff1
value: 28.29638825898445
verified: no, type: nauc_mrr_at_5_max
value: 25.207905032193434
verified: no, type: nauc_mrr_at_5_std
value: 21.620001994525204
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.676678242133264
verified: no, type: nauc_ndcg_at_1000_max
value: 29.40819281328086
verified: no, type: nauc_ndcg_at_1000_std
value: 27.48922266163637
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.068151236413946
verified: no, type: nauc_ndcg_at_100_max
value: 26.195824476280627
verified: no, type: nauc_ndcg_at_100_std
value: 26.21807375892809
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.36507362084362
verified: no, type: nauc_ndcg_at_10_max
value: 21.88154065329857
verified: no, type: nauc_ndcg_at_10_std
value: 30.590021666432776
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.5481445398632
verified: no, type: nauc_ndcg_at_1_max
value: 21.28363101652307
verified: no, type: nauc_ndcg_at_1_std
value: 16.267359871177767
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.786374147311257
verified: no, type: nauc_ndcg_at_20_max
value: 23.71430035323994
verified: no, type: nauc_ndcg_at_20_std
value: 30.948437670908152
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.73384684789295
verified: no, type: nauc_ndcg_at_3_max
value: 23.884749210882312
verified: no, type: nauc_ndcg_at_3_std
value: 27.914342072137188
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.747332983786713
verified: no, type: nauc_ndcg_at_5_max
value: 21.92441825265579
verified: no, type: nauc_ndcg_at_5_std
value: 29.75514293433641
verified: no, type: nauc_precision_at_1000_diff1
value: -1.65536586785613
verified: no, type: nauc_precision_at_1000_max
value: -1.3001979301423146
verified: no, type: nauc_precision_at_1000_std
value: 43.228651563159566
verified: no, type: nauc_precision_at_100_diff1
value: 3.1345908963206797
verified: no, type: nauc_precision_at_100_max
value: 7.571791761705496
verified: no, type: nauc_precision_at_100_std
value: 44.15229657763602
verified: no, type: nauc_precision_at_10_diff1
value: 7.683752240473546
verified: no, type: nauc_precision_at_10_max
value: 19.5029803917141
verified: no, type: nauc_precision_at_10_std
value: 38.62282334783876
verified: no, type: nauc_precision_at_1_diff1
value: 30.047040224446768
verified: no, type: nauc_precision_at_1_max
value: 23.814650508147956
verified: no, type: nauc_precision_at_1_std
value: 13.975913248930718
verified: no, type: nauc_precision_at_20_diff1
value: 6.930295774089716
verified: no, type: nauc_precision_at_20_max
value: 18.751959496812546
verified: no, type: nauc_precision_at_20_std
value: 43.43876310805847
verified: no, type: nauc_precision_at_3_diff1
value: 15.645692055073493
verified: no, type: nauc_precision_at_3_max
value: 27.07516284809194
verified: no, type: nauc_precision_at_3_std
value: 32.791468901313635
verified: no, type: nauc_precision_at_5_diff1
value: 9.551833738631395
verified: no, type: nauc_precision_at_5_max
value: 22.195462858158265
verified: no, type: nauc_precision_at_5_std
value: 35.86235073052298
verified: no, type: nauc_recall_at_1000_diff1
value: 17.10758113070841
verified: no, type: nauc_recall_at_1000_max
value: 14.409721865645015
verified: no, type: nauc_recall_at_1000_std
value: 7.175910246747222
verified: no, type: nauc_recall_at_100_diff1
value: 16.98022992881172
verified: no, type: nauc_recall_at_100_max
value: 15.144596632597517
verified: no, type: nauc_recall_at_100_std
value: 5.807717340611582
verified: no, type: nauc_recall_at_10_diff1
value: 23.064192726886542
verified: no, type: nauc_recall_at_10_max
value: 16.546409463109317
verified: no, type: nauc_recall_at_10_std
value: 10.660303125291867
verified: no, type: nauc_recall_at_1_diff1
value: 48.99604418795718
verified: no, type: nauc_recall_at_1_max
value: 20.94493652063089
verified: no, type: nauc_recall_at_1_std
value: 6.27622130781943
verified: no, type: nauc_recall_at_20_diff1
value: 19.152047964875734
verified: no, type: nauc_recall_at_20_max
value: 20.717660137504122
verified: no, type: nauc_recall_at_20_std
value: 10.52999190542913
verified: no, type: nauc_recall_at_3_diff1
value: 28.737014872630745
verified: no, type: nauc_recall_at_3_max
value: 13.65850690480607
verified: no, type: nauc_recall_at_3_std
value: 5.427736667755079
verified: no, type: nauc_recall_at_5_diff1
value: 26.4019394342239
verified: no, type: nauc_recall_at_5_max
value: 15.134299251730008
verified: no, type: nauc_recall_at_5_std
value: 9.576300445195523
verified: no, type: ndcg_at_1
value: 25.386999999999997
verified: no, type: ndcg_at_10
value: 20.195
verified: no, type: ndcg_at_100
value: 19.337
verified: no, type: ndcg_at_1000
value: 28.089
verified: no, type: ndcg_at_20
value: 18.741
verified: no, type: ndcg_at_3
value: 23.221
verified: no, type: ndcg_at_5
value: 22.076
verified: no, type: precision_at_1
value: 26.935
verified: no, type: precision_at_10
value: 15.076999999999998
verified: no, type: precision_at_100
value: 5.492
verified: no, type: precision_at_1000
value: 1.779
verified: no, type: precision_at_20
value: 11.315999999999999
verified: no, type: precision_at_3
value: 22.291
verified: no, type: precision_at_5
value: 19.442999999999998
verified: no, type: recall_at_1
value: 2.945
verified: no, type: recall_at_10
value: 9.578000000000001
verified: no, type: recall_at_100
value: 21.876
verified: no, type: recall_at_1000
value: 52.305
verified: no, type: recall_at_20
value: 12.041
verified: no, type: recall_at_3
value: 5.892
verified: no, type: recall_at_5
value: 7.553
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 16.625999999999998
verified: no, type: map_at_1
value: 7.602
verified: no, type: map_at_10
value: 13.062999999999999
verified: no, type: map_at_100
value: 13.987
verified: no, type: map_at_1000
value: 14.079
verified: no, type: map_at_20
value: 13.571
verified: no, type: map_at_3
value: 11.176
verified: no, type: map_at_5
value: 12.106
verified: no, type: mrr_at_1
value: 8.603707995365006
verified: no, type: mrr_at_10
value: 14.42836221008294
verified: no, type: mrr_at_100
value: 15.327619422421954
verified: no, type: mrr_at_1000
value: 15.409036789424253
verified: no, type: mrr_at_20
value: 14.93547472380801
verified: no, type: mrr_at_3
value: 12.47103128621087
verified: no, type: mrr_at_5
value: 13.469003476245614
verified: no, type: nauc_map_at_1000_diff1
value: 22.53140441222631
verified: no, type: nauc_map_at_1000_max
value: 9.698467434337164
verified: no, type: nauc_map_at_1000_std
value: 11.345286586567711
verified: no, type: nauc_map_at_100_diff1
value: 22.522109671269725
verified: no, type: nauc_map_at_100_max
value: 9.676164796732111
verified: no, type: nauc_map_at_100_std
value: 11.248118748580213
verified: no, type: nauc_map_at_10_diff1
value: 22.491463480004217
verified: no, type: nauc_map_at_10_max
value: 9.573423511496964
verified: no, type: nauc_map_at_10_std
value: 9.979232730710939
verified: no, type: nauc_map_at_1_diff1
value: 25.732381756890373
verified: no, type: nauc_map_at_1_max
value: 10.84116623858562
verified: no, type: nauc_map_at_1_std
value: 7.338100936490713
verified: no, type: nauc_map_at_20_diff1
value: 22.53923355716687
verified: no, type: nauc_map_at_20_max
value: 9.652116335078432
verified: no, type: nauc_map_at_20_std
value: 10.670127330165213
verified: no, type: nauc_map_at_3_diff1
value: 22.618120346879962
verified: no, type: nauc_map_at_3_max
value: 9.086786085358039
verified: no, type: nauc_map_at_3_std
value: 8.20995647201015
verified: no, type: nauc_map_at_5_diff1
value: 22.64115159473954
verified: no, type: nauc_map_at_5_max
value: 9.194704682395841
verified: no, type: nauc_map_at_5_std
value: 8.810417562333175
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.344805318852927
verified: no, type: nauc_mrr_at_1000_max
value: 9.163892702470772
verified: no, type: nauc_mrr_at_1000_std
value: 11.351012340897705
verified: no, type: nauc_mrr_at_100_diff1
value: 22.336047255436036
verified: no, type: nauc_mrr_at_100_max
value: 9.145224907428604
verified: no, type: nauc_mrr_at_100_std
value: 11.28358245102265
verified: no, type: nauc_mrr_at_10_diff1
value: 22.25037742257287
verified: no, type: nauc_mrr_at_10_max
value: 8.95546839387158
verified: no, type: nauc_mrr_at_10_std
value: 10.271673610986973
verified: no, type: nauc_mrr_at_1_diff1
value: 25.910389767357838
verified: no, type: nauc_mrr_at_1_max
value: 10.043907328097326
verified: no, type: nauc_mrr_at_1_std
value: 7.5411580653545665
verified: no, type: nauc_mrr_at_20_diff1
value: 22.330127161074522
verified: no, type: nauc_mrr_at_20_max
value: 9.103315674717512
verified: no, type: nauc_mrr_at_20_std
value: 10.85259680963488
verified: no, type: nauc_mrr_at_3_diff1
value: 22.85678641354908
verified: no, type: nauc_mrr_at_3_max
value: 8.525432350871027
verified: no, type: nauc_mrr_at_3_std
value: 8.877916382224424
verified: no, type: nauc_mrr_at_5_diff1
value: 22.5016422227308
verified: no, type: nauc_mrr_at_5_max
value: 8.71305219879408
verified: no, type: nauc_mrr_at_5_std
value: 9.480157566645657
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.615613945394724
verified: no, type: nauc_ndcg_at_1000_max
value: 10.140787968124906
verified: no, type: nauc_ndcg_at_1000_std
value: 18.91156900295804
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.449543597580128
verified: no, type: nauc_ndcg_at_100_max
value: 9.764472700567374
verified: no, type: nauc_ndcg_at_100_std
value: 17.00068045706022
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.467825825652994
verified: no, type: nauc_ndcg_at_10_max
value: 9.433691829219262
verified: no, type: nauc_ndcg_at_10_std
value: 11.645671336911704
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.192032369383917
verified: no, type: nauc_ndcg_at_1_max
value: 9.968495759668212
verified: no, type: nauc_ndcg_at_1_std
value: 7.7353705558822625
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.559602636114114
verified: no, type: nauc_ndcg_at_20_max
value: 9.611322723657722
verified: no, type: nauc_ndcg_at_20_std
value: 13.45124376661578
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.942611052570136
verified: no, type: nauc_ndcg_at_3_max
value: 8.546943480026158
verified: no, type: nauc_ndcg_at_3_std
value: 8.558826963066005
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.81661495292013
verified: no, type: nauc_ndcg_at_5_max
value: 8.814628270505972
verified: no, type: nauc_ndcg_at_5_std
value: 9.553325054391859
verified: no, type: nauc_precision_at_1000_diff1
value: 12.97521395897297
verified: no, type: nauc_precision_at_1000_max
value: 8.478693692040677
verified: no, type: nauc_precision_at_1000_std
value: 36.05577365548163
verified: no, type: nauc_precision_at_100_diff1
value: 16.657230982970816
verified: no, type: nauc_precision_at_100_max
value: 8.209079564335859
verified: no, type: nauc_precision_at_100_std
value: 30.27783657644826
verified: no, type: nauc_precision_at_10_diff1
value: 19.33963457061645
verified: no, type: nauc_precision_at_10_max
value: 8.214228079850216
verified: no, type: nauc_precision_at_10_std
value: 15.301384981024956
verified: no, type: nauc_precision_at_1_diff1
value: 26.192032369383917
verified: no, type: nauc_precision_at_1_max
value: 9.968495759668212
verified: no, type: nauc_precision_at_1_std
value: 7.7353705558822625
verified: no, type: nauc_precision_at_20_diff1
value: 19.43023023951576
verified: no, type: nauc_precision_at_20_max
value: 8.721068295460837
verified: no, type: nauc_precision_at_20_std
value: 19.87359595692818
verified: no, type: nauc_precision_at_3_diff1
value: 20.98520268342122
verified: no, type: nauc_precision_at_3_max
value: 6.997024310982154
verified: no, type: nauc_precision_at_3_std
value: 9.277070159437823
verified: no, type: nauc_precision_at_5_diff1
value: 20.628506750684906
verified: no, type: nauc_precision_at_5_max
value: 7.3222879491405966
verified: no, type: nauc_precision_at_5_std
value: 11.105451869396907
verified: no, type: nauc_recall_at_1000_diff1
value: 18.99843982673276
verified: no, type: nauc_recall_at_1000_max
value: 12.09746379039881
verified: no, type: nauc_recall_at_1000_std
value: 47.137305858569114
verified: no, type: nauc_recall_at_100_diff1
value: 18.68777092563649
verified: no, type: nauc_recall_at_100_max
value: 10.03569790422345
verified: no, type: nauc_recall_at_100_std
value: 30.950722423284187
verified: no, type: nauc_recall_at_10_diff1
value: 19.128896089153272
verified: no, type: nauc_recall_at_10_max
value: 9.482016845402566
verified: no, type: nauc_recall_at_10_std
value: 14.412901077358026
verified: no, type: nauc_recall_at_1_diff1
value: 25.732381756890373
verified: no, type: nauc_recall_at_1_max
value: 10.84116623858562
verified: no, type: nauc_recall_at_1_std
value: 7.338100936490713
verified: no, type: nauc_recall_at_20_diff1
value: 19.030846984141448
verified: no, type: nauc_recall_at_20_max
value: 9.542717362815113
verified: no, type: nauc_recall_at_20_std
value: 18.266090149714877
verified: no, type: nauc_recall_at_3_diff1
value: 19.7871264081636
verified: no, type: nauc_recall_at_3_max
value: 7.737796420966328
verified: no, type: nauc_recall_at_3_std
value: 8.666865785409758
verified: no, type: nauc_recall_at_5_diff1
value: 19.892123057309906
verified: no, type: nauc_recall_at_5_max
value: 8.298969098777071
verified: no, type: nauc_recall_at_5_std
value: 10.420267011108276
verified: no, type: ndcg_at_1
value: 8.575000000000001
verified: no, type: ndcg_at_10
value: 16.625999999999998
verified: no, type: ndcg_at_100
value: 21.397
verified: no, type: ndcg_at_1000
value: 24.018
verified: no, type: ndcg_at_20
value: 18.421000000000003
verified: no, type: ndcg_at_3
value: 12.658
verified: no, type: ndcg_at_5
value: 14.338999999999999
verified: no, type: precision_at_1
value: 8.575000000000001
verified: no, type: precision_at_10
value: 3.1
verified: no, type: precision_at_100
value: 0.581
verified: no, type: precision_at_1000
value: 0.083
verified: no, type: precision_at_20
value: 1.957
verified: no, type: precision_at_3
value: 6.064
verified: no, type: precision_at_5
value: 4.577
verified: no, type: recall_at_1
value: 7.602
verified: no, type: recall_at_10
value: 26.400000000000002
verified: no, type: recall_at_100
value: 48.634
verified: no, type: recall_at_1000
value: 68.90899999999999
verified: no, type: recall_at_20
value: 33.164
verified: no, type: recall_at_3
value: 15.679000000000002
verified: no, type: recall_at_5
value: 19.602
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 72.21600000000001
verified: no, type: map_at_1
value: 55.492
verified: no, type: map_at_10
value: 67.14
verified: no, type: map_at_100
value: 67.946
verified: no, type: map_at_1000
value: 67.989
verified: no, type: map_at_20
value: 67.62899999999999
verified: no, type: map_at_3
value: 64.279
verified: no, type: map_at_5
value: 65.967
verified: no, type: mrr_at_1
value: 63.88
verified: no, type: mrr_at_10
value: 71.93389682539649
verified: no, type: mrr_at_100
value: 72.28910372486355
verified: no, type: mrr_at_1000
value: 72.3024887760509
verified: no, type: mrr_at_20
value: 72.16798297677506
verified: no, type: mrr_at_3
value: 70.188333333333
verified: no, type: mrr_at_5
value: 71.26733333333279
verified: no, type: nauc_map_at_1000_diff1
value: 68.1515295383326
verified: no, type: nauc_map_at_1000_max
value: 37.54695769101746
verified: no, type: nauc_map_at_1000_std
value: -12.805904377344
verified: no, type: nauc_map_at_100_diff1
value: 68.14399424614948
verified: no, type: nauc_map_at_100_max
value: 37.54328801779939
verified: no, type: nauc_map_at_100_std
value: -12.83845975657647
verified: no, type: nauc_map_at_10_diff1
value: 68.04097237081037
verified: no, type: nauc_map_at_10_max
value: 37.19790649304174
verified: no, type: nauc_map_at_10_std
value: -13.574656560807451
verified: no, type: nauc_map_at_1_diff1
value: 70.06050188284856
verified: no, type: nauc_map_at_1_max
value: 32.7950423160114
verified: no, type: nauc_map_at_1_std
value: -15.96831844096167
verified: no, type: nauc_map_at_20_diff1
value: 68.09197231492732
verified: no, type: nauc_map_at_20_max
value: 37.385624168302684
verified: no, type: nauc_map_at_20_std
value: -13.155476799236565
verified: no, type: nauc_map_at_3_diff1
value: 68.23134276838651
verified: no, type: nauc_map_at_3_max
value: 36.23832837393925
verified: no, type: nauc_map_at_3_std
value: -15.423833858804532
verified: no, type: nauc_map_at_5_diff1
value: 67.95900982506224
verified: no, type: nauc_map_at_5_max
value: 36.53132827026241
verified: no, type: nauc_map_at_5_std
value: -14.482907430203696
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.62457918048828
verified: no, type: nauc_mrr_at_1000_max
value: 40.07844145179273
verified: no, type: nauc_mrr_at_1000_std
value: -10.644864923349227
verified: no, type: nauc_mrr_at_100_diff1
value: 69.62059876593055
verified: no, type: nauc_mrr_at_100_max
value: 40.07904892244788
verified: no, type: nauc_mrr_at_100_std
value: -10.637692251883314
verified: no, type: nauc_mrr_at_10_diff1
value: 69.52502303386919
verified: no, type: nauc_mrr_at_10_max
value: 40.10809003322649
verified: no, type: nauc_mrr_at_10_std
value: -10.684922661530145
verified: no, type: nauc_mrr_at_1_diff1
value: 72.0826342696167
verified: no, type: nauc_mrr_at_1_max
value: 39.8840674644011
verified: no, type: nauc_mrr_at_1_std
value: -12.897908766689145
verified: no, type: nauc_mrr_at_20_diff1
value: 69.58190352660375
verified: no, type: nauc_mrr_at_20_max
value: 40.0783519699091
verified: no, type: nauc_mrr_at_20_std
value: -10.629858366175634
verified: no, type: nauc_mrr_at_3_diff1
value: 69.46685839511639
verified: no, type: nauc_mrr_at_3_max
value: 39.98286553507212
verified: no, type: nauc_mrr_at_3_std
value: -11.679166167876408
verified: no, type: nauc_mrr_at_5_diff1
value: 69.44350507999052
verified: no, type: nauc_mrr_at_5_max
value: 39.91668797347604
verified: no, type: nauc_mrr_at_5_std
value: -11.060504498483011
verified: no, type: nauc_ndcg_at_1000_diff1
value: 68.08522323983172
verified: no, type: nauc_ndcg_at_1000_max
value: 38.78930800558068
verified: no, type: nauc_ndcg_at_1000_std
value: -9.380187466388266
verified: no, type: nauc_ndcg_at_100_diff1
value: 67.89445682736151
verified: no, type: nauc_ndcg_at_100_max
value: 38.76088209944818
verified: no, type: nauc_ndcg_at_100_std
value: -9.332407536563391
verified: no, type: nauc_ndcg_at_10_diff1
value: 67.32980612110863
verified: no, type: nauc_ndcg_at_10_max
value: 38.20460047799145
verified: no, type: nauc_ndcg_at_10_std
value: -11.08956339625659
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.02112312263394
verified: no, type: nauc_ndcg_at_1_max
value: 39.88906073001357
verified: no, type: nauc_ndcg_at_1_std
value: -12.890119245130952
verified: no, type: nauc_ndcg_at_20_diff1
value: 67.57306809180233
verified: no, type: nauc_ndcg_at_20_max
value: 38.344690097960274
verified: no, type: nauc_ndcg_at_20_std
value: -10.361436571647312
verified: no, type: nauc_ndcg_at_3_diff1
value: 67.3468184467274
verified: no, type: nauc_ndcg_at_3_max
value: 37.71021875036499
verified: no, type: nauc_ndcg_at_3_std
value: -13.237678612410885
verified: no, type: nauc_ndcg_at_5_diff1
value: 67.09372417578471
verified: no, type: nauc_ndcg_at_5_max
value: 37.36947760591302
verified: no, type: nauc_ndcg_at_5_std
value: -12.359281253686154
verified: no, type: nauc_precision_at_1000_diff1
value: -25.80880508117984
verified: no, type: nauc_precision_at_1000_max
value: -1.6580485832415812
verified: no, type: nauc_precision_at_1000_std
value: 25.560507838753338
verified: no, type: nauc_precision_at_100_diff1
value: -19.632955996672276
verified: no, type: nauc_precision_at_100_max
value: 4.1425708066313245
verified: no, type: nauc_precision_at_100_std
value: 24.887433001522812
verified: no, type: nauc_precision_at_10_diff1
value: 0.031433531700304586
verified: no, type: nauc_precision_at_10_max
value: 16.22983398823126
verified: no, type: nauc_precision_at_10_std
value: 14.947957320162104
verified: no, type: nauc_precision_at_1_diff1
value: 72.02112312263394
verified: no, type: nauc_precision_at_1_max
value: 39.88906073001357
verified: no, type: nauc_precision_at_1_std
value: -12.890119245130952
verified: no, type: nauc_precision_at_20_diff1
value: -8.42349247517796
verified: no, type: nauc_precision_at_20_max
value: 11.629391098316281
verified: no, type: nauc_precision_at_20_std
value: 19.70570016448179
verified: no, type: nauc_precision_at_3_diff1
value: 26.589087035439178
verified: no, type: nauc_precision_at_3_max
value: 26.505762530737552
verified: no, type: nauc_precision_at_3_std
value: 0.5240934369043053
verified: no, type: nauc_precision_at_5_diff1
value: 13.15610105266614
verified: no, type: nauc_precision_at_5_max
value: 20.826382527147143
verified: no, type: nauc_precision_at_5_std
value: 7.122292405395125
verified: no, type: nauc_recall_at_1000_diff1
value: 60.43306391136544
verified: no, type: nauc_recall_at_1000_max
value: 39.04457194993258
verified: no, type: nauc_recall_at_1000_std
value: 48.10736929427494
verified: no, type: nauc_recall_at_100_diff1
value: 57.50786726720306
verified: no, type: nauc_recall_at_100_max
value: 36.96036359746097
verified: no, type: nauc_recall_at_100_std
value: 17.43991349542963
verified: no, type: nauc_recall_at_10_diff1
value: 59.55969023354459
verified: no, type: nauc_recall_at_10_max
value: 35.77811946712584
verified: no, type: nauc_recall_at_10_std
value: -5.308872679370513
verified: no, type: nauc_recall_at_1_diff1
value: 70.06050188284856
verified: no, type: nauc_recall_at_1_max
value: 32.7950423160114
verified: no, type: nauc_recall_at_1_std
value: -15.96831844096167
verified: no, type: nauc_recall_at_20_diff1
value: 59.36231963477334
verified: no, type: nauc_recall_at_20_max
value: 35.74083065802152
verified: no, type: nauc_recall_at_20_std
value: 0.10479581364017149
verified: no, type: nauc_recall_at_3_diff1
value: 62.98815867302664
verified: no, type: nauc_recall_at_3_max
value: 34.35053076037745
verified: no, type: nauc_recall_at_3_std
value: -14.653656328573552
verified: no, type: nauc_recall_at_5_diff1
value: 60.83589763557177
verified: no, type: nauc_recall_at_5_max
value: 33.67596252960681
verified: no, type: nauc_recall_at_5_std
value: -10.962319835832373
verified: no, type: ndcg_at_1
value: 63.91
verified: no, type: ndcg_at_10
value: 72.21600000000001
verified: no, type: ndcg_at_100
value: 74.895
verified: no, type: ndcg_at_1000
value: 75.606
verified: no, type: ndcg_at_20
value: 73.41499999999999
verified: no, type: ndcg_at_3
value: 68.27600000000001
verified: no, type: ndcg_at_5
value: 70.243
verified: no, type: precision_at_1
value: 63.91
verified: no, type: precision_at_10
value: 10.947999999999999
verified: no, type: precision_at_100
value: 1.351
verified: no, type: precision_at_1000
value: 0.148
verified: no, type: precision_at_20
value: 5.94
verified: no, type: precision_at_3
value: 29.473
verified: no, type: precision_at_5
value: 19.6
verified: no, type: recall_at_1
value: 55.492
verified: no, type: recall_at_10
value: 82.191
verified: no, type: recall_at_100
value: 93.01700000000001
verified: no, type: recall_at_1000
value: 97.548
verified: no, type: recall_at_20
value: 86.37899999999999
verified: no, type: recall_at_3
value: 70.977
verified: no, type: recall_at_5
value: 76.347
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 20.032944959465006
verified: no, type: v_measure
value: 20.032944959465006
verified: no, type: v_measure_std
value: 3.977494953209651
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 35.59444866525171
verified: no, type: v_measure
value: 35.59444866525171
verified: no, type: v_measure_std
value: 9.825394674707393
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 9.735000000000001
verified: no, type: map_at_1
value: 2.29
verified: no, type: map_at_10
value: 5.306
verified: no, type: map_at_100
value: 6.419
verified: no, type: map_at_1000
value: 6.643000000000001
verified: no, type: map_at_20
value: 5.821
verified: no, type: map_at_3
value: 3.9280000000000004
verified: no, type: map_at_5
value: 4.569
verified: no, type: mrr_at_1
value: 11.3
verified: no, type: mrr_at_10
value: 17.82924603174603
verified: no, type: mrr_at_100
value: 19.05406312305304
verified: no, type: mrr_at_1000
value: 19.166442675275487
verified: no, type: mrr_at_20
value: 18.541102740139127
verified: no, type: mrr_at_3
value: 15.5
verified: no, type: mrr_at_5
value: 16.770000000000003
verified: no, type: nauc_map_at_1000_diff1
value: 16.74948758074446
verified: no, type: nauc_map_at_1000_max
value: 16.272314062078568
verified: no, type: nauc_map_at_1000_std
value: 9.802528912458712
verified: no, type: nauc_map_at_100_diff1
value: 16.799538408566203
verified: no, type: nauc_map_at_100_max
value: 16.161996440884547
verified: no, type: nauc_map_at_100_std
value: 9.313374283200838
verified: no, type: nauc_map_at_10_diff1
value: 17.678328509818915
verified: no, type: nauc_map_at_10_max
value: 16.15778661911792
verified: no, type: nauc_map_at_10_std
value: 6.28185653746446
verified: no, type: nauc_map_at_1_diff1
value: 23.710070267313093
verified: no, type: nauc_map_at_1_max
value: 11.885861612261381
verified: no, type: nauc_map_at_1_std
value: 2.3279474317156885
verified: no, type: nauc_map_at_20_diff1
value: 17.40871167385732
verified: no, type: nauc_map_at_20_max
value: 16.071559259108398
verified: no, type: nauc_map_at_20_std
value: 7.768356041713391
verified: no, type: nauc_map_at_3_diff1
value: 19.657615469261334
verified: no, type: nauc_map_at_3_max
value: 13.47369716035662
verified: no, type: nauc_map_at_3_std
value: 4.1278803917212645
verified: no, type: nauc_map_at_5_diff1
value: 18.1480875610142
verified: no, type: nauc_map_at_5_max
value: 14.230776814076188
verified: no, type: nauc_map_at_5_std
value: 3.622953870263071
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.571325709422576
verified: no, type: nauc_mrr_at_1000_max
value: 11.961320489344015
verified: no, type: nauc_mrr_at_1000_std
value: 4.450063785196112
verified: no, type: nauc_mrr_at_100_diff1
value: 15.536886637669223
verified: no, type: nauc_mrr_at_100_max
value: 11.935672425486493
verified: no, type: nauc_mrr_at_100_std
value: 4.447377015945805
verified: no, type: nauc_mrr_at_10_diff1
value: 15.53551580233096
verified: no, type: nauc_mrr_at_10_max
value: 12.042070930511581
verified: no, type: nauc_mrr_at_10_std
value: 3.93193017344515
verified: no, type: nauc_mrr_at_1_diff1
value: 23.57876428894364
verified: no, type: nauc_mrr_at_1_max
value: 12.12043352908189
verified: no, type: nauc_mrr_at_1_std
value: 2.7432795333657802
verified: no, type: nauc_mrr_at_20_diff1
value: 15.495682418058236
verified: no, type: nauc_mrr_at_20_max
value: 11.827749923147806
verified: no, type: nauc_mrr_at_20_std
value: 4.337028857179092
verified: no, type: nauc_mrr_at_3_diff1
value: 17.374795948438287
verified: no, type: nauc_mrr_at_3_max
value: 12.27547705847877
verified: no, type: nauc_mrr_at_3_std
value: 3.4490922395838437
verified: no, type: nauc_mrr_at_5_diff1
value: 15.960359036123982
verified: no, type: nauc_mrr_at_5_max
value: 11.88067300089711
verified: no, type: nauc_mrr_at_5_std
value: 3.392937900544711
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.368330070387364
verified: no, type: nauc_ndcg_at_1000_max
value: 15.835670856182855
verified: no, type: nauc_ndcg_at_1000_std
value: 15.767747221405982
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.811381379776785
verified: no, type: nauc_ndcg_at_100_max
value: 14.882621585275865
verified: no, type: nauc_ndcg_at_100_std
value: 12.918687954717855
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.52700036040429
verified: no, type: nauc_ndcg_at_10_max
value: 14.99153202568684
verified: no, type: nauc_ndcg_at_10_std
value: 7.059926007520434
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.57876428894364
verified: no, type: nauc_ndcg_at_1_max
value: 12.12043352908189
verified: no, type: nauc_ndcg_at_1_std
value: 2.7432795333657802
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.319122424506627
verified: no, type: nauc_ndcg_at_20_max
value: 14.419552299612848
verified: no, type: nauc_ndcg_at_20_std
value: 9.576470751691424
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.65692103341824
verified: no, type: nauc_ndcg_at_3_max
value: 13.00851027147015
verified: no, type: nauc_ndcg_at_3_std
value: 4.543310351593028
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.317354497478568
verified: no, type: nauc_ndcg_at_5_max
value: 13.129615291647509
verified: no, type: nauc_ndcg_at_5_std
value: 3.616970208712892
verified: no, type: nauc_precision_at_1000_diff1
value: 4.085961395572508
verified: no, type: nauc_precision_at_1000_max
value: 14.479584032109782
verified: no, type: nauc_precision_at_1000_std
value: 24.822216452687034
verified: no, type: nauc_precision_at_100_diff1
value: 6.64282379200282
verified: no, type: nauc_precision_at_100_max
value: 13.909179682772733
verified: no, type: nauc_precision_at_100_std
value: 19.78443717745781
verified: no, type: nauc_precision_at_10_diff1
value: 10.32762182507006
verified: no, type: nauc_precision_at_10_max
value: 15.932552899576436
verified: no, type: nauc_precision_at_10_std
value: 9.985036232997176
verified: no, type: nauc_precision_at_1_diff1
value: 23.57876428894364
verified: no, type: nauc_precision_at_1_max
value: 12.12043352908189
verified: no, type: nauc_precision_at_1_std
value: 2.7432795333657802
verified: no, type: nauc_precision_at_20_diff1
value: 10.198754689783367
verified: no, type: nauc_precision_at_20_max
value: 13.924027767491506
verified: no, type: nauc_precision_at_20_std
value: 14.451908759139476
verified: no, type: nauc_precision_at_3_diff1
value: 15.398209236569278
verified: no, type: nauc_precision_at_3_max
value: 12.545120019251204
verified: no, type: nauc_precision_at_3_std
value: 5.4174103114283865
verified: no, type: nauc_precision_at_5_diff1
value: 11.38440294831457
verified: no, type: nauc_precision_at_5_max
value: 12.929100768052521
verified: no, type: nauc_precision_at_5_std
value: 3.8826269454849633
verified: no, type: nauc_recall_at_1000_diff1
value: 3.9395149122426343
verified: no, type: nauc_recall_at_1000_max
value: 15.24096774447918
verified: no, type: nauc_recall_at_1000_std
value: 24.88975234530502
verified: no, type: nauc_recall_at_100_diff1
value: 6.580896935042611
verified: no, type: nauc_recall_at_100_max
value: 14.23980695602868
verified: no, type: nauc_recall_at_100_std
value: 19.479776494947476
verified: no, type: nauc_recall_at_10_diff1
value: 10.311801645360179
verified: no, type: nauc_recall_at_10_max
value: 15.658321964659283
verified: no, type: nauc_recall_at_10_std
value: 9.723932481966557
verified: no, type: nauc_recall_at_1_diff1
value: 23.710070267313093
verified: no, type: nauc_recall_at_1_max
value: 11.885861612261381
verified: no, type: nauc_recall_at_1_std
value: 2.3279474317156885
verified: no, type: nauc_recall_at_20_diff1
value: 10.24091592712925
verified: no, type: nauc_recall_at_20_max
value: 13.830865415282112
verified: no, type: nauc_recall_at_20_std
value: 14.04027736904607
verified: no, type: nauc_recall_at_3_diff1
value: 15.41219835513545
verified: no, type: nauc_recall_at_3_max
value: 12.333359628892342
verified: no, type: nauc_recall_at_3_std
value: 5.024648219558654
verified: no, type: nauc_recall_at_5_diff1
value: 11.349574574035458
verified: no, type: nauc_recall_at_5_max
value: 12.617927107492545
verified: no, type: nauc_recall_at_5_std
value: 3.5053356310188333
verified: no, type: ndcg_at_1
value: 11.3
verified: no, type: ndcg_at_10
value: 9.735000000000001
verified: no, type: ndcg_at_100
value: 15.195
verified: no, type: ndcg_at_1000
value: 20.23
verified: no, type: ndcg_at_20
value: 11.561
verified: no, type: ndcg_at_3
value: 9.144
verified: no, type: ndcg_at_5
value: 7.953
verified: no, type: precision_at_1
value: 11.3
verified: no, type: precision_at_10
value: 5.11
verified: no, type: precision_at_100
value: 1.3050000000000002
verified: no, type: precision_at_1000
value: 0.253
verified: no, type: precision_at_20
value: 3.615
verified: no, type: precision_at_3
value: 8.533
verified: no, type: precision_at_5
value: 6.98
verified: no, type: recall_at_1
value: 2.29
verified: no, type: recall_at_10
value: 10.362
verified: no, type: recall_at_100
value: 26.457000000000004
verified: no, type: recall_at_1000
value: 51.283
verified: no, type: recall_at_20
value: 14.649999999999999
verified: no, type: recall_at_3
value: 5.175
verified: no, type: recall_at_5
value: 7.0680000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 72.23089156225602
verified: no, type: cosine_spearman
value: 64.63447730457894
verified: no, type: euclidean_pearson
value: 65.26536048964267
verified: no, type: euclidean_spearman
value: 60.05876325942518
verified: no, type: main_score
value: 64.63447730457894
verified: no, type: manhattan_pearson
value: 63.245519161378716
verified: no, type: manhattan_spearman
value: 59.28103411973211
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 63.108487890245115
verified: no, type: cosine_spearman
value: 58.06781798364534
verified: no, type: euclidean_pearson
value: 51.00455103977482
verified: no, type: euclidean_spearman
value: 47.056606990769154
verified: no, type: main_score
value: 58.06781798364534
verified: no, type: manhattan_pearson
value: 46.6691142816116
verified: no, type: manhattan_spearman
value: 43.82268675196447
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 67.9221550677534
verified: no, type: cosine_spearman
value: 68.7571596382501
verified: no, type: euclidean_pearson
value: 59.4362693562299
verified: no, type: euclidean_spearman
value: 59.90654031756741
verified: no, type: main_score
value: 68.7571596382501
verified: no, type: manhattan_pearson
value: 58.84015922334945
verified: no, type: manhattan_spearman
value: 58.764668284077416
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 66.96538071580031
verified: no, type: cosine_spearman
value: 65.42522405186078
verified: no, type: euclidean_pearson
value: 58.34297446892109
verified: no, type: euclidean_spearman
value: 57.95969868379801
verified: no, type: main_score
value: 65.42522405186078
verified: no, type: manhattan_pearson
value: 57.158803416050354
verified: no, type: manhattan_spearman
value: 56.70345912508504
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 74.37524523034543
verified: no, type: cosine_spearman
value: 75.08524309134856
verified: no, type: euclidean_pearson
value: 59.05421371900137
verified: no, type: euclidean_spearman
value: 60.8963245864918
verified: no, type: main_score
value: 75.08524309134856
verified: no, type: manhattan_pearson
value: 58.9258972492414
verified: no, type: manhattan_spearman
value: 60.102419570033106
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 63.085067266542495
verified: no, type: cosine_spearman
value: 65.38033636986424
verified: no, type: euclidean_pearson
value: 52.52293105293661
verified: no, type: euclidean_spearman
value: 54.599090360405086
verified: no, type: main_score
value: 65.38033636986424
verified: no, type: manhattan_pearson
value: 52.04583269035374
verified: no, type: manhattan_spearman
value: 53.418934610254134
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 23.019969311198167
verified: no, type: cosine_spearman
value: 17.411472418823667
verified: no, type: euclidean_pearson
value: -15.515358361955128
verified: no, type: euclidean_spearman
value: -15.677190499343482
verified: no, type: main_score
value: 17.411472418823667
verified: no, type: manhattan_pearson
value: -12.729052547730687
verified: no, type: manhattan_spearman
value: -12.288504263696268
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 21.269195172077147
verified: no, type: cosine_spearman
value: 18.575886451336775
verified: no, type: euclidean_pearson
value: -10.21009784982811
verified: no, type: euclidean_spearman
value: -12.92229729710694
verified: no, type: main_score
value: 18.575886451336775
verified: no, type: manhattan_pearson
value: -7.899161245683782
verified: no, type: manhattan_spearman
value: -10.894951447088
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 4.556875032985485
verified: no, type: cosine_spearman
value: 2.0609547970913806
verified: no, type: euclidean_pearson
value: -11.715271322099575
verified: no, type: euclidean_spearman
value: -11.045818218942449
verified: no, type: main_score
value: 2.0609547970913806
verified: no, type: manhattan_pearson
value: -13.961076499664834
verified: no, type: manhattan_spearman
value: -13.632861374757931
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 77.65125036324002
verified: no, type: cosine_spearman
value: 78.69054832378838
verified: no, type: euclidean_pearson
value: 65.42262389971837
verified: no, type: euclidean_spearman
value: 66.17771023288537
verified: no, type: main_score
value: 78.69054832378838
verified: no, type: manhattan_pearson
value: 63.99535802918511
verified: no, type: manhattan_spearman
value: 64.5958799855611
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 11.304963266444723
verified: no, type: cosine_spearman
value: 9.07719919328374
verified: no, type: euclidean_pearson
value: -6.686339553470129
verified: no, type: euclidean_spearman
value: -13.741969244577302
verified: no, type: main_score
value: 9.07719919328374
verified: no, type: manhattan_pearson
value: -8.751096396459193
verified: no, type: manhattan_spearman
value: -15.472834128866678
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: -0.9487180608661593
verified: no, type: cosine_spearman
value: -3.5467049032356264
verified: no, type: euclidean_pearson
value: -22.379136687351238
verified: no, type: euclidean_spearman
value: -23.937922436585392
verified: no, type: main_score
value: -3.5467049032356264
verified: no, type: manhattan_pearson
value: -23.462933935885573
verified: no, type: manhattan_spearman
value: -22.402845778068887
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 26.412738827821325
verified: no, type: cosine_spearman
value: 21.096028679832475
verified: no, type: euclidean_pearson
value: -12.961356992788911
verified: no, type: euclidean_spearman
value: -13.439656615197324
verified: no, type: main_score
value: 21.096028679832475
verified: no, type: manhattan_pearson
value: -13.312399929525135
verified: no, type: manhattan_spearman
value: -13.320455244709303
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 18.315235047821027
verified: no, type: cosine_spearman
value: 15.405153060148468
verified: no, type: euclidean_pearson
value: -16.19883745793275
verified: no, type: euclidean_spearman
value: -16.332471299959188
verified: no, type: main_score
value: 15.405153060148468
verified: no, type: manhattan_pearson
value: -15.174493494372754
verified: no, type: manhattan_spearman
value: -14.235895631091836
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 20.46710263573031
verified: no, type: cosine_spearman
value: 28.326540334389122
verified: no, type: euclidean_pearson
value: 20.858737030398395
verified: no, type: euclidean_spearman
value: 29.872601047020126
verified: no, type: main_score
value: 28.326540334389122
verified: no, type: manhattan_pearson
value: 19.218328249978722
verified: no, type: manhattan_spearman
value: 33.264521141243655
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: -3.5232243177317475
verified: no, type: cosine_spearman
value: 4.537053084710515
verified: no, type: euclidean_pearson
value: 6.374530133957361
verified: no, type: euclidean_spearman
value: 3.6684963723679562
verified: no, type: main_score
value: 4.537053084710515
verified: no, type: manhattan_pearson
value: 6.918896438279671
verified: no, type: manhattan_spearman
value: 1.9104862843510344
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 42.353863109448966
verified: no, type: cosine_spearman
value: 52.55694057880419
verified: no, type: euclidean_pearson
value: 41.58894055719116
verified: no, type: euclidean_spearman
value: 50.499978942016014
verified: no, type: main_score
value: 52.55694057880419
verified: no, type: manhattan_pearson
value: 39.23263050152607
verified: no, type: manhattan_spearman
value: 47.982776818718506
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 9.895824519159905
verified: no, type: cosine_spearman
value: 14.528808646639648
verified: no, type: euclidean_pearson
value: 30.766730901000265
verified: no, type: euclidean_spearman
value: 16.482305685897398
verified: no, type: main_score
value: 14.528808646639648
verified: no, type: manhattan_pearson
value: 32.72091783931039
verified: no, type: manhattan_spearman
value: 11.606377075910054
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 10.835100493377169
verified: no, type: cosine_spearman
value: 13.188080238562986
verified: no, type: euclidean_pearson
value: 13.222129117792575
verified: no, type: euclidean_spearman
value: 16.35349476750803
verified: no, type: main_score
value: 13.188080238562986
verified: no, type: manhattan_pearson
value: 18.24829227713276
verified: no, type: manhattan_spearman
value: 21.542234667592027
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 65.71454631261894
verified: no, type: cosine_spearman
value: 65.48413591571544
verified: no, type: euclidean_pearson
value: 57.20872936896835
verified: no, type: euclidean_spearman
value: 57.60081037404292
verified: no, type: main_score
value: 65.48413591571544
verified: no, type: manhattan_pearson
value: 55.60537290238107
verified: no, type: manhattan_spearman
value: 56.096969186945564
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 68.56134632503664
verified: no, type: map
value: 68.56134632503664
verified: no, type: mrr
value: 88.76940234783373
verified: no, type: nAUC_map_diff1
value: 12.337237293429535
verified: no, type: nAUC_map_max
value: 56.05626340436826
verified: no, type: nAUC_map_std
value: 66.20136946235245
verified: no, type: nAUC_mrr_diff1
value: 49.13360859462996
verified: no, type: nAUC_mrr_max
value: 75.19817364500312
verified: no, type: nAUC_mrr_std
value: 71.27479674596098
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 45.168
verified: no, type: map_at_1
value: 31.722
verified: no, type: map_at_10
value: 40.361000000000004
verified: no, type: map_at_100
value: 41.412
verified: no, type: map_at_1000
value: 41.483
verified: no, type: map_at_20
value: 41.026
verified: no, type: map_at_3
value: 37.676
verified: no, type: map_at_5
value: 39.15
verified: no, type: mrr_at_1
value: 33.666666666666664
verified: no, type: mrr_at_10
value: 41.68544973544974
verified: no, type: mrr_at_100
value: 42.57351821618796
verified: no, type: mrr_at_1000
value: 42.63566974762014
verified: no, type: mrr_at_20
value: 42.24279031798382
verified: no, type: mrr_at_3
value: 39.16666666666666
verified: no, type: mrr_at_5
value: 40.56666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 55.77535499706605
verified: no, type: nauc_map_at_1000_max
value: 37.686384513064496
verified: no, type: nauc_map_at_1000_std
value: -0.38356448588082925
verified: no, type: nauc_map_at_100_diff1
value: 55.76685805908298
verified: no, type: nauc_map_at_100_max
value: 37.69512830675277
verified: no, type: nauc_map_at_100_std
value: -0.3816790631470584
verified: no, type: nauc_map_at_10_diff1
value: 55.31825864401214
verified: no, type: nauc_map_at_10_max
value: 37.88770668112794
verified: no, type: nauc_map_at_10_std
value: -0.6860500769894244
verified: no, type: nauc_map_at_1_diff1
value: 62.113628227161165
verified: no, type: nauc_map_at_1_max
value: 37.183535942278596
verified: no, type: nauc_map_at_1_std
value: -3.5410481282149067
verified: no, type: nauc_map_at_20_diff1
value: 55.65751983454559
verified: no, type: nauc_map_at_20_max
value: 37.69345024816029
verified: no, type: nauc_map_at_20_std
value: -0.43593256548163833
verified: no, type: nauc_map_at_3_diff1
value: 55.82307496058825
verified: no, type: nauc_map_at_3_max
value: 36.720146164571474
verified: no, type: nauc_map_at_3_std
value: -2.819390810134275
verified: no, type: nauc_map_at_5_diff1
value: 55.53584523712401
verified: no, type: nauc_map_at_5_max
value: 37.845081976188375
verified: no, type: nauc_map_at_5_std
value: -1.9066901557785676
verified: no, type: nauc_mrr_at_1000_diff1
value: 56.418676727795024
verified: no, type: nauc_mrr_at_1000_max
value: 38.304224136608866
verified: no, type: nauc_mrr_at_1000_std
value: 2.4996505957652198
verified: no, type: nauc_mrr_at_100_diff1
value: 56.39703976435698
verified: no, type: nauc_mrr_at_100_max
value: 38.31871253356022
verified: no, type: nauc_mrr_at_100_std
value: 2.499322381767784
verified: no, type: nauc_mrr_at_10_diff1
value: 56.17576873119264
verified: no, type: nauc_mrr_at_10_max
value: 38.63458360266209
verified: no, type: nauc_mrr_at_10_std
value: 2.8572655679787973
verified: no, type: nauc_mrr_at_1_diff1
value: 63.26354576298176
verified: no, type: nauc_mrr_at_1_max
value: 38.41560245413969
verified: no, type: nauc_mrr_at_1_std
value: -0.17074584083479885
verified: no, type: nauc_mrr_at_20_diff1
value: 56.301767376204936
verified: no, type: nauc_mrr_at_20_max
value: 38.376041663808316
verified: no, type: nauc_mrr_at_20_std
value: 2.649049607362875
verified: no, type: nauc_mrr_at_3_diff1
value: 56.70849572743409
verified: no, type: nauc_mrr_at_3_max
value: 37.09106878190702
verified: no, type: nauc_mrr_at_3_std
value: 0.5218568736162024
verified: no, type: nauc_mrr_at_5_diff1
value: 56.116869610402674
verified: no, type: nauc_mrr_at_5_max
value: 38.448039539152745
verified: no, type: nauc_mrr_at_5_std
value: 1.7341042169043408
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.78225202376091
verified: no, type: nauc_ndcg_at_1000_max
value: 38.38144373884326
verified: no, type: nauc_ndcg_at_1000_std
value: 2.6358234061241586
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.4093856226575
verified: no, type: nauc_ndcg_at_100_max
value: 38.60612682388555
verified: no, type: nauc_ndcg_at_100_std
value: 2.69908939213741
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.832583000255795
verified: no, type: nauc_ndcg_at_10_max
value: 38.941545213039916
verified: no, type: nauc_ndcg_at_10_std
value: 2.4826858084884753
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.26354576298176
verified: no, type: nauc_ndcg_at_1_max
value: 38.41560245413969
verified: no, type: nauc_ndcg_at_1_std
value: -0.17074584083479885
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.5430044109149
verified: no, type: nauc_ndcg_at_20_max
value: 38.10605834841827
verified: no, type: nauc_ndcg_at_20_std
value: 2.5820729076155344
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.98354338931932
verified: no, type: nauc_ndcg_at_3_max
value: 36.522639379347815
verified: no, type: nauc_ndcg_at_3_std
value: -1.9435738031229932
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.263204590280175
verified: no, type: nauc_ndcg_at_5_max
value: 38.76301110063584
verified: no, type: nauc_ndcg_at_5_std
value: -0.44894792520114274
verified: no, type: nauc_precision_at_1000_diff1
value: 2.6725425569998733
verified: no, type: nauc_precision_at_1000_max
value: 18.217728894320416
verified: no, type: nauc_precision_at_1000_std
value: 41.76202644150659
verified: no, type: nauc_precision_at_100_diff1
value: 23.894022947191242
verified: no, type: nauc_precision_at_100_max
value: 30.465092081989397
verified: no, type: nauc_precision_at_100_std
value: 32.67941090228055
verified: no, type: nauc_precision_at_10_diff1
value: 35.758108716102925
verified: no, type: nauc_precision_at_10_max
value: 38.043682768211404
verified: no, type: nauc_precision_at_10_std
value: 18.94024295472207
verified: no, type: nauc_precision_at_1_diff1
value: 63.26354576298176
verified: no, type: nauc_precision_at_1_max
value: 38.41560245413969
verified: no, type: nauc_precision_at_1_std
value: -0.17074584083479885
verified: no, type: nauc_precision_at_20_diff1
value: 34.336560890067275
verified: no, type: nauc_precision_at_20_max
value: 31.7929720931013
verified: no, type: nauc_precision_at_20_std
value: 23.571932003154835
verified: no, type: nauc_precision_at_3_diff1
value: 44.2135740101036
verified: no, type: nauc_precision_at_3_max
value: 34.2245562189253
verified: no, type: nauc_precision_at_3_std
value: 2.9819692098799435
verified: no, type: nauc_precision_at_5_diff1
value: 40.3310935749158
verified: no, type: nauc_precision_at_5_max
value: 38.63563472800203
verified: no, type: nauc_precision_at_5_std
value: 9.335714313996466
verified: no, type: nauc_recall_at_1000_diff1
value: 56.9369714312583
verified: no, type: nauc_recall_at_1000_max
value: 45.8389590848331
verified: no, type: nauc_recall_at_1000_std
value: 36.35310239203547
verified: no, type: nauc_recall_at_100_diff1
value: 48.24197135141656
verified: no, type: nauc_recall_at_100_max
value: 42.702371394909264
verified: no, type: nauc_recall_at_100_std
value: 13.330140889544886
verified: no, type: nauc_recall_at_10_diff1
value: 43.30066118896596
verified: no, type: nauc_recall_at_10_max
value: 40.917885858677245
verified: no, type: nauc_recall_at_10_std
value: 9.071473475388245
verified: no, type: nauc_recall_at_1_diff1
value: 62.113628227161165
verified: no, type: nauc_recall_at_1_max
value: 37.183535942278596
verified: no, type: nauc_recall_at_1_std
value: -3.5410481282149067
verified: no, type: nauc_recall_at_20_diff1
value: 44.24119164214377
verified: no, type: nauc_recall_at_20_max
value: 37.145932987172344
verified: no, type: nauc_recall_at_20_std
value: 9.064570006703589
verified: no, type: nauc_recall_at_3_diff1
value: 47.503698426289645
verified: no, type: nauc_recall_at_3_max
value: 35.181130291364084
verified: no, type: nauc_recall_at_3_std
value: -4.399329816832574
verified: no, type: nauc_recall_at_5_diff1
value: 45.72301353292787
verified: no, type: nauc_recall_at_5_max
value: 40.71394881642516
verified: no, type: nauc_recall_at_5_std
value: -0.017691813104162315
verified: no, type: ndcg_at_1
value: 33.667
verified: no, type: ndcg_at_10
value: 45.168
verified: no, type: ndcg_at_100
value: 50.080000000000005
verified: no, type: ndcg_at_1000
value: 51.878
verified: no, type: ndcg_at_20
value: 47.394999999999996
verified: no, type: ndcg_at_3
value: 39.89
verified: no, type: ndcg_at_5
value: 42.418
verified: no, type: precision_at_1
value: 33.667
verified: no, type: precision_at_10
value: 6.4670000000000005
verified: no, type: precision_at_100
value: 0.9169999999999999
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_20
value: 3.733
verified: no, type: precision_at_3
value: 16.111
verified: no, type: precision_at_5
value: 11.133
verified: no, type: recall_at_1
value: 31.722
verified: no, type: recall_at_10
value: 58.833
verified: no, type: recall_at_100
value: 81.472
verified: no, type: recall_at_1000
value: 95.367
verified: no, type: recall_at_20
value: 67.333
verified: no, type: recall_at_3
value: 44.5
verified: no, type: recall_at_5
value: 50.693999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.6
verified: no, type: cosine_accuracy_threshold
value: 70.9090530872345
verified: no, type: cosine_ap
value: 84.58074609745917
verified: no, type: cosine_f1
value: 78.88324873096447
verified: no, type: cosine_f1_threshold
value: 67.8337812423706
verified: no, type: cosine_precision
value: 80.10309278350516
verified: no, type: cosine_recall
value: 77.7
verified: no, type: dot_accuracy
value: 99.08415841584159
verified: no, type: dot_accuracy_threshold
value: 66384.36279296875
verified: no, type: dot_ap
value: 40.87152918329808
verified: no, type: dot_f1
value: 43.734015345268546
verified: no, type: dot_f1_threshold
value: 51844.3115234375
verified: no, type: dot_precision
value: 38.11292719167905
verified: no, type: dot_recall
value: 51.300000000000004
verified: no, type: euclidean_accuracy
value: 99.34158415841584
verified: no, type: euclidean_accuracy_threshold
value: 1737.0550155639648
verified: no, type: euclidean_ap
value: 62.13537131791382
verified: no, type: euclidean_f1
value: 61.27982646420824
verified: no, type: euclidean_f1_threshold
value: 1902.7210235595703
verified: no, type: euclidean_precision
value: 66.9431279620853
verified: no, type: euclidean_recall
value: 56.49999999999999
verified: no, type: main_score
value: 84.58074648388171
verified: no, type: manhattan_accuracy
value: 99.29306930693069
verified: no, type: manhattan_accuracy_threshold
value: 31327.55126953125
verified: no, type: manhattan_ap
value: 57.216782641023634
verified: no, type: manhattan_f1
value: 57.296715131933226
verified: no, type: manhattan_f1_threshold
value: 35300.360107421875
verified: no, type: manhattan_precision
value: 62.07701283547258
verified: no, type: manhattan_recall
value: 53.2
verified: no, type: max_accuracy
value: 99.6
verified: no, type: max_ap
value: 84.58074648388171
verified: no, type: max_f1
value: 78.88324873096447
verified: no, type: max_precision
value: 80.10309278350516
verified: no, type: max_recall
value: 77.7
verified: no, type: similarity_accuracy
value: 99.6
verified: no, type: similarity_accuracy_threshold
value: 70.90907096862793
verified: no, type: similarity_ap
value: 84.58074648388171
verified: no, type: similarity_f1
value: 78.88324873096447
verified: no, type: similarity_f1_threshold
value: 67.83377528190613
verified: no, type: similarity_precision
value: 80.10309278350516
verified: no, type: similarity_recall
value: 77.7
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 29.912118265776584
verified: no, type: v_measure
value: 29.912118265776584
verified: no, type: v_measure_std
value: 4.886538571793255
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 26.453873918768515
verified: no, type: v_measure
value: 26.453873918768515
verified: no, type: v_measure_std
value: 1.585352021846518
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 43.20040993546698
verified: no, type: map
value: 43.20040993546698
verified: no, type: mrr
value: 43.80615503777269
verified: no, type: nAUC_map_diff1
value: 35.32927557160638
verified: no, type: nAUC_map_max
value: 16.99796264171325
verified: no, type: nAUC_map_std
value: 8.295193352979423
verified: no, type: nAUC_mrr_diff1
value: 34.8181761798891
verified: no, type: nAUC_mrr_max
value: 17.88328922464567
verified: no, type: nAUC_mrr_std
value: 9.16364844640502
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 29.837020935210244
verified: no, type: cosine_spearman
value: 29.129192154438023
verified: no, type: dot_pearson
value: 18.178493108017275
verified: no, type: dot_spearman
value: 20.21762456537728
verified: no, type: main_score
value: 29.129192154438023
verified: no, type: pearson
value: 29.837020935210244
verified: no, type: spearman
value: 29.129192154438023
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 44.76
verified: no, type: map_at_1
value: 0.122
verified: no, type: map_at_10
value: 0.878
verified: no, type: map_at_100
value: 4.018999999999999
verified: no, type: map_at_1000
value: 9.258
verified: no, type: map_at_20
value: 1.415
verified: no, type: map_at_3
value: 0.338
verified: no, type: map_at_5
value: 0.526
verified: no, type: mrr_at_1
value: 56.00000000000001
verified: no, type: mrr_at_10
value: 66.07222222222222
verified: no, type: mrr_at_100
value: 66.50064823204359
verified: no, type: mrr_at_1000
value: 66.51969585109121
verified: no, type: mrr_at_20
value: 66.32619047619048
verified: no, type: mrr_at_3
value: 64
verified: no, type: mrr_at_5
value: 65.4
verified: no, type: nauc_map_at_1000_diff1
value: -8.083047410631284
verified: no, type: nauc_map_at_1000_max
value: 47.53446279402127
verified: no, type: nauc_map_at_1000_std
value: 59.96216691295325
verified: no, type: nauc_map_at_100_diff1
value: -7.739773992175417
verified: no, type: nauc_map_at_100_max
value: 30.194947003511906
verified: no, type: nauc_map_at_100_std
value: 44.21694014053059
verified: no, type: nauc_map_at_10_diff1
value: -8.68905409160312
verified: no, type: nauc_map_at_10_max
value: 1.0122820499818854
verified: no, type: nauc_map_at_10_std
value: 10.974665544255386
verified: no, type: nauc_map_at_1_diff1
value: -16.880540022219577
verified: no, type: nauc_map_at_1_max
value: -1.6691558276733682
verified: no, type: nauc_map_at_1_std
value: 6.632235219994278
verified: no, type: nauc_map_at_20_diff1
value: -10.664828887394167
verified: no, type: nauc_map_at_20_max
value: 8.898505999792377
verified: no, type: nauc_map_at_20_std
value: 19.532041203224537
verified: no, type: nauc_map_at_3_diff1
value: -9.330417800583005
verified: no, type: nauc_map_at_3_max
value: -2.790285962665549
verified: no, type: nauc_map_at_3_std
value: 7.4958144373878115
verified: no, type: nauc_map_at_5_diff1
value: -8.040423130198358
verified: no, type: nauc_map_at_5_max
value: -3.3129010825045415
verified: no, type: nauc_map_at_5_std
value: 7.140151615092149
verified: no, type: nauc_mrr_at_1000_diff1
value: 1.841967269111446
verified: no, type: nauc_mrr_at_1000_max
value: 19.218649788535302
verified: no, type: nauc_mrr_at_1000_std
value: 34.05865638916581
verified: no, type: nauc_mrr_at_100_diff1
value: 1.7162098924657265
verified: no, type: nauc_mrr_at_100_max
value: 19.23051404537602
verified: no, type: nauc_mrr_at_100_std
value: 34.043079302164195
verified: no, type: nauc_mrr_at_10_diff1
value: 2.671707378955639
verified: no, type: nauc_mrr_at_10_max
value: 19.61245805830406
verified: no, type: nauc_mrr_at_10_std
value: 33.860985121025664
verified: no, type: nauc_mrr_at_1_diff1
value: -4.9369747899159915
verified: no, type: nauc_mrr_at_1_max
value: 18.70315693845101
verified: no, type: nauc_mrr_at_1_std
value: 31.19747899159659
verified: no, type: nauc_mrr_at_20_diff1
value: 2.2679812975747393
verified: no, type: nauc_mrr_at_20_max
value: 18.88077606059037
verified: no, type: nauc_mrr_at_20_std
value: 34.45425371871214
verified: no, type: nauc_mrr_at_3_diff1
value: 2.8102165970771873
verified: no, type: nauc_mrr_at_3_max
value: 19.9547668754349
verified: no, type: nauc_mrr_at_3_std
value: 32.230232254697256
verified: no, type: nauc_mrr_at_5_diff1
value: 2.056260588169657
verified: no, type: nauc_mrr_at_5_max
value: 20.00122859400373
verified: no, type: nauc_mrr_at_5_std
value: 33.385407684686385
verified: no, type: nauc_ndcg_at_1000_diff1
value: -10.634273510767326
verified: no, type: nauc_ndcg_at_1000_max
value: 36.83968691011661
verified: no, type: nauc_ndcg_at_1000_std
value: 52.736058094433346
verified: no, type: nauc_ndcg_at_100_diff1
value: 0.9900193680768492
verified: no, type: nauc_ndcg_at_100_max
value: 33.837077460710816
verified: no, type: nauc_ndcg_at_100_std
value: 47.8838924407509
verified: no, type: nauc_ndcg_at_10_diff1
value: -0.17969764223238982
verified: no, type: nauc_ndcg_at_10_max
value: 20.98725746563983
verified: no, type: nauc_ndcg_at_10_std
value: 34.94240929181837
verified: no, type: nauc_ndcg_at_1_diff1
value: -15.90606217193831
verified: no, type: nauc_ndcg_at_1_max
value: 14.845386058908314
verified: no, type: nauc_ndcg_at_1_std
value: 27.80603225543255
verified: no, type: nauc_ndcg_at_20_diff1
value: -2.610422392632454
verified: no, type: nauc_ndcg_at_20_max
value: 23.712304742527216
verified: no, type: nauc_ndcg_at_20_std
value: 37.068579726264616
verified: no, type: nauc_ndcg_at_3_diff1
value: -1.296272800008927
verified: no, type: nauc_ndcg_at_3_max
value: 21.18656426647708
verified: no, type: nauc_ndcg_at_3_std
value: 35.00996581698709
verified: no, type: nauc_ndcg_at_5_diff1
value: 0.9228761005863567
verified: no, type: nauc_ndcg_at_5_max
value: 20.533612497239876
verified: no, type: nauc_ndcg_at_5_std
value: 33.746097407453505
verified: no, type: nauc_precision_at_1000_diff1
value: 2.212860642793429
verified: no, type: nauc_precision_at_1000_max
value: 42.83693570346947
verified: no, type: nauc_precision_at_1000_std
value: 56.34352031668012
verified: no, type: nauc_precision_at_100_diff1
value: 3.0398947714805473
verified: no, type: nauc_precision_at_100_max
value: 37.33236107395733
verified: no, type: nauc_precision_at_100_std
value: 51.46402436623219
verified: no, type: nauc_precision_at_10_diff1
value: 7.751232774751116
verified: no, type: nauc_precision_at_10_max
value: 23.34708251923681
verified: no, type: nauc_precision_at_10_std
value: 35.85367282451008
verified: no, type: nauc_precision_at_1_diff1
value: -4.9369747899159915
verified: no, type: nauc_precision_at_1_max
value: 18.70315693845101
verified: no, type: nauc_precision_at_1_std
value: 31.19747899159659
verified: no, type: nauc_precision_at_20_diff1
value: 2.6773822842226416
verified: no, type: nauc_precision_at_20_max
value: 27.773465147606125
verified: no, type: nauc_precision_at_20_std
value: 40.8346461486944
verified: no, type: nauc_precision_at_3_diff1
value: 10.025088532578964
verified: no, type: nauc_precision_at_3_max
value: 23.118618169053402
verified: no, type: nauc_precision_at_3_std
value: 36.718048256708336
verified: no, type: nauc_precision_at_5_diff1
value: 10.65022351628208
verified: no, type: nauc_precision_at_5_max
value: 21.415166686410064
verified: no, type: nauc_precision_at_5_std
value: 34.26813225180961
verified: no, type: nauc_recall_at_1000_diff1
value: -15.087404046972116
verified: no, type: nauc_recall_at_1000_max
value: 36.36800488936171
verified: no, type: nauc_recall_at_1000_std
value: 51.729821669192646
verified: no, type: nauc_recall_at_100_diff1
value: -10.615762204096805
verified: no, type: nauc_recall_at_100_max
value: 24.08701047895384
verified: no, type: nauc_recall_at_100_std
value: 39.67258536375483
verified: no, type: nauc_recall_at_10_diff1
value: -7.067104621282379
verified: no, type: nauc_recall_at_10_max
value: -1.9673720028196857
verified: no, type: nauc_recall_at_10_std
value: 5.8769977919557785
verified: no, type: nauc_recall_at_1_diff1
value: -16.880540022219577
verified: no, type: nauc_recall_at_1_max
value: -1.6691558276733682
verified: no, type: nauc_recall_at_1_std
value: 6.632235219994278
verified: no, type: nauc_recall_at_20_diff1
value: -10.004017517116134
verified: no, type: nauc_recall_at_20_max
value: 4.75366175077321
verified: no, type: nauc_recall_at_20_std
value: 17.49313281300582
verified: no, type: nauc_recall_at_3_diff1
value: 0.5629010662361658
verified: no, type: nauc_recall_at_3_max
value: -7.882772867263189
verified: no, type: nauc_recall_at_3_std
value: 2.238252718990748
verified: no, type: nauc_recall_at_5_diff1
value: -2.374440704673045
verified: no, type: nauc_recall_at_5_max
value: -6.804152379891169
verified: no, type: nauc_recall_at_5_std
value: 1.5154169968307243
verified: no, type: ndcg_at_1
value: 50
verified: no, type: ndcg_at_10
value: 44.76
verified: no, type: ndcg_at_100
value: 31.022
verified: no, type: ndcg_at_1000
value: 26.223000000000003
verified: no, type: ndcg_at_20
value: 41.703
verified: no, type: ndcg_at_3
value: 49.838
verified: no, type: ndcg_at_5
value: 48.219
verified: no, type: precision_at_1
value: 56.00000000000001
verified: no, type: precision_at_10
value: 48
verified: no, type: precision_at_100
value: 31.66
verified: no, type: precision_at_1000
value: 12.598
verified: no, type: precision_at_20
value: 44.1
verified: no, type: precision_at_3
value: 55.333
verified: no, type: precision_at_5
value: 52.400000000000006
verified: no, type: recall_at_1
value: 0.122
verified: no, type: recall_at_10
value: 1.093
verified: no, type: recall_at_100
value: 6.6339999999999995
verified: no, type: recall_at_1000
value: 24.934
verified: no, type: recall_at_20
value: 1.926
verified: no, type: recall_at_3
value: 0.379
verified: no, type: recall_at_5
value: 0.611
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 11.737
verified: no, type: map_at_1
value: 0.86
verified: no, type: map_at_10
value: 3.569
verified: no, type: map_at_100
value: 6.272
verified: no, type: map_at_1000
value: 7.591
verified: no, type: map_at_20
value: 4.599
verified: no, type: map_at_3
value: 2.1229999999999998
verified: no, type: map_at_5
value: 2.738
verified: no, type: mrr_at_1
value: 14.285714285714285
verified: no, type: mrr_at_10
value: 29.435536119209587
verified: no, type: mrr_at_100
value: 30.863925639814255
verified: no, type: mrr_at_1000
value: 30.863925639814255
verified: no, type: mrr_at_20
value: 30.459159854417955
verified: no, type: mrr_at_3
value: 25.510204081632658
verified: no, type: mrr_at_5
value: 27.34693877551021
verified: no, type: nauc_map_at_1000_diff1
value: -15.225998878041644
verified: no, type: nauc_map_at_1000_max
value: -37.62784726123152
verified: no, type: nauc_map_at_1000_std
value: -40.49662774337752
verified: no, type: nauc_map_at_100_diff1
value: -17.241253449657865
verified: no, type: nauc_map_at_100_max
value: -39.87742899339114
verified: no, type: nauc_map_at_100_std
value: -43.461254035113015
verified: no, type: nauc_map_at_10_diff1
value: -18.2332059968299
verified: no, type: nauc_map_at_10_max
value: -33.098533635572316
verified: no, type: nauc_map_at_10_std
value: -36.84786857582744
verified: no, type: nauc_map_at_1_diff1
value: -14.429325321729767
verified: no, type: nauc_map_at_1_max
value: -27.646469766953775
verified: no, type: nauc_map_at_1_std
value: -22.319540072780857
verified: no, type: nauc_map_at_20_diff1
value: -20.20731257532461
verified: no, type: nauc_map_at_20_max
value: -38.80220712468868
verified: no, type: nauc_map_at_20_std
value: -42.26801449643297
verified: no, type: nauc_map_at_3_diff1
value: -20.779843046007446
verified: no, type: nauc_map_at_3_max
value: -39.53842231266448
verified: no, type: nauc_map_at_3_std
value: -33.56558692084304
verified: no, type: nauc_map_at_5_diff1
value: -19.66219267837773
verified: no, type: nauc_map_at_5_max
value: -37.06326821351946
verified: no, type: nauc_map_at_5_std
value: -36.957816069501106
verified: no, type: nauc_mrr_at_1000_diff1
value: -18.677101035122053
verified: no, type: nauc_mrr_at_1000_max
value: -35.95960963659799
verified: no, type: nauc_mrr_at_1000_std
value: -37.756381781688766
verified: no, type: nauc_mrr_at_100_diff1
value: -18.677101035122053
verified: no, type: nauc_mrr_at_100_max
value: -35.95960963659799
verified: no, type: nauc_mrr_at_100_std
value: -37.756381781688766
verified: no, type: nauc_mrr_at_10_diff1
value: -18.191174363420938
verified: no, type: nauc_mrr_at_10_max
value: -36.36477111799858
verified: no, type: nauc_mrr_at_10_std
value: -39.49983032196089
verified: no, type: nauc_mrr_at_1_diff1
value: -12.86145482800598
verified: no, type: nauc_mrr_at_1_max
value: -24.487052771897265
verified: no, type: nauc_mrr_at_1_std
value: -20.52556557495329
verified: no, type: nauc_mrr_at_20_diff1
value: -18.60997224510311
verified: no, type: nauc_mrr_at_20_max
value: -35.79812432900392
verified: no, type: nauc_mrr_at_20_std
value: -38.30897001988249
verified: no, type: nauc_mrr_at_3_diff1
value: -25.212140640066988
verified: no, type: nauc_mrr_at_3_max
value: -37.42857037379736
verified: no, type: nauc_mrr_at_3_std
value: -33.92966300567053
verified: no, type: nauc_mrr_at_5_diff1
value: -20.640207781943023
verified: no, type: nauc_mrr_at_5_max
value: -35.90540839091833
verified: no, type: nauc_mrr_at_5_std
value: -37.12194516618917
verified: no, type: nauc_ndcg_at_1000_diff1
value: -0.11963001842743652
verified: no, type: nauc_ndcg_at_1000_max
value: -27.9178453384242
verified: no, type: nauc_ndcg_at_1000_std
value: -29.166624762081454
verified: no, type: nauc_ndcg_at_100_diff1
value: -12.091987337723797
verified: no, type: nauc_ndcg_at_100_max
value: -40.82288385710299
verified: no, type: nauc_ndcg_at_100_std
value: -46.76058302199178
verified: no, type: nauc_ndcg_at_10_diff1
value: -15.828838900116663
verified: no, type: nauc_ndcg_at_10_max
value: -28.47740914640201
verified: no, type: nauc_ndcg_at_10_std
value: -39.61604315349557
verified: no, type: nauc_ndcg_at_1_diff1
value: -14.384548055467114
verified: no, type: nauc_ndcg_at_1_max
value: -22.305774061633038
verified: no, type: nauc_ndcg_at_1_std
value: -21.059675286871425
verified: no, type: nauc_ndcg_at_20_diff1
value: -18.484696865224056
verified: no, type: nauc_ndcg_at_20_max
value: -36.75133962699779
verified: no, type: nauc_ndcg_at_20_std
value: -45.00325838241873
verified: no, type: nauc_ndcg_at_3_diff1
value: -19.074080663504287
verified: no, type: nauc_ndcg_at_3_max
value: -32.15749618445631
verified: no, type: nauc_ndcg_at_3_std
value: -31.15778856351426
verified: no, type: nauc_ndcg_at_5_diff1
value: -17.075509240224072
verified: no, type: nauc_ndcg_at_5_max
value: -30.166046803360015
verified: no, type: nauc_ndcg_at_5_std
value: -35.59973493388717
verified: no, type: nauc_precision_at_1000_diff1
value: 21.84245546736574
verified: no, type: nauc_precision_at_1000_max
value: 38.516370901785876
verified: no, type: nauc_precision_at_1000_std
value: 35.95207951618072
verified: no, type: nauc_precision_at_100_diff1
value: 1.3876384351895321
verified: no, type: nauc_precision_at_100_max
value: -17.672181963540233
verified: no, type: nauc_precision_at_100_std
value: -35.100445067927325
verified: no, type: nauc_precision_at_10_diff1
value: -8.38470122188378
verified: no, type: nauc_precision_at_10_max
value: -21.522897385575003
verified: no, type: nauc_precision_at_10_std
value: -42.22825505115226
verified: no, type: nauc_precision_at_1_diff1
value: -12.86145482800598
verified: no, type: nauc_precision_at_1_max
value: -24.487052771897265
verified: no, type: nauc_precision_at_1_std
value: -20.52556557495329
verified: no, type: nauc_precision_at_20_diff1
value: -16.93969917788429
verified: no, type: nauc_precision_at_20_max
value: -30.66989763742793
verified: no, type: nauc_precision_at_20_std
value: -46.641569381752156
verified: no, type: nauc_precision_at_3_diff1
value: -20.209351145881417
verified: no, type: nauc_precision_at_3_max
value: -37.489404692159376
verified: no, type: nauc_precision_at_3_std
value: -36.11843668070083
verified: no, type: nauc_precision_at_5_diff1
value: -13.00046064709639
verified: no, type: nauc_precision_at_5_max
value: -29.182846254852958
verified: no, type: nauc_precision_at_5_std
value: -41.475754864735954
verified: no, type: nauc_recall_at_1000_diff1
value: 12.384650251660787
verified: no, type: nauc_recall_at_1000_max
value: -22.150720232837372
verified: no, type: nauc_recall_at_1000_std
value: -4.87263784450895
verified: no, type: nauc_recall_at_100_diff1
value: -10.460274590185362
verified: no, type: nauc_recall_at_100_max
value: -46.395760301872606
verified: no, type: nauc_recall_at_100_std
value: -44.967105074272865
verified: no, type: nauc_recall_at_10_diff1
value: -15.886566681130422
verified: no, type: nauc_recall_at_10_max
value: -36.08360858042893
verified: no, type: nauc_recall_at_10_std
value: -43.44706180483
verified: no, type: nauc_recall_at_1_diff1
value: -14.429325321729767
verified: no, type: nauc_recall_at_1_max
value: -27.646469766953775
verified: no, type: nauc_recall_at_1_std
value: -22.319540072780857
verified: no, type: nauc_recall_at_20_diff1
value: -20.572085163574663
verified: no, type: nauc_recall_at_20_max
value: -45.09259936557314
verified: no, type: nauc_recall_at_20_std
value: -50.36930511127456
verified: no, type: nauc_recall_at_3_diff1
value: -25.55698987960452
verified: no, type: nauc_recall_at_3_max
value: -44.841701912628395
verified: no, type: nauc_recall_at_3_std
value: -33.629299677212664
verified: no, type: nauc_recall_at_5_diff1
value: -21.025629383069223
verified: no, type: nauc_recall_at_5_max
value: -41.163164440917406
verified: no, type: nauc_recall_at_5_std
value: -40.978074434880654
verified: no, type: ndcg_at_1
value: 13.264999999999999
verified: no, type: ndcg_at_10
value: 11.737
verified: no, type: ndcg_at_100
value: 20.893
verified: no, type: ndcg_at_1000
value: 34.148
verified: no, type: ndcg_at_20
value: 12.781
verified: no, type: ndcg_at_3
value: 13.961000000000002
verified: no, type: ndcg_at_5
value: 12.735
verified: no, type: precision_at_1
value: 14.285999999999998
verified: no, type: precision_at_10
value: 11.429
verified: no, type: precision_at_100
value: 5.061
verified: no, type: precision_at_1000
value: 1.327
verified: no, type: precision_at_20
value: 9.796000000000001
verified: no, type: precision_at_3
value: 17.007
verified: no, type: precision_at_5
value: 14.693999999999999
verified: no, type: recall_at_1
value: 0.86
verified: no, type: recall_at_10
value: 7.962
verified: no, type: recall_at_100
value: 31.343
verified: no, type: recall_at_1000
value: 72.173
verified: no, type: recall_at_20
value: 13.209000000000001
verified: no, type: recall_at_3
value: 3.4639999999999995
verified: no, type: recall_at_5
value: 5.061
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 63.30078125000001
verified: no, type: ap
value: 10.382758929598857
verified: no, type: ap_weighted
value: 10.382758929598857
verified: no, type: f1
value: 47.95923360740176
verified: no, type: f1_weighted
value: 71.3431138095925
verified: no, type: main_score
value: 63.30078125000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 49.787775891341255
verified: no, type: f1
value: 49.934050367781495
verified: no, type: f1_weighted
value: 49.25778188511025
verified: no, type: main_score
value: 49.787775891341255
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 20.13387853092354
verified: no, type: v_measure
value: 20.13387853092354
verified: no, type: v_measure_std
value: 2.2532678030932582
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 82.44620611551528
verified: no, type: cosine_accuracy_threshold
value: 67.1613335609436
verified: no, type: cosine_ap
value: 61.027812391627634
verified: no, type: cosine_f1
value: 57.648077160875474
verified: no, type: cosine_f1_threshold
value: 60.86677312850952
verified: no, type: cosine_precision
value: 54.24714917384221
verified: no, type: cosine_recall
value: 61.50395778364116
verified: no, type: dot_accuracy
value: 78.45860404124694
verified: no, type: dot_accuracy_threshold
value: 83239.31884765625
verified: no, type: dot_ap
value: 44.32467940837404
verified: no, type: dot_f1
value: 47.685779137471634
verified: no, type: dot_f1_threshold
value: 55795.2392578125
verified: no, type: dot_precision
value: 38.08923222449945
verified: no, type: dot_recall
value: 63.746701846965706
verified: no, type: euclidean_accuracy
value: 80.58055671454967
verified: no, type: euclidean_accuracy_threshold
value: 2302.2579193115234
verified: no, type: euclidean_ap
value: 55.2462162515812
verified: no, type: euclidean_f1
value: 54.27702017356023
verified: no, type: euclidean_f1_threshold
value: 2842.241096496582
verified: no, type: euclidean_precision
value: 47.37359826873893
verified: no, type: euclidean_recall
value: 63.53562005277045
verified: no, type: main_score
value: 61.027837268240226
verified: no, type: manhattan_accuracy
value: 80.77129403349824
verified: no, type: manhattan_accuracy_threshold
value: 43584.36279296875
verified: no, type: manhattan_ap
value: 56.045117634111655
verified: no, type: manhattan_f1
value: 54.80427046263346
verified: no, type: manhattan_f1_threshold
value: 51295.8740234375
verified: no, type: manhattan_precision
value: 49.78448275862069
verified: no, type: manhattan_recall
value: 60.94986807387863
verified: no, type: max_accuracy
value: 82.44620611551528
verified: no, type: max_ap
value: 61.027837268240226
verified: no, type: max_f1
value: 57.648077160875474
verified: no, type: max_precision
value: 54.24714917384221
verified: no, type: max_recall
value: 63.746701846965706
verified: no, type: similarity_accuracy
value: 82.44620611551528
verified: no, type: similarity_accuracy_threshold
value: 67.1613335609436
verified: no, type: similarity_ap
value: 61.027837268240226
verified: no, type: similarity_f1
value: 57.648077160875474
verified: no, type: similarity_f1_threshold
value: 60.866761207580566
verified: no, type: similarity_precision
value: 54.24714917384221
verified: no, type: similarity_recall
value: 61.50395778364116
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 86.56032910311639
verified: no, type: cosine_accuracy_threshold
value: 63.58056664466858
verified: no, type: cosine_ap
value: 80.36069089360147
verified: no, type: cosine_f1
value: 72.49717349283344
verified: no, type: cosine_f1_threshold
value: 57.18348026275635
verified: no, type: cosine_precision
value: 68.87256600374194
verified: no, type: cosine_recall
value: 76.52448413920541
verified: no, type: dot_accuracy
value: 83.29064307059417
verified: no, type: dot_accuracy_threshold
value: 39571.136474609375
verified: no, type: dot_ap
value: 70.9168154298791
verified: no, type: dot_f1
value: 65.80363636363637
verified: no, type: dot_f1_threshold
value: 33795.39489746094
verified: no, type: dot_precision
value: 62.348401323043
verified: no, type: dot_recall
value: 69.66430551278103
verified: no, type: euclidean_accuracy
value: 83.87472348352544
verified: no, type: euclidean_accuracy_threshold
value: 1921.6852188110352
verified: no, type: euclidean_ap
value: 72.19667035000438
verified: no, type: euclidean_f1
value: 64.49932928272706
verified: no, type: euclidean_f1_threshold
value: 2122.101593017578
verified: no, type: euclidean_precision
value: 66.14338889787992
verified: no, type: euclidean_recall
value: 62.935016938712664
verified: no, type: main_score
value: 80.36069259910931
verified: no, type: manhattan_accuracy
value: 83.8514378856677
verified: no, type: manhattan_accuracy_threshold
value: 35123.6572265625
verified: no, type: manhattan_ap
value: 72.24797710989144
verified: no, type: manhattan_f1
value: 64.65182603184662
verified: no, type: manhattan_f1_threshold
value: 38842.54150390625
verified: no, type: manhattan_precision
value: 66.57692935225975
verified: no, type: manhattan_recall
value: 62.83492454573453
verified: no, type: max_accuracy
value: 86.56032910311639
verified: no, type: max_ap
value: 80.36069259910931
verified: no, type: max_f1
value: 72.49717349283344
verified: no, type: max_precision
value: 68.87256600374194
verified: no, type: max_recall
value: 76.52448413920541
verified: no, type: similarity_accuracy
value: 86.56032910311639
verified: no, type: similarity_accuracy_threshold
value: 63.58058452606201
verified: no, type: similarity_ap
value: 80.36069259910931
verified: no, type: similarity_f1
value: 72.49717349283344
verified: no, type: similarity_f1_threshold
value: 57.18348026275635
verified: no, type: similarity_precision
value: 68.87256600374194
verified: no, type: similarity_recall
value: 76.52448413920541
verified: no
task: type: PairClassification
Likes: 3 | All-time downloads: 370
Created: 2025-01-22 20:17:06