Model: minishlab/M2V_base_output
Author: minishlab
Library: model2vec
Tags: model2vec, onnx, safetensors, embeddings, static-embeddings, mteb, sentence-transformers, en, base_model:BAAI/bge-base-en-v1.5, base_model:quantized:BAAI/bge-base-en-v1.5, license:mit, model-index, region:us
Base models (quantized): id: BAAI/bge-base-en-v1.5
Card metadata: base_model: BAAI/bge-base-en-v1.5
language: en
library_name: model2vec
license: mit
model-index: name: M2V_base_output
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 69.1904047976012
verified: no, type: ap
value: 19.610682715583142
verified: no, type: ap_weighted
value: 19.610682715583142
verified: no, type: f1
value: 57.14831247701502
verified: no, type: f1_weighted
value: 75.0407024695743
verified: no, type: main_score
value: 69.1904047976012
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 71.1044776119403
verified: no, type: ap
value: 33.83428171392154
verified: no, type: ap_weighted
value: 33.83428171392154
verified: no, type: f1
value: 65.18431700199532
verified: no, type: f1_weighted
value: 73.90467162513829
verified: no, type: main_score
value: 71.1044776119403
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 67.328075
verified: no, type: ap
value: 62.26238067958846
verified: no, type: ap_weighted
value: 62.26238067958846
verified: no, type: f1
value: 66.93195816551996
verified: no, type: f1_weighted
value: 66.93195816551996
verified: no, type: main_score
value: 67.328075
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 32.589999999999996
verified: no, type: f1
value: 32.11760053698346
verified: no, type: f1_weighted
value: 32.11760053698346
verified: no, type: main_score
value: 32.589999999999996
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 29.183999999999997
verified: no, type: map_at_1
value: 14.011000000000001
verified: no, type: map_at_10
value: 23.748
verified: no, type: map_at_100
value: 24.808
verified: no, type: map_at_1000
value: 24.89
verified: no, type: map_at_20
value: 24.354
verified: no, type: map_at_3
value: 20.721
verified: no, type: map_at_5
value: 22.509
verified: no, type: mrr_at_1
value: 14.509246088193455
verified: no, type: mrr_at_10
value: 23.930067285330413
verified: no, type: mrr_at_100
value: 24.990313023015393
verified: no, type: mrr_at_1000
value: 25.071881804001343
verified: no, type: mrr_at_20
value: 24.53573559987519
verified: no, type: mrr_at_3
value: 20.88667614983403
verified: no, type: mrr_at_5
value: 22.7038880986249
verified: no, type: nauc_map_at_1000_diff1
value: 10.066441521146057
verified: no, type: nauc_map_at_1000_max
value: -0.5837671794505647
verified: no, type: nauc_map_at_1000_std
value: 12.356714430015906
verified: no, type: nauc_map_at_100_diff1
value: 10.076633271522182
verified: no, type: nauc_map_at_100_max
value: -0.5731496124067438
verified: no, type: nauc_map_at_100_std
value: 12.415984202967115
verified: no, type: nauc_map_at_10_diff1
value: 9.867302245745831
verified: no, type: nauc_map_at_10_max
value: -0.8261964947948097
verified: no, type: nauc_map_at_10_std
value: 11.57502900905332
verified: no, type: nauc_map_at_1_diff1
value: 10.389795558592775
verified: no, type: nauc_map_at_1_max
value: -4.511506238918001
verified: no, type: nauc_map_at_1_std
value: 9.62435943787401
verified: no, type: nauc_map_at_20_diff1
value: 10.114926370948476
verified: no, type: nauc_map_at_20_max
value: -0.38257232900731064
verified: no, type: nauc_map_at_20_std
value: 12.070421408069302
verified: no, type: nauc_map_at_3_diff1
value: 8.840416555242445
verified: no, type: nauc_map_at_3_max
value: -2.284214343720665
verified: no, type: nauc_map_at_3_std
value: 9.41211373407306
verified: no, type: nauc_map_at_5_diff1
value: 9.4616046565665
verified: no, type: nauc_map_at_5_max
value: -1.8580221033457682
verified: no, type: nauc_map_at_5_std
value: 10.252697423331279
verified: no, type: nauc_mrr_at_1000_diff1
value: 8.50590042077137
verified: no, type: nauc_mrr_at_1000_max
value: -0.9532348980220058
verified: no, type: nauc_mrr_at_1000_std
value: 11.917718432821042
verified: no, type: nauc_mrr_at_100_diff1
value: 8.519603663729045
verified: no, type: nauc_mrr_at_100_max
value: -0.941843377489153
verified: no, type: nauc_mrr_at_100_std
value: 11.977460275257405
verified: no, type: nauc_mrr_at_10_diff1
value: 8.324129262175067
verified: no, type: nauc_mrr_at_10_max
value: -1.1819451563051036
verified: no, type: nauc_mrr_at_10_std
value: 11.143112974385687
verified: no, type: nauc_mrr_at_1_diff1
value: 7.923019186157461
verified: no, type: nauc_mrr_at_1_max
value: -3.8622428906009336
verified: no, type: nauc_mrr_at_1_std
value: 8.574254762702411
verified: no, type: nauc_mrr_at_20_diff1
value: 8.57172824197632
verified: no, type: nauc_mrr_at_20_max
value: -0.7479018550868611
verified: no, type: nauc_mrr_at_20_std
value: 11.638538106885681
verified: no, type: nauc_mrr_at_3_diff1
value: 7.176947665978892
verified: no, type: nauc_mrr_at_3_max
value: -2.8140949706898937
verified: no, type: nauc_mrr_at_3_std
value: 8.966233266672026
verified: no, type: nauc_mrr_at_5_diff1
value: 7.921651668561097
verified: no, type: nauc_mrr_at_5_max
value: -2.1687598838347353
verified: no, type: nauc_mrr_at_5_std
value: 9.810384238460967
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.09862326017166
verified: no, type: nauc_ndcg_at_1000_max
value: 1.6567266738852608
verified: no, type: nauc_ndcg_at_1000_std
value: 16.06391490264334
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.372692796637454
verified: no, type: nauc_ndcg_at_100_max
value: 1.8759976608604172
verified: no, type: nauc_ndcg_at_100_std
value: 17.653326421438013
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.629937509771837
verified: no, type: nauc_ndcg_at_10_max
value: 1.3739681707601088
verified: no, type: nauc_ndcg_at_10_std
value: 13.688730163159986
verified: no, type: nauc_ndcg_at_1_diff1
value: 10.389795558592775
verified: no, type: nauc_ndcg_at_1_max
value: -4.511506238918001
verified: no, type: nauc_ndcg_at_1_std
value: 9.62435943787401
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.486521194068173
verified: no, type: nauc_ndcg_at_20_max
value: 2.855255358038754
verified: no, type: nauc_ndcg_at_20_std
value: 15.394981206314688
verified: no, type: nauc_ndcg_at_3_diff1
value: 8.680000272030385
verified: no, type: nauc_ndcg_at_3_max
value: -1.6634044566640975
verified: no, type: nauc_ndcg_at_3_std
value: 9.268472321517171
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.711071086647511
verified: no, type: nauc_ndcg_at_5_max
value: -0.9491120105126298
verified: no, type: nauc_ndcg_at_5_std
value: 10.68847112511071
verified: no, type: nauc_precision_at_1000_diff1
value: 20.67453341943155
verified: no, type: nauc_precision_at_1000_max
value: 21.6433346658854
verified: no, type: nauc_precision_at_1000_std
value: 50.563552510430355
verified: no, type: nauc_precision_at_100_diff1
value: 17.05138860576984
verified: no, type: nauc_precision_at_100_max
value: 10.671778777967742
verified: no, type: nauc_precision_at_100_std
value: 42.815464007080514
verified: no, type: nauc_precision_at_10_diff1
value: 12.834245751753656
verified: no, type: nauc_precision_at_10_max
value: 7.237728992777975
verified: no, type: nauc_precision_at_10_std
value: 19.637476638724
verified: no, type: nauc_precision_at_1_diff1
value: 10.389795558592775
verified: no, type: nauc_precision_at_1_max
value: -4.511506238918001
verified: no, type: nauc_precision_at_1_std
value: 9.62435943787401
verified: no, type: nauc_precision_at_20_diff1
value: 15.960793242410434
verified: no, type: nauc_precision_at_20_max
value: 12.642865380113017
verified: no, type: nauc_precision_at_20_std
value: 25.900201704789065
verified: no, type: nauc_precision_at_3_diff1
value: 8.364265704499747
verified: no, type: nauc_precision_at_3_max
value: -0.20060414550763578
verified: no, type: nauc_precision_at_3_std
value: 8.910638511394128
verified: no, type: nauc_precision_at_5_diff1
value: 10.43686249937682
verified: no, type: nauc_precision_at_5_max
value: 1.2061629814752834
verified: no, type: nauc_precision_at_5_std
value: 11.812984132266987
verified: no, type: nauc_recall_at_1000_diff1
value: 20.674533419431576
verified: no, type: nauc_recall_at_1000_max
value: 21.643334665885174
verified: no, type: nauc_recall_at_1000_std
value: 50.563552510430256
verified: no, type: nauc_recall_at_100_diff1
value: 17.05138860576987
verified: no, type: nauc_recall_at_100_max
value: 10.671778777967747
verified: no, type: nauc_recall_at_100_std
value: 42.81546400708045
verified: no, type: nauc_recall_at_10_diff1
value: 12.83424575175363
verified: no, type: nauc_recall_at_10_max
value: 7.237728992777978
verified: no, type: nauc_recall_at_10_std
value: 19.637476638724007
verified: no, type: nauc_recall_at_1_diff1
value: 10.389795558592775
verified: no, type: nauc_recall_at_1_max
value: -4.511506238918001
verified: no, type: nauc_recall_at_1_std
value: 9.62435943787401
verified: no, type: nauc_recall_at_20_diff1
value: 15.960793242410464
verified: no, type: nauc_recall_at_20_max
value: 12.642865380113033
verified: no, type: nauc_recall_at_20_std
value: 25.900201704789094
verified: no, type: nauc_recall_at_3_diff1
value: 8.364265704499777
verified: no, type: nauc_recall_at_3_max
value: -0.2006041455076358
verified: no, type: nauc_recall_at_3_std
value: 8.910638511394144
verified: no, type: nauc_recall_at_5_diff1
value: 10.436862499376828
verified: no, type: nauc_recall_at_5_max
value: 1.2061629814752328
verified: no, type: nauc_recall_at_5_std
value: 11.81298413226698
verified: no, type: ndcg_at_1
value: 14.011000000000001
verified: no, type: ndcg_at_10
value: 29.183999999999997
verified: no, type: ndcg_at_100
value: 34.618
verified: no, type: ndcg_at_1000
value: 37.006
verified: no, type: ndcg_at_20
value: 31.371
verified: no, type: ndcg_at_3
value: 22.991
verified: no, type: ndcg_at_5
value: 26.244
verified: no, type: precision_at_1
value: 14.011000000000001
verified: no, type: precision_at_10
value: 4.651000000000001
verified: no, type: precision_at_100
value: 0.7250000000000001
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: precision_at_20
value: 2.7560000000000002
verified: no, type: precision_at_3
value: 9.862
verified: no, type: precision_at_5
value: 7.510999999999999
verified: no, type: recall_at_1
value: 14.011000000000001
verified: no, type: recall_at_10
value: 46.515
verified: no, type: recall_at_100
value: 72.54599999999999
verified: no, type: recall_at_1000
value: 91.821
verified: no, type: recall_at_20
value: 55.120999999999995
verified: no, type: recall_at_3
value: 29.587000000000003
verified: no, type: recall_at_5
value: 37.553
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 31.259738106366225
verified: no, type: v_measure
value: 31.259738106366225
verified: no, type: v_measure_std
value: 14.320141623571129
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 20.744213693691467
verified: no, type: v_measure
value: 20.744213693691467
verified: no, type: v_measure_std
value: 15.404721116239472
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 51.62795895312553
verified: no, type: map
value: 51.62795895312553
verified: no, type: mrr
value: 65.83135470254582
verified: no, type: nAUC_map_diff1
value: 14.141914127697058
verified: no, type: nAUC_map_max
value: 15.463053892954765
verified: no, type: nAUC_map_std
value: 6.690591989325812
verified: no, type: nAUC_mrr_diff1
value: 17.935217602773022
verified: no, type: nAUC_mrr_max
value: 20.50394658394339
verified: no, type: nAUC_mrr_std
value: 11.867431280645176
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 73.32741772202057
verified: no, type: cosine_spearman
value: 73.42938398170034
verified: no, type: euclidean_pearson
value: 52.53960842495785
verified: no, type: euclidean_spearman
value: 55.20186022147138
verified: no, type: main_score
value: 73.42938398170034
verified: no, type: manhattan_pearson
value: 51.2857441475548
verified: no, type: manhattan_spearman
value: 53.75062233475454
verified: no, type: pearson
value: 73.32741772202057
verified: no, type: spearman
value: 73.42938398170034
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 71.90909090909092
verified: no, type: f1
value: 71.98225635322173
verified: no, type: f1_weighted
value: 71.98225635322173
verified: no, type: main_score
value: 71.90909090909092
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 26.532893125445977
verified: no, type: v_measure
value: 26.532893125445977
verified: no, type: v_measure_std
value: 0.6837586171917341
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 14.036948167749145
verified: no, type: v_measure
value: 14.036948167749145
verified: no, type: v_measure_std
value: 0.5714236374163745
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 28.679
verified: no, type: map_at_1
value: 18.546000000000003
verified: no, type: map_at_10
value: 24.42
verified: no, type: map_at_100
value: 25.495
verified: no, type: map_at_1000
value: 25.633
verified: no, type: map_at_20
value: 24.967
verified: no, type: map_at_3
value: 22.375
verified: no, type: map_at_5
value: 23.369999999999997
verified: no, type: mrr_at_1
value: 23.74821173104435
verified: no, type: mrr_at_10
value: 29.62997025228784
verified: no, type: mrr_at_100
value: 30.509005070582297
verified: no, type: mrr_at_1000
value: 30.57992301494201
verified: no, type: mrr_at_20
value: 30.087957677199494
verified: no, type: mrr_at_3
value: 27.944682880305205
verified: no, type: mrr_at_5
value: 28.70290891750119
verified: no, type: nauc_map_at_1000_diff1
value: 41.91741127467118
verified: no, type: nauc_map_at_1000_max
value: 29.343811648500857
verified: no, type: nauc_map_at_1000_std
value: -10.94124792488155
verified: no, type: nauc_map_at_100_diff1
value: 41.9257059722684
verified: no, type: nauc_map_at_100_max
value: 29.312977236968447
verified: no, type: nauc_map_at_100_std
value: -10.964994215476203
verified: no, type: nauc_map_at_10_diff1
value: 42.23276701935884
verified: no, type: nauc_map_at_10_max
value: 28.927475882624865
verified: no, type: nauc_map_at_10_std
value: -11.387774428133683
verified: no, type: nauc_map_at_1_diff1
value: 47.30172597053699
verified: no, type: nauc_map_at_1_max
value: 29.662552695406873
verified: no, type: nauc_map_at_1_std
value: -11.737219447429663
verified: no, type: nauc_map_at_20_diff1
value: 41.92458662433504
verified: no, type: nauc_map_at_20_max
value: 29.174781873350845
verified: no, type: nauc_map_at_20_std
value: -11.124043543527577
verified: no, type: nauc_map_at_3_diff1
value: 43.129372455872165
verified: no, type: nauc_map_at_3_max
value: 28.848842418769422
verified: no, type: nauc_map_at_3_std
value: -12.285962277168842
verified: no, type: nauc_map_at_5_diff1
value: 42.83044499601317
verified: no, type: nauc_map_at_5_max
value: 28.98993975777227
verified: no, type: nauc_map_at_5_std
value: -11.92018253024468
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.82041172984889
verified: no, type: nauc_mrr_at_1000_max
value: 30.480885490296473
verified: no, type: nauc_mrr_at_1000_std
value: -12.106796913247855
verified: no, type: nauc_mrr_at_100_diff1
value: 40.80133713998306
verified: no, type: nauc_mrr_at_100_max
value: 30.47453951479006
verified: no, type: nauc_mrr_at_100_std
value: -12.124703479791053
verified: no, type: nauc_mrr_at_10_diff1
value: 41.09211981274445
verified: no, type: nauc_mrr_at_10_max
value: 30.497262535612556
verified: no, type: nauc_mrr_at_10_std
value: -12.563263045952947
verified: no, type: nauc_mrr_at_1_diff1
value: 45.0389906310178
verified: no, type: nauc_mrr_at_1_max
value: 32.16914824564583
verified: no, type: nauc_mrr_at_1_std
value: -13.19897745721674
verified: no, type: nauc_mrr_at_20_diff1
value: 40.821901422240764
verified: no, type: nauc_mrr_at_20_max
value: 30.545295646645254
verified: no, type: nauc_mrr_at_20_std
value: -12.196074023168364
verified: no, type: nauc_mrr_at_3_diff1
value: 41.57196675439484
verified: no, type: nauc_mrr_at_3_max
value: 30.700923825692193
verified: no, type: nauc_mrr_at_3_std
value: -13.269209066277213
verified: no, type: nauc_mrr_at_5_diff1
value: 41.591753620602994
verified: no, type: nauc_mrr_at_5_max
value: 30.63135138641901
verified: no, type: nauc_mrr_at_5_std
value: -12.87020601984748
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.92537692516828
verified: no, type: nauc_ndcg_at_1000_max
value: 29.68260722943582
verified: no, type: nauc_ndcg_at_1000_std
value: -8.602092840233484
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.64203362764584
verified: no, type: nauc_ndcg_at_100_max
value: 29.393224511276372
verified: no, type: nauc_ndcg_at_100_std
value: -9.191485720275928
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.88534566732229
verified: no, type: nauc_ndcg_at_10_max
value: 28.986279143641227
verified: no, type: nauc_ndcg_at_10_std
value: -11.318342616747607
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.0389906310178
verified: no, type: nauc_ndcg_at_1_max
value: 32.16914824564583
verified: no, type: nauc_ndcg_at_1_std
value: -13.19897745721674
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.94952491835268
verified: no, type: nauc_ndcg_at_20_max
value: 29.206603792767904
verified: no, type: nauc_ndcg_at_20_std
value: -10.304566017193741
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.7977929353434
verified: no, type: nauc_ndcg_at_3_max
value: 29.580955663728076
verified: no, type: nauc_ndcg_at_3_std
value: -12.648223472095015
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.74984554791671
verified: no, type: nauc_ndcg_at_5_max
value: 29.59605805593679
verified: no, type: nauc_ndcg_at_5_std
value: -12.139160076565458
verified: no, type: nauc_precision_at_1000_diff1
value: 4.7568680155941925
verified: no, type: nauc_precision_at_1000_max
value: 7.5355032131826984
verified: no, type: nauc_precision_at_1000_std
value: -2.0414131984483914
verified: no, type: nauc_precision_at_100_diff1
value: 11.527472092658552
verified: no, type: nauc_precision_at_100_max
value: 21.514326888623554
verified: no, type: nauc_precision_at_100_std
value: -2.625060194142745
verified: no, type: nauc_precision_at_10_diff1
value: 24.503150439921896
verified: no, type: nauc_precision_at_10_max
value: 28.670536590094265
verified: no, type: nauc_precision_at_10_std
value: -8.197131538769034
verified: no, type: nauc_precision_at_1_diff1
value: 45.0389906310178
verified: no, type: nauc_precision_at_1_max
value: 32.16914824564583
verified: no, type: nauc_precision_at_1_std
value: -13.19897745721674
verified: no, type: nauc_precision_at_20_diff1
value: 17.864116269261178
verified: no, type: nauc_precision_at_20_max
value: 27.6641030785838
verified: no, type: nauc_precision_at_20_std
value: -7.076744708977724
verified: no, type: nauc_precision_at_3_diff1
value: 33.5854284842399
verified: no, type: nauc_precision_at_3_max
value: 29.14301466077523
verified: no, type: nauc_precision_at_3_std
value: -13.269490261877111
verified: no, type: nauc_precision_at_5_diff1
value: 29.98097033677175
verified: no, type: nauc_precision_at_5_max
value: 29.294311210263995
verified: no, type: nauc_precision_at_5_std
value: -10.994820836992847
verified: no, type: nauc_recall_at_1000_diff1
value: 23.22014562996405
verified: no, type: nauc_recall_at_1000_max
value: 27.193319559932988
verified: no, type: nauc_recall_at_1000_std
value: 12.472685466473857
verified: no, type: nauc_recall_at_100_diff1
value: 25.23024173971804
verified: no, type: nauc_recall_at_100_max
value: 25.082403028027738
verified: no, type: nauc_recall_at_100_std
value: -0.052423861070247414
verified: no, type: nauc_recall_at_10_diff1
value: 33.12106610160164
verified: no, type: nauc_recall_at_10_max
value: 24.918229663001544
verified: no, type: nauc_recall_at_10_std
value: -8.549535177480411
verified: no, type: nauc_recall_at_1_diff1
value: 47.30172597053699
verified: no, type: nauc_recall_at_1_max
value: 29.662552695406873
verified: no, type: nauc_recall_at_1_std
value: -11.737219447429663
verified: no, type: nauc_recall_at_20_diff1
value: 28.81435708597515
verified: no, type: nauc_recall_at_20_max
value: 25.47943694144538
verified: no, type: nauc_recall_at_20_std
value: -5.307500208427278
verified: no, type: nauc_recall_at_3_diff1
value: 36.830405146866575
verified: no, type: nauc_recall_at_3_max
value: 26.435300017685588
verified: no, type: nauc_recall_at_3_std
value: -12.224084159115286
verified: no, type: nauc_recall_at_5_diff1
value: 36.17592797525086
verified: no, type: nauc_recall_at_5_max
value: 26.135745335293564
verified: no, type: nauc_recall_at_5_std
value: -10.854448931576895
verified: no, type: ndcg_at_1
value: 23.748
verified: no, type: ndcg_at_10
value: 28.679
verified: no, type: ndcg_at_100
value: 33.849000000000004
verified: no, type: ndcg_at_1000
value: 36.903999999999996
verified: no, type: ndcg_at_20
value: 30.389
verified: no, type: ndcg_at_3
value: 25.602999999999998
verified: no, type: ndcg_at_5
value: 26.66
verified: no, type: precision_at_1
value: 23.748
verified: no, type: precision_at_10
value: 5.479
verified: no, type: precision_at_100
value: 1.0070000000000001
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_20
value: 3.3689999999999998
verified: no, type: precision_at_3
value: 12.303
verified: no, type: precision_at_5
value: 8.784
verified: no, type: recall_at_1
value: 18.546000000000003
verified: no, type: recall_at_10
value: 36.062
verified: no, type: recall_at_100
value: 59.622
verified: no, type: recall_at_1000
value: 80.49199999999999
verified: no, type: recall_at_20
value: 42.459
verified: no, type: recall_at_3
value: 26.346000000000004
verified: no, type: recall_at_5
value: 29.685
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 24.201
verified: no, type: map_at_1
value: 15.659
verified: no, type: map_at_10
value: 20.72
verified: no, type: map_at_100
value: 21.494
verified: no, type: map_at_1000
value: 21.61
verified: no, type: map_at_20
value: 21.118000000000002
verified: no, type: map_at_3
value: 19.112000000000002
verified: no, type: map_at_5
value: 20.018
verified: no, type: mrr_at_1
value: 20.191082802547772
verified: no, type: mrr_at_10
value: 25.214639571327467
verified: no, type: mrr_at_100
value: 25.923135895788356
verified: no, type: mrr_at_1000
value: 25.99481688491863
verified: no, type: mrr_at_20
value: 25.587003181612815
verified: no, type: mrr_at_3
value: 23.736730360934178
verified: no, type: mrr_at_5
value: 24.590233545647543
verified: no, type: nauc_map_at_1000_diff1
value: 43.16887932091616
verified: no, type: nauc_map_at_1000_max
value: 13.001793350069521
verified: no, type: nauc_map_at_1000_std
value: -3.240745072009945
verified: no, type: nauc_map_at_100_diff1
value: 43.186513856436335
verified: no, type: nauc_map_at_100_max
value: 12.974985819420635
verified: no, type: nauc_map_at_100_std
value: -3.2702208916272513
verified: no, type: nauc_map_at_10_diff1
value: 43.564640578903344
verified: no, type: nauc_map_at_10_max
value: 13.229537802390597
verified: no, type: nauc_map_at_10_std
value: -3.7960991209188033
verified: no, type: nauc_map_at_1_diff1
value: 49.188047470455324
verified: no, type: nauc_map_at_1_max
value: 12.622228914711336
verified: no, type: nauc_map_at_1_std
value: -5.079814609778495
verified: no, type: nauc_map_at_20_diff1
value: 43.34504671504679
verified: no, type: nauc_map_at_20_max
value: 13.053303288029316
verified: no, type: nauc_map_at_20_std
value: -3.53357011925504
verified: no, type: nauc_map_at_3_diff1
value: 44.804892782636394
verified: no, type: nauc_map_at_3_max
value: 13.58725707185815
verified: no, type: nauc_map_at_3_std
value: -3.8777357887480894
verified: no, type: nauc_map_at_5_diff1
value: 43.72391951178523
verified: no, type: nauc_map_at_5_max
value: 13.568707067556259
verified: no, type: nauc_map_at_5_std
value: -4.038106969015966
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.667038144431636
verified: no, type: nauc_mrr_at_1000_max
value: 14.384125598011202
verified: no, type: nauc_mrr_at_1000_std
value: -2.444399832932607
verified: no, type: nauc_mrr_at_100_diff1
value: 40.65910143040065
verified: no, type: nauc_mrr_at_100_max
value: 14.375036584618234
verified: no, type: nauc_mrr_at_100_std
value: -2.4274195136508547
verified: no, type: nauc_mrr_at_10_diff1
value: 40.89131817246553
verified: no, type: nauc_mrr_at_10_max
value: 14.581024560636887
verified: no, type: nauc_mrr_at_10_std
value: -2.703373098942388
verified: no, type: nauc_mrr_at_1_diff1
value: 45.09051009190851
verified: no, type: nauc_mrr_at_1_max
value: 15.831915244565245
verified: no, type: nauc_mrr_at_1_std
value: -4.310101948715212
verified: no, type: nauc_mrr_at_20_diff1
value: 40.78860474631307
verified: no, type: nauc_mrr_at_20_max
value: 14.4782017138514
verified: no, type: nauc_mrr_at_20_std
value: -2.5161572751678998
verified: no, type: nauc_mrr_at_3_diff1
value: 41.68191255304641
verified: no, type: nauc_mrr_at_3_max
value: 15.041970652494102
verified: no, type: nauc_mrr_at_3_std
value: -2.865017831776156
verified: no, type: nauc_mrr_at_5_diff1
value: 40.93732895812152
verified: no, type: nauc_mrr_at_5_max
value: 14.810999495708327
verified: no, type: nauc_mrr_at_5_std
value: -2.922166723623921
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.4110066143245
verified: no, type: nauc_ndcg_at_1000_max
value: 12.821827433441005
verified: no, type: nauc_ndcg_at_1000_std
value: -0.8108384214632934
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.62118270064326
verified: no, type: nauc_ndcg_at_100_max
value: 12.037720650973109
verified: no, type: nauc_ndcg_at_100_std
value: -0.9362771831617082
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.95447674096302
verified: no, type: nauc_ndcg_at_10_max
value: 13.154418607273124
verified: no, type: nauc_ndcg_at_10_std
value: -2.8988540864843886
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.09051009190851
verified: no, type: nauc_ndcg_at_1_max
value: 15.831915244565245
verified: no, type: nauc_ndcg_at_1_std
value: -4.310101948715212
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.63851149738437
verified: no, type: nauc_ndcg_at_20_max
value: 12.604171957141656
verified: no, type: nauc_ndcg_at_20_std
value: -2.1910058415334763
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.10101502571804
verified: no, type: nauc_ndcg_at_3_max
value: 14.519710397645364
verified: no, type: nauc_ndcg_at_3_std
value: -3.1565026643410667
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.94273285512494
verified: no, type: nauc_ndcg_at_5_max
value: 14.054440556480834
verified: no, type: nauc_ndcg_at_5_std
value: -3.442189925092899
verified: no, type: nauc_precision_at_1000_diff1
value: -0.9565223011446182
verified: no, type: nauc_precision_at_1000_max
value: 11.675006301584128
verified: no, type: nauc_precision_at_1000_std
value: 8.093690013766537
verified: no, type: nauc_precision_at_100_diff1
value: 11.288302809626888
verified: no, type: nauc_precision_at_100_max
value: 10.960387422561148
verified: no, type: nauc_precision_at_100_std
value: 8.591223668593777
verified: no, type: nauc_precision_at_10_diff1
value: 25.64615042863472
verified: no, type: nauc_precision_at_10_max
value: 14.069756217267985
verified: no, type: nauc_precision_at_10_std
value: 0.08978592105584715
verified: no, type: nauc_precision_at_1_diff1
value: 45.09051009190851
verified: no, type: nauc_precision_at_1_max
value: 15.831915244565245
verified: no, type: nauc_precision_at_1_std
value: -4.310101948715212
verified: no, type: nauc_precision_at_20_diff1
value: 22.097468653407866
verified: no, type: nauc_precision_at_20_max
value: 12.949212539250343
verified: no, type: nauc_precision_at_20_std
value: 2.868048305908803
verified: no, type: nauc_precision_at_3_diff1
value: 33.24608090774321
verified: no, type: nauc_precision_at_3_max
value: 16.588047560522053
verified: no, type: nauc_precision_at_3_std
value: -1.2432725324047462
verified: no, type: nauc_precision_at_5_diff1
value: 28.89668943912206
verified: no, type: nauc_precision_at_5_max
value: 16.25456580555215
verified: no, type: nauc_precision_at_5_std
value: -2.0273998006444134
verified: no, type: nauc_recall_at_1000_diff1
value: 24.86548627119768
verified: no, type: nauc_recall_at_1000_max
value: 10.68002967962002
verified: no, type: nauc_recall_at_1000_std
value: 8.076769436730153
verified: no, type: nauc_recall_at_100_diff1
value: 28.204939299147387
verified: no, type: nauc_recall_at_100_max
value: 6.159717806964745
verified: no, type: nauc_recall_at_100_std
value: 6.145682430435217
verified: no, type: nauc_recall_at_10_diff1
value: 35.339197660807436
verified: no, type: nauc_recall_at_10_max
value: 10.955842694171421
verified: no, type: nauc_recall_at_10_std
value: -2.050234322464136
verified: no, type: nauc_recall_at_1_diff1
value: 49.188047470455324
verified: no, type: nauc_recall_at_1_max
value: 12.622228914711336
verified: no, type: nauc_recall_at_1_std
value: -5.079814609778495
verified: no, type: nauc_recall_at_20_diff1
value: 33.66153319489103
verified: no, type: nauc_recall_at_20_max
value: 9.045136466332934
verified: no, type: nauc_recall_at_20_std
value: 0.6362560055945043
verified: no, type: nauc_recall_at_3_diff1
value: 39.33078959934067
verified: no, type: nauc_recall_at_3_max
value: 12.943838756532871
verified: no, type: nauc_recall_at_3_std
value: -2.617759316161476
verified: no, type: nauc_recall_at_5_diff1
value: 36.121619339589245
verified: no, type: nauc_recall_at_5_max
value: 12.417874949270544
verified: no, type: nauc_recall_at_5_std
value: -3.091748807456823
verified: no, type: ndcg_at_1
value: 20.191
verified: no, type: ndcg_at_10
value: 24.201
verified: no, type: ndcg_at_100
value: 27.955999999999996
verified: no, type: ndcg_at_1000
value: 30.773
verified: no, type: ndcg_at_20
value: 25.44
verified: no, type: ndcg_at_3
value: 21.806
verified: no, type: ndcg_at_5
value: 22.905
verified: no, type: precision_at_1
value: 20.191
verified: no, type: precision_at_10
value: 4.573
verified: no, type: precision_at_100
value: 0.8059999999999999
verified: no, type: precision_at_1000
value: 0.13
verified: no, type: precision_at_20
value: 2.7449999999999997
verified: no, type: precision_at_3
value: 10.679
verified: no, type: precision_at_5
value: 7.580000000000001
verified: no, type: recall_at_1
value: 15.659
verified: no, type: recall_at_10
value: 29.968
verified: no, type: recall_at_100
value: 46.98
verified: no, type: recall_at_1000
value: 66.286
verified: no, type: recall_at_20
value: 34.621
verified: no, type: recall_at_3
value: 22.572
verified: no, type: recall_at_5
value: 25.787
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 34.102
verified: no, type: map_at_1
value: 22.269
verified: no, type: map_at_10
value: 29.754
verified: no, type: map_at_100
value: 30.692999999999998
verified: no, type: map_at_1000
value: 30.786
verified: no, type: map_at_20
value: 30.225
verified: no, type: map_at_3
value: 27.392
verified: no, type: map_at_5
value: 28.831
verified: no, type: mrr_at_1
value: 25.956112852664575
verified: no, type: mrr_at_10
value: 32.77869831318104
verified: no, type: mrr_at_100
value: 33.60378795088834
verified: no, type: mrr_at_1000
value: 33.66340064366992
verified: no, type: mrr_at_20
value: 33.18375173610909
verified: no, type: mrr_at_3
value: 30.647857889237173
verified: no, type: mrr_at_5
value: 31.980146290491067
verified: no, type: nauc_map_at_1000_diff1
value: 42.023422411516016
verified: no, type: nauc_map_at_1000_max
value: 24.046890902960552
verified: no, type: nauc_map_at_1000_std
value: -6.94632372002679
verified: no, type: nauc_map_at_100_diff1
value: 42.00488415137851
verified: no, type: nauc_map_at_100_max
value: 24.029258386148577
verified: no, type: nauc_map_at_100_std
value: -7.013947866427552
verified: no, type: nauc_map_at_10_diff1
value: 42.060086712211344
verified: no, type: nauc_map_at_10_max
value: 23.998218675756625
verified: no, type: nauc_map_at_10_std
value: -7.599227449673994
verified: no, type: nauc_map_at_1_diff1
value: 45.27837491202271
verified: no, type: nauc_map_at_1_max
value: 23.873436707472766
verified: no, type: nauc_map_at_1_std
value: -10.458746042802577
verified: no, type: nauc_map_at_20_diff1
value: 41.98597500237269
verified: no, type: nauc_map_at_20_max
value: 24.07819180945319
verified: no, type: nauc_map_at_20_std
value: -7.320963413971682
verified: no, type: nauc_map_at_3_diff1
value: 42.69809960018882
verified: no, type: nauc_map_at_3_max
value: 23.63846349891855
verified: no, type: nauc_map_at_3_std
value: -8.732892056046317
verified: no, type: nauc_map_at_5_diff1
value: 42.23446934702989
verified: no, type: nauc_map_at_5_max
value: 23.905384542219803
verified: no, type: nauc_map_at_5_std
value: -7.643670989026166
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.122071790378016
verified: no, type: nauc_mrr_at_1000_max
value: 25.86760736591077
verified: no, type: nauc_mrr_at_1000_std
value: -5.266317827181621
verified: no, type: nauc_mrr_at_100_diff1
value: 42.10647973553166
verified: no, type: nauc_mrr_at_100_max
value: 25.85687545921025
verified: no, type: nauc_mrr_at_100_std
value: -5.270766368901785
verified: no, type: nauc_mrr_at_10_diff1
value: 42.24735092990674
verified: no, type: nauc_mrr_at_10_max
value: 25.994930434678004
verified: no, type: nauc_mrr_at_10_std
value: -5.6601281070075355
verified: no, type: nauc_mrr_at_1_diff1
value: 46.582933896071864
verified: no, type: nauc_mrr_at_1_max
value: 27.228911381467753
verified: no, type: nauc_mrr_at_1_std
value: -8.734962232415343
verified: no, type: nauc_mrr_at_20_diff1
value: 42.07873815943869
verified: no, type: nauc_mrr_at_20_max
value: 25.963756082386645
verified: no, type: nauc_mrr_at_20_std
value: -5.478617831866867
verified: no, type: nauc_mrr_at_3_diff1
value: 42.98246412395152
verified: no, type: nauc_mrr_at_3_max
value: 26.158635453239686
verified: no, type: nauc_mrr_at_3_std
value: -6.3931010500997125
verified: no, type: nauc_mrr_at_5_diff1
value: 42.43712298159192
verified: no, type: nauc_mrr_at_5_max
value: 26.20143695371023
verified: no, type: nauc_mrr_at_5_std
value: -5.622650253873388
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.40682446150754
verified: no, type: nauc_ndcg_at_1000_max
value: 23.975034312446894
verified: no, type: nauc_ndcg_at_1000_std
value: -2.645144894917121
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.96263062735843
verified: no, type: nauc_ndcg_at_100_max
value: 23.583706441511858
verified: no, type: nauc_ndcg_at_100_std
value: -3.3869912444384114
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.39533814272208
verified: no, type: nauc_ndcg_at_10_max
value: 24.293062837455782
verified: no, type: nauc_ndcg_at_10_std
value: -6.100075124875855
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.582933896071864
verified: no, type: nauc_ndcg_at_1_max
value: 27.228911381467753
verified: no, type: nauc_ndcg_at_1_std
value: -8.734962232415343
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.9687058773172
verified: no, type: nauc_ndcg_at_20_max
value: 24.316546572139725
verified: no, type: nauc_ndcg_at_20_std
value: -5.284472590592323
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.76544027471963
verified: no, type: nauc_ndcg_at_3_max
value: 24.275838336051923
verified: no, type: nauc_ndcg_at_3_std
value: -7.5019513901932715
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.90262427804706
verified: no, type: nauc_ndcg_at_5_max
value: 24.491396294279173
verified: no, type: nauc_ndcg_at_5_std
value: -6.148208697652546
verified: no, type: nauc_precision_at_1000_diff1
value: 8.310979675445102
verified: no, type: nauc_precision_at_1000_max
value: 10.177503506631384
verified: no, type: nauc_precision_at_1000_std
value: 27.06496193087599
verified: no, type: nauc_precision_at_100_diff1
value: 19.055469058991463
verified: no, type: nauc_precision_at_100_max
value: 15.143082019798745
verified: no, type: nauc_precision_at_100_std
value: 17.5613526737176
verified: no, type: nauc_precision_at_10_diff1
value: 30.60558520635145
verified: no, type: nauc_precision_at_10_max
value: 23.899102367494276
verified: no, type: nauc_precision_at_10_std
value: 1.49034477139435
verified: no, type: nauc_precision_at_1_diff1
value: 46.582933896071864
verified: no, type: nauc_precision_at_1_max
value: 27.228911381467753
verified: no, type: nauc_precision_at_1_std
value: -8.734962232415343
verified: no, type: nauc_precision_at_20_diff1
value: 27.34257473822076
verified: no, type: nauc_precision_at_20_max
value: 23.166488954967583
verified: no, type: nauc_precision_at_20_std
value: 5.306163418928192
verified: no, type: nauc_precision_at_3_diff1
value: 36.77034283418537
verified: no, type: nauc_precision_at_3_max
value: 24.9271454504654
verified: no, type: nauc_precision_at_3_std
value: -3.396946642230245
verified: no, type: nauc_precision_at_5_diff1
value: 34.27058913291088
verified: no, type: nauc_precision_at_5_max
value: 24.976805100785057
verified: no, type: nauc_precision_at_5_std
value: 0.7181940371896616
verified: no, type: nauc_recall_at_1000_diff1
value: 30.723778900213063
verified: no, type: nauc_recall_at_1000_max
value: 18.638473722404548
verified: no, type: nauc_recall_at_1000_std
value: 24.489955439065092
verified: no, type: nauc_recall_at_100_diff1
value: 29.354618599167313
verified: no, type: nauc_recall_at_100_max
value: 16.731640777347838
verified: no, type: nauc_recall_at_100_std
value: 9.835673177366234
verified: no, type: nauc_recall_at_10_diff1
value: 33.89120435058154
verified: no, type: nauc_recall_at_10_max
value: 22.177696671277435
verified: no, type: nauc_recall_at_10_std
value: -3.7985335869625865
verified: no, type: nauc_recall_at_1_diff1
value: 45.27837491202271
verified: no, type: nauc_recall_at_1_max
value: 23.873436707472766
verified: no, type: nauc_recall_at_1_std
value: -10.458746042802577
verified: no, type: nauc_recall_at_20_diff1
value: 31.924635267680696
verified: no, type: nauc_recall_at_20_max
value: 22.051909242943513
verified: no, type: nauc_recall_at_20_std
value: -0.8097713224498396
verified: no, type: nauc_recall_at_3_diff1
value: 38.150042036072456
verified: no, type: nauc_recall_at_3_max
value: 22.400370920900837
verified: no, type: nauc_recall_at_3_std
value: -6.80660585255143
verified: no, type: nauc_recall_at_5_diff1
value: 36.054052572950056
verified: no, type: nauc_recall_at_5_max
value: 23.311864516504208
verified: no, type: nauc_recall_at_5_std
value: -3.9369960666204302
verified: no, type: ndcg_at_1
value: 25.956000000000003
verified: no, type: ndcg_at_10
value: 34.102
verified: no, type: ndcg_at_100
value: 38.815
verified: no, type: ndcg_at_1000
value: 41.091
verified: no, type: ndcg_at_20
value: 35.616
verified: no, type: ndcg_at_3
value: 29.757
verified: no, type: ndcg_at_5
value: 32.054
verified: no, type: precision_at_1
value: 25.956000000000003
verified: no, type: precision_at_10
value: 5.5489999999999995
verified: no, type: precision_at_100
value: 0.8699999999999999
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 3.1850000000000005
verified: no, type: precision_at_3
value: 13.375
verified: no, type: precision_at_5
value: 9.492
verified: no, type: recall_at_1
value: 22.269
verified: no, type: recall_at_10
value: 44.487
verified: no, type: recall_at_100
value: 66.065
verified: no, type: recall_at_1000
value: 82.711
verified: no, type: recall_at_20
value: 50.002
verified: no, type: recall_at_3
value: 32.769999999999996
verified: no, type: recall_at_5
value: 38.411
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 15.504999999999999
verified: no, type: map_at_1
value: 9.322
verified: no, type: map_at_10
value: 13.215
verified: no, type: map_at_100
value: 13.995
verified: no, type: map_at_1000
value: 14.088999999999999
verified: no, type: map_at_20
value: 13.669
verified: no, type: map_at_3
value: 11.939
verified: no, type: map_at_5
value: 12.809000000000001
verified: no, type: mrr_at_1
value: 9.830508474576272
verified: no, type: mrr_at_10
value: 14.040713837324004
verified: no, type: mrr_at_100
value: 14.834528048636288
verified: no, type: mrr_at_1000
value: 14.922257469530024
verified: no, type: mrr_at_20
value: 14.506623042541603
verified: no, type: mrr_at_3
value: 12.749529190207154
verified: no, type: mrr_at_5
value: 13.574387947269303
verified: no, type: nauc_map_at_1000_diff1
value: 30.529210655419025
verified: no, type: nauc_map_at_1000_max
value: 17.46667029242714
verified: no, type: nauc_map_at_1000_std
value: -14.147892794296949
verified: no, type: nauc_map_at_100_diff1
value: 30.556449269344828
verified: no, type: nauc_map_at_100_max
value: 17.43087617092459
verified: no, type: nauc_map_at_100_std
value: -14.144527288140976
verified: no, type: nauc_map_at_10_diff1
value: 31.239447478533798
verified: no, type: nauc_map_at_10_max
value: 18.11892096077464
verified: no, type: nauc_map_at_10_std
value: -14.62039767845138
verified: no, type: nauc_map_at_1_diff1
value: 37.4160233030578
verified: no, type: nauc_map_at_1_max
value: 17.016815986268263
verified: no, type: nauc_map_at_1_std
value: -17.425864228691612
verified: no, type: nauc_map_at_20_diff1
value: 30.719067002092494
verified: no, type: nauc_map_at_20_max
value: 17.39019156487201
verified: no, type: nauc_map_at_20_std
value: -14.270868979007783
verified: no, type: nauc_map_at_3_diff1
value: 32.92206407639439
verified: no, type: nauc_map_at_3_max
value: 17.835953557611468
verified: no, type: nauc_map_at_3_std
value: -16.031495528857608
verified: no, type: nauc_map_at_5_diff1
value: 31.584976124274416
verified: no, type: nauc_map_at_5_max
value: 18.197826240384625
verified: no, type: nauc_map_at_5_std
value: -15.441753419032448
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.046493575807283
verified: no, type: nauc_mrr_at_1000_max
value: 19.498590306501473
verified: no, type: nauc_mrr_at_1000_std
value: -13.402207800669682
verified: no, type: nauc_mrr_at_100_diff1
value: 30.05195056678437
verified: no, type: nauc_mrr_at_100_max
value: 19.47592918375251
verified: no, type: nauc_mrr_at_100_std
value: -13.39845392251263
verified: no, type: nauc_mrr_at_10_diff1
value: 30.791850768635605
verified: no, type: nauc_mrr_at_10_max
value: 20.313444672627128
verified: no, type: nauc_mrr_at_10_std
value: -13.935914370733792
verified: no, type: nauc_mrr_at_1_diff1
value: 37.50338859979288
verified: no, type: nauc_mrr_at_1_max
value: 19.34649504621331
verified: no, type: nauc_mrr_at_1_std
value: -17.116234597672054
verified: no, type: nauc_mrr_at_20_diff1
value: 30.18891093563501
verified: no, type: nauc_mrr_at_20_max
value: 19.5511248509084
verified: no, type: nauc_mrr_at_20_std
value: -13.5427820185682
verified: no, type: nauc_mrr_at_3_diff1
value: 32.07301084185587
verified: no, type: nauc_mrr_at_3_max
value: 20.191966663668733
verified: no, type: nauc_mrr_at_3_std
value: -15.04405001225193
verified: no, type: nauc_mrr_at_5_diff1
value: 31.086216757720575
verified: no, type: nauc_mrr_at_5_max
value: 20.277903224593523
verified: no, type: nauc_mrr_at_5_std
value: -14.65307477545357
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.991511686309938
verified: no, type: nauc_ndcg_at_1000_max
value: 16.945396948437562
verified: no, type: nauc_ndcg_at_1000_std
value: -11.694443736831037
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.980124756057325
verified: no, type: nauc_ndcg_at_100_max
value: 15.99158676356653
verified: no, type: nauc_ndcg_at_100_std
value: -11.398279572216548
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.892093125361416
verified: no, type: nauc_ndcg_at_10_max
value: 18.71513717736543
verified: no, type: nauc_ndcg_at_10_std
value: -12.779856403033296
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.50338859979288
verified: no, type: nauc_ndcg_at_1_max
value: 19.34649504621331
verified: no, type: nauc_ndcg_at_1_std
value: -17.116234597672054
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.25547422800403
verified: no, type: nauc_ndcg_at_20_max
value: 16.331067486313643
verified: no, type: nauc_ndcg_at_20_std
value: -11.8817415790308
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.29985811872621
verified: no, type: nauc_ndcg_at_3_max
value: 18.454751997552098
verified: no, type: nauc_ndcg_at_3_std
value: -15.465471013016707
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.493811341594938
verified: no, type: nauc_ndcg_at_5_max
value: 18.707691943439258
verified: no, type: nauc_ndcg_at_5_std
value: -14.433807530159697
verified: no, type: nauc_precision_at_1000_diff1
value: 3.2218446674363315
verified: no, type: nauc_precision_at_1000_max
value: 17.12404764623586
verified: no, type: nauc_precision_at_1000_std
value: -2.3264575552583064
verified: no, type: nauc_precision_at_100_diff1
value: 11.214321152283215
verified: no, type: nauc_precision_at_100_max
value: 13.446815680526637
verified: no, type: nauc_precision_at_100_std
value: -4.987683964997388
verified: no, type: nauc_precision_at_10_diff1
value: 21.60303059518948
verified: no, type: nauc_precision_at_10_max
value: 21.596284543805293
verified: no, type: nauc_precision_at_10_std
value: -8.082031256092737
verified: no, type: nauc_precision_at_1_diff1
value: 37.50338859979288
verified: no, type: nauc_precision_at_1_max
value: 19.34649504621331
verified: no, type: nauc_precision_at_1_std
value: -17.116234597672054
verified: no, type: nauc_precision_at_20_diff1
value: 17.14261533352261
verified: no, type: nauc_precision_at_20_max
value: 15.233652532515793
verified: no, type: nauc_precision_at_20_std
value: -6.647366892331011
verified: no, type: nauc_precision_at_3_diff1
value: 27.367720137858804
verified: no, type: nauc_precision_at_3_max
value: 21.090504124786534
verified: no, type: nauc_precision_at_3_std
value: -13.306298994563972
verified: no, type: nauc_precision_at_5_diff1
value: 23.025359281940467
verified: no, type: nauc_precision_at_5_max
value: 21.211267803594005
verified: no, type: nauc_precision_at_5_std
value: -11.168476315146755
verified: no, type: nauc_recall_at_1000_diff1
value: 14.071492953686532
verified: no, type: nauc_recall_at_1000_max
value: 13.218836154700018
verified: no, type: nauc_recall_at_1000_std
value: -7.084593581668587
verified: no, type: nauc_recall_at_100_diff1
value: 15.116097572344975
verified: no, type: nauc_recall_at_100_max
value: 9.307648936748858
verified: no, type: nauc_recall_at_100_std
value: -5.895474365275694
verified: no, type: nauc_recall_at_10_diff1
value: 23.78022904015662
verified: no, type: nauc_recall_at_10_max
value: 17.85241980538583
verified: no, type: nauc_recall_at_10_std
value: -8.86829209909465
verified: no, type: nauc_recall_at_1_diff1
value: 37.4160233030578
verified: no, type: nauc_recall_at_1_max
value: 17.016815986268263
verified: no, type: nauc_recall_at_1_std
value: -17.425864228691612
verified: no, type: nauc_recall_at_20_diff1
value: 19.986562587692415
verified: no, type: nauc_recall_at_20_max
value: 11.164823338332948
verified: no, type: nauc_recall_at_20_std
value: -6.930345717632131
verified: no, type: nauc_recall_at_3_diff1
value: 28.54476711344997
verified: no, type: nauc_recall_at_3_max
value: 17.72982315112114
verified: no, type: nauc_recall_at_3_std
value: -14.767629842747809
verified: no, type: nauc_recall_at_5_diff1
value: 25.47233991251944
verified: no, type: nauc_recall_at_5_max
value: 17.87587712457761
verified: no, type: nauc_recall_at_5_std
value: -12.93959613517254
verified: no, type: ndcg_at_1
value: 9.831
verified: no, type: ndcg_at_10
value: 15.504999999999999
verified: no, type: ndcg_at_100
value: 19.721
verified: no, type: ndcg_at_1000
value: 22.746
verified: no, type: ndcg_at_20
value: 17.177
verified: no, type: ndcg_at_3
value: 13.020999999999999
verified: no, type: ndcg_at_5
value: 14.517
verified: no, type: precision_at_1
value: 9.831
verified: no, type: precision_at_10
value: 2.475
verified: no, type: precision_at_100
value: 0.484
verified: no, type: precision_at_1000
value: 0.079
verified: no, type: precision_at_20
value: 1.6099999999999999
verified: no, type: precision_at_3
value: 5.612
verified: no, type: precision_at_5
value: 4.202999999999999
verified: no, type: recall_at_1
value: 9.322
verified: no, type: recall_at_10
value: 21.706
verified: no, type: recall_at_100
value: 41.837
verified: no, type: recall_at_1000
value: 65.78500000000001
verified: no, type: recall_at_20
value: 28.173
verified: no, type: recall_at_3
value: 15.167
verified: no, type: recall_at_5
value: 18.765
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 10.506
verified: no, type: map_at_1
value: 5.097
verified: no, type: map_at_10
value: 8.123
verified: no, type: map_at_100
value: 8.81
verified: no, type: map_at_1000
value: 8.921999999999999
verified: no, type: map_at_20
value: 8.445
verified: no, type: map_at_3
value: 7.058000000000001
verified: no, type: map_at_5
value: 7.509
verified: no, type: mrr_at_1
value: 6.343283582089552
verified: no, type: mrr_at_10
value: 9.93554055121219
verified: no, type: mrr_at_100
value: 10.666175665806625
verified: no, type: mrr_at_1000
value: 10.766018190354108
verified: no, type: mrr_at_20
value: 10.29873635991652
verified: no, type: mrr_at_3
value: 8.706467661691544
verified: no, type: mrr_at_5
value: 9.20398009950249
verified: no, type: nauc_map_at_1000_diff1
value: 16.71617773929961
verified: no, type: nauc_map_at_1000_max
value: 12.836522190717654
verified: no, type: nauc_map_at_1000_std
value: -1.5931324340434574
verified: no, type: nauc_map_at_100_diff1
value: 16.708450779332075
verified: no, type: nauc_map_at_100_max
value: 12.864987872701173
verified: no, type: nauc_map_at_100_std
value: -1.7749974459670648
verified: no, type: nauc_map_at_10_diff1
value: 16.889847999156434
verified: no, type: nauc_map_at_10_max
value: 13.821580163360652
verified: no, type: nauc_map_at_10_std
value: -1.5413513436151478
verified: no, type: nauc_map_at_1_diff1
value: 27.620803823439566
verified: no, type: nauc_map_at_1_max
value: 9.946991002221708
verified: no, type: nauc_map_at_1_std
value: -2.4262680356943087
verified: no, type: nauc_map_at_20_diff1
value: 16.674045845919565
verified: no, type: nauc_map_at_20_max
value: 13.011303701592054
verified: no, type: nauc_map_at_20_std
value: -1.6544743278320506
verified: no, type: nauc_map_at_3_diff1
value: 17.421817131869087
verified: no, type: nauc_map_at_3_max
value: 13.332677540146523
verified: no, type: nauc_map_at_3_std
value: -3.3965199354497257
verified: no, type: nauc_map_at_5_diff1
value: 16.472303139269965
verified: no, type: nauc_map_at_5_max
value: 12.957712628879412
verified: no, type: nauc_map_at_5_std
value: -2.5301777339577662
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.593077375065533
verified: no, type: nauc_mrr_at_1000_max
value: 15.24914299560567
verified: no, type: nauc_mrr_at_1000_std
value: -0.8209741469268466
verified: no, type: nauc_mrr_at_100_diff1
value: 16.526988857467
verified: no, type: nauc_mrr_at_100_max
value: 15.282403514335552
verified: no, type: nauc_mrr_at_100_std
value: -0.9336495531936128
verified: no, type: nauc_mrr_at_10_diff1
value: 17.112649116787765
verified: no, type: nauc_mrr_at_10_max
value: 15.998287559296745
verified: no, type: nauc_mrr_at_10_std
value: -0.4972479310956255
verified: no, type: nauc_mrr_at_1_diff1
value: 26.390769480452008
verified: no, type: nauc_mrr_at_1_max
value: 12.666086436004754
verified: no, type: nauc_mrr_at_1_std
value: -0.8290506693110757
verified: no, type: nauc_mrr_at_20_diff1
value: 16.570263118716873
verified: no, type: nauc_mrr_at_20_max
value: 15.41609638468375
verified: no, type: nauc_mrr_at_20_std
value: -0.7638194854818602
verified: no, type: nauc_mrr_at_3_diff1
value: 17.337541518148672
verified: no, type: nauc_mrr_at_3_max
value: 16.054253099766
verified: no, type: nauc_mrr_at_3_std
value: -2.4609668986558098
verified: no, type: nauc_mrr_at_5_diff1
value: 16.631292764650276
verified: no, type: nauc_mrr_at_5_max
value: 15.260426520080111
verified: no, type: nauc_mrr_at_5_std
value: -1.7287159836379042
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.52634093171492
verified: no, type: nauc_ndcg_at_1000_max
value: 12.171421632471498
verified: no, type: nauc_ndcg_at_1000_std
value: 2.162794094660827
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.83799208322184
verified: no, type: nauc_ndcg_at_100_max
value: 12.724714757328384
verified: no, type: nauc_ndcg_at_100_std
value: -0.6192472371565176
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.905057185135432
verified: no, type: nauc_ndcg_at_10_max
value: 15.671185607261256
verified: no, type: nauc_ndcg_at_10_std
value: 0.4794457018671312
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.390769480452008
verified: no, type: nauc_ndcg_at_1_max
value: 12.666086436004754
verified: no, type: nauc_ndcg_at_1_std
value: -0.8290506693110757
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.177586694378425
verified: no, type: nauc_ndcg_at_20_max
value: 13.309923186895894
verified: no, type: nauc_ndcg_at_20_std
value: 0.08485334685153047
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.464832485633236
verified: no, type: nauc_ndcg_at_3_max
value: 15.376082832680266
verified: no, type: nauc_ndcg_at_3_std
value: -3.4289150318270947
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.479314775515663
verified: no, type: nauc_ndcg_at_5_max
value: 14.170795142756146
verified: no, type: nauc_ndcg_at_5_std
value: -1.8374279611217414
verified: no, type: nauc_precision_at_1000_diff1
value: 5.5461386139543984
verified: no, type: nauc_precision_at_1000_max
value: 8.173550020362248
verified: no, type: nauc_precision_at_1000_std
value: 4.711143690664535
verified: no, type: nauc_precision_at_100_diff1
value: 5.8834541815278945
verified: no, type: nauc_precision_at_100_max
value: 11.091665205495271
verified: no, type: nauc_precision_at_100_std
value: -2.7393617901866123
verified: no, type: nauc_precision_at_10_diff1
value: 10.751011614623913
verified: no, type: nauc_precision_at_10_max
value: 17.777588721031616
verified: no, type: nauc_precision_at_10_std
value: 3.707970494956657
verified: no, type: nauc_precision_at_1_diff1
value: 26.390769480452008
verified: no, type: nauc_precision_at_1_max
value: 12.666086436004754
verified: no, type: nauc_precision_at_1_std
value: -0.8290506693110757
verified: no, type: nauc_precision_at_20_diff1
value: 8.974996734936457
verified: no, type: nauc_precision_at_20_max
value: 12.402565300274947
verified: no, type: nauc_precision_at_20_std
value: 0.937988804595429
verified: no, type: nauc_precision_at_3_diff1
value: 8.383569631006118
verified: no, type: nauc_precision_at_3_max
value: 18.173716740568526
verified: no, type: nauc_precision_at_3_std
value: -3.3910150432001407
verified: no, type: nauc_precision_at_5_diff1
value: 6.544996015375691
verified: no, type: nauc_precision_at_5_max
value: 16.558965673469203
verified: no, type: nauc_precision_at_5_std
value: -0.21836542541876836
verified: no, type: nauc_recall_at_1000_diff1
value: 12.181437110921324
verified: no, type: nauc_recall_at_1000_max
value: 6.492207340417336
verified: no, type: nauc_recall_at_1000_std
value: 12.361749723553077
verified: no, type: nauc_recall_at_100_diff1
value: 9.509974939632396
verified: no, type: nauc_recall_at_100_max
value: 9.708468343147787
verified: no, type: nauc_recall_at_100_std
value: 0.8884655075061652
verified: no, type: nauc_recall_at_10_diff1
value: 11.525566414075342
verified: no, type: nauc_recall_at_10_max
value: 17.809901918053168
verified: no, type: nauc_recall_at_10_std
value: 3.6346449630612487
verified: no, type: nauc_recall_at_1_diff1
value: 27.620803823439566
verified: no, type: nauc_recall_at_1_max
value: 9.946991002221708
verified: no, type: nauc_recall_at_1_std
value: -2.4262680356943087
verified: no, type: nauc_recall_at_20_diff1
value: 10.29372538890332
verified: no, type: nauc_recall_at_20_max
value: 11.376497210412108
verified: no, type: nauc_recall_at_20_std
value: 2.7197830344340495
verified: no, type: nauc_recall_at_3_diff1
value: 8.828406903593496
verified: no, type: nauc_recall_at_3_max
value: 16.884533927784844
verified: no, type: nauc_recall_at_3_std
value: -2.9509441866607156
verified: no, type: nauc_recall_at_5_diff1
value: 7.436661727727917
verified: no, type: nauc_recall_at_5_max
value: 14.355008485341797
verified: no, type: nauc_recall_at_5_std
value: -0.38874284690465266
verified: no, type: ndcg_at_1
value: 6.343
verified: no, type: ndcg_at_10
value: 10.506
verified: no, type: ndcg_at_100
value: 14.41
verified: no, type: ndcg_at_1000
value: 17.698
verified: no, type: ndcg_at_20
value: 11.73
verified: no, type: ndcg_at_3
value: 8.257
verified: no, type: ndcg_at_5
value: 8.996
verified: no, type: precision_at_1
value: 6.343
verified: no, type: precision_at_10
value: 2.114
verified: no, type: precision_at_100
value: 0.48
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_20
value: 1.393
verified: no, type: precision_at_3
value: 4.146
verified: no, type: precision_at_5
value: 3.0349999999999997
verified: no, type: recall_at_1
value: 5.097
verified: no, type: recall_at_10
value: 16.204
verified: no, type: recall_at_100
value: 34.223
verified: no, type: recall_at_1000
value: 58.553999999999995
verified: no, type: recall_at_20
value: 20.76
verified: no, type: recall_at_3
value: 9.809
verified: no, type: recall_at_5
value: 11.623
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 22.942999999999998
verified: no, type: map_at_1
value: 14.446
verified: no, type: map_at_10
value: 19.377
verified: no, type: map_at_100
value: 20.482
verified: no, type: map_at_1000
value: 20.626
verified: no, type: map_at_20
value: 19.991
verified: no, type: map_at_3
value: 17.714
verified: no, type: map_at_5
value: 18.665000000000003
verified: no, type: mrr_at_1
value: 17.613089509143407
verified: no, type: mrr_at_10
value: 23.370533327222446
verified: no, type: mrr_at_100
value: 24.317061726895137
verified: no, type: mrr_at_1000
value: 24.406259672604996
verified: no, type: mrr_at_20
value: 23.908661597522798
verified: no, type: mrr_at_3
value: 21.607314725697798
verified: no, type: mrr_at_5
value: 22.632338787295485
verified: no, type: nauc_map_at_1000_diff1
value: 34.036197058710755
verified: no, type: nauc_map_at_1000_max
value: 22.301224424803703
verified: no, type: nauc_map_at_1000_std
value: -2.9723475399352406
verified: no, type: nauc_map_at_100_diff1
value: 34.0267334259839
verified: no, type: nauc_map_at_100_max
value: 22.263450935087985
verified: no, type: nauc_map_at_100_std
value: -3.0314992417234246
verified: no, type: nauc_map_at_10_diff1
value: 34.242902742320005
verified: no, type: nauc_map_at_10_max
value: 21.903826727642166
verified: no, type: nauc_map_at_10_std
value: -3.542446159080337
verified: no, type: nauc_map_at_1_diff1
value: 42.19086537913616
verified: no, type: nauc_map_at_1_max
value: 25.7185835567139
verified: no, type: nauc_map_at_1_std
value: -5.103024290179066
verified: no, type: nauc_map_at_20_diff1
value: 34.125155980117164
verified: no, type: nauc_map_at_20_max
value: 22.087294494234595
verified: no, type: nauc_map_at_20_std
value: -3.36424948880508
verified: no, type: nauc_map_at_3_diff1
value: 35.64286121660639
verified: no, type: nauc_map_at_3_max
value: 22.590710495131557
verified: no, type: nauc_map_at_3_std
value: -4.624441576366177
verified: no, type: nauc_map_at_5_diff1
value: 34.14898021930562
verified: no, type: nauc_map_at_5_max
value: 22.026354986165444
verified: no, type: nauc_map_at_5_std
value: -3.783104198258874
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.070052005179754
verified: no, type: nauc_mrr_at_1000_max
value: 25.5635144887676
verified: no, type: nauc_mrr_at_1000_std
value: -2.5922525361206037
verified: no, type: nauc_mrr_at_100_diff1
value: 32.02165293253879
verified: no, type: nauc_mrr_at_100_max
value: 25.569836435013784
verified: no, type: nauc_mrr_at_100_std
value: -2.598052553655546
verified: no, type: nauc_mrr_at_10_diff1
value: 32.11316242036246
verified: no, type: nauc_mrr_at_10_max
value: 25.54775740017834
verified: no, type: nauc_mrr_at_10_std
value: -2.9438839044554044
verified: no, type: nauc_mrr_at_1_diff1
value: 40.40685592638284
verified: no, type: nauc_mrr_at_1_max
value: 30.0134595827404
verified: no, type: nauc_mrr_at_1_std
value: -3.9985970334007477
verified: no, type: nauc_mrr_at_20_diff1
value: 32.120466540461
verified: no, type: nauc_mrr_at_20_max
value: 25.549273895185305
verified: no, type: nauc_mrr_at_20_std
value: -2.6763999823702553
verified: no, type: nauc_mrr_at_3_diff1
value: 33.66614272732434
verified: no, type: nauc_mrr_at_3_max
value: 26.430879923148343
verified: no, type: nauc_mrr_at_3_std
value: -4.0205614730618215
verified: no, type: nauc_mrr_at_5_diff1
value: 32.166578904190416
verified: no, type: nauc_mrr_at_5_max
value: 25.776645936774095
verified: no, type: nauc_mrr_at_5_std
value: -3.302080351323094
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.266233773630375
verified: no, type: nauc_ndcg_at_1000_max
value: 22.08745825058941
verified: no, type: nauc_ndcg_at_1000_std
value: 0.7729160122149865
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.84343294166904
verified: no, type: nauc_ndcg_at_100_max
value: 21.578448258757316
verified: no, type: nauc_ndcg_at_100_std
value: 0.11264370081458419
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.11895748690149
verified: no, type: nauc_ndcg_at_10_max
value: 20.84767764918772
verified: no, type: nauc_ndcg_at_10_std
value: -2.325520203137333
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.40685592638284
verified: no, type: nauc_ndcg_at_1_max
value: 30.0134595827404
verified: no, type: nauc_ndcg_at_1_std
value: -3.9985970334007477
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.76844239689582
verified: no, type: nauc_ndcg_at_20_max
value: 21.158453354191884
verified: no, type: nauc_ndcg_at_20_std
value: -1.6168879431876966
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.47831071332028
verified: no, type: nauc_ndcg_at_3_max
value: 23.430301462229234
verified: no, type: nauc_ndcg_at_3_std
value: -4.236230987770694
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.118155990902537
verified: no, type: nauc_ndcg_at_5_max
value: 21.836987185909415
verified: no, type: nauc_ndcg_at_5_std
value: -2.9140434980631045
verified: no, type: nauc_precision_at_1000_diff1
value: 0.9998952314883321
verified: no, type: nauc_precision_at_1000_max
value: 15.224526827087908
verified: no, type: nauc_precision_at_1000_std
value: 12.857731911721679
verified: no, type: nauc_precision_at_100_diff1
value: 9.206315178802491
verified: no, type: nauc_precision_at_100_max
value: 23.2931840220031
verified: no, type: nauc_precision_at_100_std
value: 10.762622088086484
verified: no, type: nauc_precision_at_10_diff1
value: 21.76866798095069
verified: no, type: nauc_precision_at_10_max
value: 22.882457871450608
verified: no, type: nauc_precision_at_10_std
value: 1.4688800239255935
verified: no, type: nauc_precision_at_1_diff1
value: 40.40685592638284
verified: no, type: nauc_precision_at_1_max
value: 30.0134595827404
verified: no, type: nauc_precision_at_1_std
value: -3.9985970334007477
verified: no, type: nauc_precision_at_20_diff1
value: 18.273394428921403
verified: no, type: nauc_precision_at_20_max
value: 24.006501989084022
verified: no, type: nauc_precision_at_20_std
value: 3.992091565975308
verified: no, type: nauc_precision_at_3_diff1
value: 27.442581369093507
verified: no, type: nauc_precision_at_3_max
value: 24.691098910221115
verified: no, type: nauc_precision_at_3_std
value: -2.5539232493084634
verified: no, type: nauc_precision_at_5_diff1
value: 22.309274572791644
verified: no, type: nauc_precision_at_5_max
value: 23.275965057073243
verified: no, type: nauc_precision_at_5_std
value: -0.30106646052885566
verified: no, type: nauc_recall_at_1000_diff1
value: 15.627777661804606
verified: no, type: nauc_recall_at_1000_max
value: 12.338415154004217
verified: no, type: nauc_recall_at_1000_std
value: 19.86929715112502
verified: no, type: nauc_recall_at_100_diff1
value: 16.96732400913716
verified: no, type: nauc_recall_at_100_max
value: 12.701326286720368
verified: no, type: nauc_recall_at_100_std
value: 9.758216731399271
verified: no, type: nauc_recall_at_10_diff1
value: 23.87551744396225
verified: no, type: nauc_recall_at_10_max
value: 14.166646301822277
verified: no, type: nauc_recall_at_10_std
value: 0.1988619766549251
verified: no, type: nauc_recall_at_1_diff1
value: 42.19086537913616
verified: no, type: nauc_recall_at_1_max
value: 25.7185835567139
verified: no, type: nauc_recall_at_1_std
value: -5.103024290179066
verified: no, type: nauc_recall_at_20_diff1
value: 22.82940257737179
verified: no, type: nauc_recall_at_20_max
value: 14.380915615760875
verified: no, type: nauc_recall_at_20_std
value: 2.254636975248318
verified: no, type: nauc_recall_at_3_diff1
value: 28.766021778938168
verified: no, type: nauc_recall_at_3_max
value: 17.976609326976067
verified: no, type: nauc_recall_at_3_std
value: -3.702494785254991
verified: no, type: nauc_recall_at_5_diff1
value: 23.908633564651726
verified: no, type: nauc_recall_at_5_max
value: 15.914031250219566
verified: no, type: nauc_recall_at_5_std
value: -1.1174655358936727
verified: no, type: ndcg_at_1
value: 17.613
verified: no, type: ndcg_at_10
value: 22.942999999999998
verified: no, type: ndcg_at_100
value: 28.433999999999997
verified: no, type: ndcg_at_1000
value: 31.757
verified: no, type: ndcg_at_20
value: 24.98
verified: no, type: ndcg_at_3
value: 20.048
verified: no, type: ndcg_at_5
value: 21.477
verified: no, type: precision_at_1
value: 17.613
verified: no, type: precision_at_10
value: 4.196
verified: no, type: precision_at_100
value: 0.857
verified: no, type: precision_at_1000
value: 0.134
verified: no, type: precision_at_20
value: 2.738
verified: no, type: precision_at_3
value: 9.4
verified: no, type: precision_at_5
value: 6.795
verified: no, type: recall_at_1
value: 14.446
verified: no, type: recall_at_10
value: 29.834
verified: no, type: recall_at_100
value: 54.201
verified: no, type: recall_at_1000
value: 77.404
verified: no, type: recall_at_20
value: 37.076
verified: no, type: recall_at_3
value: 21.634
verified: no, type: recall_at_5
value: 25.354
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 16.134999999999998
verified: no, type: map_at_1
value: 9.081
verified: no, type: map_at_10
value: 13.055
verified: no, type: map_at_100
value: 13.983
verified: no, type: map_at_1000
value: 14.121
verified: no, type: map_at_20
value: 13.572999999999999
verified: no, type: map_at_3
value: 11.356
verified: no, type: map_at_5
value: 12.374
verified: no, type: mrr_at_1
value: 11.643835616438356
verified: no, type: mrr_at_10
value: 16.14947995941146
verified: no, type: mrr_at_100
value: 16.997282843006918
verified: no, type: mrr_at_1000
value: 17.102618713993394
verified: no, type: mrr_at_20
value: 16.618159190946415
verified: no, type: mrr_at_3
value: 14.193302891933024
verified: no, type: mrr_at_5
value: 15.431887366818875
verified: no, type: nauc_map_at_1000_diff1
value: 32.88432231391895
verified: no, type: nauc_map_at_1000_max
value: 21.28374560046097
verified: no, type: nauc_map_at_1000_std
value: 0.7870656250135109
verified: no, type: nauc_map_at_100_diff1
value: 32.88983126213636
verified: no, type: nauc_map_at_100_max
value: 21.22458501691853
verified: no, type: nauc_map_at_100_std
value: 0.7745608524382627
verified: no, type: nauc_map_at_10_diff1
value: 33.3173574829305
verified: no, type: nauc_map_at_10_max
value: 21.367334815121904
verified: no, type: nauc_map_at_10_std
value: -0.2609532870073169
verified: no, type: nauc_map_at_1_diff1
value: 41.49865569300206
verified: no, type: nauc_map_at_1_max
value: 23.806102705106763
verified: no, type: nauc_map_at_1_std
value: -1.0768247293103315
verified: no, type: nauc_map_at_20_diff1
value: 32.88467310993085
verified: no, type: nauc_map_at_20_max
value: 21.327573738016785
verified: no, type: nauc_map_at_20_std
value: 0.316045501648052
verified: no, type: nauc_map_at_3_diff1
value: 35.81885176476419
verified: no, type: nauc_map_at_3_max
value: 22.563058822026658
verified: no, type: nauc_map_at_3_std
value: -0.8297325146016894
verified: no, type: nauc_map_at_5_diff1
value: 33.77483401790263
verified: no, type: nauc_map_at_5_max
value: 22.13376627990081
verified: no, type: nauc_map_at_5_std
value: -1.298858688329888
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.18097667250221
verified: no, type: nauc_mrr_at_1000_max
value: 23.047341870142613
verified: no, type: nauc_mrr_at_1000_std
value: -0.7406764235969188
verified: no, type: nauc_mrr_at_100_diff1
value: 30.137374263969996
verified: no, type: nauc_mrr_at_100_max
value: 23.00586275774131
verified: no, type: nauc_mrr_at_100_std
value: -0.7248089045016322
verified: no, type: nauc_mrr_at_10_diff1
value: 30.5170004176012
verified: no, type: nauc_mrr_at_10_max
value: 23.164562505110673
verified: no, type: nauc_mrr_at_10_std
value: -1.337649573306133
verified: no, type: nauc_mrr_at_1_diff1
value: 37.46155722071317
verified: no, type: nauc_mrr_at_1_max
value: 25.00725832122006
verified: no, type: nauc_mrr_at_1_std
value: -1.0496408564552728
verified: no, type: nauc_mrr_at_20_diff1
value: 30.072298950513115
verified: no, type: nauc_mrr_at_20_max
value: 23.12382481107441
verified: no, type: nauc_mrr_at_20_std
value: -1.0529732263666112
verified: no, type: nauc_mrr_at_3_diff1
value: 33.48101600704272
verified: no, type: nauc_mrr_at_3_max
value: 24.320755907805154
verified: no, type: nauc_mrr_at_3_std
value: -1.1307908969215423
verified: no, type: nauc_mrr_at_5_diff1
value: 31.18888034831575
verified: no, type: nauc_mrr_at_5_max
value: 24.06227117989202
verified: no, type: nauc_mrr_at_5_std
value: -1.6797432122873692
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.432037664372412
verified: no, type: nauc_ndcg_at_1000_max
value: 20.70102200502625
verified: no, type: nauc_ndcg_at_1000_std
value: 4.336326682724843
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.34454571794967
verified: no, type: nauc_ndcg_at_100_max
value: 19.24223569564877
verified: no, type: nauc_ndcg_at_100_std
value: 4.362280599906417
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.501926407603296
verified: no, type: nauc_ndcg_at_10_max
value: 20.201609309464548
verified: no, type: nauc_ndcg_at_10_std
value: 0.24089058436514194
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.46155722071317
verified: no, type: nauc_ndcg_at_1_max
value: 25.00725832122006
verified: no, type: nauc_ndcg_at_1_std
value: -1.0496408564552728
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.16170312615381
verified: no, type: nauc_ndcg_at_20_max
value: 19.972996583494282
verified: no, type: nauc_ndcg_at_20_std
value: 1.7952491904498078
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.81225087762225
verified: no, type: nauc_ndcg_at_3_max
value: 22.806027738516985
verified: no, type: nauc_ndcg_at_3_std
value: -0.3936571571120077
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.443042638323213
verified: no, type: nauc_ndcg_at_5_max
value: 22.16102145420267
verified: no, type: nauc_ndcg_at_5_std
value: -1.406251026694119
verified: no, type: nauc_precision_at_1000_diff1
value: 0.4741273357484423
verified: no, type: nauc_precision_at_1000_max
value: 11.280228116288542
verified: no, type: nauc_precision_at_1000_std
value: 2.6901820584724363
verified: no, type: nauc_precision_at_100_diff1
value: 12.332309998132743
verified: no, type: nauc_precision_at_100_max
value: 13.961289532548982
verified: no, type: nauc_precision_at_100_std
value: 11.085111649559586
verified: no, type: nauc_precision_at_10_diff1
value: 19.283822581631675
verified: no, type: nauc_precision_at_10_max
value: 18.7473146500872
verified: no, type: nauc_precision_at_10_std
value: 0.35093524054436415
verified: no, type: nauc_precision_at_1_diff1
value: 37.46155722071317
verified: no, type: nauc_precision_at_1_max
value: 25.00725832122006
verified: no, type: nauc_precision_at_1_std
value: -1.0496408564552728
verified: no, type: nauc_precision_at_20_diff1
value: 16.254451730745757
verified: no, type: nauc_precision_at_20_max
value: 17.364228546817166
verified: no, type: nauc_precision_at_20_std
value: 5.773553761500332
verified: no, type: nauc_precision_at_3_diff1
value: 28.259681463765514
verified: no, type: nauc_precision_at_3_max
value: 22.873732037017984
verified: no, type: nauc_precision_at_3_std
value: -0.8527795522416294
verified: no, type: nauc_precision_at_5_diff1
value: 21.21485623284622
verified: no, type: nauc_precision_at_5_max
value: 23.001097117924832
verified: no, type: nauc_precision_at_5_std
value: -3.108687061513337
verified: no, type: nauc_recall_at_1000_diff1
value: 18.73323624525636
verified: no, type: nauc_recall_at_1000_max
value: 18.04287551295194
verified: no, type: nauc_recall_at_1000_std
value: 17.786418942777992
verified: no, type: nauc_recall_at_100_diff1
value: 19.919117945258254
verified: no, type: nauc_recall_at_100_max
value: 11.16087760657872
verified: no, type: nauc_recall_at_100_std
value: 14.566488048537535
verified: no, type: nauc_recall_at_10_diff1
value: 22.078090142518782
verified: no, type: nauc_recall_at_10_max
value: 14.941344831772128
verified: no, type: nauc_recall_at_10_std
value: 2.4737147250843186
verified: no, type: nauc_recall_at_1_diff1
value: 41.49865569300206
verified: no, type: nauc_recall_at_1_max
value: 23.806102705106763
verified: no, type: nauc_recall_at_1_std
value: -1.0768247293103315
verified: no, type: nauc_recall_at_20_diff1
value: 18.725160188681265
verified: no, type: nauc_recall_at_20_max
value: 14.46073981800366
verified: no, type: nauc_recall_at_20_std
value: 6.133778343325667
verified: no, type: nauc_recall_at_3_diff1
value: 30.297623023451
verified: no, type: nauc_recall_at_3_max
value: 20.126404905370183
verified: no, type: nauc_recall_at_3_std
value: -0.03367599947778304
verified: no, type: nauc_recall_at_5_diff1
value: 24.35960314497861
verified: no, type: nauc_recall_at_5_max
value: 19.26030564870987
verified: no, type: nauc_recall_at_5_std
value: -1.3740373839056597
verified: no, type: ndcg_at_1
value: 11.644
verified: no, type: ndcg_at_10
value: 16.134999999999998
verified: no, type: ndcg_at_100
value: 20.696
verified: no, type: ndcg_at_1000
value: 24.43
verified: no, type: ndcg_at_20
value: 17.861
verified: no, type: ndcg_at_3
value: 12.842999999999998
verified: no, type: ndcg_at_5
value: 14.618
verified: no, type: precision_at_1
value: 11.644
verified: no, type: precision_at_10
value: 3.116
verified: no, type: precision_at_100
value: 0.6459999999999999
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 2.032
verified: no, type: precision_at_3
value: 6.012
verified: no, type: precision_at_5
value: 4.84
verified: no, type: recall_at_1
value: 9.081
verified: no, type: recall_at_10
value: 22.554
verified: no, type: recall_at_100
value: 42.531
verified: no, type: recall_at_1000
value: 69.706
verified: no, type: recall_at_20
value: 28.743999999999996
verified: no, type: recall_at_3
value: 13.977
verified: no, type: recall_at_5
value: 18.169
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 19.09025
verified: no, type: ndcg_at_10
value: 19.09025
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 14.333000000000002
verified: no, type: map_at_1
value: 8.547
verified: no, type: map_at_10
value: 11.93
verified: no, type: map_at_100
value: 12.684000000000001
verified: no, type: map_at_1000
value: 12.78
verified: no, type: map_at_20
value: 12.337
verified: no, type: map_at_3
value: 10.588000000000001
verified: no, type: map_at_5
value: 11.323
verified: no, type: mrr_at_1
value: 10.122699386503067
verified: no, type: mrr_at_10
value: 13.70039682539683
verified: no, type: mrr_at_100
value: 14.482783387597786
verified: no, type: mrr_at_1000
value: 14.570668290032126
verified: no, type: mrr_at_20
value: 14.13394542086446
verified: no, type: mrr_at_3
value: 12.295501022494888
verified: no, type: mrr_at_5
value: 13.02402862985685
verified: no, type: nauc_map_at_1000_diff1
value: 29.11861352274418
verified: no, type: nauc_map_at_1000_max
value: 22.56892542189849
verified: no, type: nauc_map_at_1000_std
value: -4.54004259281444
verified: no, type: nauc_map_at_100_diff1
value: 29.19511912412574
verified: no, type: nauc_map_at_100_max
value: 22.603999738779653
verified: no, type: nauc_map_at_100_std
value: -4.52144665211894
verified: no, type: nauc_map_at_10_diff1
value: 29.29630212567994
verified: no, type: nauc_map_at_10_max
value: 23.196908629656825
verified: no, type: nauc_map_at_10_std
value: -5.360014721454885
verified: no, type: nauc_map_at_1_diff1
value: 35.230641193187914
verified: no, type: nauc_map_at_1_max
value: 24.41472808203692
verified: no, type: nauc_map_at_1_std
value: -5.821919201147339
verified: no, type: nauc_map_at_20_diff1
value: 29.12584787266228
verified: no, type: nauc_map_at_20_max
value: 22.709732890112623
verified: no, type: nauc_map_at_20_std
value: -4.817143968480547
verified: no, type: nauc_map_at_3_diff1
value: 31.57056394160851
verified: no, type: nauc_map_at_3_max
value: 25.825155522604348
verified: no, type: nauc_map_at_3_std
value: -6.542610906472262
verified: no, type: nauc_map_at_5_diff1
value: 29.231256950912947
verified: no, type: nauc_map_at_5_max
value: 24.156600281291105
verified: no, type: nauc_map_at_5_std
value: -5.997363843824488
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.820090702123135
verified: no, type: nauc_mrr_at_1000_max
value: 24.263679220309907
verified: no, type: nauc_mrr_at_1000_std
value: -2.0607371843303057
verified: no, type: nauc_mrr_at_100_diff1
value: 28.847376535658203
verified: no, type: nauc_mrr_at_100_max
value: 24.272497169069386
verified: no, type: nauc_mrr_at_100_std
value: -2.03120306488999
verified: no, type: nauc_mrr_at_10_diff1
value: 28.911942194319707
verified: no, type: nauc_mrr_at_10_max
value: 25.035362298602738
verified: no, type: nauc_mrr_at_10_std
value: -2.5392409774079616
verified: no, type: nauc_mrr_at_1_diff1
value: 34.94101066582577
verified: no, type: nauc_mrr_at_1_max
value: 26.610522376067564
verified: no, type: nauc_mrr_at_1_std
value: -2.6534637926597697
verified: no, type: nauc_mrr_at_20_diff1
value: 28.743299849543636
verified: no, type: nauc_mrr_at_20_max
value: 24.32003719178884
verified: no, type: nauc_mrr_at_20_std
value: -2.3279080552115117
verified: no, type: nauc_mrr_at_3_diff1
value: 31.04805054489257
verified: no, type: nauc_mrr_at_3_max
value: 27.616725290738337
verified: no, type: nauc_mrr_at_3_std
value: -2.9076820433664667
verified: no, type: nauc_mrr_at_5_diff1
value: 28.865005001724242
verified: no, type: nauc_mrr_at_5_max
value: 26.103439275448775
verified: no, type: nauc_mrr_at_5_std
value: -3.0680396311703184
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.539587234316798
verified: no, type: nauc_ndcg_at_1000_max
value: 18.820788497321356
verified: no, type: nauc_ndcg_at_1000_std
value: -1.9960462357498938
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.14578048184198
verified: no, type: nauc_ndcg_at_100_max
value: 19.4851567283788
verified: no, type: nauc_ndcg_at_100_std
value: -1.3749625199938715
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.87364502097816
verified: no, type: nauc_ndcg_at_10_max
value: 21.485890355501102
verified: no, type: nauc_ndcg_at_10_std
value: -3.894125413998458
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.94101066582577
verified: no, type: nauc_ndcg_at_1_max
value: 26.610522376067564
verified: no, type: nauc_ndcg_at_1_std
value: -2.6534637926597697
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.341280976454417
verified: no, type: nauc_ndcg_at_20_max
value: 19.721515866258724
verified: no, type: nauc_ndcg_at_20_std
value: -2.9319224524709053
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.74558316757148
verified: no, type: nauc_ndcg_at_3_max
value: 26.40338736609146
verified: no, type: nauc_ndcg_at_3_std
value: -5.561920759375321
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.881257783685893
verified: no, type: nauc_ndcg_at_5_max
value: 23.650417322561335
verified: no, type: nauc_ndcg_at_5_std
value: -5.175161111887432
verified: no, type: nauc_precision_at_1000_diff1
value: 10.873007976618808
verified: no, type: nauc_precision_at_1000_max
value: 12.030734880352934
verified: no, type: nauc_precision_at_1000_std
value: 6.381355734825803
verified: no, type: nauc_precision_at_100_diff1
value: 22.401720874248873
verified: no, type: nauc_precision_at_100_max
value: 16.830307472250432
verified: no, type: nauc_precision_at_100_std
value: 8.759369364769308
verified: no, type: nauc_precision_at_10_diff1
value: 22.232090186151392
verified: no, type: nauc_precision_at_10_max
value: 21.76539255838225
verified: no, type: nauc_precision_at_10_std
value: 0.8339023471047621
verified: no, type: nauc_precision_at_1_diff1
value: 34.94101066582577
verified: no, type: nauc_precision_at_1_max
value: 26.610522376067564
verified: no, type: nauc_precision_at_1_std
value: -2.6534637926597697
verified: no, type: nauc_precision_at_20_diff1
value: 20.89118655581876
verified: no, type: nauc_precision_at_20_max
value: 17.90131790057651
verified: no, type: nauc_precision_at_20_std
value: 2.415900033993976
verified: no, type: nauc_precision_at_3_diff1
value: 29.199646185693584
verified: no, type: nauc_precision_at_3_max
value: 28.71542597359216
verified: no, type: nauc_precision_at_3_std
value: -3.324231635814199
verified: no, type: nauc_precision_at_5_diff1
value: 21.160582630949655
verified: no, type: nauc_precision_at_5_max
value: 25.038152290365755
verified: no, type: nauc_precision_at_5_std
value: -1.5349945089073667
verified: no, type: nauc_recall_at_1000_diff1
value: 12.802585970938592
verified: no, type: nauc_recall_at_1000_max
value: 4.416753173413089
verified: no, type: nauc_recall_at_1000_std
value: 0.3242070873030706
verified: no, type: nauc_recall_at_100_diff1
value: 23.177406841712212
verified: no, type: nauc_recall_at_100_max
value: 10.168312031699122
verified: no, type: nauc_recall_at_100_std
value: 3.5202491358448733
verified: no, type: nauc_recall_at_10_diff1
value: 21.179523585586825
verified: no, type: nauc_recall_at_10_max
value: 14.696510947366045
verified: no, type: nauc_recall_at_10_std
value: -2.77056987911708
verified: no, type: nauc_recall_at_1_diff1
value: 35.230641193187914
verified: no, type: nauc_recall_at_1_max
value: 24.41472808203692
verified: no, type: nauc_recall_at_1_std
value: -5.821919201147339
verified: no, type: nauc_recall_at_20_diff1
value: 19.96336555562722
verified: no, type: nauc_recall_at_20_max
value: 10.265926044858517
verified: no, type: nauc_recall_at_20_std
value: -0.785259475171776
verified: no, type: nauc_recall_at_3_diff1
value: 27.2666741731745
verified: no, type: nauc_recall_at_3_max
value: 24.921261035370843
verified: no, type: nauc_recall_at_3_std
value: -6.520343024542523
verified: no, type: nauc_recall_at_5_diff1
value: 20.830145482657233
verified: no, type: nauc_recall_at_5_max
value: 19.70605027355368
verified: no, type: nauc_recall_at_5_std
value: -5.524187480821078
verified: no, type: ndcg_at_1
value: 10.123
verified: no, type: ndcg_at_10
value: 14.333000000000002
verified: no, type: ndcg_at_100
value: 18.242
verified: no, type: ndcg_at_1000
value: 21.185000000000002
verified: no, type: ndcg_at_20
value: 15.795
verified: no, type: ndcg_at_3
value: 11.737
verified: no, type: ndcg_at_5
value: 12.875
verified: no, type: precision_at_1
value: 10.123
verified: no, type: precision_at_10
value: 2.5
verified: no, type: precision_at_100
value: 0.48
verified: no, type: precision_at_1000
value: 0.079
verified: no, type: precision_at_20
value: 1.595
verified: no, type: precision_at_3
value: 5.164
verified: no, type: precision_at_5
value: 3.8649999999999998
verified: no, type: recall_at_1
value: 8.547
verified: no, type: recall_at_10
value: 20.152
verified: no, type: recall_at_100
value: 38.274
verified: no, type: recall_at_1000
value: 61.097
verified: no, type: recall_at_20
value: 25.672
verified: no, type: recall_at_3
value: 12.866
verified: no, type: recall_at_5
value: 15.717999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 10.942
verified: no, type: map_at_1
value: 5.989
verified: no, type: map_at_10
value: 8.927
verified: no, type: map_at_100
value: 9.539
verified: no, type: map_at_1000
value: 9.649000000000001
verified: no, type: map_at_20
value: 9.225
verified: no, type: map_at_3
value: 8.126
verified: no, type: map_at_5
value: 8.541
verified: no, type: mrr_at_1
value: 7.5361321403991735
verified: no, type: mrr_at_10
value: 10.92452397338838
verified: no, type: mrr_at_100
value: 11.592043752074652
verified: no, type: mrr_at_1000
value: 11.685734091169346
verified: no, type: mrr_at_20
value: 11.258548816571706
verified: no, type: mrr_at_3
value: 10.002294104152327
verified: no, type: mrr_at_5
value: 10.47373250745583
verified: no, type: nauc_map_at_1000_diff1
value: 29.70785865819864
verified: no, type: nauc_map_at_1000_max
value: 15.814071189887855
verified: no, type: nauc_map_at_1000_std
value: -5.60669413451568
verified: no, type: nauc_map_at_100_diff1
value: 29.74148513545459
verified: no, type: nauc_map_at_100_max
value: 15.779846885727725
verified: no, type: nauc_map_at_100_std
value: -5.76117228213773
verified: no, type: nauc_map_at_10_diff1
value: 30.592884755466276
verified: no, type: nauc_map_at_10_max
value: 16.2821343956555
verified: no, type: nauc_map_at_10_std
value: -6.31218509821274
verified: no, type: nauc_map_at_1_diff1
value: 40.50426071077868
verified: no, type: nauc_map_at_1_max
value: 17.251422635161674
verified: no, type: nauc_map_at_1_std
value: -7.3319940985741505
verified: no, type: nauc_map_at_20_diff1
value: 30.161839436701044
verified: no, type: nauc_map_at_20_max
value: 15.822488590611552
verified: no, type: nauc_map_at_20_std
value: -6.216851050714664
verified: no, type: nauc_map_at_3_diff1
value: 32.80171391466759
verified: no, type: nauc_map_at_3_max
value: 16.819928931516028
verified: no, type: nauc_map_at_3_std
value: -6.8482887648089354
verified: no, type: nauc_map_at_5_diff1
value: 31.68769336125935
verified: no, type: nauc_map_at_5_max
value: 16.551544446521724
verified: no, type: nauc_map_at_5_std
value: -6.610571158449323
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.032074926432294
verified: no, type: nauc_mrr_at_1000_max
value: 17.31359992105279
verified: no, type: nauc_mrr_at_1000_std
value: -5.051808537297404
verified: no, type: nauc_mrr_at_100_diff1
value: 30.04561152587057
verified: no, type: nauc_mrr_at_100_max
value: 17.31510991897843
verified: no, type: nauc_mrr_at_100_std
value: -5.112171695450907
verified: no, type: nauc_mrr_at_10_diff1
value: 30.7919588089329
verified: no, type: nauc_mrr_at_10_max
value: 17.747307159609047
verified: no, type: nauc_mrr_at_10_std
value: -5.620809668288058
verified: no, type: nauc_mrr_at_1_diff1
value: 40.37820294671241
verified: no, type: nauc_mrr_at_1_max
value: 19.515958567233955
verified: no, type: nauc_mrr_at_1_std
value: -7.6128600910040385
verified: no, type: nauc_mrr_at_20_diff1
value: 30.43076360217774
verified: no, type: nauc_mrr_at_20_max
value: 17.42098412102074
verified: no, type: nauc_mrr_at_20_std
value: -5.502999723295499
verified: no, type: nauc_mrr_at_3_diff1
value: 33.35073752739181
verified: no, type: nauc_mrr_at_3_max
value: 18.381225141274406
verified: no, type: nauc_mrr_at_3_std
value: -6.281341542296808
verified: no, type: nauc_mrr_at_5_diff1
value: 32.01975103837218
verified: no, type: nauc_mrr_at_5_max
value: 18.248575553624875
verified: no, type: nauc_mrr_at_5_std
value: -5.975629240088075
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.480424968554473
verified: no, type: nauc_ndcg_at_1000_max
value: 14.422280226661046
verified: no, type: nauc_ndcg_at_1000_std
value: 0.037198763992900716
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.74556359447292
verified: no, type: nauc_ndcg_at_100_max
value: 14.02306375423822
verified: no, type: nauc_ndcg_at_100_std
value: -2.7832737496474014
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.151201274571196
verified: no, type: nauc_ndcg_at_10_max
value: 15.7704175776716
verified: no, type: nauc_ndcg_at_10_std
value: -5.561215786484417
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.37820294671241
verified: no, type: nauc_ndcg_at_1_max
value: 19.515958567233955
verified: no, type: nauc_ndcg_at_1_std
value: -7.6128600910040385
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.066768096454577
verified: no, type: nauc_ndcg_at_20_max
value: 14.454961291556554
verified: no, type: nauc_ndcg_at_20_std
value: -5.335984929547714
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.42782503500614
verified: no, type: nauc_ndcg_at_3_max
value: 17.29083202850581
verified: no, type: nauc_ndcg_at_3_std
value: -6.593661694626304
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.47414868567076
verified: no, type: nauc_ndcg_at_5_max
value: 16.6743658195434
verified: no, type: nauc_ndcg_at_5_std
value: -6.167442909277885
verified: no, type: nauc_precision_at_1000_diff1
value: 11.55307594597712
verified: no, type: nauc_precision_at_1000_max
value: 16.664194862533392
verified: no, type: nauc_precision_at_1000_std
value: 15.574570590140713
verified: no, type: nauc_precision_at_100_diff1
value: 14.135107624877794
verified: no, type: nauc_precision_at_100_max
value: 15.965921007390795
verified: no, type: nauc_precision_at_100_std
value: 5.476527761120489
verified: no, type: nauc_precision_at_10_diff1
value: 20.463049463514587
verified: no, type: nauc_precision_at_10_max
value: 17.478921279030477
verified: no, type: nauc_precision_at_10_std
value: -3.491880161936641
verified: no, type: nauc_precision_at_1_diff1
value: 40.37820294671241
verified: no, type: nauc_precision_at_1_max
value: 19.515958567233955
verified: no, type: nauc_precision_at_1_std
value: -7.6128600910040385
verified: no, type: nauc_precision_at_20_diff1
value: 19.35511923391385
verified: no, type: nauc_precision_at_20_max
value: 16.263201003355583
verified: no, type: nauc_precision_at_20_std
value: -2.9385217665021464
verified: no, type: nauc_precision_at_3_diff1
value: 28.582340371655384
verified: no, type: nauc_precision_at_3_max
value: 18.900608189348805
verified: no, type: nauc_precision_at_3_std
value: -6.399404023285527
verified: no, type: nauc_precision_at_5_diff1
value: 24.787631563267876
verified: no, type: nauc_precision_at_5_max
value: 18.566603285207357
verified: no, type: nauc_precision_at_5_std
value: -4.640787291262861
verified: no, type: nauc_recall_at_1000_diff1
value: 10.018323646441084
verified: no, type: nauc_recall_at_1000_max
value: 8.971012069559492
verified: no, type: nauc_recall_at_1000_std
value: 14.894521585422476
verified: no, type: nauc_recall_at_100_diff1
value: 11.541962873194024
verified: no, type: nauc_recall_at_100_max
value: 8.63730681762965
verified: no, type: nauc_recall_at_100_std
value: 3.1924288769214333
verified: no, type: nauc_recall_at_10_diff1
value: 18.978099632146687
verified: no, type: nauc_recall_at_10_max
value: 12.346880908932615
verified: no, type: nauc_recall_at_10_std
value: -4.380348720563592
verified: no, type: nauc_recall_at_1_diff1
value: 40.50426071077868
verified: no, type: nauc_recall_at_1_max
value: 17.251422635161674
verified: no, type: nauc_recall_at_1_std
value: -7.3319940985741505
verified: no, type: nauc_recall_at_20_diff1
value: 17.100697713020164
verified: no, type: nauc_recall_at_20_max
value: 9.171514181265934
verified: no, type: nauc_recall_at_20_std
value: -3.88622450782914
verified: no, type: nauc_recall_at_3_diff1
value: 26.205669264205483
verified: no, type: nauc_recall_at_3_max
value: 15.070286201579593
verified: no, type: nauc_recall_at_3_std
value: -6.677898784102143
verified: no, type: nauc_recall_at_5_diff1
value: 23.246637868945513
verified: no, type: nauc_recall_at_5_max
value: 13.77133525419923
verified: no, type: nauc_recall_at_5_std
value: -6.145815156982035
verified: no, type: ndcg_at_1
value: 7.536
verified: no, type: ndcg_at_10
value: 10.942
verified: no, type: ndcg_at_100
value: 14.376
verified: no, type: ndcg_at_1000
value: 17.66
verified: no, type: ndcg_at_20
value: 12.012
verified: no, type: ndcg_at_3
value: 9.39
verified: no, type: ndcg_at_5
value: 10.036000000000001
verified: no, type: precision_at_1
value: 7.536
verified: no, type: precision_at_10
value: 2.051
verified: no, type: precision_at_100
value: 0.455
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_20
value: 1.321
verified: no, type: precision_at_3
value: 4.565
verified: no, type: precision_at_5
value: 3.2620000000000005
verified: no, type: recall_at_1
value: 5.989
verified: no, type: recall_at_10
value: 15.112
verified: no, type: recall_at_100
value: 31.176
verified: no, type: recall_at_1000
value: 55.789
verified: no, type: recall_at_20
value: 19.139
verified: no, type: recall_at_3
value: 10.610999999999999
verified: no, type: recall_at_5
value: 12.302
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 17.887
verified: no, type: map_at_1
value: 10.67
verified: no, type: map_at_10
value: 14.939
verified: no, type: map_at_100
value: 15.573999999999998
verified: no, type: map_at_1000
value: 15.684999999999999
verified: no, type: map_at_20
value: 15.223999999999998
verified: no, type: map_at_3
value: 13.799
verified: no, type: map_at_5
value: 14.332
verified: no, type: mrr_at_1
value: 12.87313432835821
verified: no, type: mrr_at_10
value: 17.731469142383315
verified: no, type: mrr_at_100
value: 18.402040803136185
verified: no, type: mrr_at_1000
value: 18.494079224741526
verified: no, type: mrr_at_20
value: 18.03607538846422
verified: no, type: mrr_at_3
value: 16.52674129353234
verified: no, type: mrr_at_5
value: 17.067786069651746
verified: no, type: nauc_map_at_1000_diff1
value: 36.76823844116977
verified: no, type: nauc_map_at_1000_max
value: 27.94572035162958
verified: no, type: nauc_map_at_1000_std
value: -4.388884836241252
verified: no, type: nauc_map_at_100_diff1
value: 36.79665558424098
verified: no, type: nauc_map_at_100_max
value: 27.941945040312184
verified: no, type: nauc_map_at_100_std
value: -4.490876272760181
verified: no, type: nauc_map_at_10_diff1
value: 37.41372310249964
verified: no, type: nauc_map_at_10_max
value: 27.990160762136163
verified: no, type: nauc_map_at_10_std
value: -4.795820943975423
verified: no, type: nauc_map_at_1_diff1
value: 49.98661453454098
verified: no, type: nauc_map_at_1_max
value: 31.818725397600282
verified: no, type: nauc_map_at_1_std
value: -5.925260594592982
verified: no, type: nauc_map_at_20_diff1
value: 36.92254435057548
verified: no, type: nauc_map_at_20_max
value: 28.05940570041997
verified: no, type: nauc_map_at_20_std
value: -4.780726661563721
verified: no, type: nauc_map_at_3_diff1
value: 38.36192130512335
verified: no, type: nauc_map_at_3_max
value: 28.858454287203205
verified: no, type: nauc_map_at_3_std
value: -5.755340070358489
verified: no, type: nauc_map_at_5_diff1
value: 37.9499946188146
verified: no, type: nauc_map_at_5_max
value: 28.32627898637564
verified: no, type: nauc_map_at_5_std
value: -4.900005922457714
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.880119065480486
verified: no, type: nauc_mrr_at_1000_max
value: 29.378414409768304
verified: no, type: nauc_mrr_at_1000_std
value: -3.704128162920646
verified: no, type: nauc_mrr_at_100_diff1
value: 34.89626548489115
verified: no, type: nauc_mrr_at_100_max
value: 29.389675765322654
verified: no, type: nauc_mrr_at_100_std
value: -3.7494327131452114
verified: no, type: nauc_mrr_at_10_diff1
value: 35.32636142642244
verified: no, type: nauc_mrr_at_10_max
value: 29.471010072155597
verified: no, type: nauc_mrr_at_10_std
value: -3.996358264478763
verified: no, type: nauc_mrr_at_1_diff1
value: 47.90151427745923
verified: no, type: nauc_mrr_at_1_max
value: 34.205811607428565
verified: no, type: nauc_mrr_at_1_std
value: -4.355308541351635
verified: no, type: nauc_mrr_at_20_diff1
value: 34.939420448282924
verified: no, type: nauc_mrr_at_20_max
value: 29.514028377508296
verified: no, type: nauc_mrr_at_20_std
value: -4.031940468517912
verified: no, type: nauc_mrr_at_3_diff1
value: 36.37081496865121
verified: no, type: nauc_mrr_at_3_max
value: 30.668982407799405
verified: no, type: nauc_mrr_at_3_std
value: -4.8471296781069
verified: no, type: nauc_mrr_at_5_diff1
value: 35.88679509747269
verified: no, type: nauc_mrr_at_5_max
value: 29.912822412299523
verified: no, type: nauc_mrr_at_5_std
value: -4.38559630771512
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.958587739289474
verified: no, type: nauc_ndcg_at_1000_max
value: 25.494852381225762
verified: no, type: nauc_ndcg_at_1000_std
value: -0.1616411394145601
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.25494182437728
verified: no, type: nauc_ndcg_at_100_max
value: 25.646920642171217
verified: no, type: nauc_ndcg_at_100_std
value: -2.4513554125960777
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.12811377055696
verified: no, type: nauc_ndcg_at_10_max
value: 26.464639927253046
verified: no, type: nauc_ndcg_at_10_std
value: -4.2881824335959395
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.90151427745923
verified: no, type: nauc_ndcg_at_1_max
value: 34.205811607428565
verified: no, type: nauc_ndcg_at_1_std
value: -4.355308541351635
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.675421489903904
verified: no, type: nauc_ndcg_at_20_max
value: 26.522154184809644
verified: no, type: nauc_ndcg_at_20_std
value: -4.284414659369125
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.46164089418861
verified: no, type: nauc_ndcg_at_3_max
value: 28.686854091455782
verified: no, type: nauc_ndcg_at_3_std
value: -5.695127299581537
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.06268264335981
verified: no, type: nauc_ndcg_at_5_max
value: 27.41462353998668
verified: no, type: nauc_ndcg_at_5_std
value: -4.615408130218053
verified: no, type: nauc_precision_at_1000_diff1
value: 6.773761974306285
verified: no, type: nauc_precision_at_1000_max
value: 13.042896531679865
verified: no, type: nauc_precision_at_1000_std
value: 18.281508859789664
verified: no, type: nauc_precision_at_100_diff1
value: 15.924429001932866
verified: no, type: nauc_precision_at_100_max
value: 20.457743309047
verified: no, type: nauc_precision_at_100_std
value: 6.6080283991640005
verified: no, type: nauc_precision_at_10_diff1
value: 22.315260994226936
verified: no, type: nauc_precision_at_10_max
value: 25.482668659182643
verified: no, type: nauc_precision_at_10_std
value: -2.8176143138195253
verified: no, type: nauc_precision_at_1_diff1
value: 47.90151427745923
verified: no, type: nauc_precision_at_1_max
value: 34.205811607428565
verified: no, type: nauc_precision_at_1_std
value: -4.355308541351635
verified: no, type: nauc_precision_at_20_diff1
value: 18.144557360729884
verified: no, type: nauc_precision_at_20_max
value: 25.204053277572914
verified: no, type: nauc_precision_at_20_std
value: -1.7144259829502586
verified: no, type: nauc_precision_at_3_diff1
value: 25.226557583051363
verified: no, type: nauc_precision_at_3_max
value: 28.206981851597934
verified: no, type: nauc_precision_at_3_std
value: -6.113164957842488
verified: no, type: nauc_precision_at_5_diff1
value: 24.106572466155253
verified: no, type: nauc_precision_at_5_max
value: 26.92943346868415
verified: no, type: nauc_precision_at_5_std
value: -3.554052142651989
verified: no, type: nauc_recall_at_1000_diff1
value: 14.589862576218504
verified: no, type: nauc_recall_at_1000_max
value: 12.701428869835372
verified: no, type: nauc_recall_at_1000_std
value: 17.690486024774614
verified: no, type: nauc_recall_at_100_diff1
value: 18.41380873008093
verified: no, type: nauc_recall_at_100_max
value: 16.44325189297761
verified: no, type: nauc_recall_at_100_std
value: 2.5676496026723403
verified: no, type: nauc_recall_at_10_diff1
value: 23.836353717326148
verified: no, type: nauc_recall_at_10_max
value: 20.488533672940427
verified: no, type: nauc_recall_at_10_std
value: -3.6412149465751766
verified: no, type: nauc_recall_at_1_diff1
value: 49.98661453454098
verified: no, type: nauc_recall_at_1_max
value: 31.818725397600282
verified: no, type: nauc_recall_at_1_std
value: -5.925260594592982
verified: no, type: nauc_recall_at_20_diff1
value: 19.95415850300592
verified: no, type: nauc_recall_at_20_max
value: 20.479489049982334
verified: no, type: nauc_recall_at_20_std
value: -3.748045332843713
verified: no, type: nauc_recall_at_3_diff1
value: 27.51330288671981
verified: no, type: nauc_recall_at_3_max
value: 25.233366697694947
verified: no, type: nauc_recall_at_3_std
value: -6.416003335135423
verified: no, type: nauc_recall_at_5_diff1
value: 25.92079220648793
verified: no, type: nauc_recall_at_5_max
value: 22.63598503654417
verified: no, type: nauc_recall_at_5_std
value: -4.241913243082138
verified: no, type: ndcg_at_1
value: 12.873000000000001
verified: no, type: ndcg_at_10
value: 17.887
verified: no, type: ndcg_at_100
value: 21.487000000000002
verified: no, type: ndcg_at_1000
value: 24.596
verified: no, type: ndcg_at_20
value: 18.891
verified: no, type: ndcg_at_3
value: 15.65
verified: no, type: ndcg_at_5
value: 16.438
verified: no, type: precision_at_1
value: 12.873000000000001
verified: no, type: precision_at_10
value: 3.06
verified: no, type: precision_at_100
value: 0.549
verified: no, type: precision_at_1000
value: 0.091
verified: no, type: precision_at_20
value: 1.81
verified: no, type: precision_at_3
value: 7.338
verified: no, type: precision_at_5
value: 4.925
verified: no, type: recall_at_1
value: 10.67
verified: no, type: recall_at_10
value: 24.332
verified: no, type: recall_at_100
value: 41.046
verified: no, type: recall_at_1000
value: 64.17399999999999
verified: no, type: recall_at_20
value: 27.894999999999996
verified: no, type: recall_at_3
value: 17.807000000000002
verified: no, type: recall_at_5
value: 20.003
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 20.995
verified: no, type: map_at_1
value: 12.667
verified: no, type: map_at_10
value: 17.408
verified: no, type: map_at_100
value: 18.318
verified: no, type: map_at_1000
value: 18.512
verified: no, type: map_at_20
value: 17.829
verified: no, type: map_at_3
value: 15.676000000000002
verified: no, type: map_at_5
value: 16.799
verified: no, type: mrr_at_1
value: 16.007905138339922
verified: no, type: mrr_at_10
value: 20.940460505677894
verified: no, type: mrr_at_100
value: 21.69143441032759
verified: no, type: mrr_at_1000
value: 21.80204722464657
verified: no, type: mrr_at_20
value: 21.26643246728539
verified: no, type: mrr_at_3
value: 19.400527009222657
verified: no, type: mrr_at_5
value: 20.25032938076416
verified: no, type: nauc_map_at_1000_diff1
value: 32.47046839846832
verified: no, type: nauc_map_at_1000_max
value: 27.66353273195947
verified: no, type: nauc_map_at_1000_std
value: -8.343684598764236
verified: no, type: nauc_map_at_100_diff1
value: 32.50616188089244
verified: no, type: nauc_map_at_100_max
value: 27.73747518277514
verified: no, type: nauc_map_at_100_std
value: -8.490341693700493
verified: no, type: nauc_map_at_10_diff1
value: 33.1288027398037
verified: no, type: nauc_map_at_10_max
value: 28.241224798228394
verified: no, type: nauc_map_at_10_std
value: -9.02951560885345
verified: no, type: nauc_map_at_1_diff1
value: 40.80511648851529
verified: no, type: nauc_map_at_1_max
value: 30.162361476463918
verified: no, type: nauc_map_at_1_std
value: -9.17387155813208
verified: no, type: nauc_map_at_20_diff1
value: 32.48172255854906
verified: no, type: nauc_map_at_20_max
value: 27.83782940642731
verified: no, type: nauc_map_at_20_std
value: -9.00070653423497
verified: no, type: nauc_map_at_3_diff1
value: 35.33220107117886
verified: no, type: nauc_map_at_3_max
value: 28.50773685929629
verified: no, type: nauc_map_at_3_std
value: -9.774728282721654
verified: no, type: nauc_map_at_5_diff1
value: 33.86289360627357
verified: no, type: nauc_map_at_5_max
value: 28.381915762969662
verified: no, type: nauc_map_at_5_std
value: -8.724453393790323
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.76838356916287
verified: no, type: nauc_mrr_at_1000_max
value: 25.973225541804773
verified: no, type: nauc_mrr_at_1000_std
value: -7.858456592729439
verified: no, type: nauc_mrr_at_100_diff1
value: 34.75307312922653
verified: no, type: nauc_mrr_at_100_max
value: 25.954557036353204
verified: no, type: nauc_mrr_at_100_std
value: -7.871516537547969
verified: no, type: nauc_mrr_at_10_diff1
value: 35.358922810256225
verified: no, type: nauc_mrr_at_10_max
value: 26.210843274361505
verified: no, type: nauc_mrr_at_10_std
value: -8.214417147884735
verified: no, type: nauc_mrr_at_1_diff1
value: 43.64078480508238
verified: no, type: nauc_mrr_at_1_max
value: 29.370755170129257
verified: no, type: nauc_mrr_at_1_std
value: -9.550993425629777
verified: no, type: nauc_mrr_at_20_diff1
value: 34.78113781898558
verified: no, type: nauc_mrr_at_20_max
value: 25.928518389732314
verified: no, type: nauc_mrr_at_20_std
value: -8.239044555830915
verified: no, type: nauc_mrr_at_3_diff1
value: 37.21568768239239
verified: no, type: nauc_mrr_at_3_max
value: 26.65360940386168
verified: no, type: nauc_mrr_at_3_std
value: -8.62478361674192
verified: no, type: nauc_mrr_at_5_diff1
value: 35.82015322695793
verified: no, type: nauc_mrr_at_5_max
value: 26.501248513872365
verified: no, type: nauc_mrr_at_5_std
value: -8.032258195748593
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.090450093791965
verified: no, type: nauc_ndcg_at_1000_max
value: 25.0164560812251
verified: no, type: nauc_ndcg_at_1000_std
value: -4.751492810050399
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.006371102918905
verified: no, type: nauc_ndcg_at_100_max
value: 24.96330175676876
verified: no, type: nauc_ndcg_at_100_std
value: -5.191836591721473
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.742355909419842
verified: no, type: nauc_ndcg_at_10_max
value: 25.560202565798097
verified: no, type: nauc_ndcg_at_10_std
value: -8.454314293252533
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.64078480508238
verified: no, type: nauc_ndcg_at_1_max
value: 29.370755170129257
verified: no, type: nauc_ndcg_at_1_std
value: -9.550993425629777
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.8673417820888
verified: no, type: nauc_ndcg_at_20_max
value: 24.752636378864707
verified: no, type: nauc_ndcg_at_20_std
value: -8.142335775441563
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.12983925479383
verified: no, type: nauc_ndcg_at_3_max
value: 25.383414977354768
verified: no, type: nauc_ndcg_at_3_std
value: -9.314125871147313
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.25517374528034
verified: no, type: nauc_ndcg_at_5_max
value: 25.48971100051719
verified: no, type: nauc_ndcg_at_5_std
value: -7.833719979552164
verified: no, type: nauc_precision_at_1000_diff1
value: 3.50440341668897
verified: no, type: nauc_precision_at_1000_max
value: -3.087157205676272
verified: no, type: nauc_precision_at_1000_std
value: 15.957120100116718
verified: no, type: nauc_precision_at_100_diff1
value: 8.365977140200012
verified: no, type: nauc_precision_at_100_max
value: 5.265673590955992
verified: no, type: nauc_precision_at_100_std
value: 10.094715416109812
verified: no, type: nauc_precision_at_10_diff1
value: 20.119798486812844
verified: no, type: nauc_precision_at_10_max
value: 16.84346414214358
verified: no, type: nauc_precision_at_10_std
value: -6.134362396350626
verified: no, type: nauc_precision_at_1_diff1
value: 43.64078480508238
verified: no, type: nauc_precision_at_1_max
value: 29.370755170129257
verified: no, type: nauc_precision_at_1_std
value: -9.550993425629777
verified: no, type: nauc_precision_at_20_diff1
value: 16.458988589576688
verified: no, type: nauc_precision_at_20_max
value: 13.882029306822776
verified: no, type: nauc_precision_at_20_std
value: -2.349385052523666
verified: no, type: nauc_precision_at_3_diff1
value: 30.425979660093866
verified: no, type: nauc_precision_at_3_max
value: 20.960392518113437
verified: no, type: nauc_precision_at_3_std
value: -9.122507391265795
verified: no, type: nauc_precision_at_5_diff1
value: 23.711336481938176
verified: no, type: nauc_precision_at_5_max
value: 17.785091688656124
verified: no, type: nauc_precision_at_5_std
value: -5.953830939145774
verified: no, type: nauc_recall_at_1000_diff1
value: 4.652161838596426
verified: no, type: nauc_recall_at_1000_max
value: 13.427480897667563
verified: no, type: nauc_recall_at_1000_std
value: 13.162281305962134
verified: no, type: nauc_recall_at_100_diff1
value: 12.940141763574056
verified: no, type: nauc_recall_at_100_max
value: 17.133363434036806
verified: no, type: nauc_recall_at_100_std
value: 5.929516195308144
verified: no, type: nauc_recall_at_10_diff1
value: 19.28025711155888
verified: no, type: nauc_recall_at_10_max
value: 21.611600359640324
verified: no, type: nauc_recall_at_10_std
value: -7.3225233954700055
verified: no, type: nauc_recall_at_1_diff1
value: 40.80511648851529
verified: no, type: nauc_recall_at_1_max
value: 30.162361476463918
verified: no, type: nauc_recall_at_1_std
value: -9.17387155813208
verified: no, type: nauc_recall_at_20_diff1
value: 13.45385867706307
verified: no, type: nauc_recall_at_20_max
value: 17.79542474505384
verified: no, type: nauc_recall_at_20_std
value: -6.804718967301025
verified: no, type: nauc_recall_at_3_diff1
value: 28.00830001315124
verified: no, type: nauc_recall_at_3_max
value: 23.903118754205703
verified: no, type: nauc_recall_at_3_std
value: -9.446774660465353
verified: no, type: nauc_recall_at_5_diff1
value: 22.969782395962362
verified: no, type: nauc_recall_at_5_max
value: 23.293961742969984
verified: no, type: nauc_recall_at_5_std
value: -5.613990704144268
verified: no, type: ndcg_at_1
value: 16.008
verified: no, type: ndcg_at_10
value: 20.995
verified: no, type: ndcg_at_100
value: 25.146
verified: no, type: ndcg_at_1000
value: 29.032999999999998
verified: no, type: ndcg_at_20
value: 22.149
verified: no, type: ndcg_at_3
value: 18.285999999999998
verified: no, type: ndcg_at_5
value: 19.725
verified: no, type: precision_at_1
value: 16.008
verified: no, type: precision_at_10
value: 4.15
verified: no, type: precision_at_100
value: 0.881
verified: no, type: precision_at_1000
value: 0.18
verified: no, type: precision_at_20
value: 2.549
verified: no, type: precision_at_3
value: 8.827
verified: no, type: precision_at_5
value: 6.561
verified: no, type: recall_at_1
value: 12.667
verified: no, type: recall_at_10
value: 27.334999999999997
verified: no, type: recall_at_100
value: 47.504999999999995
verified: no, type: recall_at_1000
value: 74.20400000000001
verified: no, type: recall_at_20
value: 32.223
verified: no, type: recall_at_3
value: 18.855
verified: no, type: recall_at_5
value: 23.031
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 12.855
verified: no, type: map_at_1
value: 5.952
verified: no, type: map_at_10
value: 10.112
verified: no, type: map_at_100
value: 10.841000000000001
verified: no, type: map_at_1000
value: 10.952
verified: no, type: map_at_20
value: 10.485
verified: no, type: map_at_3
value: 8.61
verified: no, type: map_at_5
value: 9.39
verified: no, type: mrr_at_1
value: 6.654343807763401
verified: no, type: mrr_at_10
value: 11.145512425549404
verified: no, type: mrr_at_100
value: 11.890834621929745
verified: no, type: mrr_at_1000
value: 11.98935500535199
verified: no, type: mrr_at_20
value: 11.514438747582577
verified: no, type: mrr_at_3
value: 9.519408502772645
verified: no, type: mrr_at_5
value: 10.35120147874307
verified: no, type: nauc_map_at_1000_diff1
value: 28.118324967619934
verified: no, type: nauc_map_at_1000_max
value: 33.4955396363861
verified: no, type: nauc_map_at_1000_std
value: -7.124620464882072
verified: no, type: nauc_map_at_100_diff1
value: 28.139542997566775
verified: no, type: nauc_map_at_100_max
value: 33.43234157469899
verified: no, type: nauc_map_at_100_std
value: -7.243361520044231
verified: no, type: nauc_map_at_10_diff1
value: 28.847631060466366
verified: no, type: nauc_map_at_10_max
value: 33.901023417079976
verified: no, type: nauc_map_at_10_std
value: -7.925183564546207
verified: no, type: nauc_map_at_1_diff1
value: 50.30049199397133
verified: no, type: nauc_map_at_1_max
value: 51.25572555439384
verified: no, type: nauc_map_at_1_std
value: -11.015024646365136
verified: no, type: nauc_map_at_20_diff1
value: 28.28927518524186
verified: no, type: nauc_map_at_20_max
value: 33.660096742342866
verified: no, type: nauc_map_at_20_std
value: -7.818967310155242
verified: no, type: nauc_map_at_3_diff1
value: 31.240569537452505
verified: no, type: nauc_map_at_3_max
value: 36.287067586021514
verified: no, type: nauc_map_at_3_std
value: -9.672050554710639
verified: no, type: nauc_map_at_5_diff1
value: 29.22151929708611
verified: no, type: nauc_map_at_5_max
value: 35.151163055940096
verified: no, type: nauc_map_at_5_std
value: -8.08857100327833
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.584908252510456
verified: no, type: nauc_mrr_at_1000_max
value: 32.74580077107513
verified: no, type: nauc_mrr_at_1000_std
value: -5.4545568607489425
verified: no, type: nauc_mrr_at_100_diff1
value: 28.590158729530756
verified: no, type: nauc_mrr_at_100_max
value: 32.648265058397314
verified: no, type: nauc_mrr_at_100_std
value: -5.497715715850587
verified: no, type: nauc_mrr_at_10_diff1
value: 29.13862424713755
verified: no, type: nauc_mrr_at_10_max
value: 33.040759537886785
verified: no, type: nauc_mrr_at_10_std
value: -5.9147477002669815
verified: no, type: nauc_mrr_at_1_diff1
value: 50.27722302230953
verified: no, type: nauc_mrr_at_1_max
value: 49.25905641972045
verified: no, type: nauc_mrr_at_1_std
value: -8.480294289311937
verified: no, type: nauc_mrr_at_20_diff1
value: 28.638536503165835
verified: no, type: nauc_mrr_at_20_max
value: 32.88659954102282
verified: no, type: nauc_mrr_at_20_std
value: -5.981819963535813
verified: no, type: nauc_mrr_at_3_diff1
value: 31.18159924468885
verified: no, type: nauc_mrr_at_3_max
value: 35.21727856087969
verified: no, type: nauc_mrr_at_3_std
value: -7.572707528554651
verified: no, type: nauc_mrr_at_5_diff1
value: 29.565525076928186
verified: no, type: nauc_mrr_at_5_max
value: 34.266818009562066
verified: no, type: nauc_mrr_at_5_std
value: -6.198634245500832
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.992225333730815
verified: no, type: nauc_ndcg_at_1000_max
value: 28.17427028625173
verified: no, type: nauc_ndcg_at_1000_std
value: -1.5499706000360816
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.207779666352856
verified: no, type: nauc_ndcg_at_100_max
value: 27.049600613849627
verified: no, type: nauc_ndcg_at_100_std
value: -3.3145082009255664
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.689293335278357
verified: no, type: nauc_ndcg_at_10_max
value: 29.430164805550735
verified: no, type: nauc_ndcg_at_10_std
value: -6.7008075430059915
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.27722302230953
verified: no, type: nauc_ndcg_at_1_max
value: 49.25905641972045
verified: no, type: nauc_ndcg_at_1_std
value: -8.480294289311937
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.2925895362134
verified: no, type: nauc_ndcg_at_20_max
value: 28.844919103532163
verified: no, type: nauc_ndcg_at_20_std
value: -6.594295088509034
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.12317888260658
verified: no, type: nauc_ndcg_at_3_max
value: 32.93206493058083
verified: no, type: nauc_ndcg_at_3_std
value: -8.832021517864137
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.20043773979843
verified: no, type: nauc_ndcg_at_5_max
value: 31.54380198974836
verified: no, type: nauc_ndcg_at_5_std
value: -6.807495457594366
verified: no, type: nauc_precision_at_1000_diff1
value: 5.581741511647604
verified: no, type: nauc_precision_at_1000_max
value: 4.703458505931627
verified: no, type: nauc_precision_at_1000_std
value: 10.657124449862566
verified: no, type: nauc_precision_at_100_diff1
value: 10.883192976516437
verified: no, type: nauc_precision_at_100_max
value: 12.752909725063391
verified: no, type: nauc_precision_at_100_std
value: 5.477310651451066
verified: no, type: nauc_precision_at_10_diff1
value: 13.750559486735126
verified: no, type: nauc_precision_at_10_max
value: 21.16487005730127
verified: no, type: nauc_precision_at_10_std
value: -4.531709245413559
verified: no, type: nauc_precision_at_1_diff1
value: 50.27722302230953
verified: no, type: nauc_precision_at_1_max
value: 49.25905641972045
verified: no, type: nauc_precision_at_1_std
value: -8.480294289311937
verified: no, type: nauc_precision_at_20_diff1
value: 11.29346713230963
verified: no, type: nauc_precision_at_20_max
value: 20.31140492811378
verified: no, type: nauc_precision_at_20_std
value: -3.028932222489695
verified: no, type: nauc_precision_at_3_diff1
value: 18.64174123411719
verified: no, type: nauc_precision_at_3_max
value: 26.389733577145407
verified: no, type: nauc_precision_at_3_std
value: -7.942974687482611
verified: no, type: nauc_precision_at_5_diff1
value: 14.483776598926971
verified: no, type: nauc_precision_at_5_max
value: 24.48041754152907
verified: no, type: nauc_precision_at_5_std
value: -3.7226914654635195
verified: no, type: nauc_recall_at_1000_diff1
value: 9.291280130218974
verified: no, type: nauc_recall_at_1000_max
value: 17.433646542112527
verified: no, type: nauc_recall_at_1000_std
value: 15.008011633433348
verified: no, type: nauc_recall_at_100_diff1
value: 12.803561963798474
verified: no, type: nauc_recall_at_100_max
value: 14.512899220841478
verified: no, type: nauc_recall_at_100_std
value: 4.5635363743743405
verified: no, type: nauc_recall_at_10_diff1
value: 14.619920557797897
verified: no, type: nauc_recall_at_10_max
value: 21.580422687110726
verified: no, type: nauc_recall_at_10_std
value: -5.609327303626449
verified: no, type: nauc_recall_at_1_diff1
value: 50.30049199397133
verified: no, type: nauc_recall_at_1_max
value: 51.25572555439384
verified: no, type: nauc_recall_at_1_std
value: -11.015024646365136
verified: no, type: nauc_recall_at_20_diff1
value: 11.964600349614422
verified: no, type: nauc_recall_at_20_max
value: 20.588461630785062
verified: no, type: nauc_recall_at_20_std
value: -5.702130226450261
verified: no, type: nauc_recall_at_3_diff1
value: 17.5253237828965
verified: no, type: nauc_recall_at_3_max
value: 26.185608151458005
verified: no, type: nauc_recall_at_3_std
value: -9.159514017216269
verified: no, type: nauc_recall_at_5_diff1
value: 14.004716307559587
verified: no, type: nauc_recall_at_5_max
value: 24.584165770910065
verified: no, type: nauc_recall_at_5_std
value: -5.221167835710616
verified: no, type: ndcg_at_1
value: 6.654
verified: no, type: ndcg_at_10
value: 12.855
verified: no, type: ndcg_at_100
value: 17.012
verified: no, type: ndcg_at_1000
value: 20.252
verified: no, type: ndcg_at_20
value: 14.161999999999999
verified: no, type: ndcg_at_3
value: 9.703000000000001
verified: no, type: ndcg_at_5
value: 11.091
verified: no, type: precision_at_1
value: 6.654
verified: no, type: precision_at_10
value: 2.366
verified: no, type: precision_at_100
value: 0.488
verified: no, type: precision_at_1000
value: 0.082
verified: no, type: precision_at_20
value: 1.488
verified: no, type: precision_at_3
value: 4.436
verified: no, type: precision_at_5
value: 3.4750000000000005
verified: no, type: recall_at_1
value: 5.952
verified: no, type: recall_at_10
value: 20.434
verified: no, type: recall_at_100
value: 40.579
verified: no, type: recall_at_1000
value: 65.872
verified: no, type: recall_at_20
value: 25.302000000000003
verified: no, type: recall_at_3
value: 11.873000000000001
verified: no, type: recall_at_5
value: 15.206
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 12.684000000000001
verified: no, type: map_at_1
value: 4.893
verified: no, type: map_at_10
value: 8.362
verified: no, type: map_at_100
value: 9.366
verified: no, type: map_at_1000
value: 9.51
verified: no, type: map_at_20
value: 8.89
verified: no, type: map_at_3
value: 6.922000000000001
verified: no, type: map_at_5
value: 7.55
verified: no, type: mrr_at_1
value: 10.879478827361563
verified: no, type: mrr_at_10
value: 17.425107285042124
verified: no, type: mrr_at_100
value: 18.451707469189756
verified: no, type: mrr_at_1000
value: 18.52126392525071
verified: no, type: mrr_at_20
value: 18.048165607672363
verified: no, type: mrr_at_3
value: 14.820846905537465
verified: no, type: mrr_at_5
value: 16.114006514657984
verified: no, type: nauc_map_at_1000_diff1
value: 23.84006264934629
verified: no, type: nauc_map_at_1000_max
value: 4.910831067499504
verified: no, type: nauc_map_at_1000_std
value: 21.87335313820886
verified: no, type: nauc_map_at_100_diff1
value: 23.778524081332208
verified: no, type: nauc_map_at_100_max
value: 4.859800424394481
verified: no, type: nauc_map_at_100_std
value: 21.531388522921386
verified: no, type: nauc_map_at_10_diff1
value: 23.87487289096816
verified: no, type: nauc_map_at_10_max
value: 4.401846074458388
verified: no, type: nauc_map_at_10_std
value: 18.73423239612392
verified: no, type: nauc_map_at_1_diff1
value: 35.758137361986876
verified: no, type: nauc_map_at_1_max
value: 6.168314369703521
verified: no, type: nauc_map_at_1_std
value: 16.65271803089269
verified: no, type: nauc_map_at_20_diff1
value: 24.039157788253018
verified: no, type: nauc_map_at_20_max
value: 4.643267356141666
verified: no, type: nauc_map_at_20_std
value: 20.226255685740064
verified: no, type: nauc_map_at_3_diff1
value: 26.37074453742451
verified: no, type: nauc_map_at_3_max
value: 4.413149278221099
verified: no, type: nauc_map_at_3_std
value: 15.63665704099623
verified: no, type: nauc_map_at_5_diff1
value: 25.039889457178184
verified: no, type: nauc_map_at_5_max
value: 4.116798702870248
verified: no, type: nauc_map_at_5_std
value: 16.483869796310607
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.547131264817562
verified: no, type: nauc_mrr_at_1000_max
value: 6.808785488910689
verified: no, type: nauc_mrr_at_1000_std
value: 21.975345310790907
verified: no, type: nauc_mrr_at_100_diff1
value: 22.549641093971683
verified: no, type: nauc_mrr_at_100_max
value: 6.81168274530983
verified: no, type: nauc_mrr_at_100_std
value: 21.974004923300384
verified: no, type: nauc_mrr_at_10_diff1
value: 22.312721592779024
verified: no, type: nauc_mrr_at_10_max
value: 6.679578080791881
verified: no, type: nauc_mrr_at_10_std
value: 21.07740647837007
verified: no, type: nauc_mrr_at_1_diff1
value: 28.173217916679285
verified: no, type: nauc_mrr_at_1_max
value: 7.01737786335727
verified: no, type: nauc_mrr_at_1_std
value: 17.343185290003337
verified: no, type: nauc_mrr_at_20_diff1
value: 22.453660248688838
verified: no, type: nauc_mrr_at_20_max
value: 6.729779393524216
verified: no, type: nauc_mrr_at_20_std
value: 21.7064323041105
verified: no, type: nauc_mrr_at_3_diff1
value: 23.318290537345305
verified: no, type: nauc_mrr_at_3_max
value: 6.85330097005025
verified: no, type: nauc_mrr_at_3_std
value: 18.579666587768532
verified: no, type: nauc_mrr_at_5_diff1
value: 22.776029548753908
verified: no, type: nauc_mrr_at_5_max
value: 6.774526393574311
verified: no, type: nauc_mrr_at_5_std
value: 19.493348467671495
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.24051083897338
verified: no, type: nauc_ndcg_at_1000_max
value: 5.47512915602942
verified: no, type: nauc_ndcg_at_1000_std
value: 33.891319842379175
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.419435436717333
verified: no, type: nauc_ndcg_at_100_max
value: 5.39782089893606
verified: no, type: nauc_ndcg_at_100_std
value: 30.159229347157506
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.733063242245937
verified: no, type: nauc_ndcg_at_10_max
value: 4.730118140766257
verified: no, type: nauc_ndcg_at_10_std
value: 22.15611978743939
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.173217916679285
verified: no, type: nauc_ndcg_at_1_max
value: 7.01737786335727
verified: no, type: nauc_ndcg_at_1_std
value: 17.343185290003337
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.193054968270157
verified: no, type: nauc_ndcg_at_20_max
value: 5.042507849955366
verified: no, type: nauc_ndcg_at_20_std
value: 25.574905139811683
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.84494482915719
verified: no, type: nauc_ndcg_at_3_max
value: 5.487614479078213
verified: no, type: nauc_ndcg_at_3_std
value: 17.257041665670382
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.335981246975596
verified: no, type: nauc_ndcg_at_5_max
value: 4.51930579751092
verified: no, type: nauc_ndcg_at_5_std
value: 18.146324563164686
verified: no, type: nauc_precision_at_1000_diff1
value: 10.732854051903242
verified: no, type: nauc_precision_at_1000_max
value: 6.906169025482474
verified: no, type: nauc_precision_at_1000_std
value: 48.29990501127646
verified: no, type: nauc_precision_at_100_diff1
value: 11.335367835686048
verified: no, type: nauc_precision_at_100_max
value: 8.33486931679638
verified: no, type: nauc_precision_at_100_std
value: 44.02335918155949
verified: no, type: nauc_precision_at_10_diff1
value: 12.734140898903185
verified: no, type: nauc_precision_at_10_max
value: 7.345403114877788
verified: no, type: nauc_precision_at_10_std
value: 29.786495191603628
verified: no, type: nauc_precision_at_1_diff1
value: 28.173217916679285
verified: no, type: nauc_precision_at_1_max
value: 7.01737786335727
verified: no, type: nauc_precision_at_1_std
value: 17.343185290003337
verified: no, type: nauc_precision_at_20_diff1
value: 14.578686218208455
verified: no, type: nauc_precision_at_20_max
value: 8.31600884554527
verified: no, type: nauc_precision_at_20_std
value: 35.57944755395991
verified: no, type: nauc_precision_at_3_diff1
value: 17.424902975218114
verified: no, type: nauc_precision_at_3_max
value: 7.173711594974116
verified: no, type: nauc_precision_at_3_std
value: 18.881971193903073
verified: no, type: nauc_precision_at_5_diff1
value: 14.71989380091471
verified: no, type: nauc_precision_at_5_max
value: 6.747106177114406
verified: no, type: nauc_precision_at_5_std
value: 22.565140813543476
verified: no, type: nauc_recall_at_1000_diff1
value: 14.018742326454056
verified: no, type: nauc_recall_at_1000_max
value: 1.5532125941851942
verified: no, type: nauc_recall_at_1000_std
value: 48.0359073551386
verified: no, type: nauc_recall_at_100_diff1
value: 11.782399018197935
verified: no, type: nauc_recall_at_100_max
value: 2.2870655024097513
verified: no, type: nauc_recall_at_100_std
value: 37.97352959084523
verified: no, type: nauc_recall_at_10_diff1
value: 14.345879239147546
verified: no, type: nauc_recall_at_10_max
value: 2.0087919399778515
verified: no, type: nauc_recall_at_10_std
value: 24.59372608521495
verified: no, type: nauc_recall_at_1_diff1
value: 35.758137361986876
verified: no, type: nauc_recall_at_1_max
value: 6.168314369703521
verified: no, type: nauc_recall_at_1_std
value: 16.65271803089269
verified: no, type: nauc_recall_at_20_diff1
value: 14.6032045058713
verified: no, type: nauc_recall_at_20_max
value: 2.192258051272998
verified: no, type: nauc_recall_at_20_std
value: 30.200979930961648
verified: no, type: nauc_recall_at_3_diff1
value: 21.450459178725765
verified: no, type: nauc_recall_at_3_max
value: 2.6687225558746217
verified: no, type: nauc_recall_at_3_std
value: 15.62001953924645
verified: no, type: nauc_recall_at_5_diff1
value: 17.872642384652647
verified: no, type: nauc_recall_at_5_max
value: 1.7062840921304248
verified: no, type: nauc_recall_at_5_std
value: 17.238197751224522
verified: no, type: ndcg_at_1
value: 10.879
verified: no, type: ndcg_at_10
value: 12.684000000000001
verified: no, type: ndcg_at_100
value: 17.636
verified: no, type: ndcg_at_1000
value: 20.931
verified: no, type: ndcg_at_20
value: 14.557999999999998
verified: no, type: ndcg_at_3
value: 9.666
verified: no, type: ndcg_at_5
value: 10.592
verified: no, type: precision_at_1
value: 10.879
verified: no, type: precision_at_10
value: 4.215
verified: no, type: precision_at_100
value: 0.935
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_20
value: 2.8930000000000002
verified: no, type: precision_at_3
value: 7.166
verified: no, type: precision_at_5
value: 5.694
verified: no, type: recall_at_1
value: 4.893
verified: no, type: recall_at_10
value: 16.148
verified: no, type: recall_at_100
value: 33.826
verified: no, type: recall_at_1000
value: 52.91400000000001
verified: no, type: recall_at_20
value: 21.568
verified: no, type: recall_at_3
value: 8.984
verified: no, type: recall_at_5
value: 11.417
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 18.714
verified: no, type: map_at_1
value: 3.6290000000000004
verified: no, type: map_at_10
value: 7.344
verified: no, type: map_at_100
value: 10.174999999999999
verified: no, type: map_at_1000
value: 10.89
verified: no, type: map_at_20
value: 8.439
verified: no, type: map_at_3
value: 5.609999999999999
verified: no, type: map_at_5
value: 6.337
verified: no, type: mrr_at_1
value: 37
verified: no, type: mrr_at_10
value: 46.09295634920637
verified: no, type: mrr_at_100
value: 46.88963947930081
verified: no, type: mrr_at_1000
value: 46.921566120401955
verified: no, type: mrr_at_20
value: 46.52364089084293
verified: no, type: mrr_at_3
value: 43.33333333333334
verified: no, type: mrr_at_5
value: 44.90833333333335
verified: no, type: nauc_map_at_1000_diff1
value: 15.332578307626383
verified: no, type: nauc_map_at_1000_max
value: 19.591409700798067
verified: no, type: nauc_map_at_1000_std
value: 26.787357729943086
verified: no, type: nauc_map_at_100_diff1
value: 15.241772873921782
verified: no, type: nauc_map_at_100_max
value: 18.342574948282497
verified: no, type: nauc_map_at_100_std
value: 23.631531457963924
verified: no, type: nauc_map_at_10_diff1
value: 17.295256116074693
verified: no, type: nauc_map_at_10_max
value: 10.62161320889349
verified: no, type: nauc_map_at_10_std
value: 9.528015695519017
verified: no, type: nauc_map_at_1_diff1
value: 16.446542483531125
verified: no, type: nauc_map_at_1_max
value: 4.979934347581338
verified: no, type: nauc_map_at_1_std
value: 0.8028896220717383
verified: no, type: nauc_map_at_20_diff1
value: 16.81602502338933
verified: no, type: nauc_map_at_20_max
value: 13.113289648729024
verified: no, type: nauc_map_at_20_std
value: 14.351215296062362
verified: no, type: nauc_map_at_3_diff1
value: 14.907096937119139
verified: no, type: nauc_map_at_3_max
value: 7.35444839341772
verified: no, type: nauc_map_at_3_std
value: 3.56181101379306
verified: no, type: nauc_map_at_5_diff1
value: 17.310165177414458
verified: no, type: nauc_map_at_5_max
value: 9.029713690770615
verified: no, type: nauc_map_at_5_std
value: 5.483712783452527
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.637726685501068
verified: no, type: nauc_mrr_at_1000_max
value: 30.207538155542647
verified: no, type: nauc_mrr_at_1000_std
value: 23.29384324216765
verified: no, type: nauc_mrr_at_100_diff1
value: 21.635718406960365
verified: no, type: nauc_mrr_at_100_max
value: 30.21626999781084
verified: no, type: nauc_mrr_at_100_std
value: 23.315552275404077
verified: no, type: nauc_mrr_at_10_diff1
value: 21.63149126393632
verified: no, type: nauc_mrr_at_10_max
value: 30.19460995864985
verified: no, type: nauc_mrr_at_10_std
value: 23.162647549161143
verified: no, type: nauc_mrr_at_1_diff1
value: 23.364434113790995
verified: no, type: nauc_mrr_at_1_max
value: 29.16236827328641
verified: no, type: nauc_mrr_at_1_std
value: 20.444573577612672
verified: no, type: nauc_mrr_at_20_diff1
value: 21.500850583557057
verified: no, type: nauc_mrr_at_20_max
value: 30.20831775659985
verified: no, type: nauc_mrr_at_20_std
value: 23.200255998287243
verified: no, type: nauc_mrr_at_3_diff1
value: 21.12636914240847
verified: no, type: nauc_mrr_at_3_max
value: 28.8554344421751
verified: no, type: nauc_mrr_at_3_std
value: 22.971981931510907
verified: no, type: nauc_mrr_at_5_diff1
value: 21.25759448565056
verified: no, type: nauc_mrr_at_5_max
value: 29.949582847543653
verified: no, type: nauc_mrr_at_5_std
value: 22.60218450418408
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.808237293933672
verified: no, type: nauc_ndcg_at_1000_max
value: 21.383496457619863
verified: no, type: nauc_ndcg_at_1000_std
value: 41.576194502603904
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.221887092074635
verified: no, type: nauc_ndcg_at_100_max
value: 17.701739166467814
verified: no, type: nauc_ndcg_at_100_std
value: 32.68960425363178
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.532709672848732
verified: no, type: nauc_ndcg_at_10_max
value: 17.09971249017414
verified: no, type: nauc_ndcg_at_10_std
value: 24.640964891301568
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.909544791732714
verified: no, type: nauc_ndcg_at_1_max
value: 19.966081278133522
verified: no, type: nauc_ndcg_at_1_std
value: 16.467816838901918
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.17581137257012
verified: no, type: nauc_ndcg_at_20_max
value: 15.286085887063514
verified: no, type: nauc_ndcg_at_20_std
value: 24.382832522939328
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.33752617073797
verified: no, type: nauc_ndcg_at_3_max
value: 17.80070987939365
verified: no, type: nauc_ndcg_at_3_std
value: 21.901487508713668
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.66213503429926
verified: no, type: nauc_ndcg_at_5_max
value: 18.315036078788523
verified: no, type: nauc_ndcg_at_5_std
value: 22.196869148981882
verified: no, type: nauc_precision_at_1000_diff1
value: 3.153755654841115
verified: no, type: nauc_precision_at_1000_max
value: 23.826422759712194
verified: no, type: nauc_precision_at_1000_std
value: 38.32310024626058
verified: no, type: nauc_precision_at_100_diff1
value: 5.254703196587399
verified: no, type: nauc_precision_at_100_max
value: 31.23694387267914
verified: no, type: nauc_precision_at_100_std
value: 46.615222544239785
verified: no, type: nauc_precision_at_10_diff1
value: 9.171988505302384
verified: no, type: nauc_precision_at_10_max
value: 26.89906129794692
verified: no, type: nauc_precision_at_10_std
value: 36.25236215404761
verified: no, type: nauc_precision_at_1_diff1
value: 23.364434113790995
verified: no, type: nauc_precision_at_1_max
value: 29.16236827328641
verified: no, type: nauc_precision_at_1_std
value: 20.444573577612672
verified: no, type: nauc_precision_at_20_diff1
value: 6.816222235055836
verified: no, type: nauc_precision_at_20_max
value: 28.05552431582458
verified: no, type: nauc_precision_at_20_std
value: 39.041946684417596
verified: no, type: nauc_precision_at_3_diff1
value: 12.440898759477614
verified: no, type: nauc_precision_at_3_max
value: 25.53095697663368
verified: no, type: nauc_precision_at_3_std
value: 26.29306114437138
verified: no, type: nauc_precision_at_5_diff1
value: 12.961933144163579
verified: no, type: nauc_precision_at_5_max
value: 28.8551662840494
verified: no, type: nauc_precision_at_5_std
value: 28.98920116163561
verified: no, type: nauc_recall_at_1000_diff1
value: 10.46665439274001
verified: no, type: nauc_recall_at_1000_max
value: 9.12732640867415
verified: no, type: nauc_recall_at_1000_std
value: 42.420396816639986
verified: no, type: nauc_recall_at_100_diff1
value: 7.630795440733252
verified: no, type: nauc_recall_at_100_max
value: 9.497703777492731
verified: no, type: nauc_recall_at_100_std
value: 30.3239668986987
verified: no, type: nauc_recall_at_10_diff1
value: 15.472483341738865
verified: no, type: nauc_recall_at_10_max
value: 3.6641891638054798
verified: no, type: nauc_recall_at_10_std
value: 4.57953087809313
verified: no, type: nauc_recall_at_1_diff1
value: 16.446542483531125
verified: no, type: nauc_recall_at_1_max
value: 4.979934347581338
verified: no, type: nauc_recall_at_1_std
value: 0.8028896220717383
verified: no, type: nauc_recall_at_20_diff1
value: 9.043285621876421
verified: no, type: nauc_recall_at_20_max
value: 2.799814278881547
verified: no, type: nauc_recall_at_20_std
value: 9.488589268742839
verified: no, type: nauc_recall_at_3_diff1
value: 11.070041224495936
verified: no, type: nauc_recall_at_3_max
value: 3.058997523275269
verified: no, type: nauc_recall_at_3_std
value: -0.31088660397764756
verified: no, type: nauc_recall_at_5_diff1
value: 15.280147039490439
verified: no, type: nauc_recall_at_5_max
value: 3.8735984736389604
verified: no, type: nauc_recall_at_5_std
value: -0.03652249815937461
verified: no, type: ndcg_at_1
value: 26
verified: no, type: ndcg_at_10
value: 18.714
verified: no, type: ndcg_at_100
value: 21.972
verified: no, type: ndcg_at_1000
value: 27.908
verified: no, type: ndcg_at_20
value: 18.666
verified: no, type: ndcg_at_3
value: 21.593
verified: no, type: ndcg_at_5
value: 19.89
verified: no, type: precision_at_1
value: 37
verified: no, type: precision_at_10
value: 16.175
verified: no, type: precision_at_100
value: 5.405
verified: no, type: precision_at_1000
value: 1.1119999999999999
verified: no, type: precision_at_20
value: 12.45
verified: no, type: precision_at_3
value: 26.25
verified: no, type: precision_at_5
value: 21.3
verified: no, type: recall_at_1
value: 3.6290000000000004
verified: no, type: recall_at_10
value: 11.074
verified: no, type: recall_at_100
value: 27.508
verified: no, type: recall_at_1000
value: 48.478
verified: no, type: recall_at_20
value: 15.765
verified: no, type: recall_at_3
value: 6.679
verified: no, type: recall_at_5
value: 8.272
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 37.085
verified: no, type: f1
value: 33.85927583699898
verified: no, type: f1_weighted
value: 39.200474117393966
verified: no, type: main_score
value: 37.085
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 22.016
verified: no, type: map_at_1
value: 12.193
verified: no, type: map_at_10
value: 18.082
verified: no, type: map_at_100
value: 19.041
verified: no, type: map_at_1000
value: 19.127
verified: no, type: map_at_20
value: 18.614
verified: no, type: map_at_3
value: 15.791
verified: no, type: map_at_5
value: 17.074
verified: no, type: mrr_at_1
value: 12.946294629462946
verified: no, type: mrr_at_10
value: 19.172619642916665
verified: no, type: mrr_at_100
value: 20.154909631396883
verified: no, type: mrr_at_1000
value: 20.23555740317628
verified: no, type: mrr_at_20
value: 19.71354143370259
verified: no, type: mrr_at_3
value: 16.76167616761678
verified: no, type: mrr_at_5
value: 18.12756275627569
verified: no, type: nauc_map_at_1000_diff1
value: 20.290997144547806
verified: no, type: nauc_map_at_1000_max
value: 11.450991275708125
verified: no, type: nauc_map_at_1000_std
value: -10.04517962568564
verified: no, type: nauc_map_at_100_diff1
value: 20.286419962395446
verified: no, type: nauc_map_at_100_max
value: 11.425096874032468
verified: no, type: nauc_map_at_100_std
value: -10.065217561013961
verified: no, type: nauc_map_at_10_diff1
value: 20.352678660604802
verified: no, type: nauc_map_at_10_max
value: 11.01767996890229
verified: no, type: nauc_map_at_10_std
value: -10.707087936088575
verified: no, type: nauc_map_at_1_diff1
value: 25.032419107186094
verified: no, type: nauc_map_at_1_max
value: 12.369813614872736
verified: no, type: nauc_map_at_1_std
value: -14.118939916139569
verified: no, type: nauc_map_at_20_diff1
value: 20.389612922681682
verified: no, type: nauc_map_at_20_max
value: 11.353929159428661
verified: no, type: nauc_map_at_20_std
value: -10.297859728424513
verified: no, type: nauc_map_at_3_diff1
value: 21.10704599787224
verified: no, type: nauc_map_at_3_max
value: 10.930500499862571
verified: no, type: nauc_map_at_3_std
value: -12.150965535677678
verified: no, type: nauc_map_at_5_diff1
value: 20.842777278284128
verified: no, type: nauc_map_at_5_max
value: 10.827383306142737
verified: no, type: nauc_map_at_5_std
value: -11.221709408333618
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.318256054389476
verified: no, type: nauc_mrr_at_1000_max
value: 11.796117937558172
verified: no, type: nauc_mrr_at_1000_std
value: -10.287039413450211
verified: no, type: nauc_mrr_at_100_diff1
value: 20.30841620615174
verified: no, type: nauc_mrr_at_100_max
value: 11.779189553888532
verified: no, type: nauc_mrr_at_100_std
value: -10.294866807046127
verified: no, type: nauc_mrr_at_10_diff1
value: 20.374243995449877
verified: no, type: nauc_mrr_at_10_max
value: 11.378404399185833
verified: no, type: nauc_mrr_at_10_std
value: -10.875685274480453
verified: no, type: nauc_mrr_at_1_diff1
value: 25.100637371748824
verified: no, type: nauc_mrr_at_1_max
value: 12.75349173425225
verified: no, type: nauc_mrr_at_1_std
value: -14.395108761279237
verified: no, type: nauc_mrr_at_20_diff1
value: 20.39503308580974
verified: no, type: nauc_mrr_at_20_max
value: 11.68589575755117
verified: no, type: nauc_mrr_at_20_std
value: -10.492915215640092
verified: no, type: nauc_mrr_at_3_diff1
value: 21.15981004354575
verified: no, type: nauc_mrr_at_3_max
value: 11.28231678901033
verified: no, type: nauc_mrr_at_3_std
value: -12.354174511822121
verified: no, type: nauc_mrr_at_5_diff1
value: 20.799863945954275
verified: no, type: nauc_mrr_at_5_max
value: 11.185632335820825
verified: no, type: nauc_mrr_at_5_std
value: -11.469723683281297
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.464587317922547
verified: no, type: nauc_ndcg_at_1000_max
value: 13.008062904816914
verified: no, type: nauc_ndcg_at_1000_std
value: -5.664914582345968
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.16644191513211
verified: no, type: nauc_ndcg_at_100_max
value: 12.562444143891966
verified: no, type: nauc_ndcg_at_100_std
value: -6.1441260439999
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.686352401538496
verified: no, type: nauc_ndcg_at_10_max
value: 10.869744096886084
verified: no, type: nauc_ndcg_at_10_std
value: -8.944207877220036
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.100637371748824
verified: no, type: nauc_ndcg_at_1_max
value: 12.75349173425225
verified: no, type: nauc_ndcg_at_1_std
value: -14.395108761279237
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.771980400862198
verified: no, type: nauc_ndcg_at_20_max
value: 11.905846688294329
verified: no, type: nauc_ndcg_at_20_std
value: -7.692989490709515
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.08654674967674
verified: no, type: nauc_ndcg_at_3_max
value: 10.663033509421721
verified: no, type: nauc_ndcg_at_3_std
value: -11.574039012307594
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.6605128392337
verified: no, type: nauc_ndcg_at_5_max
value: 10.508598217516415
verified: no, type: nauc_ndcg_at_5_std
value: -10.065510128768713
verified: no, type: nauc_precision_at_1000_diff1
value: 7.843686893129402
verified: no, type: nauc_precision_at_1000_max
value: 21.12867481889994
verified: no, type: nauc_precision_at_1000_std
value: 17.397771341896146
verified: no, type: nauc_precision_at_100_diff1
value: 10.964367718664041
verified: no, type: nauc_precision_at_100_max
value: 18.134742533867346
verified: no, type: nauc_precision_at_100_std
value: 7.826000941250076
verified: no, type: nauc_precision_at_10_diff1
value: 15.105380802537063
verified: no, type: nauc_precision_at_10_max
value: 11.285261334237703
verified: no, type: nauc_precision_at_10_std
value: -4.37944714089422
verified: no, type: nauc_precision_at_1_diff1
value: 25.100637371748824
verified: no, type: nauc_precision_at_1_max
value: 12.75349173425225
verified: no, type: nauc_precision_at_1_std
value: -14.395108761279237
verified: no, type: nauc_precision_at_20_diff1
value: 15.077505620030765
verified: no, type: nauc_precision_at_20_max
value: 14.539549230107863
verified: no, type: nauc_precision_at_20_std
value: -0.3542706803956202
verified: no, type: nauc_precision_at_3_diff1
value: 17.885365023585084
verified: no, type: nauc_precision_at_3_max
value: 10.292960240507334
verified: no, type: nauc_precision_at_3_std
value: -10.022232347175288
verified: no, type: nauc_precision_at_5_diff1
value: 17.139957329877934
verified: no, type: nauc_precision_at_5_max
value: 10.26986709887834
verified: no, type: nauc_precision_at_5_std
value: -7.222300752002702
verified: no, type: nauc_recall_at_1000_diff1
value: 10.939852794630156
verified: no, type: nauc_recall_at_1000_max
value: 20.445200176227928
verified: no, type: nauc_recall_at_1000_std
value: 17.423637451714775
verified: no, type: nauc_recall_at_100_diff1
value: 11.453503005311378
verified: no, type: nauc_recall_at_100_max
value: 15.652758603853172
verified: no, type: nauc_recall_at_100_std
value: 6.527801869334319
verified: no, type: nauc_recall_at_10_diff1
value: 14.432828795666774
verified: no, type: nauc_recall_at_10_max
value: 9.917611920139953
verified: no, type: nauc_recall_at_10_std
value: -4.640402932242214
verified: no, type: nauc_recall_at_1_diff1
value: 25.032419107186094
verified: no, type: nauc_recall_at_1_max
value: 12.369813614872736
verified: no, type: nauc_recall_at_1_std
value: -14.118939916139569
verified: no, type: nauc_recall_at_20_diff1
value: 14.649940175342705
verified: no, type: nauc_recall_at_20_max
value: 12.839139966470082
verified: no, type: nauc_recall_at_20_std
value: -1.1007068094900396
verified: no, type: nauc_recall_at_3_diff1
value: 17.369984220537575
verified: no, type: nauc_recall_at_3_max
value: 9.706157288728694
verified: no, type: nauc_recall_at_3_std
value: -9.933996418659476
verified: no, type: nauc_recall_at_5_diff1
value: 16.73461655268465
verified: no, type: nauc_recall_at_5_max
value: 9.307482112802237
verified: no, type: nauc_recall_at_5_std
value: -7.03240216549824
verified: no, type: ndcg_at_1
value: 12.946
verified: no, type: ndcg_at_10
value: 22.016
verified: no, type: ndcg_at_100
value: 27.1
verified: no, type: ndcg_at_1000
value: 29.608
verified: no, type: ndcg_at_20
value: 23.949
verified: no, type: ndcg_at_3
value: 17.254
verified: no, type: ndcg_at_5
value: 19.572
verified: no, type: precision_at_1
value: 12.946
verified: no, type: precision_at_10
value: 3.614
verified: no, type: precision_at_100
value: 0.632
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_20
value: 2.2190000000000003
verified: no, type: precision_at_3
value: 7.335999999999999
verified: no, type: precision_at_5
value: 5.62
verified: no, type: recall_at_1
value: 12.193
verified: no, type: recall_at_10
value: 33.477000000000004
verified: no, type: recall_at_100
value: 57.653
verified: no, type: recall_at_1000
value: 77.331
verified: no, type: recall_at_20
value: 40.967
verified: no, type: recall_at_3
value: 20.524
verified: no, type: recall_at_5
value: 26.049
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 10.489999999999998
verified: no, type: map_at_1
value: 4.324999999999999
verified: no, type: map_at_10
value: 7.2620000000000005
verified: no, type: map_at_100
value: 8.049000000000001
verified: no, type: map_at_1000
value: 8.219999999999999
verified: no, type: map_at_20
value: 7.61
verified: no, type: map_at_3
value: 5.973
verified: no, type: map_at_5
value: 6.691
verified: no, type: mrr_at_1
value: 8.950617283950617
verified: no, type: mrr_at_10
value: 13.708602782676858
verified: no, type: mrr_at_100
value: 14.590661251603459
verified: no, type: mrr_at_1000
value: 14.700261572617254
verified: no, type: mrr_at_20
value: 14.11123716025319
verified: no, type: mrr_at_3
value: 12.062757201646086
verified: no, type: mrr_at_5
value: 13.127572016460906
verified: no, type: nauc_map_at_1000_diff1
value: 29.868612329177928
verified: no, type: nauc_map_at_1000_max
value: 1.8204575427341532
verified: no, type: nauc_map_at_1000_std
value: -4.185357333535049
verified: no, type: nauc_map_at_100_diff1
value: 29.946178213759282
verified: no, type: nauc_map_at_100_max
value: 1.610360929666458
verified: no, type: nauc_map_at_100_std
value: -4.324079540013444
verified: no, type: nauc_map_at_10_diff1
value: 30.399813155198824
verified: no, type: nauc_map_at_10_max
value: 1.8115464824069072
verified: no, type: nauc_map_at_10_std
value: -4.737607209968629
verified: no, type: nauc_map_at_1_diff1
value: 37.53493767190502
verified: no, type: nauc_map_at_1_max
value: 6.343933558239079
verified: no, type: nauc_map_at_1_std
value: -8.230966082922905
verified: no, type: nauc_map_at_20_diff1
value: 30.308094557427058
verified: no, type: nauc_map_at_20_max
value: 1.7031539908608901
verified: no, type: nauc_map_at_20_std
value: -4.596734035205173
verified: no, type: nauc_map_at_3_diff1
value: 32.8951312020134
verified: no, type: nauc_map_at_3_max
value: 1.5535854126023998
verified: no, type: nauc_map_at_3_std
value: -4.539910426062374
verified: no, type: nauc_map_at_5_diff1
value: 30.438220232065543
verified: no, type: nauc_map_at_5_max
value: 2.0380362092746083
verified: no, type: nauc_map_at_5_std
value: -4.716253038875689
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.097087362103995
verified: no, type: nauc_mrr_at_1000_max
value: 6.377351302196768
verified: no, type: nauc_mrr_at_1000_std
value: -8.980609641309028
verified: no, type: nauc_mrr_at_100_diff1
value: 26.0420700495144
verified: no, type: nauc_mrr_at_100_max
value: 6.3133809175339755
verified: no, type: nauc_mrr_at_100_std
value: -9.000162649179808
verified: no, type: nauc_mrr_at_10_diff1
value: 26.535507660887507
verified: no, type: nauc_mrr_at_10_max
value: 6.381465133195606
verified: no, type: nauc_mrr_at_10_std
value: -9.191571489530038
verified: no, type: nauc_mrr_at_1_diff1
value: 33.21219729698373
verified: no, type: nauc_mrr_at_1_max
value: 8.117452072894173
verified: no, type: nauc_mrr_at_1_std
value: -12.844056505931412
verified: no, type: nauc_mrr_at_20_diff1
value: 26.119432629408944
verified: no, type: nauc_mrr_at_20_max
value: 6.142130397600541
verified: no, type: nauc_mrr_at_20_std
value: -8.969120848763918
verified: no, type: nauc_mrr_at_3_diff1
value: 29.213633065227913
verified: no, type: nauc_mrr_at_3_max
value: 6.158454748584739
verified: no, type: nauc_mrr_at_3_std
value: -9.312167992788329
verified: no, type: nauc_mrr_at_5_diff1
value: 26.853690010476384
verified: no, type: nauc_mrr_at_5_max
value: 6.607630323087147
verified: no, type: nauc_mrr_at_5_std
value: -9.16727089175747
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.608991804968696
verified: no, type: nauc_ndcg_at_1000_max
value: 5.359080584203262
verified: no, type: nauc_ndcg_at_1000_std
value: -1.4847472953357936
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.648632317746273
verified: no, type: nauc_ndcg_at_100_max
value: 2.1712898966851113
verified: no, type: nauc_ndcg_at_100_std
value: -3.5369260708070107
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.014604913486856
verified: no, type: nauc_ndcg_at_10_max
value: 2.4695161721048713
verified: no, type: nauc_ndcg_at_10_std
value: -5.3598766328112735
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.21219729698373
verified: no, type: nauc_ndcg_at_1_max
value: 8.117452072894173
verified: no, type: nauc_ndcg_at_1_std
value: -12.844056505931412
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.348030975637954
verified: no, type: nauc_ndcg_at_20_max
value: 1.76798660214836
verified: no, type: nauc_ndcg_at_20_std
value: -4.752973355036493
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.08569857797367
verified: no, type: nauc_ndcg_at_3_max
value: 3.8922869178252917
verified: no, type: nauc_ndcg_at_3_std
value: -5.983540710713673
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.00404833916418
verified: no, type: nauc_ndcg_at_5_max
value: 3.5093481086647174
verified: no, type: nauc_ndcg_at_5_std
value: -5.594177739447796
verified: no, type: nauc_precision_at_1000_diff1
value: 6.90213731255884
verified: no, type: nauc_precision_at_1000_max
value: 22.546962761447155
verified: no, type: nauc_precision_at_1000_std
value: -4.411259743880491
verified: no, type: nauc_precision_at_100_diff1
value: 14.110688584366798
verified: no, type: nauc_precision_at_100_max
value: 10.545246972283675
verified: no, type: nauc_precision_at_100_std
value: -5.013842584740609
verified: no, type: nauc_precision_at_10_diff1
value: 20.259939679291286
verified: no, type: nauc_precision_at_10_max
value: 6.864599576255598
verified: no, type: nauc_precision_at_10_std
value: -6.629146983652406
verified: no, type: nauc_precision_at_1_diff1
value: 33.21219729698373
verified: no, type: nauc_precision_at_1_max
value: 8.117452072894173
verified: no, type: nauc_precision_at_1_std
value: -12.844056505931412
verified: no, type: nauc_precision_at_20_diff1
value: 19.290649186490967
verified: no, type: nauc_precision_at_20_max
value: 5.972515078212738
verified: no, type: nauc_precision_at_20_std
value: -5.429565238738726
verified: no, type: nauc_precision_at_3_diff1
value: 26.615348561686524
verified: no, type: nauc_precision_at_3_max
value: 4.303529688113032
verified: no, type: nauc_precision_at_3_std
value: -6.3859133152717575
verified: no, type: nauc_precision_at_5_diff1
value: 20.15741104687489
verified: no, type: nauc_precision_at_5_max
value: 5.829980153393318
verified: no, type: nauc_precision_at_5_std
value: -7.303750048891929
verified: no, type: nauc_recall_at_1000_diff1
value: 12.433553342367036
verified: no, type: nauc_recall_at_1000_max
value: 4.468200721496133
verified: no, type: nauc_recall_at_1000_std
value: 14.900182633571784
verified: no, type: nauc_recall_at_100_diff1
value: 14.0062702129626
verified: no, type: nauc_recall_at_100_max
value: -1.7131702012948224
verified: no, type: nauc_recall_at_100_std
value: 2.2633308267962704
verified: no, type: nauc_recall_at_10_diff1
value: 21.690668515787653
verified: no, type: nauc_recall_at_10_max
value: -0.6937364802491892
verified: no, type: nauc_recall_at_10_std
value: -3.082925088768182
verified: no, type: nauc_recall_at_1_diff1
value: 37.53493767190502
verified: no, type: nauc_recall_at_1_max
value: 6.343933558239079
verified: no, type: nauc_recall_at_1_std
value: -8.230966082922905
verified: no, type: nauc_recall_at_20_diff1
value: 19.77931628522879
verified: no, type: nauc_recall_at_20_max
value: -1.8891310482328967
verified: no, type: nauc_recall_at_20_std
value: -2.116148089873719
verified: no, type: nauc_recall_at_3_diff1
value: 29.51744746509749
verified: no, type: nauc_recall_at_3_max
value: -1.5430112189485936
verified: no, type: nauc_recall_at_3_std
value: -1.655207409284257
verified: no, type: nauc_recall_at_5_diff1
value: 21.71469884887553
verified: no, type: nauc_recall_at_5_max
value: 0.7546577860370985
verified: no, type: nauc_recall_at_5_std
value: -1.8445545818566638
verified: no, type: ndcg_at_1
value: 8.951
verified: no, type: ndcg_at_10
value: 10.489999999999998
verified: no, type: ndcg_at_100
value: 15.051
verified: no, type: ndcg_at_1000
value: 19.479
verified: no, type: ndcg_at_20
value: 11.73
verified: no, type: ndcg_at_3
value: 8.407
verified: no, type: ndcg_at_5
value: 9.382
verified: no, type: precision_at_1
value: 8.951
verified: no, type: precision_at_10
value: 3.056
verified: no, type: precision_at_100
value: 0.761
verified: no, type: precision_at_1000
value: 0.151
verified: no, type: precision_at_20
value: 1.991
verified: no, type: precision_at_3
value: 5.813
verified: no, type: precision_at_5
value: 4.7219999999999995
verified: no, type: recall_at_1
value: 4.324999999999999
verified: no, type: recall_at_10
value: 13.963999999999999
verified: no, type: recall_at_100
value: 32.568999999999996
verified: no, type: recall_at_1000
value: 60.873999999999995
verified: no, type: recall_at_20
value: 18.044
verified: no, type: recall_at_3
value: 7.863
verified: no, type: recall_at_5
value: 10.741
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 28.296
verified: no, type: map_at_1
value: 16.124
verified: no, type: map_at_10
value: 22.006999999999998
verified: no, type: map_at_100
value: 22.739
verified: no, type: map_at_1000
value: 22.831000000000003
verified: no, type: map_at_20
value: 22.397
verified: no, type: map_at_3
value: 20.343
verified: no, type: map_at_5
value: 21.273
verified: no, type: mrr_at_1
value: 32.248480756245776
verified: no, type: mrr_at_10
value: 38.63598169405064
verified: no, type: mrr_at_100
value: 39.30912106800413
verified: no, type: mrr_at_1000
value: 39.36706737124047
verified: no, type: mrr_at_20
value: 39.01889362753551
verified: no, type: mrr_at_3
value: 36.90524420436645
verified: no, type: mrr_at_5
value: 37.876884987621
verified: no, type: nauc_map_at_1000_diff1
value: 52.56275733949851
verified: no, type: nauc_map_at_1000_max
value: 15.678119273683258
verified: no, type: nauc_map_at_1000_std
value: 21.94442763793275
verified: no, type: nauc_map_at_100_diff1
value: 52.57779873054535
verified: no, type: nauc_map_at_100_max
value: 15.675547534713088
verified: no, type: nauc_map_at_100_std
value: 21.86210645684129
verified: no, type: nauc_map_at_10_diff1
value: 53.016128486745004
verified: no, type: nauc_map_at_10_max
value: 15.782677582200714
verified: no, type: nauc_map_at_10_std
value: 20.895601911314472
verified: no, type: nauc_map_at_1_diff1
value: 62.39324742344811
verified: no, type: nauc_map_at_1_max
value: 18.922278332305293
verified: no, type: nauc_map_at_1_std
value: 15.431990044458088
verified: no, type: nauc_map_at_20_diff1
value: 52.66735350527932
verified: no, type: nauc_map_at_20_max
value: 15.720152193572472
verified: no, type: nauc_map_at_20_std
value: 21.43058845996297
verified: no, type: nauc_map_at_3_diff1
value: 54.6666892102859
verified: no, type: nauc_map_at_3_max
value: 16.731046525278487
verified: no, type: nauc_map_at_3_std
value: 19.200351760472845
verified: no, type: nauc_map_at_5_diff1
value: 53.67302712440124
verified: no, type: nauc_map_at_5_max
value: 16.14212699563179
verified: no, type: nauc_map_at_5_std
value: 20.109580390507958
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.590587384091286
verified: no, type: nauc_mrr_at_1000_max
value: 16.955585029521554
verified: no, type: nauc_mrr_at_1000_std
value: 18.940765599942846
verified: no, type: nauc_mrr_at_100_diff1
value: 57.57727053172551
verified: no, type: nauc_mrr_at_100_max
value: 16.95237066457576
verified: no, type: nauc_mrr_at_100_std
value: 18.940796857284766
verified: no, type: nauc_mrr_at_10_diff1
value: 57.71480130493494
verified: no, type: nauc_mrr_at_10_max
value: 17.047197537035274
verified: no, type: nauc_mrr_at_10_std
value: 18.60310516808845
verified: no, type: nauc_mrr_at_1_diff1
value: 62.39324742344811
verified: no, type: nauc_mrr_at_1_max
value: 18.922278332305293
verified: no, type: nauc_mrr_at_1_std
value: 15.431990044458088
verified: no, type: nauc_mrr_at_20_diff1
value: 57.59068015425055
verified: no, type: nauc_mrr_at_20_max
value: 16.98394919583758
verified: no, type: nauc_mrr_at_20_std
value: 18.81315221111426
verified: no, type: nauc_mrr_at_3_diff1
value: 58.67948717756185
verified: no, type: nauc_mrr_at_3_max
value: 17.68777692655858
verified: no, type: nauc_mrr_at_3_std
value: 17.53265364680353
verified: no, type: nauc_mrr_at_5_diff1
value: 58.139101763281666
verified: no, type: nauc_mrr_at_5_max
value: 17.270925196457462
verified: no, type: nauc_mrr_at_5_std
value: 18.056055685643045
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.592269072101516
verified: no, type: nauc_ndcg_at_1000_max
value: 14.524760647752915
verified: no, type: nauc_ndcg_at_1000_std
value: 26.838335704567463
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.77465151278066
verified: no, type: nauc_ndcg_at_100_max
value: 14.54429816135242
verified: no, type: nauc_ndcg_at_100_std
value: 25.550144005876646
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.196099719654995
verified: no, type: nauc_ndcg_at_10_max
value: 15.021941288342521
verified: no, type: nauc_ndcg_at_10_std
value: 22.17407528719642
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.39324742344811
verified: no, type: nauc_ndcg_at_1_max
value: 18.922278332305293
verified: no, type: nauc_ndcg_at_1_std
value: 15.431990044458088
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.30002836393829
verified: no, type: nauc_ndcg_at_20_max
value: 14.814680820356232
verified: no, type: nauc_ndcg_at_20_std
value: 23.506479941769733
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.90780405878355
verified: no, type: nauc_ndcg_at_3_max
value: 16.648637328318923
verified: no, type: nauc_ndcg_at_3_std
value: 19.30934390416425
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.479799880106086
verified: no, type: nauc_ndcg_at_5_max
value: 15.738363325622498
verified: no, type: nauc_ndcg_at_5_std
value: 20.58963012081015
verified: no, type: nauc_precision_at_1000_diff1
value: 24.304482939944215
verified: no, type: nauc_precision_at_1000_max
value: 5.650518835490494
verified: no, type: nauc_precision_at_1000_std
value: 41.977320321177345
verified: no, type: nauc_precision_at_100_diff1
value: 31.210792569116773
verified: no, type: nauc_precision_at_100_max
value: 7.568305897193786
verified: no, type: nauc_precision_at_100_std
value: 35.39707853767338
verified: no, type: nauc_precision_at_10_diff1
value: 41.43987014969449
verified: no, type: nauc_precision_at_10_max
value: 10.60950763673837
verified: no, type: nauc_precision_at_10_std
value: 26.62624496899695
verified: no, type: nauc_precision_at_1_diff1
value: 62.39324742344811
verified: no, type: nauc_precision_at_1_max
value: 18.922278332305293
verified: no, type: nauc_precision_at_1_std
value: 15.431990044458088
verified: no, type: nauc_precision_at_20_diff1
value: 37.555981094379796
verified: no, type: nauc_precision_at_20_max
value: 9.733917395724056
verified: no, type: nauc_precision_at_20_std
value: 29.976963378218098
verified: no, type: nauc_precision_at_3_diff1
value: 50.27466251846394
verified: no, type: nauc_precision_at_3_max
value: 15.137975562897834
verified: no, type: nauc_precision_at_3_std
value: 21.385116394323468
verified: no, type: nauc_precision_at_5_diff1
value: 46.22016922464899
verified: no, type: nauc_precision_at_5_max
value: 12.884011400229156
verified: no, type: nauc_precision_at_5_std
value: 23.551280371239656
verified: no, type: nauc_recall_at_1000_diff1
value: 24.30448293994435
verified: no, type: nauc_recall_at_1000_max
value: 5.650518835490617
verified: no, type: nauc_recall_at_1000_std
value: 41.97732032117746
verified: no, type: nauc_recall_at_100_diff1
value: 31.21079256911678
verified: no, type: nauc_recall_at_100_max
value: 7.56830589719377
verified: no, type: nauc_recall_at_100_std
value: 35.397078537673345
verified: no, type: nauc_recall_at_10_diff1
value: 41.43987014969447
verified: no, type: nauc_recall_at_10_max
value: 10.609507636738407
verified: no, type: nauc_recall_at_10_std
value: 26.626244968996925
verified: no, type: nauc_recall_at_1_diff1
value: 62.39324742344811
verified: no, type: nauc_recall_at_1_max
value: 18.922278332305293
verified: no, type: nauc_recall_at_1_std
value: 15.431990044458088
verified: no, type: nauc_recall_at_20_diff1
value: 37.5559810943798
verified: no, type: nauc_recall_at_20_max
value: 9.733917395724083
verified: no, type: nauc_recall_at_20_std
value: 29.976963378218112
verified: no, type: nauc_recall_at_3_diff1
value: 50.27466251846396
verified: no, type: nauc_recall_at_3_max
value: 15.13797556289784
verified: no, type: nauc_recall_at_3_std
value: 21.38511639432347
verified: no, type: nauc_recall_at_5_diff1
value: 46.220169224649
verified: no, type: nauc_recall_at_5_max
value: 12.88401140022913
verified: no, type: nauc_recall_at_5_std
value: 23.551280371239613
verified: no, type: ndcg_at_1
value: 32.248
verified: no, type: ndcg_at_10
value: 28.296
verified: no, type: ndcg_at_100
value: 31.830000000000002
verified: no, type: ndcg_at_1000
value: 34.182
verified: no, type: ndcg_at_20
value: 29.593000000000004
verified: no, type: ndcg_at_3
value: 25.080000000000002
verified: no, type: ndcg_at_5
value: 26.641
verified: no, type: precision_at_1
value: 32.248
verified: no, type: precision_at_10
value: 6.151
verified: no, type: precision_at_100
value: 0.898
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 3.4939999999999998
verified: no, type: precision_at_3
value: 15.665000000000001
verified: no, type: precision_at_5
value: 10.633
verified: no, type: recall_at_1
value: 16.124
verified: no, type: recall_at_10
value: 30.756
verified: no, type: recall_at_100
value: 44.895
verified: no, type: recall_at_1000
value: 60.655
verified: no, type: recall_at_20
value: 34.936
verified: no, type: recall_at_3
value: 23.498
verified: no, type: recall_at_5
value: 26.583000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 65.11479999999999
verified: no, type: ap
value: 60.16054663114752
verified: no, type: ap_weighted
value: 60.16054663114752
verified: no, type: f1
value: 64.58602077899722
verified: no, type: f1_weighted
value: 64.58602077899724
verified: no, type: main_score
value: 65.11479999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 27.705000000000002
verified: no, type: map_at_1
value: 0.777
verified: no, type: map_at_10
value: 4.274
verified: no, type: map_at_100
value: 10.459
verified: no, type: map_at_1000
value: 12.995000000000001
verified: no, type: map_at_20
value: 6.47
verified: no, type: map_at_3
value: 1.8610000000000002
verified: no, type: map_at_5
value: 2.606
verified: no, type: mrr_at_1
value: 46.51162790697674
verified: no, type: mrr_at_10
value: 58.708010335917315
verified: no, type: mrr_at_100
value: 59.00751703077284
verified: no, type: mrr_at_1000
value: 59.02276496514652
verified: no, type: mrr_at_20
value: 58.90180878552971
verified: no, type: mrr_at_3
value: 55.81395348837209
verified: no, type: mrr_at_5
value: 57.44186046511628
verified: no, type: nauc_map_at_1000_diff1
value: 37.892094182998136
verified: no, type: nauc_map_at_1000_max
value: 61.74117112323522
verified: no, type: nauc_map_at_1000_std
value: 58.58032442470286
verified: no, type: nauc_map_at_100_diff1
value: 40.49245812562701
verified: no, type: nauc_map_at_100_max
value: 57.01499706917439
verified: no, type: nauc_map_at_100_std
value: 51.72298891596721
verified: no, type: nauc_map_at_10_diff1
value: 38.194743917917116
verified: no, type: nauc_map_at_10_max
value: 28.735417026530364
verified: no, type: nauc_map_at_10_std
value: 31.023879510246598
verified: no, type: nauc_map_at_1_diff1
value: 32.49931114906685
verified: no, type: nauc_map_at_1_max
value: 17.671517789719864
verified: no, type: nauc_map_at_1_std
value: 16.99861035727389
verified: no, type: nauc_map_at_20_diff1
value: 36.32556775140449
verified: no, type: nauc_map_at_20_max
value: 34.68159609940747
verified: no, type: nauc_map_at_20_std
value: 38.40576232270393
verified: no, type: nauc_map_at_3_diff1
value: 28.749285903216972
verified: no, type: nauc_map_at_3_max
value: 22.471665405120152
verified: no, type: nauc_map_at_3_std
value: 24.69853700687298
verified: no, type: nauc_map_at_5_diff1
value: 31.853910704413547
verified: no, type: nauc_map_at_5_max
value: 24.263061493565555
verified: no, type: nauc_map_at_5_std
value: 28.612970147886262
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.28674723804615
verified: no, type: nauc_mrr_at_1000_max
value: 65.31128352347841
verified: no, type: nauc_mrr_at_1000_std
value: 60.74832369191216
verified: no, type: nauc_mrr_at_100_diff1
value: 38.31302530772531
verified: no, type: nauc_mrr_at_100_max
value: 65.33138728948728
verified: no, type: nauc_mrr_at_100_std
value: 60.756072020421946
verified: no, type: nauc_mrr_at_10_diff1
value: 38.407877536524715
verified: no, type: nauc_mrr_at_10_max
value: 64.69187029537487
verified: no, type: nauc_mrr_at_10_std
value: 60.99973125836723
verified: no, type: nauc_mrr_at_1_diff1
value: 33.86818356255958
verified: no, type: nauc_mrr_at_1_max
value: 63.497988338553334
verified: no, type: nauc_mrr_at_1_std
value: 57.319330794169545
verified: no, type: nauc_mrr_at_20_diff1
value: 38.548064176888836
verified: no, type: nauc_mrr_at_20_max
value: 65.17230095066438
verified: no, type: nauc_mrr_at_20_std
value: 60.876500917878865
verified: no, type: nauc_mrr_at_3_diff1
value: 33.6890627338303
verified: no, type: nauc_mrr_at_3_max
value: 64.82321215840447
verified: no, type: nauc_mrr_at_3_std
value: 61.26157086058862
verified: no, type: nauc_mrr_at_5_diff1
value: 37.49455502289622
verified: no, type: nauc_mrr_at_5_max
value: 65.53530465417907
verified: no, type: nauc_mrr_at_5_std
value: 61.02287299328536
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.55226865832326
verified: no, type: nauc_ndcg_at_1000_max
value: 61.12649206783223
verified: no, type: nauc_ndcg_at_1000_std
value: 57.53286905675567
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.73981167442622
verified: no, type: nauc_ndcg_at_100_max
value: 64.82900696367803
verified: no, type: nauc_ndcg_at_100_std
value: 48.49824360353255
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.58241602640944
verified: no, type: nauc_ndcg_at_10_max
value: 62.58045432730028
verified: no, type: nauc_ndcg_at_10_std
value: 44.00810752260865
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.224578682142635
verified: no, type: nauc_ndcg_at_1_max
value: 44.63222303780071
verified: no, type: nauc_ndcg_at_1_std
value: 22.087936224074618
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.64314419662495
verified: no, type: nauc_ndcg_at_20_max
value: 65.3789962064312
verified: no, type: nauc_ndcg_at_20_std
value: 47.213428209069924
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.95443124125196
verified: no, type: nauc_ndcg_at_3_max
value: 56.10236595509034
verified: no, type: nauc_ndcg_at_3_std
value: 38.53747582748712
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.85878950415295
verified: no, type: nauc_ndcg_at_5_max
value: 61.567975785495534
verified: no, type: nauc_ndcg_at_5_std
value: 42.480532442232764
verified: no, type: nauc_precision_at_1000_diff1
value: 9.463162430234085
verified: no, type: nauc_precision_at_1000_max
value: 61.7012187403225
verified: no, type: nauc_precision_at_1000_std
value: 53.356643761687806
verified: no, type: nauc_precision_at_100_diff1
value: 22.507457849227073
verified: no, type: nauc_precision_at_100_max
value: 74.14227941923573
verified: no, type: nauc_precision_at_100_std
value: 56.66415918103874
verified: no, type: nauc_precision_at_10_diff1
value: 37.11634706297281
verified: no, type: nauc_precision_at_10_max
value: 64.70246260978291
verified: no, type: nauc_precision_at_10_std
value: 52.076370670842195
verified: no, type: nauc_precision_at_1_diff1
value: 33.86818356255958
verified: no, type: nauc_precision_at_1_max
value: 63.497988338553334
verified: no, type: nauc_precision_at_1_std
value: 57.319330794169545
verified: no, type: nauc_precision_at_20_diff1
value: 30.464024743782335
verified: no, type: nauc_precision_at_20_max
value: 67.25613806762661
verified: no, type: nauc_precision_at_20_std
value: 52.950474527983495
verified: no, type: nauc_precision_at_3_diff1
value: 25.67014245501591
verified: no, type: nauc_precision_at_3_max
value: 64.64109190221811
verified: no, type: nauc_precision_at_3_std
value: 61.79128083613472
verified: no, type: nauc_precision_at_5_diff1
value: 30.728206847540683
verified: no, type: nauc_precision_at_5_max
value: 63.132851485096175
verified: no, type: nauc_precision_at_5_std
value: 53.934810596223336
verified: no, type: nauc_recall_at_1000_diff1
value: 44.772142334722375
verified: no, type: nauc_recall_at_1000_max
value: 52.83460479783461
verified: no, type: nauc_recall_at_1000_std
value: 58.70222029972984
verified: no, type: nauc_recall_at_100_diff1
value: 48.17949191462816
verified: no, type: nauc_recall_at_100_max
value: 51.837404933039686
verified: no, type: nauc_recall_at_100_std
value: 46.57038195442946
verified: no, type: nauc_recall_at_10_diff1
value: 44.70152550284119
verified: no, type: nauc_recall_at_10_max
value: 25.41255284271965
verified: no, type: nauc_recall_at_10_std
value: 26.05400058770887
verified: no, type: nauc_recall_at_1_diff1
value: 32.49931114906685
verified: no, type: nauc_recall_at_1_max
value: 17.671517789719864
verified: no, type: nauc_recall_at_1_std
value: 16.99861035727389
verified: no, type: nauc_recall_at_20_diff1
value: 41.61632802348345
verified: no, type: nauc_recall_at_20_max
value: 29.22885033770648
verified: no, type: nauc_recall_at_20_std
value: 29.70591175740895
verified: no, type: nauc_recall_at_3_diff1
value: 25.408832214219373
verified: no, type: nauc_recall_at_3_max
value: 20.110088341846414
verified: no, type: nauc_recall_at_3_std
value: 27.5814549517511
verified: no, type: nauc_recall_at_5_diff1
value: 33.87726583518953
verified: no, type: nauc_recall_at_5_max
value: 21.44640652682217
verified: no, type: nauc_recall_at_5_std
value: 28.68467500448753
verified: no, type: ndcg_at_1
value: 31.008000000000003
verified: no, type: ndcg_at_10
value: 27.705000000000002
verified: no, type: ndcg_at_100
value: 25.61
verified: no, type: ndcg_at_1000
value: 32.81
verified: no, type: ndcg_at_20
value: 26.617
verified: no, type: ndcg_at_3
value: 29.476000000000003
verified: no, type: ndcg_at_5
value: 27.461999999999996
verified: no, type: precision_at_1
value: 46.512
verified: no, type: precision_at_10
value: 36.047000000000004
verified: no, type: precision_at_100
value: 15.86
verified: no, type: precision_at_1000
value: 3.519
verified: no, type: precision_at_20
value: 31.163
verified: no, type: precision_at_3
value: 43.411
verified: no, type: precision_at_5
value: 39.07
verified: no, type: recall_at_1
value: 0.777
verified: no, type: recall_at_10
value: 5.749
verified: no, type: recall_at_100
value: 20.636
verified: no, type: recall_at_1000
value: 41.509
verified: no, type: recall_at_20
value: 9.689
verified: no, type: recall_at_3
value: 2.125
verified: no, type: recall_at_5
value: 3.1809999999999996
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 84.75604195166439
verified: no, type: f1
value: 83.95972384901661
verified: no, type: f1_weighted
value: 84.89916018023138
verified: no, type: main_score
value: 84.75604195166439
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 63.25809393524852
verified: no, type: f1
value: 45.891660110133806
verified: no, type: f1_weighted
value: 67.20838453908303
verified: no, type: main_score
value: 63.25809393524852
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 62.66980497646267
verified: no, type: f1
value: 60.96054297925082
verified: no, type: f1_weighted
value: 62.97616683347667
verified: no, type: main_score
value: 62.66980497646267
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 66.69804976462676
verified: no, type: f1
value: 65.66281437950263
verified: no, type: f1_weighted
value: 66.80017206918848
verified: no, type: main_score
value: 66.69804976462676
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 24.995363084202875
verified: no, type: v_measure
value: 24.995363084202875
verified: no, type: v_measure_std
value: 1.5274247452970715
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 20.260962789850833
verified: no, type: v_measure
value: 20.260962789850833
verified: no, type: v_measure_std
value: 1.5612389984116821
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 26.982693878333546
verified: no, type: map
value: 26.982693878333546
verified: no, type: mrr
value: 27.234304648772216
verified: no, type: nAUC_map_diff1
value: 15.483599146095642
verified: no, type: nAUC_map_max
value: -31.954865506309687
verified: no, type: nAUC_map_std
value: -19.352114548188798
verified: no, type: nAUC_mrr_diff1
value: 14.897752061307749
verified: no, type: nAUC_mrr_max
value: -25.96940014108176
verified: no, type: nAUC_mrr_std
value: -16.128495128181108
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 19.475
verified: no, type: map_at_1
value: 2.673
verified: no, type: map_at_10
value: 5.7860000000000005
verified: no, type: map_at_100
value: 7.434
verified: no, type: map_at_1000
value: 8.429
verified: no, type: map_at_20
value: 6.394
verified: no, type: map_at_3
value: 4.352
verified: no, type: map_at_5
value: 5.013999999999999
verified: no, type: mrr_at_1
value: 27.24458204334365
verified: no, type: mrr_at_10
value: 36.41702294953069
verified: no, type: mrr_at_100
value: 37.2489840100607
verified: no, type: mrr_at_1000
value: 37.3170804962274
verified: no, type: mrr_at_20
value: 36.81253770554204
verified: no, type: mrr_at_3
value: 33.797729618163046
verified: no, type: mrr_at_5
value: 35.577915376676984
verified: no, type: nauc_map_at_1000_diff1
value: 29.712895586376238
verified: no, type: nauc_map_at_1000_max
value: 26.118684880596003
verified: no, type: nauc_map_at_1000_std
value: 24.766880316423457
verified: no, type: nauc_map_at_100_diff1
value: 31.159834051695544
verified: no, type: nauc_map_at_100_max
value: 26.800206575448644
verified: no, type: nauc_map_at_100_std
value: 20.993328557808237
verified: no, type: nauc_map_at_10_diff1
value: 34.34909074479394
verified: no, type: nauc_map_at_10_max
value: 25.23888585073763
verified: no, type: nauc_map_at_10_std
value: 15.666191671894675
verified: no, type: nauc_map_at_1_diff1
value: 54.40851531063473
verified: no, type: nauc_map_at_1_max
value: 25.79812290419997
verified: no, type: nauc_map_at_1_std
value: 9.490593216131844
verified: no, type: nauc_map_at_20_diff1
value: 32.98428104841538
verified: no, type: nauc_map_at_20_max
value: 26.274463522342213
verified: no, type: nauc_map_at_20_std
value: 17.768552660498734
verified: no, type: nauc_map_at_3_diff1
value: 40.97296071677192
verified: no, type: nauc_map_at_3_max
value: 24.256933079739213
verified: no, type: nauc_map_at_3_std
value: 12.605367264265299
verified: no, type: nauc_map_at_5_diff1
value: 39.35136745378991
verified: no, type: nauc_map_at_5_max
value: 25.24732157901422
verified: no, type: nauc_map_at_5_std
value: 14.346530622570702
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.381479004777763
verified: no, type: nauc_mrr_at_1000_max
value: 23.575087021020536
verified: no, type: nauc_mrr_at_1000_std
value: 23.472005406321436
verified: no, type: nauc_mrr_at_100_diff1
value: 25.3574395673177
verified: no, type: nauc_mrr_at_100_max
value: 23.583049296879377
verified: no, type: nauc_mrr_at_100_std
value: 23.456570812574856
verified: no, type: nauc_mrr_at_10_diff1
value: 25.689849758337413
verified: no, type: nauc_mrr_at_10_max
value: 23.617681843801964
verified: no, type: nauc_mrr_at_10_std
value: 24.075405363094195
verified: no, type: nauc_mrr_at_1_diff1
value: 26.641133846014746
verified: no, type: nauc_mrr_at_1_max
value: 19.62245594877117
verified: no, type: nauc_mrr_at_1_std
value: 15.81592525325739
verified: no, type: nauc_mrr_at_20_diff1
value: 25.156433096912977
verified: no, type: nauc_mrr_at_20_max
value: 23.580922123726676
verified: no, type: nauc_mrr_at_20_std
value: 23.553425708985458
verified: no, type: nauc_mrr_at_3_diff1
value: 25.92080426032495
verified: no, type: nauc_mrr_at_3_max
value: 22.38972437925532
verified: no, type: nauc_mrr_at_3_std
value: 23.868512198894585
verified: no, type: nauc_mrr_at_5_diff1
value: 26.231411975409568
verified: no, type: nauc_mrr_at_5_max
value: 22.763533805080037
verified: no, type: nauc_mrr_at_5_std
value: 23.774766628068885
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.768885727339356
verified: no, type: nauc_ndcg_at_1000_max
value: 29.247599007631937
verified: no, type: nauc_ndcg_at_1000_std
value: 28.022344377335152
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.85335949897677
verified: no, type: nauc_ndcg_at_100_max
value: 25.697407111528147
verified: no, type: nauc_ndcg_at_100_std
value: 27.07625187183171
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.50707532119363
verified: no, type: nauc_ndcg_at_10_max
value: 20.857784625493622
verified: no, type: nauc_ndcg_at_10_std
value: 31.239220591583607
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.802222119437737
verified: no, type: nauc_ndcg_at_1_max
value: 17.38626435465188
verified: no, type: nauc_ndcg_at_1_std
value: 18.543036819776866
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.68036110236631
verified: no, type: nauc_ndcg_at_20_max
value: 22.127685695906415
verified: no, type: nauc_ndcg_at_20_std
value: 31.38065283673992
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.126779548662377
verified: no, type: nauc_ndcg_at_3_max
value: 21.257256258583762
verified: no, type: nauc_ndcg_at_3_std
value: 30.38520412268269
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.728997790365923
verified: no, type: nauc_ndcg_at_5_max
value: 21.136871113511706
verified: no, type: nauc_ndcg_at_5_std
value: 30.103036943833878
verified: no, type: nauc_precision_at_1000_diff1
value: -0.9684850979991009
verified: no, type: nauc_precision_at_1000_max
value: -1.910073925377927
verified: no, type: nauc_precision_at_1000_std
value: 42.445075721709244
verified: no, type: nauc_precision_at_100_diff1
value: 2.553047959683974
verified: no, type: nauc_precision_at_100_max
value: 6.706578335145517
verified: no, type: nauc_precision_at_100_std
value: 42.677614016114795
verified: no, type: nauc_precision_at_10_diff1
value: 6.908721977279816
verified: no, type: nauc_precision_at_10_max
value: 18.524181494610247
verified: no, type: nauc_precision_at_10_std
value: 38.513766049365444
verified: no, type: nauc_precision_at_1_diff1
value: 26.641133846014746
verified: no, type: nauc_precision_at_1_max
value: 19.62245594877117
verified: no, type: nauc_precision_at_1_std
value: 15.81592525325739
verified: no, type: nauc_precision_at_20_diff1
value: 6.5698441504079135
verified: no, type: nauc_precision_at_20_max
value: 16.36401526243144
verified: no, type: nauc_precision_at_20_std
value: 42.15246597563734
verified: no, type: nauc_precision_at_3_diff1
value: 13.746590558925318
verified: no, type: nauc_precision_at_3_max
value: 24.471712487836307
verified: no, type: nauc_precision_at_3_std
value: 35.07796641303652
verified: no, type: nauc_precision_at_5_diff1
value: 10.024055178218116
verified: no, type: nauc_precision_at_5_max
value: 21.70563811077537
verified: no, type: nauc_precision_at_5_std
value: 33.549334119957294
verified: no, type: nauc_recall_at_1000_diff1
value: 15.516112454483574
verified: no, type: nauc_recall_at_1000_max
value: 12.812602971232662
verified: no, type: nauc_recall_at_1000_std
value: 4.9745377100353645
verified: no, type: nauc_recall_at_100_diff1
value: 15.727471787207076
verified: no, type: nauc_recall_at_100_max
value: 14.07072041204842
verified: no, type: nauc_recall_at_100_std
value: 5.280256534913133
verified: no, type: nauc_recall_at_10_diff1
value: 23.54021143821257
verified: no, type: nauc_recall_at_10_max
value: 16.21143367909769
verified: no, type: nauc_recall_at_10_std
value: 10.742397069751759
verified: no, type: nauc_recall_at_1_diff1
value: 54.40851531063473
verified: no, type: nauc_recall_at_1_max
value: 25.79812290419997
verified: no, type: nauc_recall_at_1_std
value: 9.490593216131844
verified: no, type: nauc_recall_at_20_diff1
value: 20.56588979224455
verified: no, type: nauc_recall_at_20_max
value: 19.004784742942014
verified: no, type: nauc_recall_at_20_std
value: 9.966568259612574
verified: no, type: nauc_recall_at_3_diff1
value: 33.468878145564304
verified: no, type: nauc_recall_at_3_max
value: 18.73787633759768
verified: no, type: nauc_recall_at_3_std
value: 12.353055019568094
verified: no, type: nauc_recall_at_5_diff1
value: 32.89494204767019
verified: no, type: nauc_recall_at_5_max
value: 19.01998117178556
verified: no, type: nauc_recall_at_5_std
value: 13.737801318037624
verified: no, type: ndcg_at_1
value: 25.541999999999998
verified: no, type: ndcg_at_10
value: 19.475
verified: no, type: ndcg_at_100
value: 18.815
verified: no, type: ndcg_at_1000
value: 27.71
verified: no, type: ndcg_at_20
value: 18.212999999999997
verified: no, type: ndcg_at_3
value: 22.651
verified: no, type: ndcg_at_5
value: 21.516
verified: no, type: precision_at_1
value: 27.245
verified: no, type: precision_at_10
value: 14.365
verified: no, type: precision_at_100
value: 5.384
verified: no, type: precision_at_1000
value: 1.772
verified: no, type: precision_at_20
value: 11.006
verified: no, type: precision_at_3
value: 21.569
verified: no, type: precision_at_5
value: 18.947
verified: no, type: recall_at_1
value: 2.673
verified: no, type: recall_at_10
value: 9.212
verified: no, type: recall_at_100
value: 21.549
verified: no, type: recall_at_1000
value: 52.617999999999995
verified: no, type: recall_at_20
value: 11.705
verified: no, type: recall_at_3
value: 5.313
verified: no, type: recall_at_5
value: 6.869
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 16.991
verified: no, type: map_at_1
value: 7.414
verified: no, type: map_at_10
value: 13.291
verified: no, type: map_at_100
value: 14.295
verified: no, type: map_at_1000
value: 14.389
verified: no, type: map_at_20
value: 13.876
verified: no, type: map_at_3
value: 11.262
verified: no, type: map_at_5
value: 12.339
verified: no, type: mrr_at_1
value: 8.516801853997682
verified: no, type: mrr_at_10
value: 14.731154242307184
verified: no, type: mrr_at_100
value: 15.694198665655856
verified: no, type: mrr_at_1000
value: 15.77486181874144
verified: no, type: mrr_at_20
value: 15.298086694879798
verified: no, type: mrr_at_3
value: 12.659327925840078
verified: no, type: mrr_at_5
value: 13.768829663962883
verified: no, type: nauc_map_at_1000_diff1
value: 20.28889762069646
verified: no, type: nauc_map_at_1000_max
value: 11.368502727824952
verified: no, type: nauc_map_at_1000_std
value: 10.077176659068975
verified: no, type: nauc_map_at_100_diff1
value: 20.285666016924328
verified: no, type: nauc_map_at_100_max
value: 11.352497499093694
verified: no, type: nauc_map_at_100_std
value: 9.98136423017311
verified: no, type: nauc_map_at_10_diff1
value: 20.335416558539237
verified: no, type: nauc_map_at_10_max
value: 11.091563979136637
verified: no, type: nauc_map_at_10_std
value: 8.745901277549152
verified: no, type: nauc_map_at_1_diff1
value: 24.979719230754476
verified: no, type: nauc_map_at_1_max
value: 10.972032990843237
verified: no, type: nauc_map_at_1_std
value: 4.7964267266650955
verified: no, type: nauc_map_at_20_diff1
value: 20.302803697684848
verified: no, type: nauc_map_at_20_max
value: 11.159589961608782
verified: no, type: nauc_map_at_20_std
value: 9.360825884036176
verified: no, type: nauc_map_at_3_diff1
value: 19.863972188782967
verified: no, type: nauc_map_at_3_max
value: 10.898818486894147
verified: no, type: nauc_map_at_3_std
value: 6.97496787073755
verified: no, type: nauc_map_at_5_diff1
value: 20.44569321324553
verified: no, type: nauc_map_at_5_max
value: 10.722482919334105
verified: no, type: nauc_map_at_5_std
value: 7.787226185137379
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.746039395864496
verified: no, type: nauc_mrr_at_1000_max
value: 10.495187770800463
verified: no, type: nauc_mrr_at_1000_std
value: 10.284862758352
verified: no, type: nauc_mrr_at_100_diff1
value: 19.743060052871396
verified: no, type: nauc_mrr_at_100_max
value: 10.484702853211761
verified: no, type: nauc_mrr_at_100_std
value: 10.220220019367744
verified: no, type: nauc_mrr_at_10_diff1
value: 19.747518214214974
verified: no, type: nauc_mrr_at_10_max
value: 10.1823356525796
verified: no, type: nauc_mrr_at_10_std
value: 9.25568601945109
verified: no, type: nauc_mrr_at_1_diff1
value: 24.040270890346534
verified: no, type: nauc_mrr_at_1_max
value: 9.900172534036168
verified: no, type: nauc_mrr_at_1_std
value: 5.7354869310700245
verified: no, type: nauc_mrr_at_20_diff1
value: 19.75060956163397
verified: no, type: nauc_mrr_at_20_max
value: 10.31776046090269
verified: no, type: nauc_mrr_at_20_std
value: 9.770741755791374
verified: no, type: nauc_mrr_at_3_diff1
value: 19.4775451565507
verified: no, type: nauc_mrr_at_3_max
value: 9.804429146930495
verified: no, type: nauc_mrr_at_3_std
value: 7.931570036855481
verified: no, type: nauc_mrr_at_5_diff1
value: 19.806308832458882
verified: no, type: nauc_mrr_at_5_max
value: 9.77292617618666
verified: no, type: nauc_mrr_at_5_std
value: 8.55195259630072
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.375648509077983
verified: no, type: nauc_ndcg_at_1000_max
value: 12.688796294165622
verified: no, type: nauc_ndcg_at_1000_std
value: 17.80793230435146
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.343394443678996
verified: no, type: nauc_ndcg_at_100_max
value: 12.520511876585841
verified: no, type: nauc_ndcg_at_100_std
value: 15.978861606925918
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.42682468753324
verified: no, type: nauc_ndcg_at_10_max
value: 11.10087572901484
verified: no, type: nauc_ndcg_at_10_std
value: 10.54992883803028
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.318414546738026
verified: no, type: nauc_ndcg_at_1_max
value: 9.82349827107002
verified: no, type: nauc_ndcg_at_1_std
value: 5.951156922071484
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.41464830610135
verified: no, type: nauc_ndcg_at_20_max
value: 11.344469897954262
verified: no, type: nauc_ndcg_at_20_std
value: 12.221787446241533
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.641316759283264
verified: no, type: nauc_ndcg_at_3_max
value: 10.543844267142214
verified: no, type: nauc_ndcg_at_3_std
value: 7.687890803254003
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.45986949428097
verified: no, type: nauc_ndcg_at_5_max
value: 10.375727437812799
verified: no, type: nauc_ndcg_at_5_std
value: 8.85624541644588
verified: no, type: nauc_precision_at_1000_diff1
value: 11.066860853955465
verified: no, type: nauc_precision_at_1000_max
value: 12.190880720909412
verified: no, type: nauc_precision_at_1000_std
value: 35.834721766648705
verified: no, type: nauc_precision_at_100_diff1
value: 15.633579933121927
verified: no, type: nauc_precision_at_100_max
value: 13.900393333698496
verified: no, type: nauc_precision_at_100_std
value: 30.435998605665272
verified: no, type: nauc_precision_at_10_diff1
value: 18.321561255328813
verified: no, type: nauc_precision_at_10_max
value: 10.71704151142003
verified: no, type: nauc_precision_at_10_std
value: 14.681070391575767
verified: no, type: nauc_precision_at_1_diff1
value: 24.318414546738026
verified: no, type: nauc_precision_at_1_max
value: 9.82349827107002
verified: no, type: nauc_precision_at_1_std
value: 5.951156922071484
verified: no, type: nauc_precision_at_20_diff1
value: 17.897250659867172
verified: no, type: nauc_precision_at_20_max
value: 11.178073596260878
verified: no, type: nauc_precision_at_20_std
value: 18.922339798822485
verified: no, type: nauc_precision_at_3_diff1
value: 16.247029796437438
verified: no, type: nauc_precision_at_3_max
value: 9.403033789602311
verified: no, type: nauc_precision_at_3_std
value: 9.396827994803164
verified: no, type: nauc_precision_at_5_diff1
value: 18.40723036139704
verified: no, type: nauc_precision_at_5_max
value: 8.984724544333158
verified: no, type: nauc_precision_at_5_std
value: 11.190725807701849
verified: no, type: nauc_recall_at_1000_diff1
value: 17.125181724831485
verified: no, type: nauc_recall_at_1000_max
value: 17.738235803420288
verified: no, type: nauc_recall_at_1000_std
value: 47.4670421060216
verified: no, type: nauc_recall_at_100_diff1
value: 17.27215401019124
verified: no, type: nauc_recall_at_100_max
value: 16.00490577182562
verified: no, type: nauc_recall_at_100_std
value: 30.65356324274426
verified: no, type: nauc_recall_at_10_diff1
value: 17.554785599875217
verified: no, type: nauc_recall_at_10_max
value: 11.381345798386317
verified: no, type: nauc_recall_at_10_std
value: 13.34173170828859
verified: no, type: nauc_recall_at_1_diff1
value: 24.979719230754476
verified: no, type: nauc_recall_at_1_max
value: 10.972032990843237
verified: no, type: nauc_recall_at_1_std
value: 4.7964267266650955
verified: no, type: nauc_recall_at_20_diff1
value: 17.507273879317893
verified: no, type: nauc_recall_at_20_max
value: 11.772238504003177
verified: no, type: nauc_recall_at_20_std
value: 17.00496015114505
verified: no, type: nauc_recall_at_3_diff1
value: 15.718069166841971
verified: no, type: nauc_recall_at_3_max
value: 10.507841411541175
verified: no, type: nauc_recall_at_3_std
value: 8.362642856838368
verified: no, type: nauc_recall_at_5_diff1
value: 17.39920934041924
verified: no, type: nauc_recall_at_5_max
value: 10.10162321958792
verified: no, type: nauc_recall_at_5_std
value: 10.260318695226664
verified: no, type: ndcg_at_1
value: 8.488
verified: no, type: ndcg_at_10
value: 16.991
verified: no, type: ndcg_at_100
value: 22.103
verified: no, type: ndcg_at_1000
value: 24.708
verified: no, type: ndcg_at_20
value: 19.086
verified: no, type: ndcg_at_3
value: 12.803999999999998
verified: no, type: ndcg_at_5
value: 14.727
verified: no, type: precision_at_1
value: 8.488
verified: no, type: precision_at_10
value: 3.1780000000000004
verified: no, type: precision_at_100
value: 0.607
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_20
value: 2.0650000000000004
verified: no, type: precision_at_3
value: 6.151
verified: no, type: precision_at_5
value: 4.7620000000000005
verified: no, type: recall_at_1
value: 7.414
verified: no, type: recall_at_10
value: 27.105
verified: no, type: recall_at_100
value: 50.782000000000004
verified: no, type: recall_at_1000
value: 70.77799999999999
verified: no, type: recall_at_20
value: 35.105
verified: no, type: recall_at_3
value: 15.901000000000002
verified: no, type: recall_at_5
value: 20.399
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 74.388
verified: no, type: map_at_1
value: 57.594
verified: no, type: map_at_10
value: 69.411
verified: no, type: map_at_100
value: 70.197
verified: no, type: map_at_1000
value: 70.23899999999999
verified: no, type: map_at_20
value: 69.896
verified: no, type: map_at_3
value: 66.50500000000001
verified: no, type: map_at_5
value: 68.199
verified: no, type: mrr_at_1
value: 66.34
verified: no, type: mrr_at_10
value: 74.12798015872983
verified: no, type: mrr_at_100
value: 74.45813156051709
verified: no, type: mrr_at_1000
value: 74.47054611594581
verified: no, type: mrr_at_20
value: 74.34983075339647
verified: no, type: mrr_at_3
value: 72.47666666666632
verified: no, type: mrr_at_5
value: 73.4861666666661
verified: no, type: nauc_map_at_1000_diff1
value: 69.23574495855162
verified: no, type: nauc_map_at_1000_max
value: 38.326344115314825
verified: no, type: nauc_map_at_1000_std
value: -9.69190621889919
verified: no, type: nauc_map_at_100_diff1
value: 69.23018899929654
verified: no, type: nauc_map_at_100_max
value: 38.32200052980655
verified: no, type: nauc_map_at_100_std
value: -9.709873607585722
verified: no, type: nauc_map_at_10_diff1
value: 69.11881416442584
verified: no, type: nauc_map_at_10_max
value: 37.80595474994142
verified: no, type: nauc_map_at_10_std
value: -10.460350770888079
verified: no, type: nauc_map_at_1_diff1
value: 71.29617122119095
verified: no, type: nauc_map_at_1_max
value: 32.80205937689043
verified: no, type: nauc_map_at_1_std
value: -13.444125573046852
verified: no, type: nauc_map_at_20_diff1
value: 69.19096974069583
verified: no, type: nauc_map_at_20_max
value: 38.15987972416603
verified: no, type: nauc_map_at_20_std
value: -10.020269369800706
verified: no, type: nauc_map_at_3_diff1
value: 69.12951153560108
verified: no, type: nauc_map_at_3_max
value: 36.52459750894883
verified: no, type: nauc_map_at_3_std
value: -12.174854661737818
verified: no, type: nauc_map_at_5_diff1
value: 69.0264228661453
verified: no, type: nauc_map_at_5_max
value: 37.166727350784164
verified: no, type: nauc_map_at_5_std
value: -11.493776844406158
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.68150057700754
verified: no, type: nauc_mrr_at_1000_max
value: 41.0178466695076
verified: no, type: nauc_mrr_at_1000_std
value: -8.021358816489824
verified: no, type: nauc_mrr_at_100_diff1
value: 70.67856380420632
verified: no, type: nauc_mrr_at_100_max
value: 41.02236359207632
verified: no, type: nauc_mrr_at_100_std
value: -8.004727052332067
verified: no, type: nauc_mrr_at_10_diff1
value: 70.57476646749362
verified: no, type: nauc_mrr_at_10_max
value: 40.98353008138954
verified: no, type: nauc_mrr_at_10_std
value: -8.035083785813892
verified: no, type: nauc_mrr_at_1_diff1
value: 72.83106243448691
verified: no, type: nauc_mrr_at_1_max
value: 40.497226437078496
verified: no, type: nauc_mrr_at_1_std
value: -10.545921253601675
verified: no, type: nauc_mrr_at_20_diff1
value: 70.64698930715971
verified: no, type: nauc_mrr_at_20_max
value: 41.01991026936206
verified: no, type: nauc_mrr_at_20_std
value: -8.019248560369828
verified: no, type: nauc_mrr_at_3_diff1
value: 70.48136695574067
verified: no, type: nauc_mrr_at_3_max
value: 40.83575836332353
verified: no, type: nauc_mrr_at_3_std
value: -8.80652589242081
verified: no, type: nauc_mrr_at_5_diff1
value: 70.52447208499292
verified: no, type: nauc_mrr_at_5_max
value: 40.95085309489185
verified: no, type: nauc_mrr_at_5_std
value: -8.35502569521486
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.2418574551877
verified: no, type: nauc_ndcg_at_1000_max
value: 39.85962706323504
verified: no, type: nauc_ndcg_at_1000_std
value: -6.479667269089863
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.13381091149564
verified: no, type: nauc_ndcg_at_100_max
value: 39.902530291451974
verified: no, type: nauc_ndcg_at_100_std
value: -6.19261331168395
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.49804618931282
verified: no, type: nauc_ndcg_at_10_max
value: 38.95870794043419
verified: no, type: nauc_ndcg_at_10_std
value: -7.9554943741526465
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.74562116035368
verified: no, type: nauc_ndcg_at_1_max
value: 40.59003854736593
verified: no, type: nauc_ndcg_at_1_std
value: -10.371154250660494
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.81744480185341
verified: no, type: nauc_ndcg_at_20_max
value: 39.48036257511071
verified: no, type: nauc_ndcg_at_20_std
value: -7.288863470178731
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.31977162714793
verified: no, type: nauc_ndcg_at_3_max
value: 38.31785051573491
verified: no, type: nauc_ndcg_at_3_std
value: -10.002238766651905
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.34693163150705
verified: no, type: nauc_ndcg_at_5_max
value: 38.384529237292085
verified: no, type: nauc_ndcg_at_5_std
value: -9.504613414918412
verified: no, type: nauc_precision_at_1000_diff1
value: -27.886662167224248
verified: no, type: nauc_precision_at_1000_max
value: -1.2099912726932696
verified: no, type: nauc_precision_at_1000_std
value: 22.918146835627798
verified: no, type: nauc_precision_at_100_diff1
value: -22.32582293591269
verified: no, type: nauc_precision_at_100_max
value: 4.238909760244244
verified: no, type: nauc_precision_at_100_std
value: 23.62131900536325
verified: no, type: nauc_precision_at_10_diff1
value: -4.400459668224666
verified: no, type: nauc_precision_at_10_max
value: 14.825184001294167
verified: no, type: nauc_precision_at_10_std
value: 15.417646122517157
verified: no, type: nauc_precision_at_1_diff1
value: 72.74562116035368
verified: no, type: nauc_precision_at_1_max
value: 40.59003854736593
verified: no, type: nauc_precision_at_1_std
value: -10.371154250660494
verified: no, type: nauc_precision_at_20_diff1
value: -12.423098453024796
verified: no, type: nauc_precision_at_20_max
value: 11.415547902904635
verified: no, type: nauc_precision_at_20_std
value: 19.489921263698616
verified: no, type: nauc_precision_at_3_diff1
value: 22.682624176435127
verified: no, type: nauc_precision_at_3_max
value: 25.682155720802452
verified: no, type: nauc_precision_at_3_std
value: 2.6084400354215935
verified: no, type: nauc_precision_at_5_diff1
value: 9.272509130152006
verified: no, type: nauc_precision_at_5_max
value: 20.36818990716189
verified: no, type: nauc_precision_at_5_std
value: 8.054265889323238
verified: no, type: nauc_recall_at_1000_diff1
value: 60.88815464763635
verified: no, type: nauc_recall_at_1000_max
value: 43.112146232617725
verified: no, type: nauc_recall_at_1000_std
value: 50.36464338810094
verified: no, type: nauc_recall_at_100_diff1
value: 59.928500788144376
verified: no, type: nauc_recall_at_100_max
value: 41.21981278373438
verified: no, type: nauc_recall_at_100_std
value: 24.89653567034821
verified: no, type: nauc_recall_at_10_diff1
value: 60.89345811958783
verified: no, type: nauc_recall_at_10_max
value: 36.2662873716048
verified: no, type: nauc_recall_at_10_std
value: -1.7478273979841499
verified: no, type: nauc_recall_at_1_diff1
value: 71.29617122119095
verified: no, type: nauc_recall_at_1_max
value: 32.80205937689043
verified: no, type: nauc_recall_at_1_std
value: -13.444125573046852
verified: no, type: nauc_recall_at_20_diff1
value: 60.72735270299192
verified: no, type: nauc_recall_at_20_max
value: 38.02822016647552
verified: no, type: nauc_recall_at_20_std
value: 3.7019564772205054
verified: no, type: nauc_recall_at_3_diff1
value: 64.16899635037826
verified: no, type: nauc_recall_at_3_max
value: 34.697022598257874
verified: no, type: nauc_recall_at_3_std
value: -10.894218643842715
verified: no, type: nauc_recall_at_5_diff1
value: 62.56790753908123
verified: no, type: nauc_recall_at_5_max
value: 35.18512660768109
verified: no, type: nauc_recall_at_5_std
value: -8.518825484008714
verified: no, type: ndcg_at_1
value: 66.38
verified: no, type: ndcg_at_10
value: 74.388
verified: no, type: ndcg_at_100
value: 76.889
verified: no, type: ndcg_at_1000
value: 77.518
verified: no, type: ndcg_at_20
value: 75.548
verified: no, type: ndcg_at_3
value: 70.513
verified: no, type: ndcg_at_5
value: 72.406
verified: no, type: precision_at_1
value: 66.38
verified: no, type: precision_at_10
value: 11.274000000000001
verified: no, type: precision_at_100
value: 1.373
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: precision_at_20
value: 6.095
verified: no, type: precision_at_3
value: 30.42
verified: no, type: precision_at_5
value: 20.174
verified: no, type: recall_at_1
value: 57.594
verified: no, type: recall_at_10
value: 84.09
verified: no, type: recall_at_100
value: 94.035
verified: no, type: recall_at_1000
value: 97.914
verified: no, type: recall_at_20
value: 88.13600000000001
verified: no, type: recall_at_3
value: 73.074
verified: no, type: recall_at_5
value: 78.29599999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 23.878842199856606
verified: no, type: v_measure
value: 23.878842199856606
verified: no, type: v_measure_std
value: 4.578743173985467
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 37.76655625558288
verified: no, type: v_measure
value: 37.76655625558288
verified: no, type: v_measure_std
value: 9.302167236222553
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 9.668000000000001
verified: no, type: map_at_1
value: 2.395
verified: no, type: map_at_10
value: 5.237
verified: no, type: map_at_100
value: 6.311999999999999
verified: no, type: map_at_1000
value: 6.529
verified: no, type: map_at_20
value: 5.742
verified: no, type: map_at_3
value: 3.827
verified: no, type: map_at_5
value: 4.54
verified: no, type: mrr_at_1
value: 11.799999999999999
verified: no, type: mrr_at_10
value: 18.01527777777777
verified: no, type: mrr_at_100
value: 19.170155944203785
verified: no, type: mrr_at_1000
value: 19.281296973485173
verified: no, type: mrr_at_20
value: 18.67572073480355
verified: no, type: mrr_at_3
value: 15.549999999999988
verified: no, type: mrr_at_5
value: 16.92999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 15.362749019317306
verified: no, type: nauc_map_at_1000_max
value: 13.84696529256478
verified: no, type: nauc_map_at_1000_std
value: 11.013607523301609
verified: no, type: nauc_map_at_100_diff1
value: 15.41591399608084
verified: no, type: nauc_map_at_100_max
value: 13.730140090589293
verified: no, type: nauc_map_at_100_std
value: 10.455348719140309
verified: no, type: nauc_map_at_10_diff1
value: 15.834686627354852
verified: no, type: nauc_map_at_10_max
value: 13.28911184808523
verified: no, type: nauc_map_at_10_std
value: 7.254487702527721
verified: no, type: nauc_map_at_1_diff1
value: 20.822383776341656
verified: no, type: nauc_map_at_1_max
value: 9.583343414892674
verified: no, type: nauc_map_at_1_std
value: 2.8889126256334383
verified: no, type: nauc_map_at_20_diff1
value: 15.522358238447422
verified: no, type: nauc_map_at_20_max
value: 13.479963494201828
verified: no, type: nauc_map_at_20_std
value: 8.76740668066124
verified: no, type: nauc_map_at_3_diff1
value: 18.748084536735927
verified: no, type: nauc_map_at_3_max
value: 10.620059279509105
verified: no, type: nauc_map_at_3_std
value: 4.337679139867589
verified: no, type: nauc_map_at_5_diff1
value: 17.345202973256
verified: no, type: nauc_map_at_5_max
value: 12.452658321525504
verified: no, type: nauc_map_at_5_std
value: 5.549910657395744
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.377808587249769
verified: no, type: nauc_mrr_at_1000_max
value: 10.04139543851182
verified: no, type: nauc_mrr_at_1000_std
value: 5.4677890792436274
verified: no, type: nauc_mrr_at_100_diff1
value: 15.362987006646186
verified: no, type: nauc_mrr_at_100_max
value: 10.041646833263774
verified: no, type: nauc_mrr_at_100_std
value: 5.45421536846783
verified: no, type: nauc_mrr_at_10_diff1
value: 15.195360862950183
verified: no, type: nauc_mrr_at_10_max
value: 9.93445070582588
verified: no, type: nauc_mrr_at_10_std
value: 5.052925884003134
verified: no, type: nauc_mrr_at_1_diff1
value: 20.78440492344873
verified: no, type: nauc_mrr_at_1_max
value: 9.65366117965217
verified: no, type: nauc_mrr_at_1_std
value: 3.4370160103187177
verified: no, type: nauc_mrr_at_20_diff1
value: 15.367072076987753
verified: no, type: nauc_mrr_at_20_max
value: 9.944084606452824
verified: no, type: nauc_mrr_at_20_std
value: 5.1697642130127885
verified: no, type: nauc_mrr_at_3_diff1
value: 17.1065083677322
verified: no, type: nauc_mrr_at_3_max
value: 9.730529319874428
verified: no, type: nauc_mrr_at_3_std
value: 4.274768582707443
verified: no, type: nauc_mrr_at_5_diff1
value: 15.781360738081599
verified: no, type: nauc_mrr_at_5_max
value: 10.189809550324469
verified: no, type: nauc_mrr_at_5_std
value: 4.45427477219345
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.133137994513579
verified: no, type: nauc_ndcg_at_1000_max
value: 14.593507049508561
verified: no, type: nauc_ndcg_at_1000_std
value: 17.11300477285902
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.768847933024317
verified: no, type: nauc_ndcg_at_100_max
value: 13.62157103798925
verified: no, type: nauc_ndcg_at_100_std
value: 13.97874886533375
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.192522371369787
verified: no, type: nauc_ndcg_at_10_max
value: 12.795709547611608
verified: no, type: nauc_ndcg_at_10_std
value: 8.102799683454048
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.78440492344873
verified: no, type: nauc_ndcg_at_1_max
value: 9.65366117965217
verified: no, type: nauc_ndcg_at_1_std
value: 3.4370160103187177
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.10893336294196
verified: no, type: nauc_ndcg_at_20_max
value: 12.87552853654183
verified: no, type: nauc_ndcg_at_20_std
value: 10.673587471258529
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.44757983297746
verified: no, type: nauc_ndcg_at_3_max
value: 10.4479529428812
verified: no, type: nauc_ndcg_at_3_std
value: 4.926065165471736
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.131431597511005
verified: no, type: nauc_ndcg_at_5_max
value: 12.138370476656045
verified: no, type: nauc_ndcg_at_5_std
value: 5.747804810875746
verified: no, type: nauc_precision_at_1000_diff1
value: 4.651545309113199
verified: no, type: nauc_precision_at_1000_max
value: 14.534556833197726
verified: no, type: nauc_precision_at_1000_std
value: 25.883957300866957
verified: no, type: nauc_precision_at_100_diff1
value: 8.103597756413784
verified: no, type: nauc_precision_at_100_max
value: 13.914816649477062
verified: no, type: nauc_precision_at_100_std
value: 20.148598895345536
verified: no, type: nauc_precision_at_10_diff1
value: 8.606065646275212
verified: no, type: nauc_precision_at_10_max
value: 14.068776248492663
verified: no, type: nauc_precision_at_10_std
value: 11.140890379112346
verified: no, type: nauc_precision_at_1_diff1
value: 20.78440492344873
verified: no, type: nauc_precision_at_1_max
value: 9.65366117965217
verified: no, type: nauc_precision_at_1_std
value: 3.4370160103187177
verified: no, type: nauc_precision_at_20_diff1
value: 8.704973032555928
verified: no, type: nauc_precision_at_20_max
value: 13.437392449115665
verified: no, type: nauc_precision_at_20_std
value: 15.65525714739556
verified: no, type: nauc_precision_at_3_diff1
value: 15.796711189581933
verified: no, type: nauc_precision_at_3_max
value: 10.514163928603118
verified: no, type: nauc_precision_at_3_std
value: 5.788980186693269
verified: no, type: nauc_precision_at_5_diff1
value: 11.878373012657411
verified: no, type: nauc_precision_at_5_max
value: 13.465410920052506
verified: no, type: nauc_precision_at_5_std
value: 7.369374260570812
verified: no, type: nauc_recall_at_1000_diff1
value: 4.54914455375335
verified: no, type: nauc_recall_at_1000_max
value: 15.398087677716521
verified: no, type: nauc_recall_at_1000_std
value: 25.99787873557512
verified: no, type: nauc_recall_at_100_diff1
value: 7.937303192890431
verified: no, type: nauc_recall_at_100_max
value: 14.280466786048457
verified: no, type: nauc_recall_at_100_std
value: 19.989053944649168
verified: no, type: nauc_recall_at_10_diff1
value: 8.569047949172177
verified: no, type: nauc_recall_at_10_max
value: 13.885951056418197
verified: no, type: nauc_recall_at_10_std
value: 10.963367786952073
verified: no, type: nauc_recall_at_1_diff1
value: 20.822383776341656
verified: no, type: nauc_recall_at_1_max
value: 9.583343414892674
verified: no, type: nauc_recall_at_1_std
value: 2.8889126256334383
verified: no, type: nauc_recall_at_20_diff1
value: 8.683232232799698
verified: no, type: nauc_recall_at_20_max
value: 13.336768111236735
verified: no, type: nauc_recall_at_20_std
value: 15.457170894067298
verified: no, type: nauc_recall_at_3_diff1
value: 15.745448840185977
verified: no, type: nauc_recall_at_3_max
value: 10.317079087586992
verified: no, type: nauc_recall_at_3_std
value: 5.450728079255462
verified: no, type: nauc_recall_at_5_diff1
value: 11.800239024102154
verified: no, type: nauc_recall_at_5_max
value: 13.175274608964674
verified: no, type: nauc_recall_at_5_std
value: 7.016480519402965
verified: no, type: ndcg_at_1
value: 11.799999999999999
verified: no, type: ndcg_at_10
value: 9.668000000000001
verified: no, type: ndcg_at_100
value: 15.015999999999998
verified: no, type: ndcg_at_1000
value: 20.015
verified: no, type: ndcg_at_20
value: 11.436
verified: no, type: ndcg_at_3
value: 8.924
verified: no, type: ndcg_at_5
value: 7.911
verified: no, type: precision_at_1
value: 11.799999999999999
verified: no, type: precision_at_10
value: 5.050000000000001
verified: no, type: precision_at_100
value: 1.291
verified: no, type: precision_at_1000
value: 0.251
verified: no, type: precision_at_20
value: 3.56
verified: no, type: precision_at_3
value: 8.133
verified: no, type: precision_at_5
value: 6.88
verified: no, type: recall_at_1
value: 2.395
verified: no, type: recall_at_10
value: 10.232
verified: no, type: recall_at_100
value: 26.172
verified: no, type: recall_at_1000
value: 50.917
verified: no, type: recall_at_20
value: 14.421999999999999
verified: no, type: recall_at_3
value: 4.935
verified: no, type: recall_at_5
value: 6.973
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 73.8523071648734
verified: no, type: cosine_spearman
value: 65.43442849067297
verified: no, type: euclidean_pearson
value: 66.70464173822097
verified: no, type: euclidean_spearman
value: 60.82604439637834
verified: no, type: main_score
value: 65.43442849067297
verified: no, type: manhattan_pearson
value: 66.58172841322595
verified: no, type: manhattan_spearman
value: 61.202424661616796
verified: no, type: pearson
value: 73.8523071648734
verified: no, type: spearman
value: 65.43442849067297
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 66.23949905692108
verified: no, type: cosine_spearman
value: 59.97334423570035
verified: no, type: euclidean_pearson
value: 53.93367474754671
verified: no, type: euclidean_spearman
value: 49.65643891073131
verified: no, type: main_score
value: 59.97334423570035
verified: no, type: manhattan_pearson
value: 52.50090747870868
verified: no, type: manhattan_spearman
value: 48.726772969833064
verified: no, type: pearson
value: 66.23949905692108
verified: no, type: spearman
value: 59.97334423570035
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 70.87351220452432
verified: no, type: cosine_spearman
value: 71.81863685179427
verified: no, type: euclidean_pearson
value: 59.249945757203946
verified: no, type: euclidean_spearman
value: 60.053057494316796
verified: no, type: main_score
value: 71.81863685179427
verified: no, type: manhattan_pearson
value: 59.798731614026714
verified: no, type: manhattan_spearman
value: 60.31075071097369
verified: no, type: pearson
value: 70.87351220452432
verified: no, type: spearman
value: 71.81863685179427
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 69.03600787240593
verified: no, type: cosine_spearman
value: 66.99860396187162
verified: no, type: euclidean_pearson
value: 58.61094669791067
verified: no, type: euclidean_spearman
value: 58.286341788544995
verified: no, type: main_score
value: 66.99860396187162
verified: no, type: manhattan_pearson
value: 58.665872206618964
verified: no, type: manhattan_spearman
value: 58.30408154246083
verified: no, type: pearson
value: 69.03600787240593
verified: no, type: spearman
value: 66.99860396187162
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 74.45269985909863
verified: no, type: cosine_spearman
value: 75.4907813361932
verified: no, type: euclidean_pearson
value: 58.68237542933832
verified: no, type: euclidean_spearman
value: 61.08891047408572
verified: no, type: main_score
value: 75.4907813361932
verified: no, type: manhattan_pearson
value: 59.32028954908928
verified: no, type: manhattan_spearman
value: 61.38980243849822
verified: no, type: pearson
value: 74.45269985909863
verified: no, type: spearman
value: 75.4907813361932
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 64.2309456558779
verified: no, type: cosine_spearman
value: 66.97205823920407
verified: no, type: euclidean_pearson
value: 52.471209393825134
verified: no, type: euclidean_spearman
value: 55.05667213079255
verified: no, type: main_score
value: 66.97205823920407
verified: no, type: manhattan_pearson
value: 52.4566691722933
verified: no, type: manhattan_spearman
value: 54.98149865449457
verified: no, type: pearson
value: 64.2309456558779
verified: no, type: spearman
value: 66.97205823920407
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 21.06202710190164
verified: no, type: cosine_spearman
value: 18.26963771909619
verified: no, type: euclidean_pearson
value: -10.937704538162821
verified: no, type: euclidean_spearman
value: -13.838045200730331
verified: no, type: main_score
value: 18.26963771909619
verified: no, type: manhattan_pearson
value: -9.194548970239005
verified: no, type: manhattan_spearman
value: -12.642533487235347
verified: no, type: pearson
value: 21.06202710190164
verified: no, type: spearman
value: 18.26963771909619
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 9.974655940103192
verified: no, type: cosine_spearman
value: 6.625332823012507
verified: no, type: euclidean_pearson
value: -6.193994464373409
verified: no, type: euclidean_spearman
value: -13.09777719442545
verified: no, type: main_score
value: 6.625332823012507
verified: no, type: manhattan_pearson
value: -7.596649200902214
verified: no, type: manhattan_spearman
value: -14.341067466786914
verified: no, type: pearson
value: 9.974655940103192
verified: no, type: spearman
value: 6.625332823012507
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 3.939829923076509
verified: no, type: cosine_spearman
value: 1.5988688581594497
verified: no, type: euclidean_pearson
value: -10.456279294578557
verified: no, type: euclidean_spearman
value: -9.811244215059508
verified: no, type: main_score
value: 1.5988688581594497
verified: no, type: manhattan_pearson
value: -10.913654400994407
verified: no, type: manhattan_spearman
value: -8.604616012491228
verified: no, type: pearson
value: 3.939829923076509
verified: no, type: spearman
value: 1.5988688581594497
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 17.28499679216241
verified: no, type: cosine_spearman
value: 14.621483811474079
verified: no, type: euclidean_pearson
value: -16.874097134885233
verified: no, type: euclidean_spearman
value: -16.68311783384881
verified: no, type: main_score
value: 14.621483811474079
verified: no, type: manhattan_pearson
value: -17.639738926102574
verified: no, type: manhattan_spearman
value: -16.66416708388087
verified: no, type: pearson
value: 17.28499679216241
verified: no, type: spearman
value: 14.621483811474079
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 78.99251283215277
verified: no, type: cosine_spearman
value: 80.61049377743727
verified: no, type: euclidean_pearson
value: 66.17827666954877
verified: no, type: euclidean_spearman
value: 67.45271515314245
verified: no, type: main_score
value: 80.61049377743727
verified: no, type: manhattan_pearson
value: 66.23284409257823
verified: no, type: manhattan_spearman
value: 67.666247437264
verified: no, type: pearson
value: 78.99251283215277
verified: no, type: spearman
value: 80.61049377743727
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: -1.931391285281735
verified: no, type: cosine_spearman
value: -3.321078837897458
verified: no, type: euclidean_pearson
value: -21.683857378409378
verified: no, type: euclidean_spearman
value: -24.244038106560804
verified: no, type: main_score
value: -3.321078837897458
verified: no, type: manhattan_pearson
value: -22.19415161015049
verified: no, type: manhattan_spearman
value: -22.71872700697092
verified: no, type: pearson
value: -1.931391285281735
verified: no, type: spearman
value: -3.321078837897458
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 21.215714201927316
verified: no, type: cosine_spearman
value: 16.647983989080657
verified: no, type: euclidean_pearson
value: -17.529579365480654
verified: no, type: euclidean_spearman
value: -17.98599150405874
verified: no, type: main_score
value: 16.647983989080657
verified: no, type: manhattan_pearson
value: -17.041217222851987
verified: no, type: manhattan_spearman
value: -17.099688376247617
verified: no, type: pearson
value: 21.215714201927316
verified: no, type: spearman
value: 16.647983989080657
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 25.55717236376004
verified: no, type: cosine_spearman
value: 21.120437860825668
verified: no, type: euclidean_pearson
value: -13.532867255677811
verified: no, type: euclidean_spearman
value: -14.067414622756136
verified: no, type: main_score
value: 21.120437860825668
verified: no, type: manhattan_pearson
value: -14.812251264524642
verified: no, type: manhattan_spearman
value: -14.777202854314126
verified: no, type: pearson
value: 25.55717236376004
verified: no, type: spearman
value: 21.120437860825668
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 45.445485581559176
verified: no, type: cosine_spearman
value: 57.81995941896327
verified: no, type: euclidean_pearson
value: 46.45758835829159
verified: no, type: euclidean_spearman
value: 57.15291591278634
verified: no, type: main_score
value: 57.81995941896327
verified: no, type: manhattan_pearson
value: 45.38976415067536
verified: no, type: manhattan_spearman
value: 56.412461810883244
verified: no, type: pearson
value: 45.445485581559176
verified: no, type: spearman
value: 57.81995941896327
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 9.618696238808342
verified: no, type: cosine_spearman
value: 11.05047267189447
verified: no, type: euclidean_pearson
value: 10.475166065910297
verified: no, type: euclidean_spearman
value: 11.515497306325212
verified: no, type: main_score
value: 11.05047267189447
verified: no, type: manhattan_pearson
value: 11.677707905016238
verified: no, type: manhattan_spearman
value: 13.47068609853333
verified: no, type: pearson
value: 9.618696238808342
verified: no, type: spearman
value: 11.05047267189447
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 9.219640350559175
verified: no, type: cosine_spearman
value: 15.424812621979203
verified: no, type: euclidean_pearson
value: 27.079648075136692
verified: no, type: euclidean_spearman
value: 15.127881072012025
verified: no, type: main_score
value: 15.424812621979203
verified: no, type: manhattan_pearson
value: 29.948405026370768
verified: no, type: manhattan_spearman
value: 11.450097312769431
verified: no, type: pearson
value: 9.219640350559175
verified: no, type: spearman
value: 15.424812621979203
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 2.016891027432069
verified: no, type: cosine_spearman
value: 9.065694923749145
verified: no, type: euclidean_pearson
value: -0.2317575485284492
verified: no, type: euclidean_spearman
value: 1.478447144326562
verified: no, type: main_score
value: 9.065694923749145
verified: no, type: manhattan_pearson
value: 1.2210552984769953
verified: no, type: manhattan_spearman
value: 1.0797490938939034
verified: no, type: pearson
value: 2.016891027432069
verified: no, type: spearman
value: 9.065694923749145
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 20.30265778022666
verified: no, type: cosine_spearman
value: 27.04088495025885
verified: no, type: euclidean_pearson
value: 21.92624711333554
verified: no, type: euclidean_spearman
value: 30.314966090982715
verified: no, type: main_score
value: 27.04088495025885
verified: no, type: manhattan_pearson
value: 22.449954374970556
verified: no, type: manhattan_spearman
value: 33.98792612061501
verified: no, type: pearson
value: 20.30265778022666
verified: no, type: spearman
value: 27.04088495025885
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 67.58098869120114
verified: no, type: cosine_spearman
value: 67.2453123773366
verified: no, type: euclidean_pearson
value: 58.23603604808463
verified: no, type: euclidean_spearman
value: 58.623631847217
verified: no, type: main_score
value: 67.2453123773366
verified: no, type: manhattan_pearson
value: 58.368136302971195
verified: no, type: manhattan_spearman
value: 58.837841919175105
verified: no, type: pearson
value: 67.58098869120114
verified: no, type: spearman
value: 67.2453123773366
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 68.53428785087402
verified: no, type: map
value: 68.53428785087402
verified: no, type: mrr
value: 88.53875880836665
verified: no, type: nAUC_map_diff1
value: 11.778449408360105
verified: no, type: nAUC_map_max
value: 55.710378394122195
verified: no, type: nAUC_map_std
value: 66.15614923206279
verified: no, type: nAUC_mrr_diff1
value: 47.35327285304558
verified: no, type: nAUC_mrr_max
value: 74.15113781105075
verified: no, type: nAUC_mrr_std
value: 70.40747046150474
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 44.018
verified: no, type: map_at_1
value: 30.778
verified: no, type: map_at_10
value: 39.095
verified: no, type: map_at_100
value: 40.136
verified: no, type: map_at_1000
value: 40.19
verified: no, type: map_at_20
value: 39.695
verified: no, type: map_at_3
value: 36.25
verified: no, type: map_at_5
value: 37.942
verified: no, type: mrr_at_1
value: 32.33333333333333
verified: no, type: mrr_at_10
value: 40.46640211640211
verified: no, type: mrr_at_100
value: 41.3527413808237
verified: no, type: mrr_at_1000
value: 41.402308015811776
verified: no, type: mrr_at_20
value: 40.9920777608471
verified: no, type: mrr_at_3
value: 37.999999999999986
verified: no, type: mrr_at_5
value: 39.46666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 51.57525678345129
verified: no, type: nauc_map_at_1000_max
value: 35.72906391653508
verified: no, type: nauc_map_at_1000_std
value: -1.672862325664642
verified: no, type: nauc_map_at_100_diff1
value: 51.57482414972323
verified: no, type: nauc_map_at_100_max
value: 35.714681767398474
verified: no, type: nauc_map_at_100_std
value: -1.6459806802624475
verified: no, type: nauc_map_at_10_diff1
value: 51.142890340689064
verified: no, type: nauc_map_at_10_max
value: 35.78128552943207
verified: no, type: nauc_map_at_10_std
value: -2.1957957240897907
verified: no, type: nauc_map_at_1_diff1
value: 57.59762900453854
verified: no, type: nauc_map_at_1_max
value: 36.479602157030534
verified: no, type: nauc_map_at_1_std
value: -4.834289532948042
verified: no, type: nauc_map_at_20_diff1
value: 51.47980323079124
verified: no, type: nauc_map_at_20_max
value: 35.585900524174406
verified: no, type: nauc_map_at_20_std
value: -1.7680354064625985
verified: no, type: nauc_map_at_3_diff1
value: 51.012766710346625
verified: no, type: nauc_map_at_3_max
value: 34.8262662118054
verified: no, type: nauc_map_at_3_std
value: -2.8168593560801045
verified: no, type: nauc_map_at_5_diff1
value: 50.836092917622864
verified: no, type: nauc_map_at_5_max
value: 35.32174769825645
verified: no, type: nauc_map_at_5_std
value: -3.113242921586995
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.10217120766699
verified: no, type: nauc_mrr_at_1000_max
value: 37.46657201878918
verified: no, type: nauc_mrr_at_1000_std
value: 1.9085047586195323
verified: no, type: nauc_mrr_at_100_diff1
value: 53.10038602820947
verified: no, type: nauc_mrr_at_100_max
value: 37.461065885458225
verified: no, type: nauc_mrr_at_100_std
value: 1.9403756850021763
verified: no, type: nauc_mrr_at_10_diff1
value: 52.71420660954082
verified: no, type: nauc_mrr_at_10_max
value: 37.62806428278671
verified: no, type: nauc_mrr_at_10_std
value: 1.9517437711674281
verified: no, type: nauc_mrr_at_1_diff1
value: 59.730007702616675
verified: no, type: nauc_mrr_at_1_max
value: 38.85146416502298
verified: no, type: nauc_mrr_at_1_std
value: -0.46260223776596965
verified: no, type: nauc_mrr_at_20_diff1
value: 53.041376670418906
verified: no, type: nauc_mrr_at_20_max
value: 37.45508852907037
verified: no, type: nauc_mrr_at_20_std
value: 1.9843723810434797
verified: no, type: nauc_mrr_at_3_diff1
value: 52.716388196194494
verified: no, type: nauc_mrr_at_3_max
value: 36.76096106397856
verified: no, type: nauc_mrr_at_3_std
value: 1.716782555536502
verified: no, type: nauc_mrr_at_5_diff1
value: 52.61598345028188
verified: no, type: nauc_mrr_at_5_max
value: 37.26316036644959
verified: no, type: nauc_mrr_at_5_std
value: 1.3757366695050894
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.342395628428314
verified: no, type: nauc_ndcg_at_1000_max
value: 37.22548194348463
verified: no, type: nauc_ndcg_at_1000_std
value: 1.6360986297119697
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.12772923293346
verified: no, type: nauc_ndcg_at_100_max
value: 37.08162525770745
verified: no, type: nauc_ndcg_at_100_std
value: 2.1437445417460146
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.48104920841383
verified: no, type: nauc_ndcg_at_10_max
value: 36.98553295749576
verified: no, type: nauc_ndcg_at_10_std
value: 0.7074029546666143
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.730007702616675
verified: no, type: nauc_ndcg_at_1_max
value: 38.85146416502298
verified: no, type: nauc_ndcg_at_1_std
value: -0.46260223776596965
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.63630218240983
verified: no, type: nauc_ndcg_at_20_max
value: 36.29047254679528
verified: no, type: nauc_ndcg_at_20_std
value: 1.3772144888034745
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.382153963236625
verified: no, type: nauc_ndcg_at_3_max
value: 35.22306811742639
verified: no, type: nauc_ndcg_at_3_std
value: -0.8877334603608296
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.05555691688766
verified: no, type: nauc_ndcg_at_5_max
value: 36.00098364740635
verified: no, type: nauc_ndcg_at_5_std
value: -1.5274960265115565
verified: no, type: nauc_precision_at_1000_diff1
value: 12.30933370851068
verified: no, type: nauc_precision_at_1000_max
value: 24.80977336944425
verified: no, type: nauc_precision_at_1000_std
value: 42.85052700690557
verified: no, type: nauc_precision_at_100_diff1
value: 26.185494481397587
verified: no, type: nauc_precision_at_100_max
value: 31.155891382208928
verified: no, type: nauc_precision_at_100_std
value: 35.608690885169295
verified: no, type: nauc_precision_at_10_diff1
value: 36.27376093062482
verified: no, type: nauc_precision_at_10_max
value: 36.42692892209515
verified: no, type: nauc_precision_at_10_std
value: 16.967432904462893
verified: no, type: nauc_precision_at_1_diff1
value: 59.730007702616675
verified: no, type: nauc_precision_at_1_max
value: 38.85146416502298
verified: no, type: nauc_precision_at_1_std
value: -0.46260223776596965
verified: no, type: nauc_precision_at_20_diff1
value: 37.622482136709785
verified: no, type: nauc_precision_at_20_max
value: 31.21688679166065
verified: no, type: nauc_precision_at_20_std
value: 23.221017808713682
verified: no, type: nauc_precision_at_3_diff1
value: 42.340206572143984
verified: no, type: nauc_precision_at_3_max
value: 36.3442813514268
verified: no, type: nauc_precision_at_3_std
value: 7.592922050055632
verified: no, type: nauc_precision_at_5_diff1
value: 38.17808235542409
verified: no, type: nauc_precision_at_5_max
value: 35.09801657302365
verified: no, type: nauc_precision_at_5_std
value: 8.398007414457009
verified: no, type: nauc_recall_at_1000_diff1
value: 55.841144651529085
verified: no, type: nauc_recall_at_1000_max
value: 56.572722198749226
verified: no, type: nauc_recall_at_1000_std
value: 31.84957409406956
verified: no, type: nauc_recall_at_100_diff1
value: 48.328441413096336
verified: no, type: nauc_recall_at_100_max
value: 42.071227967505166
verified: no, type: nauc_recall_at_100_std
value: 18.845456547380337
verified: no, type: nauc_recall_at_10_diff1
value: 42.32690986833832
verified: no, type: nauc_recall_at_10_max
value: 38.657602228864995
verified: no, type: nauc_recall_at_10_std
value: 5.742422923256993
verified: no, type: nauc_recall_at_1_diff1
value: 57.59762900453854
verified: no, type: nauc_recall_at_1_max
value: 36.479602157030534
verified: no, type: nauc_recall_at_1_std
value: -4.834289532948042
verified: no, type: nauc_recall_at_20_diff1
value: 46.280085660215995
verified: no, type: nauc_recall_at_20_max
value: 35.65299771551237
verified: no, type: nauc_recall_at_20_std
value: 8.057327587598591
verified: no, type: nauc_recall_at_3_diff1
value: 42.84012935628984
verified: no, type: nauc_recall_at_3_max
value: 33.69290527723077
verified: no, type: nauc_recall_at_3_std
value: -0.9503712670051102
verified: no, type: nauc_recall_at_5_diff1
value: 42.1137382698146
verified: no, type: nauc_recall_at_5_max
value: 36.12494070598603
verified: no, type: nauc_recall_at_5_std
value: -1.394936950543654
verified: no, type: ndcg_at_1
value: 32.333
verified: no, type: ndcg_at_10
value: 44.018
verified: no, type: ndcg_at_100
value: 49.089
verified: no, type: ndcg_at_1000
value: 50.651
verified: no, type: ndcg_at_20
value: 46.089
verified: no, type: ndcg_at_3
value: 38.499
verified: no, type: ndcg_at_5
value: 41.297
verified: no, type: precision_at_1
value: 32.333
verified: no, type: precision_at_10
value: 6.4
verified: no, type: precision_at_100
value: 0.923
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_20
value: 3.6670000000000003
verified: no, type: precision_at_3
value: 15.443999999999999
verified: no, type: precision_at_5
value: 10.867
verified: no, type: recall_at_1
value: 30.778
verified: no, type: recall_at_10
value: 57.99999999999999
verified: no, type: recall_at_100
value: 81.722
verified: no, type: recall_at_1000
value: 94.033
verified: no, type: recall_at_20
value: 66.02799999999999
verified: no, type: recall_at_3
value: 43.056
verified: no, type: recall_at_5
value: 49.694
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.6
verified: no, type: cosine_accuracy_threshold
value: 72.43388891220093
verified: no, type: cosine_ap
value: 85.05626292429993
verified: no, type: cosine_f1
value: 78.94211576846308
verified: no, type: cosine_f1_threshold
value: 70.86913585662842
verified: no, type: cosine_precision
value: 78.78486055776892
verified: no, type: cosine_recall
value: 79.10000000000001
verified: no, type: dot_accuracy
value: 99.06534653465346
verified: no, type: dot_accuracy_threshold
value: 76633.75244140625
verified: no, type: dot_ap
value: 35.63520526748108
verified: no, type: dot_f1
value: 40.297274979355905
verified: no, type: dot_f1_threshold
value: 46533.13903808594
verified: no, type: dot_precision
value: 34.31786216596343
verified: no, type: dot_recall
value: 48.8
verified: no, type: euclidean_accuracy
value: 99.38217821782177
verified: no, type: euclidean_accuracy_threshold
value: 1529.2129516601562
verified: no, type: euclidean_ap
value: 65.66713048050076
verified: no, type: euclidean_f1
value: 63.702056698165656
verified: no, type: euclidean_f1_threshold
value: 1659.9403381347656
verified: no, type: euclidean_precision
value: 71.71464330413016
verified: no, type: euclidean_recall
value: 57.3
verified: no, type: main_score
value: 85.05626292429993
verified: no, type: manhattan_accuracy
value: 99.36633663366337
verified: no, type: manhattan_accuracy_threshold
value: 19134.791564941406
verified: no, type: manhattan_ap
value: 64.327573756549
verified: no, type: manhattan_f1
value: 62.878385554965476
verified: no, type: manhattan_f1_threshold
value: 20997.62725830078
verified: no, type: manhattan_precision
value: 67.04416761041902
verified: no, type: manhattan_recall
value: 59.199999999999996
verified: no, type: max_accuracy
value: 99.6
verified: no, type: max_ap
value: 85.05626292429993
verified: no, type: max_f1
value: 78.94211576846308
verified: no, type: max_precision
value: 78.78486055776892
verified: no, type: max_recall
value: 79.10000000000001
verified: no, type: similarity_accuracy
value: 99.6
verified: no, type: similarity_accuracy_threshold
value: 72.43388891220093
verified: no, type: similarity_ap
value: 85.05626292429993
verified: no, type: similarity_f1
value: 78.94211576846308
verified: no, type: similarity_f1_threshold
value: 70.86913585662842
verified: no, type: similarity_precision
value: 78.78486055776892
verified: no, type: similarity_recall
value: 79.10000000000001
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 33.04088699016667
verified: no, type: v_measure
value: 33.04088699016667
verified: no, type: v_measure_std
value: 4.201419342997424
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 27.79227103935552
verified: no, type: v_measure
value: 27.79227103935552
verified: no, type: v_measure_std
value: 1.6306895991356034
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 43.37562407771596
verified: no, type: map
value: 43.37562407771596
verified: no, type: mrr
value: 43.95843943638062
verified: no, type: nAUC_map_diff1
value: 35.17057785776578
verified: no, type: nAUC_map_max
value: 16.895292109117968
verified: no, type: nAUC_map_std
value: 7.566837158800999
verified: no, type: nAUC_mrr_diff1
value: 34.529930093774155
verified: no, type: nAUC_mrr_max
value: 17.875421743140148
verified: no, type: nAUC_mrr_std
value: 8.16194884246291
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 29.667795250962197
verified: no, type: cosine_spearman
value: 29.280803143378677
verified: no, type: dot_pearson
value: 17.20848486618972
verified: no, type: dot_spearman
value: 19.642791960809518
verified: no, type: main_score
value: 29.280803143378677
verified: no, type: pearson
value: 29.667795250962197
verified: no, type: spearman
value: 29.280803143378677
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 47.015
verified: no, type: map_at_1
value: 0.11299999999999999
verified: no, type: map_at_10
value: 0.924
verified: no, type: map_at_100
value: 4.172
verified: no, type: map_at_1000
value: 9.794
verified: no, type: map_at_20
value: 1.512
verified: no, type: map_at_3
value: 0.32299999999999995
verified: no, type: map_at_5
value: 0.5349999999999999
verified: no, type: mrr_at_1
value: 54
verified: no, type: mrr_at_10
value: 64.37222222222222
verified: no, type: mrr_at_100
value: 64.95440794499618
verified: no, type: mrr_at_1000
value: 64.95440794499618
verified: no, type: mrr_at_20
value: 64.79285714285714
verified: no, type: mrr_at_3
value: 61
verified: no, type: mrr_at_5
value: 62.9
verified: no, type: nauc_map_at_1000_diff1
value: 5.391181504174254
verified: no, type: nauc_map_at_1000_max
value: 48.53906859573933
verified: no, type: nauc_map_at_1000_std
value: 58.77913245945572
verified: no, type: nauc_map_at_100_diff1
value: 5.602676644566584
verified: no, type: nauc_map_at_100_max
value: 30.35986103902266
verified: no, type: nauc_map_at_100_std
value: 43.61342447615204
verified: no, type: nauc_map_at_10_diff1
value: 11.168677765044714
verified: no, type: nauc_map_at_10_max
value: 12.615876642210566
verified: no, type: nauc_map_at_10_std
value: 15.487673375733934
verified: no, type: nauc_map_at_1_diff1
value: 13.856607126355705
verified: no, type: nauc_map_at_1_max
value: 2.1470727276166315
verified: no, type: nauc_map_at_1_std
value: 13.755038114656543
verified: no, type: nauc_map_at_20_diff1
value: 9.278354233919723
verified: no, type: nauc_map_at_20_max
value: 14.549895562986578
verified: no, type: nauc_map_at_20_std
value: 21.58014466138326
verified: no, type: nauc_map_at_3_diff1
value: 17.476371244979568
verified: no, type: nauc_map_at_3_max
value: 5.336749157036172
verified: no, type: nauc_map_at_3_std
value: 13.60030032869252
verified: no, type: nauc_map_at_5_diff1
value: 18.159708091961715
verified: no, type: nauc_map_at_5_max
value: 5.5023295542724195
verified: no, type: nauc_map_at_5_std
value: 13.464524190505264
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.183591049739295
verified: no, type: nauc_mrr_at_1000_max
value: 23.244935337421687
verified: no, type: nauc_mrr_at_1000_std
value: 36.76491491232038
verified: no, type: nauc_mrr_at_100_diff1
value: 24.183591049739295
verified: no, type: nauc_mrr_at_100_max
value: 23.244935337421687
verified: no, type: nauc_mrr_at_100_std
value: 36.76491491232038
verified: no, type: nauc_mrr_at_10_diff1
value: 25.116993699935996
verified: no, type: nauc_mrr_at_10_max
value: 23.996446760940472
verified: no, type: nauc_mrr_at_10_std
value: 36.661108373978486
verified: no, type: nauc_mrr_at_1_diff1
value: 22.46394932066349
verified: no, type: nauc_mrr_at_1_max
value: 17.99338723569777
verified: no, type: nauc_mrr_at_1_std
value: 31.805173515601105
verified: no, type: nauc_mrr_at_20_diff1
value: 24.29457665863037
verified: no, type: nauc_mrr_at_20_max
value: 23.511208714905433
verified: no, type: nauc_mrr_at_20_std
value: 37.03779743443747
verified: no, type: nauc_mrr_at_3_diff1
value: 21.325058136848703
verified: no, type: nauc_mrr_at_3_max
value: 25.498590855189146
verified: no, type: nauc_mrr_at_3_std
value: 35.28303533385696
verified: no, type: nauc_mrr_at_5_diff1
value: 23.91581725239823
verified: no, type: nauc_mrr_at_5_max
value: 21.88399789010818
verified: no, type: nauc_mrr_at_5_std
value: 37.46999023019008
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.7557778508958846
verified: no, type: nauc_ndcg_at_1000_max
value: 40.346503557806564
verified: no, type: nauc_ndcg_at_1000_std
value: 50.92180253083818
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.758581771303305
verified: no, type: nauc_ndcg_at_100_max
value: 35.16894818233675
verified: no, type: nauc_ndcg_at_100_std
value: 47.424485591389114
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.849993798661563
verified: no, type: nauc_ndcg_at_10_max
value: 30.851313506820976
verified: no, type: nauc_ndcg_at_10_std
value: 36.943619057267505
verified: no, type: nauc_ndcg_at_1_diff1
value: 11.113346207488473
verified: no, type: nauc_ndcg_at_1_max
value: 15.184797768479774
verified: no, type: nauc_ndcg_at_1_std
value: 27.52387082931017
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.331028684560186
verified: no, type: nauc_ndcg_at_20_max
value: 28.893165127974708
verified: no, type: nauc_ndcg_at_20_std
value: 39.097000545114646
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.782271186947469
verified: no, type: nauc_ndcg_at_3_max
value: 23.91790545249963
verified: no, type: nauc_ndcg_at_3_std
value: 34.87568041720673
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.306657014965335
verified: no, type: nauc_ndcg_at_5_max
value: 24.92679497185896
verified: no, type: nauc_ndcg_at_5_std
value: 35.14072395767764
verified: no, type: nauc_precision_at_1000_diff1
value: 9.698627632231533
verified: no, type: nauc_precision_at_1000_max
value: 43.62044953565815
verified: no, type: nauc_precision_at_1000_std
value: 54.089192302090495
verified: no, type: nauc_precision_at_100_diff1
value: 11.799461882261514
verified: no, type: nauc_precision_at_100_max
value: 36.87868882997057
verified: no, type: nauc_precision_at_100_std
value: 51.09246667126284
verified: no, type: nauc_precision_at_10_diff1
value: 13.170655404348533
verified: no, type: nauc_precision_at_10_max
value: 38.227922901784936
verified: no, type: nauc_precision_at_10_std
value: 40.51375636546919
verified: no, type: nauc_precision_at_1_diff1
value: 22.46394932066349
verified: no, type: nauc_precision_at_1_max
value: 17.99338723569777
verified: no, type: nauc_precision_at_1_std
value: 31.805173515601105
verified: no, type: nauc_precision_at_20_diff1
value: 13.020942321118012
verified: no, type: nauc_precision_at_20_max
value: 32.76679746744021
verified: no, type: nauc_precision_at_20_std
value: 43.375734018262754
verified: no, type: nauc_precision_at_3_diff1
value: 22.36277013079758
verified: no, type: nauc_precision_at_3_max
value: 29.14917970240368
verified: no, type: nauc_precision_at_3_std
value: 38.40675412594522
verified: no, type: nauc_precision_at_5_diff1
value: 20.38016205233649
verified: no, type: nauc_precision_at_5_max
value: 28.40199750312108
verified: no, type: nauc_precision_at_5_std
value: 37.658196861765916
verified: no, type: nauc_recall_at_1000_diff1
value: -1.8797682238301674
verified: no, type: nauc_recall_at_1000_max
value: 40.00611463779723
verified: no, type: nauc_recall_at_1000_std
value: 50.00277798847854
verified: no, type: nauc_recall_at_100_diff1
value: 5.570829659209835
verified: no, type: nauc_recall_at_100_max
value: 21.511683158026184
verified: no, type: nauc_recall_at_100_std
value: 37.17966017860592
verified: no, type: nauc_recall_at_10_diff1
value: 5.649731119631445
verified: no, type: nauc_recall_at_10_max
value: 12.690473408729572
verified: no, type: nauc_recall_at_10_std
value: 8.697137776280309
verified: no, type: nauc_recall_at_1_diff1
value: 13.856607126355705
verified: no, type: nauc_recall_at_1_max
value: 2.1470727276166315
verified: no, type: nauc_recall_at_1_std
value: 13.755038114656543
verified: no, type: nauc_recall_at_20_diff1
value: 8.149753992066595
verified: no, type: nauc_recall_at_20_max
value: 8.365030917145909
verified: no, type: nauc_recall_at_20_std
value: 15.05385058373975
verified: no, type: nauc_recall_at_3_diff1
value: 16.664831204533417
verified: no, type: nauc_recall_at_3_max
value: 4.9075975386189015
verified: no, type: nauc_recall_at_3_std
value: 11.436115039116913
verified: no, type: nauc_recall_at_5_diff1
value: 17.863326487393323
verified: no, type: nauc_recall_at_5_max
value: 0.04244496355094046
verified: no, type: nauc_recall_at_5_std
value: 8.039336595643896
verified: no, type: ndcg_at_1
value: 48
verified: no, type: ndcg_at_10
value: 47.015
verified: no, type: ndcg_at_100
value: 31.857999999999997
verified: no, type: ndcg_at_1000
value: 27.142
verified: no, type: ndcg_at_20
value: 43.162
verified: no, type: ndcg_at_3
value: 49.123
verified: no, type: ndcg_at_5
value: 49.425999999999995
verified: no, type: precision_at_1
value: 54
verified: no, type: precision_at_10
value: 51
verified: no, type: precision_at_100
value: 32.56
verified: no, type: precision_at_1000
value: 13.072000000000001
verified: no, type: precision_at_20
value: 45.9
verified: no, type: precision_at_3
value: 54
verified: no, type: precision_at_5
value: 55.2
verified: no, type: recall_at_1
value: 0.11299999999999999
verified: no, type: recall_at_10
value: 1.162
verified: no, type: recall_at_100
value: 6.809
verified: no, type: recall_at_1000
value: 25.805
verified: no, type: recall_at_20
value: 2.051
verified: no, type: recall_at_3
value: 0.35200000000000004
verified: no, type: recall_at_5
value: 0.618
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 12.417
verified: no, type: map_at_1
value: 1.2
verified: no, type: map_at_10
value: 4.376
verified: no, type: map_at_100
value: 7.161
verified: no, type: map_at_1000
value: 8.405
verified: no, type: map_at_20
value: 5.578
verified: no, type: map_at_3
value: 2.396
verified: no, type: map_at_5
value: 3.044
verified: no, type: mrr_at_1
value: 16.3265306122449
verified: no, type: mrr_at_10
value: 30.004859086491738
verified: no, type: mrr_at_100
value: 31.506819710420675
verified: no, type: mrr_at_1000
value: 31.52488003189439
verified: no, type: mrr_at_20
value: 31.07992314474907
verified: no, type: mrr_at_3
value: 24.489795918367346
verified: no, type: mrr_at_5
value: 27.857142857142854
verified: no, type: nauc_map_at_1000_diff1
value: -15.240085041163246
verified: no, type: nauc_map_at_1000_max
value: -34.07491781069546
verified: no, type: nauc_map_at_1000_std
value: -39.33676134505847
verified: no, type: nauc_map_at_100_diff1
value: -17.475590176275173
verified: no, type: nauc_map_at_100_max
value: -36.27378611366948
verified: no, type: nauc_map_at_100_std
value: -42.367310265458066
verified: no, type: nauc_map_at_10_diff1
value: -17.79313659611791
verified: no, type: nauc_map_at_10_max
value: -30.930524152161155
verified: no, type: nauc_map_at_10_std
value: -37.96490423161143
verified: no, type: nauc_map_at_1_diff1
value: -20.304167493996196
verified: no, type: nauc_map_at_1_max
value: -34.39784658467407
verified: no, type: nauc_map_at_1_std
value: -34.8048180060142
verified: no, type: nauc_map_at_20_diff1
value: -19.601011957021058
verified: no, type: nauc_map_at_20_max
value: -36.19251563365872
verified: no, type: nauc_map_at_20_std
value: -41.872703350300306
verified: no, type: nauc_map_at_3_diff1
value: -18.604827557464603
verified: no, type: nauc_map_at_3_max
value: -33.87036816368854
verified: no, type: nauc_map_at_3_std
value: -37.87305582981634
verified: no, type: nauc_map_at_5_diff1
value: -19.000407560148222
verified: no, type: nauc_map_at_5_max
value: -35.88105036080159
verified: no, type: nauc_map_at_5_std
value: -39.89433800276062
verified: no, type: nauc_mrr_at_1000_diff1
value: -10.977908813445096
verified: no, type: nauc_mrr_at_1000_max
value: -32.70254863800196
verified: no, type: nauc_mrr_at_1000_std
value: -36.932750949391014
verified: no, type: nauc_mrr_at_100_diff1
value: -10.923380877501057
verified: no, type: nauc_mrr_at_100_max
value: -32.61546764122419
verified: no, type: nauc_mrr_at_100_std
value: -36.842894043351315
verified: no, type: nauc_mrr_at_10_diff1
value: -10.131576305498573
verified: no, type: nauc_mrr_at_10_max
value: -31.890083580054764
verified: no, type: nauc_mrr_at_10_std
value: -36.93266622814508
verified: no, type: nauc_mrr_at_1_diff1
value: -16.139790526714425
verified: no, type: nauc_mrr_at_1_max
value: -29.900749975522345
verified: no, type: nauc_mrr_at_1_std
value: -29.066801658151576
verified: no, type: nauc_mrr_at_20_diff1
value: -10.70805724526718
verified: no, type: nauc_mrr_at_20_max
value: -32.340792705157114
verified: no, type: nauc_mrr_at_20_std
value: -36.72547772593701
verified: no, type: nauc_mrr_at_3_diff1
value: -17.91765468161938
verified: no, type: nauc_mrr_at_3_max
value: -32.241705526206275
verified: no, type: nauc_mrr_at_3_std
value: -33.553729892050974
verified: no, type: nauc_mrr_at_5_diff1
value: -12.991140385709848
verified: no, type: nauc_mrr_at_5_max
value: -33.87447283054401
verified: no, type: nauc_mrr_at_5_std
value: -37.96193128324505
verified: no, type: nauc_ndcg_at_1000_diff1
value: 1.4521546341817582
verified: no, type: nauc_ndcg_at_1000_max
value: -22.463819593958227
verified: no, type: nauc_ndcg_at_1000_std
value: -27.617648672815875
verified: no, type: nauc_ndcg_at_100_diff1
value: -11.537693897677832
verified: no, type: nauc_ndcg_at_100_max
value: -36.160393447246
verified: no, type: nauc_ndcg_at_100_std
value: -44.05399962086289
verified: no, type: nauc_ndcg_at_10_diff1
value: -9.919400208671634
verified: no, type: nauc_ndcg_at_10_max
value: -22.769115244797316
verified: no, type: nauc_ndcg_at_10_std
value: -34.034353433778854
verified: no, type: nauc_ndcg_at_1_diff1
value: -17.822259770980857
verified: no, type: nauc_ndcg_at_1_max
value: -26.332806784918134
verified: no, type: nauc_ndcg_at_1_std
value: -26.435402666146484
verified: no, type: nauc_ndcg_at_20_diff1
value: -13.788195267001576
verified: no, type: nauc_ndcg_at_20_max
value: -32.974957041119055
verified: no, type: nauc_ndcg_at_20_std
value: -42.33157337528393
verified: no, type: nauc_ndcg_at_3_diff1
value: -16.223851866502706
verified: no, type: nauc_ndcg_at_3_max
value: -26.2902601974522
verified: no, type: nauc_ndcg_at_3_std
value: -32.304039646610335
verified: no, type: nauc_ndcg_at_5_diff1
value: -12.817036231720957
verified: no, type: nauc_ndcg_at_5_max
value: -28.44642751642767
verified: no, type: nauc_ndcg_at_5_std
value: -36.58899943553682
verified: no, type: nauc_precision_at_1000_diff1
value: 26.935463895508967
verified: no, type: nauc_precision_at_1000_max
value: 46.72249889198106
verified: no, type: nauc_precision_at_1000_std
value: 38.53058407998278
verified: no, type: nauc_precision_at_100_diff1
value: 4.163340339758862
verified: no, type: nauc_precision_at_100_max
value: -10.581299020111306
verified: no, type: nauc_precision_at_100_std
value: -29.038739456237955
verified: no, type: nauc_precision_at_10_diff1
value: 0.5857232239199855
verified: no, type: nauc_precision_at_10_max
value: -12.365623679544461
verified: no, type: nauc_precision_at_10_std
value: -29.949307140170728
verified: no, type: nauc_precision_at_1_diff1
value: -16.139790526714425
verified: no, type: nauc_precision_at_1_max
value: -29.900749975522345
verified: no, type: nauc_precision_at_1_std
value: -29.066801658151576
verified: no, type: nauc_precision_at_20_diff1
value: -7.74805679959642
verified: no, type: nauc_precision_at_20_max
value: -25.268356658986903
verified: no, type: nauc_precision_at_20_std
value: -37.758242471707966
verified: no, type: nauc_precision_at_3_diff1
value: -15.634998600034066
verified: no, type: nauc_precision_at_3_max
value: -28.48849869574053
verified: no, type: nauc_precision_at_3_std
value: -34.907495608911546
verified: no, type: nauc_precision_at_5_diff1
value: -8.48679992836417
verified: no, type: nauc_precision_at_5_max
value: -29.707555980272975
verified: no, type: nauc_precision_at_5_std
value: -40.733334704807156
verified: no, type: nauc_recall_at_1000_diff1
value: 8.826494916857577
verified: no, type: nauc_recall_at_1000_max
value: -16.922331971426086
verified: no, type: nauc_recall_at_1000_std
value: 1.4850859633484936
verified: no, type: nauc_recall_at_100_diff1
value: -12.650176624230422
verified: no, type: nauc_recall_at_100_max
value: -40.574740215148125
verified: no, type: nauc_recall_at_100_std
value: -40.52283965149714
verified: no, type: nauc_recall_at_10_diff1
value: -13.43480673345223
verified: no, type: nauc_recall_at_10_max
value: -28.6156485981151
verified: no, type: nauc_recall_at_10_std
value: -35.45555317207978
verified: no, type: nauc_recall_at_1_diff1
value: -20.304167493996196
verified: no, type: nauc_recall_at_1_max
value: -34.39784658467407
verified: no, type: nauc_recall_at_1_std
value: -34.8048180060142
verified: no, type: nauc_recall_at_20_diff1
value: -19.74246524681499
verified: no, type: nauc_recall_at_20_max
value: -41.057831832815154
verified: no, type: nauc_recall_at_20_std
value: -43.831099576419234
verified: no, type: nauc_recall_at_3_diff1
value: -22.564348397487556
verified: no, type: nauc_recall_at_3_max
value: -35.421451948002236
verified: no, type: nauc_recall_at_3_std
value: -36.72882367879091
verified: no, type: nauc_recall_at_5_diff1
value: -18.948821357059504
verified: no, type: nauc_recall_at_5_max
value: -39.22248196683214
verified: no, type: nauc_recall_at_5_std
value: -39.964758319612635
verified: no, type: ndcg_at_1
value: 14.285999999999998
verified: no, type: ndcg_at_10
value: 12.417
verified: no, type: ndcg_at_100
value: 21.564
verified: no, type: ndcg_at_1000
value: 34.264
verified: no, type: ndcg_at_20
value: 13.932
verified: no, type: ndcg_at_3
value: 13.997000000000002
verified: no, type: ndcg_at_5
value: 13.161999999999999
verified: no, type: precision_at_1
value: 16.326999999999998
verified: no, type: precision_at_10
value: 12.245000000000001
verified: no, type: precision_at_100
value: 5.163
verified: no, type: precision_at_1000
value: 1.304
verified: no, type: precision_at_20
value: 10.918
verified: no, type: precision_at_3
value: 16.326999999999998
verified: no, type: precision_at_5
value: 14.285999999999998
verified: no, type: recall_at_1
value: 1.2
verified: no, type: recall_at_10
value: 8.763
verified: no, type: recall_at_100
value: 31.584
verified: no, type: recall_at_1000
value: 70.519
verified: no, type: recall_at_20
value: 14.379
verified: no, type: recall_at_3
value: 3.229
verified: no, type: recall_at_5
value: 5.079000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 63.04199218749999
verified: no, type: ap
value: 10.379917199607485
verified: no, type: ap_weighted
value: 10.379917199607485
verified: no, type: f1
value: 47.876568123841864
verified: no, type: f1_weighted
value: 71.2370937104015
verified: no, type: main_score
value: 63.04199218749999
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 49.442558007923026
verified: no, type: f1
value: 49.60441043943531
verified: no, type: f1_weighted
value: 48.96898929345838
verified: no, type: main_score
value: 49.442558007923026
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 21.127920450161458
verified: no, type: v_measure
value: 21.127920450161458
verified: no, type: v_measure_std
value: 1.5027840050520012
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 82.18394230196103
verified: no, type: cosine_accuracy_threshold
value: 70.92341184616089
verified: no, type: cosine_ap
value: 59.78262740579837
verified: no, type: cosine_f1
value: 56.536101934874935
verified: no, type: cosine_f1_threshold
value: 63.08426856994629
verified: no, type: cosine_precision
value: 51.13102859581733
verified: no, type: cosine_recall
value: 63.21899736147757
verified: no, type: dot_accuracy
value: 78.2559456398641
verified: no, type: dot_accuracy_threshold
value: 75122.66235351562
verified: no, type: dot_ap
value: 42.7554645305854
verified: no, type: dot_f1
value: 46.84298752095361
verified: no, type: dot_f1_threshold
value: 47930.230712890625
verified: no, type: dot_precision
value: 36.19746689694876
verified: no, type: dot_recall
value: 66.35883905013192
verified: no, type: euclidean_accuracy
value: 80.41962210168684
verified: no, type: euclidean_accuracy_threshold
value: 2041.592025756836
verified: no, type: euclidean_ap
value: 53.9382918676684
verified: no, type: euclidean_f1
value: 53.007111003977336
verified: no, type: euclidean_f1_threshold
value: 2444.729995727539
verified: no, type: euclidean_precision
value: 48.79076991346794
verified: no, type: euclidean_recall
value: 58.02110817941952
verified: no, type: main_score
value: 59.78262740579837
verified: no, type: manhattan_accuracy
value: 80.65208320915539
verified: no, type: manhattan_accuracy_threshold
value: 26017.153930664062
verified: no, type: manhattan_ap
value: 54.628314460914396
verified: no, type: manhattan_f1
value: 53.78151260504202
verified: no, type: manhattan_f1_threshold
value: 30961.737060546875
verified: no, type: manhattan_precision
value: 47.208931419457734
verified: no, type: manhattan_recall
value: 62.48021108179419
verified: no, type: max_accuracy
value: 82.18394230196103
verified: no, type: max_ap
value: 59.78262740579837
verified: no, type: max_f1
value: 56.536101934874935
verified: no, type: max_precision
value: 51.13102859581733
verified: no, type: max_recall
value: 66.35883905013192
verified: no, type: similarity_accuracy
value: 82.18394230196103
verified: no, type: similarity_accuracy_threshold
value: 70.92341184616089
verified: no, type: similarity_ap
value: 59.78262740579837
verified: no, type: similarity_f1
value: 56.536101934874935
verified: no, type: similarity_f1_threshold
value: 63.08426856994629
verified: no, type: similarity_precision
value: 51.13102859581733
verified: no, type: similarity_recall
value: 63.21899736147757
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 86.35269918888501
verified: no, type: cosine_accuracy_threshold
value: 65.62063097953796
verified: no, type: cosine_ap
value: 79.86337146522463
verified: no, type: cosine_f1
value: 72.03383314109958
verified: no, type: cosine_f1_threshold
value: 62.217533588409424
verified: no, type: cosine_precision
value: 71.93979419444018
verified: no, type: cosine_recall
value: 72.12811826301201
verified: no, type: dot_accuracy
value: 82.84045484534482
verified: no, type: dot_accuracy_threshold
value: 35566.62902832031
verified: no, type: dot_ap
value: 69.69127356271262
verified: no, type: dot_f1
value: 64.93162154619034
verified: no, type: dot_f1_threshold
value: 28885.244750976562
verified: no, type: dot_precision
value: 59.36463383516203
verified: no, type: dot_recall
value: 71.65075454265477
verified: no, type: euclidean_accuracy
value: 83.63022470601933
verified: no, type: euclidean_accuracy_threshold
value: 1693.5848236083984
verified: no, type: euclidean_ap
value: 71.73555972139718
verified: no, type: euclidean_f1
value: 63.8556476722812
verified: no, type: euclidean_f1_threshold
value: 1923.9103317260742
verified: no, type: euclidean_precision
value: 62.26497914990124
verified: no, type: euclidean_recall
value: 65.52971974129966
verified: no, type: main_score
value: 79.86337146522463
verified: no, type: manhattan_accuracy
value: 83.70978383203322
verified: no, type: manhattan_accuracy_threshold
value: 21348.568725585938
verified: no, type: manhattan_ap
value: 72.01847359087003
verified: no, type: manhattan_f1
value: 64.34136401773942
verified: no, type: manhattan_f1_threshold
value: 23113.516235351562
verified: no, type: manhattan_precision
value: 66.8715222988124
verified: no, type: manhattan_recall
value: 61.99568832768709
verified: no, type: max_accuracy
value: 86.35269918888501
verified: no, type: max_ap
value: 79.86337146522463
verified: no, type: max_f1
value: 72.03383314109958
verified: no, type: max_precision
value: 71.93979419444018
verified: no, type: max_recall
value: 72.12811826301201
verified: no, type: similarity_accuracy
value: 86.35269918888501
verified: no, type: similarity_accuracy_threshold
value: 65.62063097953796
verified: no, type: similarity_ap
value: 79.86337146522463
verified: no, type: similarity_f1
value: 72.03383314109958
verified: no, type: similarity_f1_threshold
value: 62.217533588409424
verified: no, type: similarity_precision
value: 71.93979419444018
verified: no, type: similarity_recall
value: 72.12811826301201
verified: no
task: type: PairClassification
model_name: minishlab/M2V_base_output
tags: embeddings, static-embeddings, mteb, sentence-transformers
Likes: 10 | All-time downloads: 570260
Created: 2024-09-19 18:03:34