Model: bhavnicksm/brown-beetle-small-v1
Author: bhavnicksm
Library: model2vec
Tags: model2vec, safetensors, embeddings, static-embeddings, sentence-transformers, mteb, en, license:mit, model-index, region:us
Card metadata: base_model: baai/bge-base-en-v1.5
language: en
library_name: model2vec
license: mit
model_name: brown-beetle-small-v1
tags: embeddings, static-embeddings, sentence-transformers, mteb
model-index: name: brown-beetle-small-v1
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 69.18290854572714
verified: no, type: ap
value: 19.605994606742684
verified: no, type: ap_weighted
value: 19.605994606742684
verified: no, type: f1
value: 57.14214741953221
verified: no, type: f1_weighted
value: 75.03494124786043
verified: no, type: main_score
value: 69.18290854572714
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 71.13432835820896
verified: no, type: ap
value: 33.84300258871248
verified: no, type: ap_weighted
value: 33.84300258871248
verified: no, type: f1
value: 65.20121418037593
verified: no, type: f1_weighted
value: 73.93008550574028
verified: no, type: main_score
value: 71.13432835820896
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 67.32795
verified: no, type: ap
value: 62.26225058333294
verified: no, type: ap_weighted
value: 62.26225058333294
verified: no, type: f1
value: 66.93196441842298
verified: no, type: f1_weighted
value: 66.93196441842298
verified: no, type: main_score
value: 67.32795
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 32.604
verified: no, type: f1
value: 32.13631600317928
verified: no, type: f1_weighted
value: 32.13631600317928
verified: no, type: main_score
value: 32.604
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 28.993000000000002
verified: no, type: map_at_1
value: 13.869000000000002
verified: no, type: map_at_10
value: 23.56
verified: no, type: map_at_100
value: 24.626
verified: no, type: map_at_1000
value: 24.707
verified: no, type: map_at_20
value: 24.175
verified: no, type: map_at_3
value: 20.567
verified: no, type: map_at_5
value: 22.313
verified: no, type: mrr_at_1
value: 14.295874822190612
verified: no, type: mrr_at_10
value: 23.73983946352364
verified: no, type: mrr_at_100
value: 24.791793191190294
verified: no, type: mrr_at_1000
value: 24.872310331085085
verified: no, type: mrr_at_20
value: 24.340378081823356
verified: no, type: mrr_at_3
value: 20.697012802275953
verified: no, type: mrr_at_5
value: 22.478662873399678
verified: no, type: nauc_map_at_1000_diff1
value: 9.76916185770469
verified: no, type: nauc_map_at_1000_max
value: -0.5738078573070364
verified: no, type: nauc_map_at_1000_std
value: 12.829094433982544
verified: no, type: nauc_map_at_100_diff1
value: 9.779892922624176
verified: no, type: nauc_map_at_100_max
value: -0.5633684444927742
verified: no, type: nauc_map_at_100_std
value: 12.887193328445894
verified: no, type: nauc_map_at_10_diff1
value: 9.461425215107905
verified: no, type: nauc_map_at_10_max
value: -0.8979715035304394
verified: no, type: nauc_map_at_10_std
value: 12.019741772538646
verified: no, type: nauc_map_at_1_diff1
value: 9.835532428681004
verified: no, type: nauc_map_at_1_max
value: -4.826306275305094
verified: no, type: nauc_map_at_1_std
value: 9.349879957697922
verified: no, type: nauc_map_at_20_diff1
value: 9.79099639268815
verified: no, type: nauc_map_at_20_max
value: -0.3741659751190522
verified: no, type: nauc_map_at_20_std
value: 12.568247540438676
verified: no, type: nauc_map_at_3_diff1
value: 8.734569728809607
verified: no, type: nauc_map_at_3_max
value: -2.219442326184252
verified: no, type: nauc_map_at_3_std
value: 10.094138779295207
verified: no, type: nauc_map_at_5_diff1
value: 9.069492886096171
verified: no, type: nauc_map_at_5_max
value: -1.9139207240717118
verified: no, type: nauc_map_at_5_std
value: 10.7855785899436
verified: no, type: nauc_mrr_at_1000_diff1
value: 8.204966448354723
verified: no, type: nauc_mrr_at_1000_max
value: -1.1224710083839045
verified: no, type: nauc_mrr_at_1000_std
value: 12.482024540860852
verified: no, type: nauc_mrr_at_100_diff1
value: 8.219198734502472
verified: no, type: nauc_mrr_at_100_max
value: -1.1108131967954562
verified: no, type: nauc_mrr_at_100_std
value: 12.540457234597577
verified: no, type: nauc_mrr_at_10_diff1
value: 7.936570654946149
verified: no, type: nauc_mrr_at_10_max
value: -1.402716511352372
verified: no, type: nauc_mrr_at_10_std
value: 11.69767963340921
verified: no, type: nauc_mrr_at_1_diff1
value: 7.71009065236124
verified: no, type: nauc_mrr_at_1_max
value: -4.646376287979744
verified: no, type: nauc_mrr_at_1_std
value: 8.784330416841138
verified: no, type: nauc_mrr_at_20_diff1
value: 8.245008442515202
verified: no, type: nauc_mrr_at_20_max
value: -0.9163190036189817
verified: no, type: nauc_mrr_at_20_std
value: 12.226967457177302
verified: no, type: nauc_mrr_at_3_diff1
value: 6.910813757719987
verified: no, type: nauc_mrr_at_3_max
value: -3.0663445749291274
verified: no, type: nauc_mrr_at_3_std
value: 9.877654532648208
verified: no, type: nauc_mrr_at_5_diff1
value: 7.463615825114767
verified: no, type: nauc_mrr_at_5_max
value: -2.4638271243920857
verified: no, type: nauc_mrr_at_5_std
value: 10.447976643631641
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.744814667399275
verified: no, type: nauc_ndcg_at_1000_max
value: 1.6208559696305473
verified: no, type: nauc_ndcg_at_1000_std
value: 16.560600266583183
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.140499893195539
verified: no, type: nauc_ndcg_at_100_max
value: 1.8617245372769522
verified: no, type: nauc_ndcg_at_100_std
value: 18.145984407789364
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.065880887551781
verified: no, type: nauc_ndcg_at_10_max
value: 1.2033087571443635
verified: no, type: nauc_ndcg_at_10_std
value: 14.098112778676908
verified: no, type: nauc_ndcg_at_1_diff1
value: 9.835532428681004
verified: no, type: nauc_ndcg_at_1_max
value: -4.826306275305094
verified: no, type: nauc_ndcg_at_1_std
value: 9.349879957697922
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.101371225396523
verified: no, type: nauc_ndcg_at_20_max
value: 2.8781748055341017
verified: no, type: nauc_ndcg_at_20_std
value: 15.971029799380549
verified: no, type: nauc_ndcg_at_3_diff1
value: 8.667820187123567
verified: no, type: nauc_ndcg_at_3_max
value: -1.4894164490637172
verified: no, type: nauc_ndcg_at_3_std
value: 10.107151019705256
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.237858845270832
verified: no, type: nauc_ndcg_at_5_max
value: -1.016326526886826
verified: no, type: nauc_ndcg_at_5_std
value: 11.281710353216631
verified: no, type: nauc_precision_at_1000_diff1
value: 17.561107656738418
verified: no, type: nauc_precision_at_1000_max
value: 19.578000160147635
verified: no, type: nauc_precision_at_1000_std
value: 50.83893844047108
verified: no, type: nauc_precision_at_100_diff1
value: 17.14999219562513
verified: no, type: nauc_precision_at_100_max
value: 10.279797695377251
verified: no, type: nauc_precision_at_100_std
value: 43.29401378236751
verified: no, type: nauc_precision_at_10_diff1
value: 11.774777382375028
verified: no, type: nauc_precision_at_10_max
value: 6.6782714494946145
verified: no, type: nauc_precision_at_10_std
value: 19.846624892133278
verified: no, type: nauc_precision_at_1_diff1
value: 9.835532428681004
verified: no, type: nauc_precision_at_1_max
value: -4.826306275305094
verified: no, type: nauc_precision_at_1_std
value: 9.349879957697922
verified: no, type: nauc_precision_at_20_diff1
value: 15.303710399304022
verified: no, type: nauc_precision_at_20_max
value: 12.576516841025317
verified: no, type: nauc_precision_at_20_std
value: 26.637672059484018
verified: no, type: nauc_precision_at_3_diff1
value: 8.565878083608522
verified: no, type: nauc_precision_at_3_max
value: 0.22406709020693621
verified: no, type: nauc_precision_at_3_std
value: 10.093420152840771
verified: no, type: nauc_precision_at_5_diff1
value: 9.734993963477208
verified: no, type: nauc_precision_at_5_max
value: 1.0616531873535915
verified: no, type: nauc_precision_at_5_std
value: 12.495825456593781
verified: no, type: nauc_recall_at_1000_diff1
value: 17.561107656738447
verified: no, type: nauc_recall_at_1000_max
value: 19.57800016014786
verified: no, type: nauc_recall_at_1000_std
value: 50.8389384404711
verified: no, type: nauc_recall_at_100_diff1
value: 17.14999219562513
verified: no, type: nauc_recall_at_100_max
value: 10.27979769537722
verified: no, type: nauc_recall_at_100_std
value: 43.29401378236755
verified: no, type: nauc_recall_at_10_diff1
value: 11.77477738237504
verified: no, type: nauc_recall_at_10_max
value: 6.678271449494637
verified: no, type: nauc_recall_at_10_std
value: 19.846624892133285
verified: no, type: nauc_recall_at_1_diff1
value: 9.835532428681004
verified: no, type: nauc_recall_at_1_max
value: -4.826306275305094
verified: no, type: nauc_recall_at_1_std
value: 9.349879957697922
verified: no, type: nauc_recall_at_20_diff1
value: 15.303710399304022
verified: no, type: nauc_recall_at_20_max
value: 12.576516841025315
verified: no, type: nauc_recall_at_20_std
value: 26.63767205948404
verified: no, type: nauc_recall_at_3_diff1
value: 8.565878083608528
verified: no, type: nauc_recall_at_3_max
value: 0.22406709020694102
verified: no, type: nauc_recall_at_3_std
value: 10.093420152840768
verified: no, type: nauc_recall_at_5_diff1
value: 9.734993963477189
verified: no, type: nauc_recall_at_5_max
value: 1.0616531873535682
verified: no, type: nauc_recall_at_5_std
value: 12.495825456593728
verified: no, type: ndcg_at_1
value: 13.869000000000002
verified: no, type: ndcg_at_10
value: 28.993000000000002
verified: no, type: ndcg_at_100
value: 34.463
verified: no, type: ndcg_at_1000
value: 36.839
verified: no, type: ndcg_at_20
value: 31.213
verified: no, type: ndcg_at_3
value: 22.874
verified: no, type: ndcg_at_5
value: 26.044
verified: no, type: precision_at_1
value: 13.869000000000002
verified: no, type: precision_at_10
value: 4.63
verified: no, type: precision_at_100
value: 0.7250000000000001
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: precision_at_20
value: 2.752
verified: no, type: precision_at_3
value: 9.862
verified: no, type: precision_at_5
value: 7.468
verified: no, type: recall_at_1
value: 13.869000000000002
verified: no, type: recall_at_10
value: 46.302
verified: no, type: recall_at_100
value: 72.54599999999999
verified: no, type: recall_at_1000
value: 91.75
verified: no, type: recall_at_20
value: 55.05
verified: no, type: recall_at_3
value: 29.587000000000003
verified: no, type: recall_at_5
value: 37.34
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 31.230823655364425
verified: no, type: v_measure
value: 31.230823655364425
verified: no, type: v_measure_std
value: 14.300111248736828
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 20.745566460396216
verified: no, type: v_measure
value: 20.745566460396216
verified: no, type: v_measure_std
value: 15.404813339055826
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 51.59956560132497
verified: no, type: map
value: 51.59956560132497
verified: no, type: mrr
value: 65.83135470254582
verified: no, type: nAUC_map_diff1
value: 14.259136171310576
verified: no, type: nAUC_map_max
value: 15.386150763300405
verified: no, type: nAUC_map_std
value: 6.46969002819074
verified: no, type: nAUC_mrr_diff1
value: 17.935217602773022
verified: no, type: nAUC_mrr_max
value: 20.50394658394339
verified: no, type: nAUC_mrr_std
value: 11.867431280645176
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 73.32736741444124
verified: no, type: cosine_spearman
value: 73.42938398170034
verified: no, type: euclidean_pearson
value: 52.539603220071854
verified: no, type: euclidean_spearman
value: 55.20186022147138
verified: no, type: main_score
value: 73.42938398170034
verified: no, type: manhattan_pearson
value: 51.28754635045614
verified: no, type: manhattan_spearman
value: 53.817491328289435
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 71.90584415584416
verified: no, type: f1
value: 71.97976480306724
verified: no, type: f1_weighted
value: 71.97976480306723
verified: no, type: main_score
value: 71.90584415584416
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 26.528302955243444
verified: no, type: v_measure
value: 26.528302955243444
verified: no, type: v_measure_std
value: 1.0799533730805535
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 14.030117378270607
verified: no, type: v_measure
value: 14.030117378270607
verified: no, type: v_measure_std
value: 0.5720381502219436
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 28.632
verified: no, type: map_at_1
value: 18.546000000000003
verified: no, type: map_at_10
value: 24.399
verified: no, type: map_at_100
value: 25.489
verified: no, type: map_at_1000
value: 25.625999999999998
verified: no, type: map_at_20
value: 24.962
verified: no, type: map_at_3
value: 22.375
verified: no, type: map_at_5
value: 23.369999999999997
verified: no, type: mrr_at_1
value: 23.74821173104435
verified: no, type: mrr_at_10
value: 29.6097032041238
verified: no, type: mrr_at_100
value: 30.50331928880614
verified: no, type: mrr_at_1000
value: 30.572863851901204
verified: no, type: mrr_at_20
value: 30.081114529967824
verified: no, type: mrr_at_3
value: 27.944682880305205
verified: no, type: mrr_at_5
value: 28.70290891750119
verified: no, type: nauc_map_at_1000_diff1
value: 42.02140728852248
verified: no, type: nauc_map_at_1000_max
value: 29.22164095142096
verified: no, type: nauc_map_at_1000_std
value: -11.262385401768087
verified: no, type: nauc_map_at_100_diff1
value: 42.02747509303839
verified: no, type: nauc_map_at_100_max
value: 29.194308556219283
verified: no, type: nauc_map_at_100_std
value: -11.290593246547633
verified: no, type: nauc_map_at_10_diff1
value: 42.36650435331517
verified: no, type: nauc_map_at_10_max
value: 28.768598946224067
verified: no, type: nauc_map_at_10_std
value: -11.667246206376042
verified: no, type: nauc_map_at_1_diff1
value: 47.324165484369985
verified: no, type: nauc_map_at_1_max
value: 29.520417922822805
verified: no, type: nauc_map_at_1_std
value: -12.024745717853612
verified: no, type: nauc_map_at_20_diff1
value: 42.02923527094764
verified: no, type: nauc_map_at_20_max
value: 29.057862755143976
verified: no, type: nauc_map_at_20_std
value: -11.448650911206744
verified: no, type: nauc_map_at_3_diff1
value: 43.187811371680496
verified: no, type: nauc_map_at_3_max
value: 28.71827834586469
verified: no, type: nauc_map_at_3_std
value: -12.550082029507825
verified: no, type: nauc_map_at_5_diff1
value: 42.888022260183476
verified: no, type: nauc_map_at_5_max
value: 28.861300784704312
verified: no, type: nauc_map_at_5_std
value: -12.180407973216557
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.955854276296805
verified: no, type: nauc_mrr_at_1000_max
value: 30.334693920893947
verified: no, type: nauc_mrr_at_1000_std
value: -12.39776936379197
verified: no, type: nauc_mrr_at_100_diff1
value: 40.935973068591196
verified: no, type: nauc_mrr_at_100_max
value: 30.330657426708324
verified: no, type: nauc_mrr_at_100_std
value: -12.41940260077567
verified: no, type: nauc_mrr_at_10_diff1
value: 41.259881796783645
verified: no, type: nauc_mrr_at_10_max
value: 30.32485271171416
verified: no, type: nauc_mrr_at_10_std
value: -12.81543777378774
verified: no, type: nauc_mrr_at_1_diff1
value: 45.116543444027855
verified: no, type: nauc_mrr_at_1_max
value: 32.00108630241642
verified: no, type: nauc_mrr_at_1_std
value: -13.447406091317696
verified: no, type: nauc_mrr_at_20_diff1
value: 40.95813054495934
verified: no, type: nauc_mrr_at_20_max
value: 30.407079101254464
verified: no, type: nauc_mrr_at_20_std
value: -12.488059643640108
verified: no, type: nauc_mrr_at_3_diff1
value: 41.67604206797432
verified: no, type: nauc_mrr_at_3_max
value: 30.542724375609758
verified: no, type: nauc_mrr_at_3_std
value: -13.503058994132989
verified: no, type: nauc_mrr_at_5_diff1
value: 41.695419623289396
verified: no, type: nauc_mrr_at_5_max
value: 30.47377410845379
verified: no, type: nauc_mrr_at_5_std
value: -13.103136254843099
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.05945965159104
verified: no, type: nauc_ndcg_at_1000_max
value: 29.544996863167828
verified: no, type: nauc_ndcg_at_1000_std
value: -8.965345432790592
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.77574410880686
verified: no, type: nauc_ndcg_at_100_max
value: 29.319987360880575
verified: no, type: nauc_ndcg_at_100_std
value: -9.598495615119663
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.13850450830233
verified: no, type: nauc_ndcg_at_10_max
value: 28.77212225915225
verified: no, type: nauc_ndcg_at_10_std
value: -11.546464308173555
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.116543444027855
verified: no, type: nauc_ndcg_at_1_max
value: 32.00108630241642
verified: no, type: nauc_ndcg_at_1_std
value: -13.447406091317696
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.11986083902903
verified: no, type: nauc_ndcg_at_20_max
value: 29.089124113543846
verified: no, type: nauc_ndcg_at_20_std
value: -10.654601169452729
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.88073590368529
verified: no, type: nauc_ndcg_at_3_max
value: 29.448649567885248
verified: no, type: nauc_ndcg_at_3_std
value: -12.895266383893386
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.8282187538247
verified: no, type: nauc_ndcg_at_5_max
value: 29.464595010711918
verified: no, type: nauc_ndcg_at_5_std
value: -12.384628838071453
verified: no, type: nauc_precision_at_1000_diff1
value: 4.700545879768024
verified: no, type: nauc_precision_at_1000_max
value: 7.4387825216194585
verified: no, type: nauc_precision_at_1000_std
value: -2.1503848338254503
verified: no, type: nauc_precision_at_100_diff1
value: 11.682810489724524
verified: no, type: nauc_precision_at_100_max
value: 21.738662900759604
verified: no, type: nauc_precision_at_100_std
value: -2.9346603130907067
verified: no, type: nauc_precision_at_10_diff1
value: 24.921012159689635
verified: no, type: nauc_precision_at_10_max
value: 28.370513076887548
verified: no, type: nauc_precision_at_10_std
value: -8.227186777609418
verified: no, type: nauc_precision_at_1_diff1
value: 45.116543444027855
verified: no, type: nauc_precision_at_1_max
value: 32.00108630241642
verified: no, type: nauc_precision_at_1_std
value: -13.447406091317696
verified: no, type: nauc_precision_at_20_diff1
value: 18.264188292542997
verified: no, type: nauc_precision_at_20_max
value: 27.30690135517055
verified: no, type: nauc_precision_at_20_std
value: -7.344847044897225
verified: no, type: nauc_precision_at_3_diff1
value: 33.683961694327294
verified: no, type: nauc_precision_at_3_max
value: 29.01692306678005
verified: no, type: nauc_precision_at_3_std
value: -13.455878458192819
verified: no, type: nauc_precision_at_5_diff1
value: 30.065578415372002
verified: no, type: nauc_precision_at_5_max
value: 29.186039415545096
verified: no, type: nauc_precision_at_5_std
value: -11.154867862255163
verified: no, type: nauc_recall_at_1000_diff1
value: 23.352315896324857
verified: no, type: nauc_recall_at_1000_max
value: 26.981658623026295
verified: no, type: nauc_recall_at_1000_std
value: 11.708254314607146
verified: no, type: nauc_recall_at_100_diff1
value: 25.266166651371663
verified: no, type: nauc_recall_at_100_max
value: 25.260898707120997
verified: no, type: nauc_recall_at_100_std
value: -0.8852494606764247
verified: no, type: nauc_recall_at_10_diff1
value: 33.72240867481973
verified: no, type: nauc_recall_at_10_max
value: 24.553376902549893
verified: no, type: nauc_recall_at_10_std
value: -8.603867538407467
verified: no, type: nauc_recall_at_1_diff1
value: 47.324165484369985
verified: no, type: nauc_recall_at_1_max
value: 29.520417922822805
verified: no, type: nauc_recall_at_1_std
value: -12.024745717853612
verified: no, type: nauc_recall_at_20_diff1
value: 29.067437092917668
verified: no, type: nauc_recall_at_20_max
value: 25.44986756167214
verified: no, type: nauc_recall_at_20_std
value: -5.700816215093805
verified: no, type: nauc_recall_at_3_diff1
value: 36.94292307350173
verified: no, type: nauc_recall_at_3_max
value: 26.317271851016898
verified: no, type: nauc_recall_at_3_std
value: -12.462844864537681
verified: no, type: nauc_recall_at_5_diff1
value: 36.283881064999626
verified: no, type: nauc_recall_at_5_max
value: 26.02250555519544
verified: no, type: nauc_recall_at_5_std
value: -11.08352314785278
verified: no, type: ndcg_at_1
value: 23.748
verified: no, type: ndcg_at_10
value: 28.632
verified: no, type: ndcg_at_100
value: 33.856
verified: no, type: ndcg_at_1000
value: 36.894
verified: no, type: ndcg_at_20
value: 30.387999999999998
verified: no, type: ndcg_at_3
value: 25.602999999999998
verified: no, type: ndcg_at_5
value: 26.66
verified: no, type: precision_at_1
value: 23.748
verified: no, type: precision_at_10
value: 5.465
verified: no, type: precision_at_100
value: 1.0070000000000001
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_20
value: 3.376
verified: no, type: precision_at_3
value: 12.303
verified: no, type: precision_at_5
value: 8.784
verified: no, type: recall_at_1
value: 18.546000000000003
verified: no, type: recall_at_10
value: 35.919000000000004
verified: no, type: recall_at_100
value: 59.736
verified: no, type: recall_at_1000
value: 80.49199999999999
verified: no, type: recall_at_20
value: 42.459
verified: no, type: recall_at_3
value: 26.346000000000004
verified: no, type: recall_at_5
value: 29.685
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 24.218
verified: no, type: map_at_1
value: 15.659
verified: no, type: map_at_10
value: 20.724
verified: no, type: map_at_100
value: 21.493000000000002
verified: no, type: map_at_1000
value: 21.608
verified: no, type: map_at_20
value: 21.117
verified: no, type: map_at_3
value: 19.112000000000002
verified: no, type: map_at_5
value: 20.018
verified: no, type: mrr_at_1
value: 20.191082802547772
verified: no, type: mrr_at_10
value: 25.22030128399555
verified: no, type: mrr_at_100
value: 25.922804951085094
verified: no, type: mrr_at_1000
value: 25.9944525556186
verified: no, type: mrr_at_20
value: 25.586669261130908
verified: no, type: mrr_at_3
value: 23.736730360934178
verified: no, type: mrr_at_5
value: 24.590233545647543
verified: no, type: nauc_map_at_1000_diff1
value: 43.103999953804646
verified: no, type: nauc_map_at_1000_max
value: 12.947652480233174
verified: no, type: nauc_map_at_1000_std
value: -3.196761013848621
verified: no, type: nauc_map_at_100_diff1
value: 43.12200368807939
verified: no, type: nauc_map_at_100_max
value: 12.921388073507476
verified: no, type: nauc_map_at_100_std
value: -3.2266696656474427
verified: no, type: nauc_map_at_10_diff1
value: 43.480492797886654
verified: no, type: nauc_map_at_10_max
value: 13.176064665510895
verified: no, type: nauc_map_at_10_std
value: -3.768750150265522
verified: no, type: nauc_map_at_1_diff1
value: 49.10971207936773
verified: no, type: nauc_map_at_1_max
value: 12.57000532065295
verified: no, type: nauc_map_at_1_std
value: -5.044998880406242
verified: no, type: nauc_map_at_20_diff1
value: 43.28652790899284
verified: no, type: nauc_map_at_20_max
value: 13.003245674913034
verified: no, type: nauc_map_at_20_std
value: -3.4899995646732664
verified: no, type: nauc_map_at_3_diff1
value: 44.7163382102018
verified: no, type: nauc_map_at_3_max
value: 13.540569274356823
verified: no, type: nauc_map_at_3_std
value: -3.818597911913076
verified: no, type: nauc_map_at_5_diff1
value: 43.63712890810276
verified: no, type: nauc_map_at_5_max
value: 13.522949270772383
verified: no, type: nauc_map_at_5_std
value: -3.9877733925537004
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.59587659265671
verified: no, type: nauc_mrr_at_1000_max
value: 14.339993650183153
verified: no, type: nauc_mrr_at_1000_std
value: -2.4059691460429673
verified: no, type: nauc_mrr_at_100_diff1
value: 40.587795505119814
verified: no, type: nauc_mrr_at_100_max
value: 14.331338734039809
verified: no, type: nauc_mrr_at_100_std
value: -2.389587452994555
verified: no, type: nauc_mrr_at_10_diff1
value: 40.80339465053291
verified: no, type: nauc_mrr_at_10_max
value: 14.537959652621796
verified: no, type: nauc_mrr_at_10_std
value: -2.6807498091022706
verified: no, type: nauc_mrr_at_1_diff1
value: 45.02596613593777
verified: no, type: nauc_mrr_at_1_max
value: 15.788885940584727
verified: no, type: nauc_mrr_at_1_std
value: -4.281415746061525
verified: no, type: nauc_mrr_at_20_diff1
value: 40.72273040961196
verified: no, type: nauc_mrr_at_20_max
value: 14.437362113838695
verified: no, type: nauc_mrr_at_20_std
value: -2.4784805780627095
verified: no, type: nauc_mrr_at_3_diff1
value: 41.58629959812206
verified: no, type: nauc_mrr_at_3_max
value: 15.001712566210163
verified: no, type: nauc_mrr_at_3_std
value: -2.814024255816497
verified: no, type: nauc_mrr_at_5_diff1
value: 40.84261998226783
verified: no, type: nauc_mrr_at_5_max
value: 14.771122032190984
verified: no, type: nauc_mrr_at_5_std
value: -2.878301513754842
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.3647785710071
verified: no, type: nauc_ndcg_at_1000_max
value: 12.75074676296026
verified: no, type: nauc_ndcg_at_1000_std
value: -0.7804537790333914
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.56897642169185
verified: no, type: nauc_ndcg_at_100_max
value: 11.974357411964535
verified: no, type: nauc_ndcg_at_100_std
value: -0.9163074026678424
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.862341701969754
verified: no, type: nauc_ndcg_at_10_max
value: 13.100368408825908
verified: no, type: nauc_ndcg_at_10_std
value: -2.9174817388918735
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.02596613593777
verified: no, type: nauc_ndcg_at_1_max
value: 15.788885940584727
verified: no, type: nauc_ndcg_at_1_std
value: -4.281415746061525
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.618131216007356
verified: no, type: nauc_ndcg_at_20_max
value: 12.558720643225927
verified: no, type: nauc_ndcg_at_20_std
value: -2.165068627398482
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.000328123629984
verified: no, type: nauc_ndcg_at_3_max
value: 14.47640711540879
verified: no, type: nauc_ndcg_at_3_std
value: -3.0948482144882443
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.84771709321215
verified: no, type: nauc_ndcg_at_5_max
value: 14.0117860630797
verified: no, type: nauc_ndcg_at_5_std
value: -3.39370606961605
verified: no, type: nauc_precision_at_1000_diff1
value: -1.135152777892742
verified: no, type: nauc_precision_at_1000_max
value: 11.609795661637541
verified: no, type: nauc_precision_at_1000_std
value: 8.133576169628164
verified: no, type: nauc_precision_at_100_diff1
value: 11.192579424296213
verified: no, type: nauc_precision_at_100_max
value: 10.910153576031934
verified: no, type: nauc_precision_at_100_std
value: 8.561920591451736
verified: no, type: nauc_precision_at_10_diff1
value: 25.51753969301393
verified: no, type: nauc_precision_at_10_max
value: 14.027045144426225
verified: no, type: nauc_precision_at_10_std
value: -0.018488232356391198
verified: no, type: nauc_precision_at_1_diff1
value: 45.02596613593777
verified: no, type: nauc_precision_at_1_max
value: 15.788885940584727
verified: no, type: nauc_precision_at_1_std
value: -4.281415746061525
verified: no, type: nauc_precision_at_20_diff1
value: 22.09869562594514
verified: no, type: nauc_precision_at_20_max
value: 12.927740519847836
verified: no, type: nauc_precision_at_20_std
value: 2.8519442913569284
verified: no, type: nauc_precision_at_3_diff1
value: 33.128692607369295
verified: no, type: nauc_precision_at_3_max
value: 16.55674401375568
verified: no, type: nauc_precision_at_3_std
value: -1.1848392451075056
verified: no, type: nauc_precision_at_5_diff1
value: 28.79237547727777
verified: no, type: nauc_precision_at_5_max
value: 16.22674874906035
verified: no, type: nauc_precision_at_5_std
value: -1.994019332854251
verified: no, type: nauc_recall_at_1000_diff1
value: 24.979442663723713
verified: no, type: nauc_recall_at_1000_max
value: 10.529523651050653
verified: no, type: nauc_recall_at_1000_std
value: 8.039986785597613
verified: no, type: nauc_recall_at_100_diff1
value: 28.18772080844103
verified: no, type: nauc_recall_at_100_max
value: 6.052935897983242
verified: no, type: nauc_recall_at_100_std
value: 6.083392983529336
verified: no, type: nauc_recall_at_10_diff1
value: 35.234551665500526
verified: no, type: nauc_recall_at_10_max
value: 10.888250192127934
verified: no, type: nauc_recall_at_10_std
value: -2.2124326635732863
verified: no, type: nauc_recall_at_1_diff1
value: 49.10971207936773
verified: no, type: nauc_recall_at_1_max
value: 12.57000532065295
verified: no, type: nauc_recall_at_1_std
value: -5.044998880406242
verified: no, type: nauc_recall_at_20_diff1
value: 33.76518853293414
verified: no, type: nauc_recall_at_20_max
value: 9.009719425957401
verified: no, type: nauc_recall_at_20_std
value: 0.6096932253128644
verified: no, type: nauc_recall_at_3_diff1
value: 39.23493010368785
verified: no, type: nauc_recall_at_3_max
value: 12.902434655124148
verified: no, type: nauc_recall_at_3_std
value: -2.540471660198525
verified: no, type: nauc_recall_at_5_diff1
value: 36.031478343289315
verified: no, type: nauc_recall_at_5_max
value: 12.378940810023623
verified: no, type: nauc_recall_at_5_std
value: -3.045027840360516
verified: no, type: ndcg_at_1
value: 20.191
verified: no, type: ndcg_at_10
value: 24.218
verified: no, type: ndcg_at_100
value: 27.955000000000002
verified: no, type: ndcg_at_1000
value: 30.774
verified: no, type: ndcg_at_20
value: 25.439
verified: no, type: ndcg_at_3
value: 21.806
verified: no, type: ndcg_at_5
value: 22.905
verified: no, type: precision_at_1
value: 20.191
verified: no, type: precision_at_10
value: 4.58
verified: no, type: precision_at_100
value: 0.8059999999999999
verified: no, type: precision_at_1000
value: 0.13
verified: no, type: precision_at_20
value: 2.7449999999999997
verified: no, type: precision_at_3
value: 10.679
verified: no, type: precision_at_5
value: 7.580000000000001
verified: no, type: recall_at_1
value: 15.659
verified: no, type: recall_at_10
value: 30.031000000000002
verified: no, type: recall_at_100
value: 46.98
verified: no, type: recall_at_1000
value: 66.307
verified: no, type: recall_at_20
value: 34.621
verified: no, type: recall_at_3
value: 22.572
verified: no, type: recall_at_5
value: 25.787
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 34.134
verified: no, type: map_at_1
value: 22.269
verified: no, type: map_at_10
value: 29.769000000000002
verified: no, type: map_at_100
value: 30.7
verified: no, type: map_at_1000
value: 30.793
verified: no, type: map_at_20
value: 30.231
verified: no, type: map_at_3
value: 27.412999999999997
verified: no, type: map_at_5
value: 28.836000000000002
verified: no, type: mrr_at_1
value: 25.956112852664575
verified: no, type: mrr_at_10
value: 32.79019256605461
verified: no, type: mrr_at_100
value: 33.609959739065474
verified: no, type: mrr_at_1000
value: 33.66959613623782
verified: no, type: mrr_at_20
value: 33.18954635945858
verified: no, type: mrr_at_3
value: 30.668756530825476
verified: no, type: mrr_at_5
value: 31.985370950888147
verified: no, type: nauc_map_at_1000_diff1
value: 41.973736305167655
verified: no, type: nauc_map_at_1000_max
value: 24.025651191228093
verified: no, type: nauc_map_at_1000_std
value: -6.892352491763283
verified: no, type: nauc_map_at_100_diff1
value: 41.95205016042015
verified: no, type: nauc_map_at_100_max
value: 24.006389232588287
verified: no, type: nauc_map_at_100_std
value: -6.960660946173047
verified: no, type: nauc_map_at_10_diff1
value: 42.01439530824156
verified: no, type: nauc_map_at_10_max
value: 23.97525281942386
verified: no, type: nauc_map_at_10_std
value: -7.536523305760907
verified: no, type: nauc_map_at_1_diff1
value: 45.247725183444324
verified: no, type: nauc_map_at_1_max
value: 23.873436707472766
verified: no, type: nauc_map_at_1_std
value: -10.434878926393944
verified: no, type: nauc_map_at_20_diff1
value: 41.936063060111394
verified: no, type: nauc_map_at_20_max
value: 24.060855905273502
verified: no, type: nauc_map_at_20_std
value: -7.2719919907202915
verified: no, type: nauc_map_at_3_diff1
value: 42.728369622214814
verified: no, type: nauc_map_at_3_max
value: 23.57130320013626
verified: no, type: nauc_map_at_3_std
value: -8.609982423515072
verified: no, type: nauc_map_at_5_diff1
value: 42.184357666223356
verified: no, type: nauc_map_at_5_max
value: 23.888709231194706
verified: no, type: nauc_map_at_5_std
value: -7.6061006155950714
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.07448288299659
verified: no, type: nauc_mrr_at_1000_max
value: 25.847348525222152
verified: no, type: nauc_mrr_at_1000_std
value: -5.247925065537463
verified: no, type: nauc_mrr_at_100_diff1
value: 42.057485339624876
verified: no, type: nauc_mrr_at_100_max
value: 25.83700055737524
verified: no, type: nauc_mrr_at_100_std
value: -5.251787521660647
verified: no, type: nauc_mrr_at_10_diff1
value: 42.21508576342622
verified: no, type: nauc_mrr_at_10_max
value: 25.9582320289153
verified: no, type: nauc_mrr_at_10_std
value: -5.619151772395024
verified: no, type: nauc_mrr_at_1_diff1
value: 46.554362028466876
verified: no, type: nauc_mrr_at_1_max
value: 27.228911381467753
verified: no, type: nauc_mrr_at_1_std
value: -8.744406656293124
verified: no, type: nauc_mrr_at_20_diff1
value: 42.03173861571885
verified: no, type: nauc_mrr_at_20_max
value: 25.945696964259003
verified: no, type: nauc_mrr_at_20_std
value: -5.46219631943991
verified: no, type: nauc_mrr_at_3_diff1
value: 43.0113667800784
verified: no, type: nauc_mrr_at_3_max
value: 26.094175351669623
verified: no, type: nauc_mrr_at_3_std
value: -6.306059096417157
verified: no, type: nauc_mrr_at_5_diff1
value: 42.3889607075625
verified: no, type: nauc_mrr_at_5_max
value: 26.185351462847578
verified: no, type: nauc_mrr_at_5_std
value: -5.616731472723003
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.35094954567369
verified: no, type: nauc_ndcg_at_1000_max
value: 23.935491497377594
verified: no, type: nauc_ndcg_at_1000_std
value: -2.5805059121006857
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.857527056198236
verified: no, type: nauc_ndcg_at_100_max
value: 23.536521141361117
verified: no, type: nauc_ndcg_at_100_std
value: -3.3283516617817996
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.337691090080966
verified: no, type: nauc_ndcg_at_10_max
value: 24.25309051519301
verified: no, type: nauc_ndcg_at_10_std
value: -5.994110904814738
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.554362028466876
verified: no, type: nauc_ndcg_at_1_max
value: 27.228911381467753
verified: no, type: nauc_ndcg_at_1_std
value: -8.744406656293124
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.8915025023793
verified: no, type: nauc_ndcg_at_20_max
value: 24.3018647036569
verified: no, type: nauc_ndcg_at_20_std
value: -5.22584639609981
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.82362228441266
verified: no, type: nauc_ndcg_at_3_max
value: 24.17771601437321
verified: no, type: nauc_ndcg_at_3_std
value: -7.3310320828850735
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.82587576984452
verified: no, type: nauc_ndcg_at_5_max
value: 24.477884028044972
verified: no, type: nauc_ndcg_at_5_std
value: -6.119883023224476
verified: no, type: nauc_precision_at_1000_diff1
value: 8.354691497909958
verified: no, type: nauc_precision_at_1000_max
value: 10.09845946525315
verified: no, type: nauc_precision_at_1000_std
value: 27.079567116535667
verified: no, type: nauc_precision_at_100_diff1
value: 18.799797858373935
verified: no, type: nauc_precision_at_100_max
value: 14.962564854739751
verified: no, type: nauc_precision_at_100_std
value: 17.701979596193834
verified: no, type: nauc_precision_at_10_diff1
value: 30.598361882570156
verified: no, type: nauc_precision_at_10_max
value: 23.750614519596798
verified: no, type: nauc_precision_at_10_std
value: 1.7373630093046533
verified: no, type: nauc_precision_at_1_diff1
value: 46.554362028466876
verified: no, type: nauc_precision_at_1_max
value: 27.228911381467753
verified: no, type: nauc_precision_at_1_std
value: -8.744406656293124
verified: no, type: nauc_precision_at_20_diff1
value: 27.22849749638604
verified: no, type: nauc_precision_at_20_max
value: 23.166488954967583
verified: no, type: nauc_precision_at_20_std
value: 5.376449202483227
verified: no, type: nauc_precision_at_3_diff1
value: 36.88737275267551
verified: no, type: nauc_precision_at_3_max
value: 24.7693306194148
verified: no, type: nauc_precision_at_3_std
value: -3.1398347047658897
verified: no, type: nauc_precision_at_5_diff1
value: 34.14230702981087
verified: no, type: nauc_precision_at_5_max
value: 24.976805100785057
verified: no, type: nauc_precision_at_5_std
value: 0.7113058017192129
verified: no, type: nauc_recall_at_1000_diff1
value: 30.894379593750816
verified: no, type: nauc_recall_at_1000_max
value: 18.363218416137105
verified: no, type: nauc_recall_at_1000_std
value: 24.644800460464914
verified: no, type: nauc_recall_at_100_diff1
value: 29.020029791680567
verified: no, type: nauc_recall_at_100_max
value: 16.571031115966516
verified: no, type: nauc_recall_at_100_std
value: 9.90940655718294
verified: no, type: nauc_recall_at_10_diff1
value: 33.77023032207713
verified: no, type: nauc_recall_at_10_max
value: 22.11989401336781
verified: no, type: nauc_recall_at_10_std
value: -3.548269321023679
verified: no, type: nauc_recall_at_1_diff1
value: 45.247725183444324
verified: no, type: nauc_recall_at_1_max
value: 23.873436707472766
verified: no, type: nauc_recall_at_1_std
value: -10.434878926393944
verified: no, type: nauc_recall_at_20_diff1
value: 31.760847655862356
verified: no, type: nauc_recall_at_20_max
value: 22.051909242943513
verified: no, type: nauc_recall_at_20_std
value: -0.6970820691858766
verified: no, type: nauc_recall_at_3_diff1
value: 38.27918766067205
verified: no, type: nauc_recall_at_3_max
value: 22.209152764155206
verified: no, type: nauc_recall_at_3_std
value: -6.470488166773963
verified: no, type: nauc_recall_at_5_diff1
value: 35.895430485239764
verified: no, type: nauc_recall_at_5_max
value: 23.311864516504208
verified: no, type: nauc_recall_at_5_std
value: -3.916930933194043
verified: no, type: ndcg_at_1
value: 25.956000000000003
verified: no, type: ndcg_at_10
value: 34.134
verified: no, type: ndcg_at_100
value: 38.818000000000005
verified: no, type: ndcg_at_1000
value: 41.091
verified: no, type: ndcg_at_20
value: 35.621
verified: no, type: ndcg_at_3
value: 29.788999999999998
verified: no, type: ndcg_at_5
value: 32.058
verified: no, type: precision_at_1
value: 25.956000000000003
verified: no, type: precision_at_10
value: 5.555000000000001
verified: no, type: precision_at_100
value: 0.8699999999999999
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 3.1850000000000005
verified: no, type: precision_at_3
value: 13.395999999999999
verified: no, type: precision_at_5
value: 9.492
verified: no, type: recall_at_1
value: 22.269
verified: no, type: recall_at_10
value: 44.590999999999994
verified: no, type: recall_at_100
value: 66.046
verified: no, type: recall_at_1000
value: 82.648
verified: no, type: recall_at_20
value: 50.002
verified: no, type: recall_at_3
value: 32.833
verified: no, type: recall_at_5
value: 38.411
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 15.365
verified: no, type: map_at_1
value: 9.209
verified: no, type: map_at_10
value: 13.047
verified: no, type: map_at_100
value: 13.814000000000002
verified: no, type: map_at_1000
value: 13.908999999999999
verified: no, type: map_at_20
value: 13.472999999999999
verified: no, type: map_at_3
value: 11.694
verified: no, type: map_at_5
value: 12.631999999999998
verified: no, type: mrr_at_1
value: 9.717514124293785
verified: no, type: mrr_at_10
value: 13.866020984665054
verified: no, type: mrr_at_100
value: 14.639545883842118
verified: no, type: mrr_at_1000
value: 14.728170979356378
verified: no, type: mrr_at_20
value: 14.29664394122336
verified: no, type: mrr_at_3
value: 12.485875706214685
verified: no, type: mrr_at_5
value: 13.389830508474576
verified: no, type: nauc_map_at_1000_diff1
value: 29.477486950541635
verified: no, type: nauc_map_at_1000_max
value: 17.253440648785777
verified: no, type: nauc_map_at_1000_std
value: -13.30498584545367
verified: no, type: nauc_map_at_100_diff1
value: 29.494977919619824
verified: no, type: nauc_map_at_100_max
value: 17.214230459402433
verified: no, type: nauc_map_at_100_std
value: -13.31210211483822
verified: no, type: nauc_map_at_10_diff1
value: 30.16352611456547
verified: no, type: nauc_map_at_10_max
value: 17.978303451681864
verified: no, type: nauc_map_at_10_std
value: -13.833688339625136
verified: no, type: nauc_map_at_1_diff1
value: 36.16287580460288
verified: no, type: nauc_map_at_1_max
value: 16.411760409144343
verified: no, type: nauc_map_at_1_std
value: -16.664204776093612
verified: no, type: nauc_map_at_20_diff1
value: 29.747300402921283
verified: no, type: nauc_map_at_20_max
value: 17.211198083607826
verified: no, type: nauc_map_at_20_std
value: -13.388383488290737
verified: no, type: nauc_map_at_3_diff1
value: 31.940890794112054
verified: no, type: nauc_map_at_3_max
value: 17.72484104170896
verified: no, type: nauc_map_at_3_std
value: -15.117876032665281
verified: no, type: nauc_map_at_5_diff1
value: 30.459366918073023
verified: no, type: nauc_map_at_5_max
value: 18.12741948047544
verified: no, type: nauc_map_at_5_std
value: -14.544580079635042
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.11299451242358
verified: no, type: nauc_mrr_at_1000_max
value: 19.31524367890061
verified: no, type: nauc_mrr_at_1000_std
value: -12.541831080939152
verified: no, type: nauc_mrr_at_100_diff1
value: 29.11524689104988
verified: no, type: nauc_mrr_at_100_max
value: 19.284729867125204
verified: no, type: nauc_mrr_at_100_std
value: -12.551220577894734
verified: no, type: nauc_mrr_at_10_diff1
value: 29.80404960391132
verified: no, type: nauc_mrr_at_10_max
value: 20.17148605660975
verified: no, type: nauc_mrr_at_10_std
value: -13.119291082265915
verified: no, type: nauc_mrr_at_1_diff1
value: 36.316828648312175
verified: no, type: nauc_mrr_at_1_max
value: 18.800188645333595
verified: no, type: nauc_mrr_at_1_std
value: -16.259583388204707
verified: no, type: nauc_mrr_at_20_diff1
value: 29.3283474751504
verified: no, type: nauc_mrr_at_20_max
value: 19.40027369555334
verified: no, type: nauc_mrr_at_20_std
value: -12.631797686711705
verified: no, type: nauc_mrr_at_3_diff1
value: 31.179930335198886
verified: no, type: nauc_mrr_at_3_max
value: 20.129681237593843
verified: no, type: nauc_mrr_at_3_std
value: -14.088877792771623
verified: no, type: nauc_mrr_at_5_diff1
value: 30.015049586243354
verified: no, type: nauc_mrr_at_5_max
value: 20.27896207276804
verified: no, type: nauc_mrr_at_5_std
value: -13.756131790251864
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.339988600179954
verified: no, type: nauc_ndcg_at_1000_max
value: 16.652504391026536
verified: no, type: nauc_ndcg_at_1000_std
value: -11.01690016435811
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.074838627032253
verified: no, type: nauc_ndcg_at_100_max
value: 15.649806745942533
verified: no, type: nauc_ndcg_at_100_std
value: -10.780602372646761
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.91942248851424
verified: no, type: nauc_ndcg_at_10_max
value: 18.588123201240656
verified: no, type: nauc_ndcg_at_10_std
value: -12.121950852590292
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.316828648312175
verified: no, type: nauc_ndcg_at_1_max
value: 18.800188645333595
verified: no, type: nauc_ndcg_at_1_std
value: -16.259583388204707
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.66180909502782
verified: no, type: nauc_ndcg_at_20_max
value: 16.177987725453416
verified: no, type: nauc_ndcg_at_20_std
value: -10.910545019343862
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.383466784289197
verified: no, type: nauc_ndcg_at_3_max
value: 18.458865328168315
verified: no, type: nauc_ndcg_at_3_std
value: -14.543469298654513
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.375772884927812
verified: no, type: nauc_ndcg_at_5_max
value: 18.791171387416703
verified: no, type: nauc_ndcg_at_5_std
value: -13.55525778783567
verified: no, type: nauc_precision_at_1000_diff1
value: 6.349509962488782
verified: no, type: nauc_precision_at_1000_max
value: 16.602675068851433
verified: no, type: nauc_precision_at_1000_std
value: -3.29195293619082
verified: no, type: nauc_precision_at_100_diff1
value: 11.610027457413775
verified: no, type: nauc_precision_at_100_max
value: 12.586970303111197
verified: no, type: nauc_precision_at_100_std
value: -5.527271580839316
verified: no, type: nauc_precision_at_10_diff1
value: 20.993745637800785
verified: no, type: nauc_precision_at_10_max
value: 21.225980636195523
verified: no, type: nauc_precision_at_10_std
value: -7.826015317083357
verified: no, type: nauc_precision_at_1_diff1
value: 36.316828648312175
verified: no, type: nauc_precision_at_1_max
value: 18.800188645333595
verified: no, type: nauc_precision_at_1_std
value: -16.259583388204707
verified: no, type: nauc_precision_at_20_diff1
value: 17.628005434432968
verified: no, type: nauc_precision_at_20_max
value: 15.093454624472392
verified: no, type: nauc_precision_at_20_std
value: -5.547324868432598
verified: no, type: nauc_precision_at_3_diff1
value: 26.660998899700445
verified: no, type: nauc_precision_at_3_max
value: 21.38071305764773
verified: no, type: nauc_precision_at_3_std
value: -12.409392445407025
verified: no, type: nauc_precision_at_5_diff1
value: 21.9866141459535
verified: no, type: nauc_precision_at_5_max
value: 21.680578180596637
verified: no, type: nauc_precision_at_5_std
value: -10.514138754162195
verified: no, type: nauc_recall_at_1000_diff1
value: 15.058548126768864
verified: no, type: nauc_recall_at_1000_max
value: 12.856497431548542
verified: no, type: nauc_recall_at_1000_std
value: -7.305217336851548
verified: no, type: nauc_recall_at_100_diff1
value: 14.538489974302927
verified: no, type: nauc_recall_at_100_max
value: 8.751790770625984
verified: no, type: nauc_recall_at_100_std
value: -5.947110579136796
verified: no, type: nauc_recall_at_10_diff1
value: 23.05900721823015
verified: no, type: nauc_recall_at_10_max
value: 17.73274039809708
verified: no, type: nauc_recall_at_10_std
value: -8.58229395922095
verified: no, type: nauc_recall_at_1_diff1
value: 36.16287580460288
verified: no, type: nauc_recall_at_1_max
value: 16.411760409144343
verified: no, type: nauc_recall_at_1_std
value: -16.664204776093612
verified: no, type: nauc_recall_at_20_diff1
value: 20.321292772766977
verified: no, type: nauc_recall_at_20_max
value: 11.06379751855229
verified: no, type: nauc_recall_at_20_std
value: -5.709636137458796
verified: no, type: nauc_recall_at_3_diff1
value: 27.68986917694579
verified: no, type: nauc_recall_at_3_max
value: 17.961491198220063
verified: no, type: nauc_recall_at_3_std
value: -13.835958496307601
verified: no, type: nauc_recall_at_5_diff1
value: 24.370237479712117
verified: no, type: nauc_recall_at_5_max
value: 18.223204894487658
verified: no, type: nauc_recall_at_5_std
value: -12.079078419177765
verified: no, type: ndcg_at_1
value: 9.718
verified: no, type: ndcg_at_10
value: 15.365
verified: no, type: ndcg_at_100
value: 19.529
verified: no, type: ndcg_at_1000
value: 22.531000000000002
verified: no, type: ndcg_at_20
value: 16.899
verified: no, type: ndcg_at_3
value: 12.731
verified: no, type: ndcg_at_5
value: 14.350999999999999
verified: no, type: precision_at_1
value: 9.718
verified: no, type: precision_at_10
value: 2.475
verified: no, type: precision_at_100
value: 0.481
verified: no, type: precision_at_1000
value: 0.079
verified: no, type: precision_at_20
value: 1.576
verified: no, type: precision_at_3
value: 5.461
verified: no, type: precision_at_5
value: 4.181
verified: no, type: recall_at_1
value: 9.209
verified: no, type: recall_at_10
value: 21.678
verified: no, type: recall_at_100
value: 41.611
verified: no, type: recall_at_1000
value: 65.277
verified: no, type: recall_at_20
value: 27.551
verified: no, type: recall_at_3
value: 14.771
verified: no, type: recall_at_5
value: 18.651999999999997
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 10.442
verified: no, type: map_at_1
value: 4.972
verified: no, type: map_at_10
value: 8.049000000000001
verified: no, type: map_at_100
value: 8.741
verified: no, type: map_at_1000
value: 8.851
verified: no, type: map_at_20
value: 8.357000000000001
verified: no, type: map_at_3
value: 6.965000000000001
verified: no, type: map_at_5
value: 7.425
verified: no, type: mrr_at_1
value: 6.218905472636816
verified: no, type: mrr_at_10
value: 9.896006080707568
verified: no, type: mrr_at_100
value: 10.614262565549994
verified: no, type: mrr_at_1000
value: 10.71333912842552
verified: no, type: mrr_at_20
value: 10.233244429229476
verified: no, type: mrr_at_3
value: 8.623548922056386
verified: no, type: mrr_at_5
value: 9.127280265339968
verified: no, type: nauc_map_at_1000_diff1
value: 18.472881687470124
verified: no, type: nauc_map_at_1000_max
value: 12.998128097103862
verified: no, type: nauc_map_at_1000_std
value: -1.022167086660275
verified: no, type: nauc_map_at_100_diff1
value: 18.47190714070604
verified: no, type: nauc_map_at_100_max
value: 13.025863578890181
verified: no, type: nauc_map_at_100_std
value: -1.1954025869744769
verified: no, type: nauc_map_at_10_diff1
value: 18.8156998249744
verified: no, type: nauc_map_at_10_max
value: 14.02760241314714
verified: no, type: nauc_map_at_10_std
value: -1.1135073376505438
verified: no, type: nauc_map_at_1_diff1
value: 31.914240113170965
verified: no, type: nauc_map_at_1_max
value: 8.964917937592029
verified: no, type: nauc_map_at_1_std
value: -0.9879940446098637
verified: no, type: nauc_map_at_20_diff1
value: 18.38654222866273
verified: no, type: nauc_map_at_20_max
value: 13.349518803391472
verified: no, type: nauc_map_at_20_std
value: -1.0542191766017344
verified: no, type: nauc_map_at_3_diff1
value: 19.563822130376085
verified: no, type: nauc_map_at_3_max
value: 13.26645561646908
verified: no, type: nauc_map_at_3_std
value: -2.699158418282234
verified: no, type: nauc_map_at_5_diff1
value: 18.517129122222816
verified: no, type: nauc_map_at_5_max
value: 12.862428879228634
verified: no, type: nauc_map_at_5_std
value: -1.9033632577523707
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.99656502724426
verified: no, type: nauc_mrr_at_1000_max
value: 15.511538929698387
verified: no, type: nauc_mrr_at_1000_std
value: -0.6465433786246315
verified: no, type: nauc_mrr_at_100_diff1
value: 17.93307515001496
verified: no, type: nauc_mrr_at_100_max
value: 15.528559795670366
verified: no, type: nauc_mrr_at_100_std
value: -0.7528942175310914
verified: no, type: nauc_mrr_at_10_diff1
value: 18.533309384653528
verified: no, type: nauc_mrr_at_10_max
value: 16.317565949528774
verified: no, type: nauc_mrr_at_10_std
value: -0.5407868577294687
verified: no, type: nauc_mrr_at_1_diff1
value: 29.798873331906073
verified: no, type: nauc_mrr_at_1_max
value: 11.935277546816977
verified: no, type: nauc_mrr_at_1_std
value: 0.07142998596063636
verified: no, type: nauc_mrr_at_20_diff1
value: 17.869435111204364
verified: no, type: nauc_mrr_at_20_max
value: 15.805735564726461
verified: no, type: nauc_mrr_at_20_std
value: -0.5816125786901063
verified: no, type: nauc_mrr_at_3_diff1
value: 19.009035452817326
verified: no, type: nauc_mrr_at_3_max
value: 16.118406618040673
verified: no, type: nauc_mrr_at_3_std
value: -2.1556902236155056
verified: no, type: nauc_mrr_at_5_diff1
value: 18.24859413136947
verified: no, type: nauc_mrr_at_5_max
value: 15.294008746839605
verified: no, type: nauc_mrr_at_5_std
value: -1.4978064804955362
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.281991397441514
verified: no, type: nauc_ndcg_at_1000_max
value: 12.387189537207549
verified: no, type: nauc_ndcg_at_1000_std
value: 2.543576173456155
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.883994215606142
verified: no, type: nauc_ndcg_at_100_max
value: 12.83007452341877
verified: no, type: nauc_ndcg_at_100_std
value: -0.27381494393049566
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.216868199240672
verified: no, type: nauc_ndcg_at_10_max
value: 16.282801762531417
verified: no, type: nauc_ndcg_at_10_std
value: 0.5336533343522804
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.798873331906073
verified: no, type: nauc_ndcg_at_1_max
value: 11.935277546816977
verified: no, type: nauc_ndcg_at_1_std
value: 0.07142998596063636
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.841705622607792
verified: no, type: nauc_ndcg_at_20_max
value: 14.376958263319386
verified: no, type: nauc_ndcg_at_20_std
value: 0.600290892801495
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.10875648954429
verified: no, type: nauc_ndcg_at_3_max
value: 15.360095068438781
verified: no, type: nauc_ndcg_at_3_std
value: -2.91358304686041
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.013696006709543
verified: no, type: nauc_ndcg_at_5_max
value: 14.12265806674275
verified: no, type: nauc_ndcg_at_5_std
value: -1.3940624204752312
verified: no, type: nauc_precision_at_1000_diff1
value: 4.715953367381221
verified: no, type: nauc_precision_at_1000_max
value: 7.562564869373883
verified: no, type: nauc_precision_at_1000_std
value: 4.898172862999872
verified: no, type: nauc_precision_at_100_diff1
value: 6.0978923545134425
verified: no, type: nauc_precision_at_100_max
value: 10.257386215647166
verified: no, type: nauc_precision_at_100_std
value: -2.679569053205917
verified: no, type: nauc_precision_at_10_diff1
value: 10.859132099597993
verified: no, type: nauc_precision_at_10_max
value: 19.086447599436426
verified: no, type: nauc_precision_at_10_std
value: 2.6936106831518534
verified: no, type: nauc_precision_at_1_diff1
value: 29.798873331906073
verified: no, type: nauc_precision_at_1_max
value: 11.935277546816977
verified: no, type: nauc_precision_at_1_std
value: 0.07142998596063636
verified: no, type: nauc_precision_at_20_diff1
value: 8.064450377186025
verified: no, type: nauc_precision_at_20_max
value: 14.27267803680462
verified: no, type: nauc_precision_at_20_std
value: 1.3975859874713583
verified: no, type: nauc_precision_at_3_diff1
value: 9.19909978905081
verified: no, type: nauc_precision_at_3_max
value: 18.138674319844043
verified: no, type: nauc_precision_at_3_std
value: -3.1172254314643695
verified: no, type: nauc_precision_at_5_diff1
value: 7.221968897966412
verified: no, type: nauc_precision_at_5_max
value: 16.51925033513249
verified: no, type: nauc_precision_at_5_std
value: -0.1716839617827397
verified: no, type: nauc_recall_at_1000_diff1
value: 10.673786316302547
verified: no, type: nauc_recall_at_1000_max
value: 6.667574130770953
verified: no, type: nauc_recall_at_1000_std
value: 12.742179783405561
verified: no, type: nauc_recall_at_100_diff1
value: 9.719156397654109
verified: no, type: nauc_recall_at_100_max
value: 9.391631734782079
verified: no, type: nauc_recall_at_100_std
value: 0.8810448439354114
verified: no, type: nauc_recall_at_10_diff1
value: 12.051497998040556
verified: no, type: nauc_recall_at_10_max
value: 19.190517718539596
verified: no, type: nauc_recall_at_10_std
value: 3.298833120532669
verified: no, type: nauc_recall_at_1_diff1
value: 31.914240113170965
verified: no, type: nauc_recall_at_1_max
value: 8.964917937592029
verified: no, type: nauc_recall_at_1_std
value: -0.9879940446098637
verified: no, type: nauc_recall_at_20_diff1
value: 9.22136574578488
verified: no, type: nauc_recall_at_20_max
value: 14.041789911781121
verified: no, type: nauc_recall_at_20_std
value: 3.37316739869177
verified: no, type: nauc_recall_at_3_diff1
value: 9.802487928394529
verified: no, type: nauc_recall_at_3_max
value: 16.868042572087674
verified: no, type: nauc_recall_at_3_std
value: -2.4330264282453697
verified: no, type: nauc_recall_at_5_diff1
value: 8.213450986690072
verified: no, type: nauc_recall_at_5_max
value: 14.316815888542713
verified: no, type: nauc_recall_at_5_std
value: -0.0015872480136471941
verified: no, type: ndcg_at_1
value: 6.219
verified: no, type: ndcg_at_10
value: 10.442
verified: no, type: ndcg_at_100
value: 14.38
verified: no, type: ndcg_at_1000
value: 17.699
verified: no, type: ndcg_at_20
value: 11.586
verified: no, type: ndcg_at_3
value: 8.158999999999999
verified: no, type: ndcg_at_5
value: 8.905000000000001
verified: no, type: precision_at_1
value: 6.219
verified: no, type: precision_at_10
value: 2.1270000000000002
verified: no, type: precision_at_100
value: 0.481
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_20
value: 1.374
verified: no, type: precision_at_3
value: 4.104
verified: no, type: precision_at_5
value: 3.01
verified: no, type: recall_at_1
value: 4.972
verified: no, type: recall_at_10
value: 16.115
verified: no, type: recall_at_100
value: 34.411
verified: no, type: recall_at_1000
value: 59.136
verified: no, type: recall_at_20
value: 20.325
verified: no, type: recall_at_3
value: 9.685
verified: no, type: recall_at_5
value: 11.498999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 22.948
verified: no, type: map_at_1
value: 14.446
verified: no, type: map_at_10
value: 19.372
verified: no, type: map_at_100
value: 20.466
verified: no, type: map_at_1000
value: 20.607
verified: no, type: map_at_20
value: 19.965
verified: no, type: map_at_3
value: 17.682000000000002
verified: no, type: map_at_5
value: 18.666
verified: no, type: mrr_at_1
value: 17.613089509143407
verified: no, type: mrr_at_10
value: 23.35743312403562
verified: no, type: mrr_at_100
value: 24.30024595744607
verified: no, type: mrr_at_1000
value: 24.38752623782819
verified: no, type: mrr_at_20
value: 23.87781590164582
verified: no, type: mrr_at_3
value: 21.575232595444348
verified: no, type: mrr_at_5
value: 22.63875521334617
verified: no, type: nauc_map_at_1000_diff1
value: 33.85023058726372
verified: no, type: nauc_map_at_1000_max
value: 22.296015103768376
verified: no, type: nauc_map_at_1000_std
value: -3.123261424572735
verified: no, type: nauc_map_at_100_diff1
value: 33.839168927435516
verified: no, type: nauc_map_at_100_max
value: 22.26649969213492
verified: no, type: nauc_map_at_100_std
value: -3.1856089472628253
verified: no, type: nauc_map_at_10_diff1
value: 34.021024281719164
verified: no, type: nauc_map_at_10_max
value: 21.897277304485076
verified: no, type: nauc_map_at_10_std
value: -3.7009050568301514
verified: no, type: nauc_map_at_1_diff1
value: 41.91867692340576
verified: no, type: nauc_map_at_1_max
value: 25.7185835567139
verified: no, type: nauc_map_at_1_std
value: -5.245593056322452
verified: no, type: nauc_map_at_20_diff1
value: 33.942997067418226
verified: no, type: nauc_map_at_20_max
value: 22.045423005422013
verified: no, type: nauc_map_at_20_std
value: -3.4955656739004546
verified: no, type: nauc_map_at_3_diff1
value: 35.368429629117855
verified: no, type: nauc_map_at_3_max
value: 22.67670374978917
verified: no, type: nauc_map_at_3_std
value: -4.922082242081073
verified: no, type: nauc_map_at_5_diff1
value: 33.96282357524699
verified: no, type: nauc_map_at_5_max
value: 22.053156960004756
verified: no, type: nauc_map_at_5_std
value: -3.965201886953243
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.971060208464085
verified: no, type: nauc_mrr_at_1000_max
value: 25.53898283486938
verified: no, type: nauc_mrr_at_1000_std
value: -2.7796932260551093
verified: no, type: nauc_mrr_at_100_diff1
value: 31.924904671843596
verified: no, type: nauc_mrr_at_100_max
value: 25.550650966009997
verified: no, type: nauc_mrr_at_100_std
value: -2.78810835011423
verified: no, type: nauc_mrr_at_10_diff1
value: 31.997285601065496
verified: no, type: nauc_mrr_at_10_max
value: 25.49737867811721
verified: no, type: nauc_mrr_at_10_std
value: -3.1157090261647715
verified: no, type: nauc_mrr_at_1_diff1
value: 40.316813824926115
verified: no, type: nauc_mrr_at_1_max
value: 30.0134595827404
verified: no, type: nauc_mrr_at_1_std
value: -4.204641248088931
verified: no, type: nauc_mrr_at_20_diff1
value: 32.02650876615929
verified: no, type: nauc_mrr_at_20_max
value: 25.480415211638242
verified: no, type: nauc_mrr_at_20_std
value: -2.835673536137058
verified: no, type: nauc_mrr_at_3_diff1
value: 33.5439917171337
verified: no, type: nauc_mrr_at_3_max
value: 26.508393063495
verified: no, type: nauc_mrr_at_3_std
value: -4.3441568751376005
verified: no, type: nauc_mrr_at_5_diff1
value: 32.08727758671771
verified: no, type: nauc_mrr_at_5_max
value: 25.802505826723255
verified: no, type: nauc_mrr_at_5_std
value: -3.5102966319797613
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.02321967212428
verified: no, type: nauc_ndcg_at_1000_max
value: 21.941494321311584
verified: no, type: nauc_ndcg_at_1000_std
value: 0.6719945676389523
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.68226297884265
verified: no, type: nauc_ndcg_at_100_max
value: 21.653357003783064
verified: no, type: nauc_ndcg_at_100_std
value: -0.05176995360899465
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.892644209270692
verified: no, type: nauc_ndcg_at_10_max
value: 20.75236495978508
verified: no, type: nauc_ndcg_at_10_std
value: -2.4438946286826755
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.316813824926115
verified: no, type: nauc_ndcg_at_1_max
value: 30.0134595827404
verified: no, type: nauc_ndcg_at_1_std
value: -4.204641248088931
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.67109541330528
verified: no, type: nauc_ndcg_at_20_max
value: 20.964309850539557
verified: no, type: nauc_ndcg_at_20_std
value: -1.637801403004305
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.23097881964604
verified: no, type: nauc_ndcg_at_3_max
value: 23.550990951577262
verified: no, type: nauc_ndcg_at_3_std
value: -4.628353372396926
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.992419697434592
verified: no, type: nauc_ndcg_at_5_max
value: 21.847889240202957
verified: no, type: nauc_ndcg_at_5_std
value: -3.086222485774918
verified: no, type: nauc_precision_at_1000_diff1
value: 0.8246300588953824
verified: no, type: nauc_precision_at_1000_max
value: 14.71648413494513
verified: no, type: nauc_precision_at_1000_std
value: 12.567358297949369
verified: no, type: nauc_precision_at_100_diff1
value: 9.262031464546123
verified: no, type: nauc_precision_at_100_max
value: 23.61958240973335
verified: no, type: nauc_precision_at_100_std
value: 10.428139814149729
verified: no, type: nauc_precision_at_10_diff1
value: 21.716066632671676
verified: no, type: nauc_precision_at_10_max
value: 22.438995586061214
verified: no, type: nauc_precision_at_10_std
value: 1.554073562653163
verified: no, type: nauc_precision_at_1_diff1
value: 40.316813824926115
verified: no, type: nauc_precision_at_1_max
value: 30.0134595827404
verified: no, type: nauc_precision_at_1_std
value: -4.204641248088931
verified: no, type: nauc_precision_at_20_diff1
value: 18.415578925062956
verified: no, type: nauc_precision_at_20_max
value: 23.44183840839805
verified: no, type: nauc_precision_at_20_std
value: 4.234083131223991
verified: no, type: nauc_precision_at_3_diff1
value: 27.30404384761464
verified: no, type: nauc_precision_at_3_max
value: 24.880752382888254
verified: no, type: nauc_precision_at_3_std
value: -3.100542017369396
verified: no, type: nauc_precision_at_5_diff1
value: 22.50323264108293
verified: no, type: nauc_precision_at_5_max
value: 23.26035136991776
verified: no, type: nauc_precision_at_5_std
value: -0.37979645490439295
verified: no, type: nauc_recall_at_1000_diff1
value: 14.625446206041746
verified: no, type: nauc_recall_at_1000_max
value: 11.200469107701633
verified: no, type: nauc_recall_at_1000_std
value: 19.940111881250605
verified: no, type: nauc_recall_at_100_diff1
value: 16.701684061115614
verified: no, type: nauc_recall_at_100_max
value: 13.175277009039824
verified: no, type: nauc_recall_at_100_std
value: 9.537324883120716
verified: no, type: nauc_recall_at_10_diff1
value: 23.5024680816657
verified: no, type: nauc_recall_at_10_max
value: 13.894834022340408
verified: no, type: nauc_recall_at_10_std
value: 0.1749056892616652
verified: no, type: nauc_recall_at_1_diff1
value: 41.91867692340576
verified: no, type: nauc_recall_at_1_max
value: 25.7185835567139
verified: no, type: nauc_recall_at_1_std
value: -5.245593056322452
verified: no, type: nauc_recall_at_20_diff1
value: 22.949560219824864
verified: no, type: nauc_recall_at_20_max
value: 13.804814730499157
verified: no, type: nauc_recall_at_20_std
value: 2.5807209314244384
verified: no, type: nauc_recall_at_3_diff1
value: 28.47000830845308
verified: no, type: nauc_recall_at_3_max
value: 18.208407859595667
verified: no, type: nauc_recall_at_3_std
value: -4.301315071819145
verified: no, type: nauc_recall_at_5_diff1
value: 23.83740046805709
verified: no, type: nauc_recall_at_5_max
value: 15.891385597082822
verified: no, type: nauc_recall_at_5_std
value: -1.2279843929891807
verified: no, type: ndcg_at_1
value: 17.613
verified: no, type: ndcg_at_10
value: 22.948
verified: no, type: ndcg_at_100
value: 28.431
verified: no, type: ndcg_at_1000
value: 31.688
verified: no, type: ndcg_at_20
value: 24.914
verified: no, type: ndcg_at_3
value: 20
verified: no, type: ndcg_at_5
value: 21.495
verified: no, type: precision_at_1
value: 17.613
verified: no, type: precision_at_10
value: 4.196
verified: no, type: precision_at_100
value: 0.8580000000000001
verified: no, type: precision_at_1000
value: 0.134
verified: no, type: precision_at_20
value: 2.724
verified: no, type: precision_at_3
value: 9.368
verified: no, type: precision_at_5
value: 6.814000000000001
verified: no, type: recall_at_1
value: 14.446
verified: no, type: recall_at_10
value: 29.898000000000003
verified: no, type: recall_at_100
value: 54.297
verified: no, type: recall_at_1000
value: 76.999
verified: no, type: recall_at_20
value: 36.864000000000004
verified: no, type: recall_at_3
value: 21.538
verified: no, type: recall_at_5
value: 25.426
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 16.241
verified: no, type: map_at_1
value: 9.081
verified: no, type: map_at_10
value: 13.129
verified: no, type: map_at_100
value: 14.043
verified: no, type: map_at_1000
value: 14.182
verified: no, type: map_at_20
value: 13.621
verified: no, type: map_at_3
value: 11.482000000000001
verified: no, type: map_at_5
value: 12.425
verified: no, type: mrr_at_1
value: 11.643835616438356
verified: no, type: mrr_at_10
value: 16.21770131187939
verified: no, type: mrr_at_100
value: 17.052752876795683
verified: no, type: mrr_at_1000
value: 17.159138187269885
verified: no, type: mrr_at_20
value: 16.66817382256703
verified: no, type: mrr_at_3
value: 14.288432267884316
verified: no, type: mrr_at_5
value: 15.481354642313544
verified: no, type: nauc_map_at_1000_diff1
value: 32.744218493136046
verified: no, type: nauc_map_at_1000_max
value: 20.9478274769717
verified: no, type: nauc_map_at_1000_std
value: 0.49229026762080375
verified: no, type: nauc_map_at_100_diff1
value: 32.750465308061564
verified: no, type: nauc_map_at_100_max
value: 20.874430453778075
verified: no, type: nauc_map_at_100_std
value: 0.4848070154827186
verified: no, type: nauc_map_at_10_diff1
value: 33.05907899084375
verified: no, type: nauc_map_at_10_max
value: 20.89553887992799
verified: no, type: nauc_map_at_10_std
value: -0.43968998314090024
verified: no, type: nauc_map_at_1_diff1
value: 41.38368141233467
verified: no, type: nauc_map_at_1_max
value: 23.806102705106763
verified: no, type: nauc_map_at_1_std
value: -1.326268776103159
verified: no, type: nauc_map_at_20_diff1
value: 32.711546194516075
verified: no, type: nauc_map_at_20_max
value: 20.933336271306256
verified: no, type: nauc_map_at_20_std
value: 0.04969317478297465
verified: no, type: nauc_map_at_3_diff1
value: 35.885164446737384
verified: no, type: nauc_map_at_3_max
value: 21.727207763963367
verified: no, type: nauc_map_at_3_std
value: -0.9699953880847237
verified: no, type: nauc_map_at_5_diff1
value: 33.69604571376533
verified: no, type: nauc_map_at_5_max
value: 21.773275541631527
verified: no, type: nauc_map_at_5_std
value: -1.5286859082914581
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.056469514421718
verified: no, type: nauc_mrr_at_1000_max
value: 22.792936588723595
verified: no, type: nauc_mrr_at_1000_std
value: -1.0815772402001183
verified: no, type: nauc_mrr_at_100_diff1
value: 30.012022202214283
verified: no, type: nauc_mrr_at_100_max
value: 22.741983584726686
verified: no, type: nauc_mrr_at_100_std
value: -1.0648365284947794
verified: no, type: nauc_mrr_at_10_diff1
value: 30.279818624803884
verified: no, type: nauc_mrr_at_10_max
value: 22.80180109017135
verified: no, type: nauc_mrr_at_10_std
value: -1.5999723315125571
verified: no, type: nauc_mrr_at_1_diff1
value: 37.36895434566688
verified: no, type: nauc_mrr_at_1_max
value: 25.00725832122006
verified: no, type: nauc_mrr_at_1_std
value: -1.4101953102418734
verified: no, type: nauc_mrr_at_20_diff1
value: 29.927906904129724
verified: no, type: nauc_mrr_at_20_max
value: 22.857019695663595
verified: no, type: nauc_mrr_at_20_std
value: -1.3686457293636387
verified: no, type: nauc_mrr_at_3_diff1
value: 33.4932628051881
verified: no, type: nauc_mrr_at_3_max
value: 23.707276745118218
verified: no, type: nauc_mrr_at_3_std
value: -1.266680805593021
verified: no, type: nauc_mrr_at_5_diff1
value: 31.090113991358226
verified: no, type: nauc_mrr_at_5_max
value: 23.778413522214777
verified: no, type: nauc_mrr_at_5_std
value: -1.989518061566685
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.37805555011083
verified: no, type: nauc_ndcg_at_1000_max
value: 20.540317139804674
verified: no, type: nauc_ndcg_at_1000_std
value: 3.9312933954229794
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.1048280992529
verified: no, type: nauc_ndcg_at_100_max
value: 19.008207801097843
verified: no, type: nauc_ndcg_at_100_std
value: 3.9806349060745356
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.931938460258845
verified: no, type: nauc_ndcg_at_10_max
value: 19.67745510382413
verified: no, type: nauc_ndcg_at_10_std
value: 0.1564431283786769
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.36895434566688
verified: no, type: nauc_ndcg_at_1_max
value: 25.00725832122006
verified: no, type: nauc_ndcg_at_1_std
value: -1.4101953102418734
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.79862954544891
verified: no, type: nauc_ndcg_at_20_max
value: 19.64187198849468
verified: no, type: nauc_ndcg_at_20_std
value: 1.502863117147304
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.914074454937385
verified: no, type: nauc_ndcg_at_3_max
value: 21.885891063058395
verified: no, type: nauc_ndcg_at_3_std
value: -0.4803784014038623
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.34498549006449
verified: no, type: nauc_ndcg_at_5_max
value: 21.90939892923691
verified: no, type: nauc_ndcg_at_5_std
value: -1.6576324762119072
verified: no, type: nauc_precision_at_1000_diff1
value: 0.671990622793639
verified: no, type: nauc_precision_at_1000_max
value: 11.198410098933618
verified: no, type: nauc_precision_at_1000_std
value: 2.118373058030853
verified: no, type: nauc_precision_at_100_diff1
value: 11.59583889266137
verified: no, type: nauc_precision_at_100_max
value: 13.96066646012727
verified: no, type: nauc_precision_at_100_std
value: 10.584811823783271
verified: no, type: nauc_precision_at_10_diff1
value: 18.141676980417984
verified: no, type: nauc_precision_at_10_max
value: 18.174002539626102
verified: no, type: nauc_precision_at_10_std
value: 0.4141812550212853
verified: no, type: nauc_precision_at_1_diff1
value: 37.36895434566688
verified: no, type: nauc_precision_at_1_max
value: 25.00725832122006
verified: no, type: nauc_precision_at_1_std
value: -1.4101953102418734
verified: no, type: nauc_precision_at_20_diff1
value: 15.19608700348638
verified: no, type: nauc_precision_at_20_max
value: 17.002370032279444
verified: no, type: nauc_precision_at_20_std
value: 5.265382129803174
verified: no, type: nauc_precision_at_3_diff1
value: 28.401089269080217
verified: no, type: nauc_precision_at_3_max
value: 21.914126103769224
verified: no, type: nauc_precision_at_3_std
value: -0.6420951909055069
verified: no, type: nauc_precision_at_5_diff1
value: 21.06497386605865
verified: no, type: nauc_precision_at_5_max
value: 23.001097117924832
verified: no, type: nauc_precision_at_5_std
value: -3.406683731315046
verified: no, type: nauc_recall_at_1000_diff1
value: 19.883015960948125
verified: no, type: nauc_recall_at_1000_max
value: 18.17855787351669
verified: no, type: nauc_recall_at_1000_std
value: 17.316075579218165
verified: no, type: nauc_recall_at_100_diff1
value: 19.554969052039887
verified: no, type: nauc_recall_at_100_max
value: 11.060714027144028
verified: no, type: nauc_recall_at_100_std
value: 13.99758924759715
verified: no, type: nauc_recall_at_10_diff1
value: 20.639084075458996
verified: no, type: nauc_recall_at_10_max
value: 14.189638730781095
verified: no, type: nauc_recall_at_10_std
value: 2.6922362059335825
verified: no, type: nauc_recall_at_1_diff1
value: 41.38368141233467
verified: no, type: nauc_recall_at_1_max
value: 23.806102705106763
verified: no, type: nauc_recall_at_1_std
value: -1.326268776103159
verified: no, type: nauc_recall_at_20_diff1
value: 17.87792479193679
verified: no, type: nauc_recall_at_20_max
value: 14.176846040761093
verified: no, type: nauc_recall_at_20_std
value: 5.83383572508534
verified: no, type: nauc_recall_at_3_diff1
value: 30.600320623626054
verified: no, type: nauc_recall_at_3_max
value: 18.747492417225153
verified: no, type: nauc_recall_at_3_std
value: -0.01935554984487422
verified: no, type: nauc_recall_at_5_diff1
value: 24.198422845553495
verified: no, type: nauc_recall_at_5_max
value: 19.26030564870987
verified: no, type: nauc_recall_at_5_std
value: -1.5208561960760154
verified: no, type: ndcg_at_1
value: 11.644
verified: no, type: ndcg_at_10
value: 16.241
verified: no, type: ndcg_at_100
value: 20.785999999999998
verified: no, type: ndcg_at_1000
value: 24.535
verified: no, type: ndcg_at_20
value: 17.89
verified: no, type: ndcg_at_3
value: 13.001999999999999
verified: no, type: ndcg_at_5
value: 14.658999999999999
verified: no, type: precision_at_1
value: 11.644
verified: no, type: precision_at_10
value: 3.1390000000000002
verified: no, type: precision_at_100
value: 0.6479999999999999
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 2.026
verified: no, type: precision_at_3
value: 6.088
verified: no, type: precision_at_5
value: 4.84
verified: no, type: recall_at_1
value: 9.081
verified: no, type: recall_at_10
value: 22.782
verified: no, type: recall_at_100
value: 42.794
verified: no, type: recall_at_1000
value: 70.048
verified: no, type: recall_at_20
value: 28.687
verified: no, type: recall_at_3
value: 14.297
verified: no, type: recall_at_5
value: 18.169
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 19.10141666666667
verified: no, type: ndcg_at_10
value: 19.10141666666667
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 14.352
verified: no, type: map_at_1
value: 8.547
verified: no, type: map_at_10
value: 11.932
verified: no, type: map_at_100
value: 12.690999999999999
verified: no, type: map_at_1000
value: 12.787
verified: no, type: map_at_20
value: 12.357
verified: no, type: map_at_3
value: 10.588000000000001
verified: no, type: map_at_5
value: 11.323
verified: no, type: mrr_at_1
value: 10.122699386503067
verified: no, type: mrr_at_10
value: 13.714821306845854
verified: no, type: mrr_at_100
value: 14.494279483741437
verified: no, type: mrr_at_1000
value: 14.581337498123812
verified: no, type: mrr_at_20
value: 14.156656464392615
verified: no, type: mrr_at_3
value: 12.295501022494888
verified: no, type: mrr_at_5
value: 13.02402862985685
verified: no, type: nauc_map_at_1000_diff1
value: 29.221753969533065
verified: no, type: nauc_map_at_1000_max
value: 22.601031181405943
verified: no, type: nauc_map_at_1000_std
value: -4.4925245995751935
verified: no, type: nauc_map_at_100_diff1
value: 29.30016553512872
verified: no, type: nauc_map_at_100_max
value: 22.63216185070013
verified: no, type: nauc_map_at_100_std
value: -4.472336745563107
verified: no, type: nauc_map_at_10_diff1
value: 29.379407169606175
verified: no, type: nauc_map_at_10_max
value: 23.187751474319583
verified: no, type: nauc_map_at_10_std
value: -5.254250997042654
verified: no, type: nauc_map_at_1_diff1
value: 35.154950141678356
verified: no, type: nauc_map_at_1_max
value: 24.41472808203692
verified: no, type: nauc_map_at_1_std
value: -5.670537098128195
verified: no, type: nauc_map_at_20_diff1
value: 29.2094896423528
verified: no, type: nauc_map_at_20_max
value: 22.722715278758322
verified: no, type: nauc_map_at_20_std
value: -4.763976291449366
verified: no, type: nauc_map_at_3_diff1
value: 31.678793861949885
verified: no, type: nauc_map_at_3_max
value: 25.825155522604348
verified: no, type: nauc_map_at_3_std
value: -6.413529350101823
verified: no, type: nauc_map_at_5_diff1
value: 29.334377144266593
verified: no, type: nauc_map_at_5_max
value: 24.156600281291105
verified: no, type: nauc_map_at_5_std
value: -5.874376457255908
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.85495003482533
verified: no, type: nauc_mrr_at_1000_max
value: 24.28264954300875
verified: no, type: nauc_mrr_at_1000_std
value: -2.019865994008786
verified: no, type: nauc_mrr_at_100_diff1
value: 28.883087464946556
verified: no, type: nauc_mrr_at_100_max
value: 24.28622471346272
verified: no, type: nauc_mrr_at_100_std
value: -1.9874354724323653
verified: no, type: nauc_mrr_at_10_diff1
value: 28.880524251086975
verified: no, type: nauc_mrr_at_10_max
value: 24.977020851104292
verified: no, type: nauc_mrr_at_10_std
value: -2.49151161774311
verified: no, type: nauc_mrr_at_1_diff1
value: 34.812588952862946
verified: no, type: nauc_mrr_at_1_max
value: 26.610522376067564
verified: no, type: nauc_mrr_at_1_std
value: -2.5250420796969433
verified: no, type: nauc_mrr_at_20_diff1
value: 28.76369333435147
verified: no, type: nauc_mrr_at_20_max
value: 24.3243195686405
verified: no, type: nauc_mrr_at_20_std
value: -2.284754385648935
verified: no, type: nauc_mrr_at_3_diff1
value: 31.086088322078982
verified: no, type: nauc_mrr_at_3_max
value: 27.616725290738337
verified: no, type: nauc_mrr_at_3_std
value: -2.79529770167938
verified: no, type: nauc_mrr_at_5_diff1
value: 28.90151408144624
verified: no, type: nauc_mrr_at_5_max
value: 26.103439275448775
verified: no, type: nauc_mrr_at_5_std
value: -2.9601718956280862
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.54799248518314
verified: no, type: nauc_ndcg_at_1000_max
value: 18.9078456598142
verified: no, type: nauc_ndcg_at_1000_std
value: -1.972880727540437
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.303448144775665
verified: no, type: nauc_ndcg_at_100_max
value: 19.482382137447953
verified: no, type: nauc_ndcg_at_100_std
value: -1.4820123910037781
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.900631518894862
verified: no, type: nauc_ndcg_at_10_max
value: 21.404670062997756
verified: no, type: nauc_ndcg_at_10_std
value: -3.8542238789563914
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.812588952862946
verified: no, type: nauc_ndcg_at_1_max
value: 26.610522376067564
verified: no, type: nauc_ndcg_at_1_std
value: -2.5250420796969433
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.414709227142875
verified: no, type: nauc_ndcg_at_20_max
value: 19.72969350964217
verified: no, type: nauc_ndcg_at_20_std
value: -3.019074762615801
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.911239178081118
verified: no, type: nauc_ndcg_at_3_max
value: 26.40338736609146
verified: no, type: nauc_ndcg_at_3_std
value: -5.4431321961825425
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.036210835338796
verified: no, type: nauc_ndcg_at_5_max
value: 23.65041732256135
verified: no, type: nauc_ndcg_at_5_std
value: -5.064047423277191
verified: no, type: nauc_precision_at_1000_diff1
value: 10.451761883821426
verified: no, type: nauc_precision_at_1000_max
value: 12.228406481978057
verified: no, type: nauc_precision_at_1000_std
value: 6.686979129749131
verified: no, type: nauc_precision_at_100_diff1
value: 22.900609272301374
verified: no, type: nauc_precision_at_100_max
value: 16.96975187585931
verified: no, type: nauc_precision_at_100_std
value: 8.297431880803778
verified: no, type: nauc_precision_at_10_diff1
value: 21.859810620465993
verified: no, type: nauc_precision_at_10_max
value: 21.319972950978354
verified: no, type: nauc_precision_at_10_std
value: 0.5073628579471152
verified: no, type: nauc_precision_at_1_diff1
value: 34.812588952862946
verified: no, type: nauc_precision_at_1_max
value: 26.610522376067564
verified: no, type: nauc_precision_at_1_std
value: -2.5250420796969433
verified: no, type: nauc_precision_at_20_diff1
value: 20.934467338157354
verified: no, type: nauc_precision_at_20_max
value: 17.90256588447109
verified: no, type: nauc_precision_at_20_std
value: 2.0439192205363255
verified: no, type: nauc_precision_at_3_diff1
value: 29.481648716299592
verified: no, type: nauc_precision_at_3_max
value: 28.71542597359216
verified: no, type: nauc_precision_at_3_std
value: -3.230710388419347
verified: no, type: nauc_precision_at_5_diff1
value: 21.395161626811145
verified: no, type: nauc_precision_at_5_max
value: 25.038152290365755
verified: no, type: nauc_precision_at_5_std
value: -1.4572004541573846
verified: no, type: nauc_recall_at_1000_diff1
value: 12.179606913907353
verified: no, type: nauc_recall_at_1000_max
value: 4.7680610947656685
verified: no, type: nauc_recall_at_1000_std
value: 0.818510295445355
verified: no, type: nauc_recall_at_100_diff1
value: 23.420423579531047
verified: no, type: nauc_recall_at_100_max
value: 9.976822984252157
verified: no, type: nauc_recall_at_100_std
value: 3.124870110913687
verified: no, type: nauc_recall_at_10_diff1
value: 21.177677798476548
verified: no, type: nauc_recall_at_10_max
value: 14.525390094493432
verified: no, type: nauc_recall_at_10_std
value: -2.7978111733547686
verified: no, type: nauc_recall_at_1_diff1
value: 35.154950141678356
verified: no, type: nauc_recall_at_1_max
value: 24.41472808203692
verified: no, type: nauc_recall_at_1_std
value: -5.670537098128195
verified: no, type: nauc_recall_at_20_diff1
value: 20.05536811775188
verified: no, type: nauc_recall_at_20_max
value: 10.30826932065254
verified: no, type: nauc_recall_at_20_std
value: -1.2160027402303915
verified: no, type: nauc_recall_at_3_diff1
value: 27.649215252141463
verified: no, type: nauc_recall_at_3_max
value: 24.921261035370843
verified: no, type: nauc_recall_at_3_std
value: -6.411523899234638
verified: no, type: nauc_recall_at_5_diff1
value: 21.160275346213037
verified: no, type: nauc_recall_at_5_max
value: 19.70605027355368
verified: no, type: nauc_recall_at_5_std
value: -5.430277453989017
verified: no, type: ndcg_at_1
value: 10.123
verified: no, type: ndcg_at_10
value: 14.352
verified: no, type: ndcg_at_100
value: 18.251
verified: no, type: ndcg_at_1000
value: 21.177
verified: no, type: ndcg_at_20
value: 15.872
verified: no, type: ndcg_at_3
value: 11.737
verified: no, type: ndcg_at_5
value: 12.875
verified: no, type: precision_at_1
value: 10.123
verified: no, type: precision_at_10
value: 2.5149999999999997
verified: no, type: precision_at_100
value: 0.479
verified: no, type: precision_at_1000
value: 0.079
verified: no, type: precision_at_20
value: 1.6099999999999999
verified: no, type: precision_at_3
value: 5.164
verified: no, type: precision_at_5
value: 3.8649999999999998
verified: no, type: recall_at_1
value: 8.547
verified: no, type: recall_at_10
value: 20.203
verified: no, type: recall_at_100
value: 38.274
verified: no, type: recall_at_1000
value: 60.943000000000005
verified: no, type: recall_at_20
value: 25.979000000000003
verified: no, type: recall_at_3
value: 12.866
verified: no, type: recall_at_5
value: 15.717999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 10.968
verified: no, type: map_at_1
value: 5.92
verified: no, type: map_at_10
value: 8.924999999999999
verified: no, type: map_at_100
value: 9.524000000000001
verified: no, type: map_at_1000
value: 9.632
verified: no, type: map_at_20
value: 9.211
verified: no, type: map_at_3
value: 8.114
verified: no, type: map_at_5
value: 8.535
verified: no, type: mrr_at_1
value: 7.4673090158293185
verified: no, type: mrr_at_10
value: 10.920536601885527
verified: no, type: mrr_at_100
value: 11.577619277618501
verified: no, type: mrr_at_1000
value: 11.669529588009638
verified: no, type: mrr_at_20
value: 11.242596918569701
verified: no, type: mrr_at_3
value: 9.996558843771506
verified: no, type: mrr_at_5
value: 10.466276668960763
verified: no, type: nauc_map_at_1000_diff1
value: 30.213475949870126
verified: no, type: nauc_map_at_1000_max
value: 15.883112913583119
verified: no, type: nauc_map_at_1000_std
value: -5.487729337242296
verified: no, type: nauc_map_at_100_diff1
value: 30.24340301500011
verified: no, type: nauc_map_at_100_max
value: 15.837369005629476
verified: no, type: nauc_map_at_100_std
value: -5.638978780943135
verified: no, type: nauc_map_at_10_diff1
value: 31.174424613051155
verified: no, type: nauc_map_at_10_max
value: 16.255002910558762
verified: no, type: nauc_map_at_10_std
value: -6.1896583476919895
verified: no, type: nauc_map_at_1_diff1
value: 41.88405146472745
verified: no, type: nauc_map_at_1_max
value: 17.33964223835351
verified: no, type: nauc_map_at_1_std
value: -6.944837999481589
verified: no, type: nauc_map_at_20_diff1
value: 30.690983517781305
verified: no, type: nauc_map_at_20_max
value: 15.872534708928555
verified: no, type: nauc_map_at_20_std
value: -6.065649501752592
verified: no, type: nauc_map_at_3_diff1
value: 33.300401705912215
verified: no, type: nauc_map_at_3_max
value: 16.877195128697732
verified: no, type: nauc_map_at_3_std
value: -6.76025033157922
verified: no, type: nauc_map_at_5_diff1
value: 32.255525649637065
verified: no, type: nauc_map_at_5_max
value: 16.643606319441876
verified: no, type: nauc_map_at_5_std
value: -6.609097943117856
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.458592074313586
verified: no, type: nauc_mrr_at_1000_max
value: 17.390460750470048
verified: no, type: nauc_mrr_at_1000_std
value: -5.0414986355677485
verified: no, type: nauc_mrr_at_100_diff1
value: 30.46362983131515
verified: no, type: nauc_mrr_at_100_max
value: 17.383815423562876
verified: no, type: nauc_mrr_at_100_std
value: -5.101383940973623
verified: no, type: nauc_mrr_at_10_diff1
value: 31.269377593495495
verified: no, type: nauc_mrr_at_10_max
value: 17.75722485630481
verified: no, type: nauc_mrr_at_10_std
value: -5.617768862710686
verified: no, type: nauc_mrr_at_1_diff1
value: 41.47101537077276
verified: no, type: nauc_mrr_at_1_max
value: 19.606775235527188
verified: no, type: nauc_mrr_at_1_std
value: -7.407442339136273
verified: no, type: nauc_mrr_at_20_diff1
value: 30.87992006225236
verified: no, type: nauc_mrr_at_20_max
value: 17.481121766029183
verified: no, type: nauc_mrr_at_20_std
value: -5.456068710520936
verified: no, type: nauc_mrr_at_3_diff1
value: 33.764181465201645
verified: no, type: nauc_mrr_at_3_max
value: 18.43799505273515
verified: no, type: nauc_mrr_at_3_std
value: -6.293402764955079
verified: no, type: nauc_mrr_at_5_diff1
value: 32.44460086858448
verified: no, type: nauc_mrr_at_5_max
value: 18.323508693424735
verified: no, type: nauc_mrr_at_5_std
value: -6.040938116849693
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.9758828491145
verified: no, type: nauc_ndcg_at_1000_max
value: 14.64767476224588
verified: no, type: nauc_ndcg_at_1000_std
value: 0.14538441008862554
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.09012415373123
verified: no, type: nauc_ndcg_at_100_max
value: 14.162421024304155
verified: no, type: nauc_ndcg_at_100_std
value: -2.65144396020653
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.717894129213942
verified: no, type: nauc_ndcg_at_10_max
value: 15.684131684147006
verified: no, type: nauc_ndcg_at_10_std
value: -5.398636993272672
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.47101537077276
verified: no, type: nauc_ndcg_at_1_max
value: 19.606775235527188
verified: no, type: nauc_ndcg_at_1_std
value: -7.407442339136273
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.491837601694197
verified: no, type: nauc_ndcg_at_20_max
value: 14.570243776828013
verified: no, type: nauc_ndcg_at_20_std
value: -5.082676482546097
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.816594332770016
verified: no, type: nauc_ndcg_at_3_max
value: 17.384100986221444
verified: no, type: nauc_ndcg_at_3_std
value: -6.554374676687659
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.918447263470192
verified: no, type: nauc_ndcg_at_5_max
value: 16.809984101480907
verified: no, type: nauc_ndcg_at_5_std
value: -6.242351510213673
verified: no, type: nauc_precision_at_1000_diff1
value: 12.327742774765369
verified: no, type: nauc_precision_at_1000_max
value: 17.01692153046071
verified: no, type: nauc_precision_at_1000_std
value: 15.729351595698162
verified: no, type: nauc_precision_at_100_diff1
value: 14.2217009243706
verified: no, type: nauc_precision_at_100_max
value: 16.235208021427532
verified: no, type: nauc_precision_at_100_std
value: 5.553139580628522
verified: no, type: nauc_precision_at_10_diff1
value: 20.961098781510543
verified: no, type: nauc_precision_at_10_max
value: 17.122882076809475
verified: no, type: nauc_precision_at_10_std
value: -3.2053699292321767
verified: no, type: nauc_precision_at_1_diff1
value: 41.47101537077276
verified: no, type: nauc_precision_at_1_max
value: 19.606775235527188
verified: no, type: nauc_precision_at_1_std
value: -7.407442339136273
verified: no, type: nauc_precision_at_20_diff1
value: 19.678599988927285
verified: no, type: nauc_precision_at_20_max
value: 16.341523650194098
verified: no, type: nauc_precision_at_20_std
value: -2.2973051085800607
verified: no, type: nauc_precision_at_3_diff1
value: 28.82982033771541
verified: no, type: nauc_precision_at_3_max
value: 19.057254709604088
verified: no, type: nauc_precision_at_3_std
value: -6.414547086464942
verified: no, type: nauc_precision_at_5_diff1
value: 25.196744606624005
verified: no, type: nauc_precision_at_5_max
value: 18.79086446841755
verified: no, type: nauc_precision_at_5_std
value: -4.846208979409154
verified: no, type: nauc_recall_at_1000_diff1
value: 10.781502743291439
verified: no, type: nauc_recall_at_1000_max
value: 9.445698175508296
verified: no, type: nauc_recall_at_1000_std
value: 14.93377956551111
verified: no, type: nauc_recall_at_100_diff1
value: 11.722856091841082
verified: no, type: nauc_recall_at_100_max
value: 8.896971732375341
verified: no, type: nauc_recall_at_100_std
value: 3.382848113304169
verified: no, type: nauc_recall_at_10_diff1
value: 19.695417879632725
verified: no, type: nauc_recall_at_10_max
value: 12.115664567968741
verified: no, type: nauc_recall_at_10_std
value: -3.999091000296004
verified: no, type: nauc_recall_at_1_diff1
value: 41.88405146472745
verified: no, type: nauc_recall_at_1_max
value: 17.33964223835351
verified: no, type: nauc_recall_at_1_std
value: -6.944837999481589
verified: no, type: nauc_recall_at_20_diff1
value: 17.366704393170515
verified: no, type: nauc_recall_at_20_max
value: 9.479312503092952
verified: no, type: nauc_recall_at_20_std
value: -3.3418431414199126
verified: no, type: nauc_recall_at_3_diff1
value: 26.432275423612477
verified: no, type: nauc_recall_at_3_max
value: 15.263453882168987
verified: no, type: nauc_recall_at_3_std
value: -6.6548945289426
verified: no, type: nauc_recall_at_5_diff1
value: 23.56628336269111
verified: no, type: nauc_recall_at_5_max
value: 14.04666985243797
verified: no, type: nauc_recall_at_5_std
value: -6.357866061059676
verified: no, type: ndcg_at_1
value: 7.467
verified: no, type: ndcg_at_10
value: 10.968
verified: no, type: ndcg_at_100
value: 14.385
verified: no, type: ndcg_at_1000
value: 17.624000000000002
verified: no, type: ndcg_at_20
value: 12
verified: no, type: ndcg_at_3
value: 9.392
verified: no, type: ndcg_at_5
value: 10.043000000000001
verified: no, type: precision_at_1
value: 7.467
verified: no, type: precision_at_10
value: 2.0650000000000004
verified: no, type: precision_at_100
value: 0.457
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_20
value: 1.318
verified: no, type: precision_at_3
value: 4.577
verified: no, type: precision_at_5
value: 3.276
verified: no, type: recall_at_1
value: 5.92
verified: no, type: recall_at_10
value: 15.232000000000001
verified: no, type: recall_at_100
value: 31.339
verified: no, type: recall_at_1000
value: 55.603
verified: no, type: recall_at_20
value: 19.13
verified: no, type: recall_at_3
value: 10.645
verified: no, type: recall_at_5
value: 12.348
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 17.937
verified: no, type: map_at_1
value: 10.763
verified: no, type: map_at_10
value: 15.017
verified: no, type: map_at_100
value: 15.65
verified: no, type: map_at_1000
value: 15.758
verified: no, type: map_at_20
value: 15.296999999999999
verified: no, type: map_at_3
value: 13.892
verified: no, type: map_at_5
value: 14.430000000000001
verified: no, type: mrr_at_1
value: 12.966417910447761
verified: no, type: mrr_at_10
value: 17.812351930822075
verified: no, type: mrr_at_100
value: 18.47449780423872
verified: no, type: mrr_at_1000
value: 18.563648752974547
verified: no, type: mrr_at_20
value: 18.105023852935073
verified: no, type: mrr_at_3
value: 16.620024875621894
verified: no, type: mrr_at_5
value: 17.147077114427862
verified: no, type: nauc_map_at_1000_diff1
value: 36.73374507897181
verified: no, type: nauc_map_at_1000_max
value: 27.972906850577807
verified: no, type: nauc_map_at_1000_std
value: -3.9620085216509864
verified: no, type: nauc_map_at_100_diff1
value: 36.758279284157126
verified: no, type: nauc_map_at_100_max
value: 27.968317053577273
verified: no, type: nauc_map_at_100_std
value: -4.0664572911454995
verified: no, type: nauc_map_at_10_diff1
value: 37.34652406282296
verified: no, type: nauc_map_at_10_max
value: 28.103224438756175
verified: no, type: nauc_map_at_10_std
value: -4.393186132509459
verified: no, type: nauc_map_at_1_diff1
value: 49.63183282601428
verified: no, type: nauc_map_at_1_max
value: 32.17545064361302
verified: no, type: nauc_map_at_1_std
value: -5.747677316367081
verified: no, type: nauc_map_at_20_diff1
value: 36.910572997653254
verified: no, type: nauc_map_at_20_max
value: 28.097977061842123
verified: no, type: nauc_map_at_20_std
value: -4.35701650821026
verified: no, type: nauc_map_at_3_diff1
value: 38.60971643828458
verified: no, type: nauc_map_at_3_max
value: 28.789282090285635
verified: no, type: nauc_map_at_3_std
value: -5.26197896949906
verified: no, type: nauc_map_at_5_diff1
value: 37.97428295849742
verified: no, type: nauc_map_at_5_max
value: 28.447100082177535
verified: no, type: nauc_map_at_5_std
value: -4.541319842441733
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.91435902116265
verified: no, type: nauc_mrr_at_1000_max
value: 29.43399988159404
verified: no, type: nauc_mrr_at_1000_std
value: -3.2749198739690533
verified: no, type: nauc_mrr_at_100_diff1
value: 34.92713677990828
verified: no, type: nauc_mrr_at_100_max
value: 29.443408639302817
verified: no, type: nauc_mrr_at_100_std
value: -3.3257543851356486
verified: no, type: nauc_mrr_at_10_diff1
value: 35.330717656997564
verified: no, type: nauc_mrr_at_10_max
value: 29.582008564592705
verified: no, type: nauc_mrr_at_10_std
value: -3.603605597633063
verified: no, type: nauc_mrr_at_1_diff1
value: 47.670007711646186
verified: no, type: nauc_mrr_at_1_max
value: 34.54543601301101
verified: no, type: nauc_mrr_at_1_std
value: -4.216939498651952
verified: no, type: nauc_mrr_at_20_diff1
value: 34.991063402209
verified: no, type: nauc_mrr_at_20_max
value: 29.57634482449641
verified: no, type: nauc_mrr_at_20_std
value: -3.6161456134600027
verified: no, type: nauc_mrr_at_3_diff1
value: 36.66866839532507
verified: no, type: nauc_mrr_at_3_max
value: 30.66694548344048
verified: no, type: nauc_mrr_at_3_std
value: -4.3957814848158145
verified: no, type: nauc_mrr_at_5_diff1
value: 36.05441275921745
verified: no, type: nauc_mrr_at_5_max
value: 30.010353577082938
verified: no, type: nauc_mrr_at_5_std
value: -3.9660127917534838
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.761549532942787
verified: no, type: nauc_ndcg_at_1000_max
value: 25.304791404001893
verified: no, type: nauc_ndcg_at_1000_std
value: 0.3343909803396613
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.094720901626165
verified: no, type: nauc_ndcg_at_100_max
value: 25.437341053726108
verified: no, type: nauc_ndcg_at_100_std
value: -1.9992686759131826
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.979524508163685
verified: no, type: nauc_ndcg_at_10_max
value: 26.59548417364443
verified: no, type: nauc_ndcg_at_10_std
value: -3.865563966787122
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.670007711646186
verified: no, type: nauc_ndcg_at_1_max
value: 34.54543601301101
verified: no, type: nauc_ndcg_at_1_std
value: -4.216939498651952
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.70879996869823
verified: no, type: nauc_ndcg_at_20_max
value: 26.460284460887358
verified: no, type: nauc_ndcg_at_20_std
value: -3.8018554980069634
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.85546463812633
verified: no, type: nauc_ndcg_at_3_max
value: 28.536184429346505
verified: no, type: nauc_ndcg_at_3_std
value: -5.194699465828772
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.164785736544836
verified: no, type: nauc_ndcg_at_5_max
value: 27.531219800609545
verified: no, type: nauc_ndcg_at_5_std
value: -4.2482985276372975
verified: no, type: nauc_precision_at_1000_diff1
value: 6.013419004733684
verified: no, type: nauc_precision_at_1000_max
value: 12.481126424822289
verified: no, type: nauc_precision_at_1000_std
value: 18.5435818537562
verified: no, type: nauc_precision_at_100_diff1
value: 15.117927451447628
verified: no, type: nauc_precision_at_100_max
value: 19.583346979900192
verified: no, type: nauc_precision_at_100_std
value: 6.8518729359637875
verified: no, type: nauc_precision_at_10_diff1
value: 21.629995563373612
verified: no, type: nauc_precision_at_10_max
value: 25.520996443358644
verified: no, type: nauc_precision_at_10_std
value: -2.4208475589813503
verified: no, type: nauc_precision_at_1_diff1
value: 47.670007711646186
verified: no, type: nauc_precision_at_1_max
value: 34.54543601301101
verified: no, type: nauc_precision_at_1_std
value: -4.216939498651952
verified: no, type: nauc_precision_at_20_diff1
value: 17.98373953143878
verified: no, type: nauc_precision_at_20_max
value: 24.88030917115569
verified: no, type: nauc_precision_at_20_std
value: -1.1517919249259871
verified: no, type: nauc_precision_at_3_diff1
value: 25.867817094096964
verified: no, type: nauc_precision_at_3_max
value: 27.9101083625779
verified: no, type: nauc_precision_at_3_std
value: -5.585628480692704
verified: no, type: nauc_precision_at_5_diff1
value: 24.145651562135242
verified: no, type: nauc_precision_at_5_max
value: 27.17418845018998
verified: no, type: nauc_precision_at_5_std
value: -3.2619493439774514
verified: no, type: nauc_recall_at_1000_diff1
value: 13.383961490422072
verified: no, type: nauc_recall_at_1000_max
value: 11.741764302812516
verified: no, type: nauc_recall_at_1000_std
value: 18.339349202051313
verified: no, type: nauc_recall_at_100_diff1
value: 17.788783502241657
verified: no, type: nauc_recall_at_100_max
value: 15.452271047947816
verified: no, type: nauc_recall_at_100_std
value: 3.0406855805754938
verified: no, type: nauc_recall_at_10_diff1
value: 23.453062422406305
verified: no, type: nauc_recall_at_10_max
value: 20.725181075568063
verified: no, type: nauc_recall_at_10_std
value: -3.169525465599338
verified: no, type: nauc_recall_at_1_diff1
value: 49.63183282601428
verified: no, type: nauc_recall_at_1_max
value: 32.17545064361302
verified: no, type: nauc_recall_at_1_std
value: -5.747677316367081
verified: no, type: nauc_recall_at_20_diff1
value: 20.128305490708392
verified: no, type: nauc_recall_at_20_max
value: 20.150879162958738
verified: no, type: nauc_recall_at_20_std
value: -3.1225074546069735
verified: no, type: nauc_recall_at_3_diff1
value: 28.17369835470934
verified: no, type: nauc_recall_at_3_max
value: 24.81424080347904
verified: no, type: nauc_recall_at_3_std
value: -5.878091506871997
verified: no, type: nauc_recall_at_5_diff1
value: 26.1016684080378
verified: no, type: nauc_recall_at_5_max
value: 22.802845122946177
verified: no, type: nauc_recall_at_5_std
value: -3.9284840304779136
verified: no, type: ndcg_at_1
value: 12.966
verified: no, type: ndcg_at_10
value: 17.937
verified: no, type: ndcg_at_100
value: 21.559
verified: no, type: ndcg_at_1000
value: 24.607
verified: no, type: ndcg_at_20
value: 18.926000000000002
verified: no, type: ndcg_at_3
value: 15.742999999999999
verified: no, type: ndcg_at_5
value: 16.521
verified: no, type: precision_at_1
value: 12.966
verified: no, type: precision_at_10
value: 3.06
verified: no, type: precision_at_100
value: 0.549
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: precision_at_20
value: 1.805
verified: no, type: precision_at_3
value: 7.369000000000001
verified: no, type: precision_at_5
value: 4.944
verified: no, type: recall_at_1
value: 10.763
verified: no, type: recall_at_10
value: 24.27
verified: no, type: recall_at_100
value: 41.209
verified: no, type: recall_at_1000
value: 63.91
verified: no, type: recall_at_20
value: 27.802
verified: no, type: recall_at_3
value: 17.9
verified: no, type: recall_at_5
value: 20.049
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 20.996000000000002
verified: no, type: map_at_1
value: 12.667
verified: no, type: map_at_10
value: 17.409
verified: no, type: map_at_100
value: 18.316
verified: no, type: map_at_1000
value: 18.511
verified: no, type: map_at_20
value: 17.831
verified: no, type: map_at_3
value: 15.676000000000002
verified: no, type: map_at_5
value: 16.799
verified: no, type: mrr_at_1
value: 16.007905138339922
verified: no, type: mrr_at_10
value: 20.940460505677894
verified: no, type: mrr_at_100
value: 21.69338900550111
verified: no, type: mrr_at_1000
value: 21.805306078843014
verified: no, type: mrr_at_20
value: 21.267699316378323
verified: no, type: mrr_at_3
value: 19.400527009222657
verified: no, type: mrr_at_5
value: 20.25032938076416
verified: no, type: nauc_map_at_1000_diff1
value: 32.786941134002504
verified: no, type: nauc_map_at_1000_max
value: 27.63041536304795
verified: no, type: nauc_map_at_1000_std
value: -8.275363173681512
verified: no, type: nauc_map_at_100_diff1
value: 32.82400218469254
verified: no, type: nauc_map_at_100_max
value: 27.71046120819239
verified: no, type: nauc_map_at_100_std
value: -8.416530650348028
verified: no, type: nauc_map_at_10_diff1
value: 33.456390533888495
verified: no, type: nauc_map_at_10_max
value: 28.23870511610248
verified: no, type: nauc_map_at_10_std
value: -8.903494218093954
verified: no, type: nauc_map_at_1_diff1
value: 41.08885892870073
verified: no, type: nauc_map_at_1_max
value: 30.162361476463918
verified: no, type: nauc_map_at_1_std
value: -9.153793570391711
verified: no, type: nauc_map_at_20_diff1
value: 32.80818077456401
verified: no, type: nauc_map_at_20_max
value: 27.830019516056588
verified: no, type: nauc_map_at_20_std
value: -8.889162915268619
verified: no, type: nauc_map_at_3_diff1
value: 35.57682533968355
verified: no, type: nauc_map_at_3_max
value: 28.50773685929629
verified: no, type: nauc_map_at_3_std
value: -9.71656690268852
verified: no, type: nauc_map_at_5_diff1
value: 34.19104117286444
verified: no, type: nauc_map_at_5_max
value: 28.381915762969662
verified: no, type: nauc_map_at_5_std
value: -8.59908443437763
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.154793628908706
verified: no, type: nauc_mrr_at_1000_max
value: 25.96285280331519
verified: no, type: nauc_mrr_at_1000_std
value: -7.834460326252782
verified: no, type: nauc_mrr_at_100_diff1
value: 35.13804456543778
verified: no, type: nauc_mrr_at_100_max
value: 25.94791940093853
verified: no, type: nauc_mrr_at_100_std
value: -7.847616742738728
verified: no, type: nauc_mrr_at_10_diff1
value: 35.72350715270858
verified: no, type: nauc_mrr_at_10_max
value: 26.210843274361505
verified: no, type: nauc_mrr_at_10_std
value: -8.174025905100027
verified: no, type: nauc_mrr_at_1_diff1
value: 44.022927704029556
verified: no, type: nauc_mrr_at_1_max
value: 29.370755170129257
verified: no, type: nauc_mrr_at_1_std
value: -9.6537489727148
verified: no, type: nauc_mrr_at_20_diff1
value: 35.14549883048812
verified: no, type: nauc_mrr_at_20_max
value: 25.9238290419041
verified: no, type: nauc_mrr_at_20_std
value: -8.210971681569195
verified: no, type: nauc_mrr_at_3_diff1
value: 37.554945928366394
verified: no, type: nauc_mrr_at_3_max
value: 26.65360940386168
verified: no, type: nauc_mrr_at_3_std
value: -8.609779642320998
verified: no, type: nauc_mrr_at_5_diff1
value: 36.18827461411335
verified: no, type: nauc_mrr_at_5_max
value: 26.501248513872365
verified: no, type: nauc_mrr_at_5_std
value: -7.991475094031078
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.641327732030835
verified: no, type: nauc_ndcg_at_1000_max
value: 24.912530365225074
verified: no, type: nauc_ndcg_at_1000_std
value: -4.727666485628836
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.472405068677837
verified: no, type: nauc_ndcg_at_100_max
value: 24.929249555989387
verified: no, type: nauc_ndcg_at_100_std
value: -5.141603585944314
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.09553074736866
verified: no, type: nauc_ndcg_at_10_max
value: 25.558163251476874
verified: no, type: nauc_ndcg_at_10_std
value: -8.310281824094206
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.022927704029556
verified: no, type: nauc_ndcg_at_1_max
value: 29.370755170129257
verified: no, type: nauc_ndcg_at_1_std
value: -9.6537489727148
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.21844313894587
verified: no, type: nauc_ndcg_at_20_max
value: 24.744975529750153
verified: no, type: nauc_ndcg_at_20_std
value: -8.03482631582505
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.390708182786646
verified: no, type: nauc_ndcg_at_3_max
value: 25.383414977354768
verified: no, type: nauc_ndcg_at_3_std
value: -9.25774113827742
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.61109283867278
verified: no, type: nauc_ndcg_at_5_max
value: 25.48971100051719
verified: no, type: nauc_ndcg_at_5_std
value: -7.68918951914068
verified: no, type: nauc_precision_at_1000_diff1
value: 3.6054167251926095
verified: no, type: nauc_precision_at_1000_max
value: -3.3229758996071084
verified: no, type: nauc_precision_at_1000_std
value: 15.822692351978718
verified: no, type: nauc_precision_at_100_diff1
value: 8.521416912916496
verified: no, type: nauc_precision_at_100_max
value: 5.037375916807412
verified: no, type: nauc_precision_at_100_std
value: 9.853925040781256
verified: no, type: nauc_precision_at_10_diff1
value: 20.567883098280365
verified: no, type: nauc_precision_at_10_max
value: 16.84346414214358
verified: no, type: nauc_precision_at_10_std
value: -5.894024273670886
verified: no, type: nauc_precision_at_1_diff1
value: 44.022927704029556
verified: no, type: nauc_precision_at_1_max
value: 29.370755170129257
verified: no, type: nauc_precision_at_1_std
value: -9.6537489727148
verified: no, type: nauc_precision_at_20_diff1
value: 16.83659188018775
verified: no, type: nauc_precision_at_20_max
value: 13.882029306822776
verified: no, type: nauc_precision_at_20_std
value: -2.2026984743525624
verified: no, type: nauc_precision_at_3_diff1
value: 30.685661715814955
verified: no, type: nauc_precision_at_3_max
value: 20.960392518113437
verified: no, type: nauc_precision_at_3_std
value: -9.029711402427615
verified: no, type: nauc_precision_at_5_diff1
value: 24.241413940499175
verified: no, type: nauc_precision_at_5_max
value: 17.785091688656124
verified: no, type: nauc_precision_at_5_std
value: -5.669514499783679
verified: no, type: nauc_recall_at_1000_diff1
value: 6.5368881768708365
verified: no, type: nauc_recall_at_1000_max
value: 12.77365764798122
verified: no, type: nauc_recall_at_1000_std
value: 13.063183590163579
verified: no, type: nauc_recall_at_100_diff1
value: 13.873879844959566
verified: no, type: nauc_recall_at_100_max
value: 17.086178069911938
verified: no, type: nauc_recall_at_100_std
value: 5.96977980185008
verified: no, type: nauc_recall_at_10_diff1
value: 19.645104674221813
verified: no, type: nauc_recall_at_10_max
value: 21.611600359640324
verified: no, type: nauc_recall_at_10_std
value: -7.1037866125639875
verified: no, type: nauc_recall_at_1_diff1
value: 41.08885892870073
verified: no, type: nauc_recall_at_1_max
value: 30.162361476463918
verified: no, type: nauc_recall_at_1_std
value: -9.153793570391711
verified: no, type: nauc_recall_at_20_diff1
value: 13.798490937309918
verified: no, type: nauc_recall_at_20_max
value: 17.79542474505384
verified: no, type: nauc_recall_at_20_std
value: -6.693486197105216
verified: no, type: nauc_recall_at_3_diff1
value: 28.221367151773478
verified: no, type: nauc_recall_at_3_max
value: 23.903118754205714
verified: no, type: nauc_recall_at_3_std
value: -9.360534731973852
verified: no, type: nauc_recall_at_5_diff1
value: 23.361888820488304
verified: no, type: nauc_recall_at_5_max
value: 23.293961742969984
verified: no, type: nauc_recall_at_5_std
value: -5.37891143643151
verified: no, type: ndcg_at_1
value: 16.008
verified: no, type: ndcg_at_10
value: 20.996000000000002
verified: no, type: ndcg_at_100
value: 25.142999999999997
verified: no, type: ndcg_at_1000
value: 29.055999999999997
verified: no, type: ndcg_at_20
value: 22.151
verified: no, type: ndcg_at_3
value: 18.285999999999998
verified: no, type: ndcg_at_5
value: 19.725
verified: no, type: precision_at_1
value: 16.008
verified: no, type: precision_at_10
value: 4.15
verified: no, type: precision_at_100
value: 0.8789999999999999
verified: no, type: precision_at_1000
value: 0.18
verified: no, type: precision_at_20
value: 2.549
verified: no, type: precision_at_3
value: 8.827
verified: no, type: precision_at_5
value: 6.561
verified: no, type: recall_at_1
value: 12.667
verified: no, type: recall_at_10
value: 27.334999999999997
verified: no, type: recall_at_100
value: 47.491
verified: no, type: recall_at_1000
value: 74.387
verified: no, type: recall_at_20
value: 32.223
verified: no, type: recall_at_3
value: 18.855
verified: no, type: recall_at_5
value: 23.031
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 12.984000000000002
verified: no, type: map_at_1
value: 6.1370000000000005
verified: no, type: map_at_10
value: 10.229000000000001
verified: no, type: map_at_100
value: 10.959000000000001
verified: no, type: map_at_1000
value: 11.065
verified: no, type: map_at_20
value: 10.618
verified: no, type: map_at_3
value: 8.702
verified: no, type: map_at_5
value: 9.482
verified: no, type: mrr_at_1
value: 6.839186691312385
verified: no, type: mrr_at_10
value: 11.265953701258699
verified: no, type: mrr_at_100
value: 12.010507606491743
verified: no, type: mrr_at_1000
value: 12.105503128032966
verified: no, type: mrr_at_20
value: 11.648764175589298
verified: no, type: mrr_at_3
value: 9.611829944547134
verified: no, type: mrr_at_5
value: 10.443622920517564
verified: no, type: nauc_map_at_1000_diff1
value: 27.5237754708323
verified: no, type: nauc_map_at_1000_max
value: 32.860648867254525
verified: no, type: nauc_map_at_1000_std
value: -6.235944209735682
verified: no, type: nauc_map_at_100_diff1
value: 27.51282637593307
verified: no, type: nauc_map_at_100_max
value: 32.81392433864984
verified: no, type: nauc_map_at_100_std
value: -6.338559279337264
verified: no, type: nauc_map_at_10_diff1
value: 28.216588044290976
verified: no, type: nauc_map_at_10_max
value: 33.10347079160583
verified: no, type: nauc_map_at_10_std
value: -7.045813009240449
verified: no, type: nauc_map_at_1_diff1
value: 48.4013137264618
verified: no, type: nauc_map_at_1_max
value: 47.98330866636394
verified: no, type: nauc_map_at_1_std
value: -7.840457648127044
verified: no, type: nauc_map_at_20_diff1
value: 27.628208970398283
verified: no, type: nauc_map_at_20_max
value: 32.93199028326188
verified: no, type: nauc_map_at_20_std
value: -6.857362793255711
verified: no, type: nauc_map_at_3_diff1
value: 30.728701969067636
verified: no, type: nauc_map_at_3_max
value: 35.464183009658086
verified: no, type: nauc_map_at_3_std
value: -8.505174889733597
verified: no, type: nauc_map_at_5_diff1
value: 28.69069345856265
verified: no, type: nauc_map_at_5_max
value: 34.388851409675006
verified: no, type: nauc_map_at_5_std
value: -7.0189624026799375
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.105311170820794
verified: no, type: nauc_mrr_at_1000_max
value: 32.186384191778586
verified: no, type: nauc_mrr_at_1000_std
value: -4.7345931759459585
verified: no, type: nauc_mrr_at_100_diff1
value: 28.104928436089654
verified: no, type: nauc_mrr_at_100_max
value: 32.10981062409594
verified: no, type: nauc_mrr_at_100_std
value: -4.783908043603142
verified: no, type: nauc_mrr_at_10_diff1
value: 28.62151348926118
verified: no, type: nauc_mrr_at_10_max
value: 32.34429218271504
verified: no, type: nauc_mrr_at_10_std
value: -5.211809502741506
verified: no, type: nauc_mrr_at_1_diff1
value: 48.72560007082857
verified: no, type: nauc_mrr_at_1_max
value: 46.37668962112801
verified: no, type: nauc_mrr_at_1_std
value: -5.852145811485169
verified: no, type: nauc_mrr_at_20_diff1
value: 28.17105686645702
verified: no, type: nauc_mrr_at_20_max
value: 32.16913037644878
verified: no, type: nauc_mrr_at_20_std
value: -5.239225637241064
verified: no, type: nauc_mrr_at_3_diff1
value: 30.828517027541245
verified: no, type: nauc_mrr_at_3_max
value: 34.47805210412845
verified: no, type: nauc_mrr_at_3_std
value: -6.64314391710555
verified: no, type: nauc_mrr_at_5_diff1
value: 29.140877527168463
verified: no, type: nauc_mrr_at_5_max
value: 33.5783061769255
verified: no, type: nauc_mrr_at_5_std
value: -5.366503239822759
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.338099349381547
verified: no, type: nauc_ndcg_at_1000_max
value: 28.062326157340024
verified: no, type: nauc_ndcg_at_1000_std
value: -1.3432193481221841
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.36364385993449
verified: no, type: nauc_ndcg_at_100_max
value: 27.141255327055475
verified: no, type: nauc_ndcg_at_100_std
value: -2.9481785400358755
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.136744587104133
verified: no, type: nauc_ndcg_at_10_max
value: 28.877063570336723
verified: no, type: nauc_ndcg_at_10_std
value: -6.386505406914862
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.72560007082857
verified: no, type: nauc_ndcg_at_1_max
value: 46.37668962112801
verified: no, type: nauc_ndcg_at_1_std
value: -5.852145811485169
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.629143923176763
verified: no, type: nauc_ndcg_at_20_max
value: 28.243420780568297
verified: no, type: nauc_ndcg_at_20_std
value: -6.0250495185623745
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.89214222640447
verified: no, type: nauc_ndcg_at_3_max
value: 32.46652590257815
verified: no, type: nauc_ndcg_at_3_std
value: -8.057943565621589
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.8826153586388
verified: no, type: nauc_ndcg_at_5_max
value: 31.13004937123448
verified: no, type: nauc_ndcg_at_5_std
value: -6.145325420153085
verified: no, type: nauc_precision_at_1000_diff1
value: 4.73529839129253
verified: no, type: nauc_precision_at_1000_max
value: 4.88895238263754
verified: no, type: nauc_precision_at_1000_std
value: 8.624723893880736
verified: no, type: nauc_precision_at_100_diff1
value: 10.007516733480971
verified: no, type: nauc_precision_at_100_max
value: 13.811717449507805
verified: no, type: nauc_precision_at_100_std
value: 5.261485399187245
verified: no, type: nauc_precision_at_10_diff1
value: 13.342848979443419
verified: no, type: nauc_precision_at_10_max
value: 20.882508082370872
verified: no, type: nauc_precision_at_10_std
value: -5.2964731368670765
verified: no, type: nauc_precision_at_1_diff1
value: 48.72560007082857
verified: no, type: nauc_precision_at_1_max
value: 46.37668962112801
verified: no, type: nauc_precision_at_1_std
value: -5.852145811485169
verified: no, type: nauc_precision_at_20_diff1
value: 10.454754630989763
verified: no, type: nauc_precision_at_20_max
value: 19.270303631570915
verified: no, type: nauc_precision_at_20_std
value: -3.5407783702133844
verified: no, type: nauc_precision_at_3_diff1
value: 18.904526199976594
verified: no, type: nauc_precision_at_3_max
value: 26.547497368465088
verified: no, type: nauc_precision_at_3_std
value: -7.942974687482611
verified: no, type: nauc_precision_at_5_diff1
value: 14.558653668898197
verified: no, type: nauc_precision_at_5_max
value: 24.608683482505324
verified: no, type: nauc_precision_at_5_std
value: -3.8262128686795593
verified: no, type: nauc_recall_at_1000_diff1
value: 7.9183375484040415
verified: no, type: nauc_recall_at_1000_max
value: 18.472087755508547
verified: no, type: nauc_recall_at_1000_std
value: 13.939052669230149
verified: no, type: nauc_recall_at_100_diff1
value: 10.810064796304511
verified: no, type: nauc_recall_at_100_max
value: 16.030524442849455
verified: no, type: nauc_recall_at_100_std
value: 4.218525205531673
verified: no, type: nauc_recall_at_10_diff1
value: 13.969225774432587
verified: no, type: nauc_recall_at_10_max
value: 21.224403873857508
verified: no, type: nauc_recall_at_10_std
value: -6.18566842188253
verified: no, type: nauc_recall_at_1_diff1
value: 48.4013137264618
verified: no, type: nauc_recall_at_1_max
value: 47.98330866636394
verified: no, type: nauc_recall_at_1_std
value: -7.840457648127044
verified: no, type: nauc_recall_at_20_diff1
value: 10.959842129819364
verified: no, type: nauc_recall_at_20_max
value: 19.976427559514782
verified: no, type: nauc_recall_at_20_std
value: -5.4915703387441015
verified: no, type: nauc_recall_at_3_diff1
value: 17.719330370390878
verified: no, type: nauc_recall_at_3_max
value: 26.35759310035001
verified: no, type: nauc_recall_at_3_std
value: -9.067047653313717
verified: no, type: nauc_recall_at_5_diff1
value: 13.934058002319558
verified: no, type: nauc_recall_at_5_max
value: 24.72792042321108
verified: no, type: nauc_recall_at_5_std
value: -5.1825533022017725
verified: no, type: ndcg_at_1
value: 6.839
verified: no, type: ndcg_at_10
value: 12.984000000000002
verified: no, type: ndcg_at_100
value: 17.176
verified: no, type: ndcg_at_1000
value: 20.334
verified: no, type: ndcg_at_20
value: 14.354
verified: no, type: ndcg_at_3
value: 9.771
verified: no, type: ndcg_at_5
value: 11.158999999999999
verified: no, type: precision_at_1
value: 6.839
verified: no, type: precision_at_10
value: 2.384
verified: no, type: precision_at_100
value: 0.494
verified: no, type: precision_at_1000
value: 0.082
verified: no, type: precision_at_20
value: 1.525
verified: no, type: precision_at_3
value: 4.436
verified: no, type: precision_at_5
value: 3.4750000000000005
verified: no, type: recall_at_1
value: 6.1370000000000005
verified: no, type: recall_at_10
value: 20.619
verified: no, type: recall_at_100
value: 40.986
verified: no, type: recall_at_1000
value: 65.724
verified: no, type: recall_at_20
value: 25.735999999999997
verified: no, type: recall_at_3
value: 11.873000000000001
verified: no, type: recall_at_5
value: 15.206
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 12.756
verified: no, type: map_at_1
value: 4.83
verified: no, type: map_at_10
value: 8.356
verified: no, type: map_at_100
value: 9.394
verified: no, type: map_at_1000
value: 9.531
verified: no, type: map_at_20
value: 8.908000000000001
verified: no, type: map_at_3
value: 6.834
verified: no, type: map_at_5
value: 7.585999999999999
verified: no, type: mrr_at_1
value: 10.944625407166123
verified: no, type: mrr_at_10
value: 17.5709115350809
verified: no, type: mrr_at_100
value: 18.644903359458752
verified: no, type: mrr_at_1000
value: 18.71442478315017
verified: no, type: mrr_at_20
value: 18.263413527395816
verified: no, type: mrr_at_3
value: 14.907709011943544
verified: no, type: mrr_at_5
value: 16.357220412595005
verified: no, type: nauc_map_at_1000_diff1
value: 23.24268992246029
verified: no, type: nauc_map_at_1000_max
value: 4.01494046386539
verified: no, type: nauc_map_at_1000_std
value: 21.715086367100902
verified: no, type: nauc_map_at_100_diff1
value: 23.189186932958865
verified: no, type: nauc_map_at_100_max
value: 3.958234185377714
verified: no, type: nauc_map_at_100_std
value: 21.360879716839086
verified: no, type: nauc_map_at_10_diff1
value: 23.104763778473117
verified: no, type: nauc_map_at_10_max
value: 3.5788838906755993
verified: no, type: nauc_map_at_10_std
value: 18.637208917941724
verified: no, type: nauc_map_at_1_diff1
value: 35.9261076139383
verified: no, type: nauc_map_at_1_max
value: 3.3666688730125274
verified: no, type: nauc_map_at_1_std
value: 16.32530785940815
verified: no, type: nauc_map_at_20_diff1
value: 23.331723113351128
verified: no, type: nauc_map_at_20_max
value: 3.8421082643270377
verified: no, type: nauc_map_at_20_std
value: 19.983616877516763
verified: no, type: nauc_map_at_3_diff1
value: 25.46169732033411
verified: no, type: nauc_map_at_3_max
value: 3.501022349653039
verified: no, type: nauc_map_at_3_std
value: 15.826661732252218
verified: no, type: nauc_map_at_5_diff1
value: 24.282385132456145
verified: no, type: nauc_map_at_5_max
value: 3.3153989287487735
verified: no, type: nauc_map_at_5_std
value: 16.737240510321342
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.53426983189906
verified: no, type: nauc_mrr_at_1000_max
value: 6.401746265869189
verified: no, type: nauc_mrr_at_1000_std
value: 21.607123749451578
verified: no, type: nauc_mrr_at_100_diff1
value: 21.538521814905195
verified: no, type: nauc_mrr_at_100_max
value: 6.419014964478883
verified: no, type: nauc_mrr_at_100_std
value: 21.590932096777948
verified: no, type: nauc_mrr_at_10_diff1
value: 21.495048190433035
verified: no, type: nauc_mrr_at_10_max
value: 6.231512396323227
verified: no, type: nauc_mrr_at_10_std
value: 20.587768612916005
verified: no, type: nauc_mrr_at_1_diff1
value: 26.994566420674644
verified: no, type: nauc_mrr_at_1_max
value: 5.66535572351365
verified: no, type: nauc_mrr_at_1_std
value: 16.54649046499021
verified: no, type: nauc_mrr_at_20_diff1
value: 21.38114156791172
verified: no, type: nauc_mrr_at_20_max
value: 6.3639675269877625
verified: no, type: nauc_mrr_at_20_std
value: 21.24885552833114
verified: no, type: nauc_mrr_at_3_diff1
value: 21.919012806760165
verified: no, type: nauc_mrr_at_3_max
value: 6.543948304390465
verified: no, type: nauc_mrr_at_3_std
value: 18.217116410350343
verified: no, type: nauc_mrr_at_5_diff1
value: 21.799950435817056
verified: no, type: nauc_mrr_at_5_max
value: 6.367772701793382
verified: no, type: nauc_mrr_at_5_std
value: 19.374680286515563
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.284076516570817
verified: no, type: nauc_ndcg_at_1000_max
value: 4.83213886936155
verified: no, type: nauc_ndcg_at_1000_std
value: 33.5138049670532
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.30291768185204
verified: no, type: nauc_ndcg_at_100_max
value: 4.884314749883681
verified: no, type: nauc_ndcg_at_100_std
value: 29.425828670627354
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.15884981926408
verified: no, type: nauc_ndcg_at_10_max
value: 4.2476129981283055
verified: no, type: nauc_ndcg_at_10_std
value: 21.588768126243867
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.994566420674644
verified: no, type: nauc_ndcg_at_1_max
value: 5.66535572351365
verified: no, type: nauc_ndcg_at_1_std
value: 16.54649046499021
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.6012538031198
verified: no, type: nauc_ndcg_at_20_max
value: 4.703375924148537
verified: no, type: nauc_ndcg_at_20_std
value: 24.650412811234443
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.720906667225428
verified: no, type: nauc_ndcg_at_3_max
value: 5.09244487251325
verified: no, type: nauc_ndcg_at_3_std
value: 17.316076363394835
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.688386017142182
verified: no, type: nauc_ndcg_at_5_max
value: 4.2017533922637424
verified: no, type: nauc_ndcg_at_5_std
value: 18.430943022994946
verified: no, type: nauc_precision_at_1000_diff1
value: 12.566604979644506
verified: no, type: nauc_precision_at_1000_max
value: 6.327210803395217
verified: no, type: nauc_precision_at_1000_std
value: 48.16859153162413
verified: no, type: nauc_precision_at_100_diff1
value: 12.385920261516368
verified: no, type: nauc_precision_at_100_max
value: 8.086549755500403
verified: no, type: nauc_precision_at_100_std
value: 42.224010875324645
verified: no, type: nauc_precision_at_10_diff1
value: 12.699813240067833
verified: no, type: nauc_precision_at_10_max
value: 7.228484359823899
verified: no, type: nauc_precision_at_10_std
value: 28.37998429169494
verified: no, type: nauc_precision_at_1_diff1
value: 26.994566420674644
verified: no, type: nauc_precision_at_1_max
value: 5.66535572351365
verified: no, type: nauc_precision_at_1_std
value: 16.54649046499021
verified: no, type: nauc_precision_at_20_diff1
value: 14.46511615397953
verified: no, type: nauc_precision_at_20_max
value: 8.367501477601634
verified: no, type: nauc_precision_at_20_std
value: 33.34336479521964
verified: no, type: nauc_precision_at_3_diff1
value: 16.4426909337334
verified: no, type: nauc_precision_at_3_max
value: 7.507896573259928
verified: no, type: nauc_precision_at_3_std
value: 19.120578613488405
verified: no, type: nauc_precision_at_5_diff1
value: 15.145081642308872
verified: no, type: nauc_precision_at_5_max
value: 7.368144219230333
verified: no, type: nauc_precision_at_5_std
value: 22.711682140522743
verified: no, type: nauc_recall_at_1000_diff1
value: 15.884151668372674
verified: no, type: nauc_recall_at_1000_max
value: 0.9486483960207095
verified: no, type: nauc_recall_at_1000_std
value: 47.777292730668535
verified: no, type: nauc_recall_at_100_diff1
value: 13.072296246455178
verified: no, type: nauc_recall_at_100_max
value: 2.1533400613091622
verified: no, type: nauc_recall_at_100_std
value: 36.309947973378456
verified: no, type: nauc_recall_at_10_diff1
value: 14.18742563095866
verified: no, type: nauc_recall_at_10_max
value: 1.8646626402910105
verified: no, type: nauc_recall_at_10_std
value: 23.12670322468055
verified: no, type: nauc_recall_at_1_diff1
value: 35.9261076139383
verified: no, type: nauc_recall_at_1_max
value: 3.3666688730125274
verified: no, type: nauc_recall_at_1_std
value: 16.32530785940815
verified: no, type: nauc_recall_at_20_diff1
value: 14.518055081498659
verified: no, type: nauc_recall_at_20_max
value: 2.4573890685239017
verified: no, type: nauc_recall_at_20_std
value: 27.904467872665624
verified: no, type: nauc_recall_at_3_diff1
value: 20.243049318083237
verified: no, type: nauc_recall_at_3_max
value: 3.2015923653221092
verified: no, type: nauc_recall_at_3_std
value: 15.87079104251562
verified: no, type: nauc_recall_at_5_diff1
value: 17.41780434994516
verified: no, type: nauc_recall_at_5_max
value: 2.017390818871238
verified: no, type: nauc_recall_at_5_std
value: 17.86452221346494
verified: no, type: ndcg_at_1
value: 10.945
verified: no, type: ndcg_at_10
value: 12.756
verified: no, type: ndcg_at_100
value: 17.835
verified: no, type: ndcg_at_1000
value: 21.032999999999998
verified: no, type: ndcg_at_20
value: 14.727
verified: no, type: ndcg_at_3
value: 9.624
verified: no, type: ndcg_at_5
value: 10.771
verified: no, type: precision_at_1
value: 10.945
verified: no, type: precision_at_10
value: 4.2410000000000005
verified: no, type: precision_at_100
value: 0.9480000000000001
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_20
value: 2.932
verified: no, type: precision_at_3
value: 7.123
verified: no, type: precision_at_5
value: 5.888999999999999
verified: no, type: recall_at_1
value: 4.83
verified: no, type: recall_at_10
value: 16.317
verified: no, type: recall_at_100
value: 34.434
verified: no, type: recall_at_1000
value: 52.99700000000001
verified: no, type: recall_at_20
value: 22.033
verified: no, type: recall_at_3
value: 8.933
verified: no, type: recall_at_5
value: 11.802999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 18.709
verified: no, type: map_at_1
value: 3.6290000000000004
verified: no, type: map_at_10
value: 7.343
verified: no, type: map_at_100
value: 10.174
verified: no, type: map_at_1000
value: 10.889
verified: no, type: map_at_20
value: 8.441
verified: no, type: map_at_3
value: 5.611
verified: no, type: map_at_5
value: 6.333
verified: no, type: mrr_at_1
value: 37
verified: no, type: mrr_at_10
value: 46.13462301587303
verified: no, type: mrr_at_100
value: 46.93125330970862
verified: no, type: mrr_at_1000
value: 46.963185043375866
verified: no, type: mrr_at_20
value: 46.56530755750959
verified: no, type: mrr_at_3
value: 43.37500000000001
verified: no, type: mrr_at_5
value: 44.95000000000002
verified: no, type: nauc_map_at_1000_diff1
value: 15.204127550061369
verified: no, type: nauc_map_at_1000_max
value: 19.571474500709186
verified: no, type: nauc_map_at_1000_std
value: 26.69659831062323
verified: no, type: nauc_map_at_100_diff1
value: 15.100393195265108
verified: no, type: nauc_map_at_100_max
value: 18.321406528768396
verified: no, type: nauc_map_at_100_std
value: 23.538237994965083
verified: no, type: nauc_map_at_10_diff1
value: 17.098039830005927
verified: no, type: nauc_map_at_10_max
value: 10.593339647997773
verified: no, type: nauc_map_at_10_std
value: 9.39774005492094
verified: no, type: nauc_map_at_1_diff1
value: 16.137051534104593
verified: no, type: nauc_map_at_1_max
value: 4.979934347581338
verified: no, type: nauc_map_at_1_std
value: 0.8028896220717383
verified: no, type: nauc_map_at_20_diff1
value: 16.652313523750497
verified: no, type: nauc_map_at_20_max
value: 13.093198188004408
verified: no, type: nauc_map_at_20_std
value: 14.259095080140897
verified: no, type: nauc_map_at_3_diff1
value: 14.677825754242454
verified: no, type: nauc_map_at_3_max
value: 7.317793733946284
verified: no, type: nauc_map_at_3_std
value: 3.418941077981656
verified: no, type: nauc_map_at_5_diff1
value: 17.137359905072756
verified: no, type: nauc_map_at_5_max
value: 9.01167832009366
verified: no, type: nauc_map_at_5_std
value: 5.2874765536214
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.454325619505113
verified: no, type: nauc_mrr_at_1000_max
value: 30.196749892995594
verified: no, type: nauc_mrr_at_1000_std
value: 23.20764128538842
verified: no, type: nauc_mrr_at_100_diff1
value: 21.45149511353323
verified: no, type: nauc_mrr_at_100_max
value: 30.205512872554863
verified: no, type: nauc_mrr_at_100_std
value: 23.22951509311156
verified: no, type: nauc_mrr_at_10_diff1
value: 21.443853896012058
verified: no, type: nauc_mrr_at_10_max
value: 30.184135013094902
verified: no, type: nauc_mrr_at_10_std
value: 23.07785651916377
verified: no, type: nauc_mrr_at_1_diff1
value: 23.129382728946567
verified: no, type: nauc_mrr_at_1_max
value: 29.16236827328641
verified: no, type: nauc_mrr_at_1_std
value: 20.444573577612672
verified: no, type: nauc_mrr_at_20_diff1
value: 21.318455369912797
verified: no, type: nauc_mrr_at_20_max
value: 30.19775930580107
verified: no, type: nauc_mrr_at_20_std
value: 23.11477792549017
verified: no, type: nauc_mrr_at_3_diff1
value: 20.97099125838742
verified: no, type: nauc_mrr_at_3_max
value: 28.84511556675441
verified: no, type: nauc_mrr_at_3_std
value: 22.88999884739319
verified: no, type: nauc_mrr_at_5_diff1
value: 21.07323008993388
verified: no, type: nauc_mrr_at_5_max
value: 29.939257577418555
verified: no, type: nauc_mrr_at_5_std
value: 22.51881478352943
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.688173313097465
verified: no, type: nauc_ndcg_at_1000_max
value: 21.368236542214454
verified: no, type: nauc_ndcg_at_1000_std
value: 41.52031821127528
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.06954523607372
verified: no, type: nauc_ndcg_at_100_max
value: 17.688823356854577
verified: no, type: nauc_ndcg_at_100_std
value: 32.62510966488852
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.351124977908817
verified: no, type: nauc_ndcg_at_10_max
value: 17.085355771693195
verified: no, type: nauc_ndcg_at_10_std
value: 24.550020951961883
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.624247131173522
verified: no, type: nauc_ndcg_at_1_max
value: 19.966081278133522
verified: no, type: nauc_ndcg_at_1_std
value: 16.467816838901918
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.014023118954448
verified: no, type: nauc_ndcg_at_20_max
value: 15.275280677539119
verified: no, type: nauc_ndcg_at_20_std
value: 24.34523002368632
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.167012574461946
verified: no, type: nauc_ndcg_at_3_max
value: 17.779136486983
verified: no, type: nauc_ndcg_at_3_std
value: 21.780473334256495
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.595415445650765
verified: no, type: nauc_ndcg_at_5_max
value: 18.328561004777587
verified: no, type: nauc_ndcg_at_5_std
value: 21.97613744752227
verified: no, type: nauc_precision_at_1000_diff1
value: 3.192350463593093
verified: no, type: nauc_precision_at_1000_max
value: 23.784889332631508
verified: no, type: nauc_precision_at_1000_std
value: 38.31411059213675
verified: no, type: nauc_precision_at_100_diff1
value: 5.282696634160009
verified: no, type: nauc_precision_at_100_max
value: 31.236943872679173
verified: no, type: nauc_precision_at_100_std
value: 46.615222544239785
verified: no, type: nauc_precision_at_10_diff1
value: 9.122238165144287
verified: no, type: nauc_precision_at_10_max
value: 26.89906129794692
verified: no, type: nauc_precision_at_10_std
value: 36.25236215404761
verified: no, type: nauc_precision_at_1_diff1
value: 23.129382728946567
verified: no, type: nauc_precision_at_1_max
value: 29.16236827328641
verified: no, type: nauc_precision_at_1_std
value: 20.444573577612672
verified: no, type: nauc_precision_at_20_diff1
value: 6.768148330667792
verified: no, type: nauc_precision_at_20_max
value: 28.039074117267887
verified: no, type: nauc_precision_at_20_std
value: 39.11803441424496
verified: no, type: nauc_precision_at_3_diff1
value: 12.384815868965433
verified: no, type: nauc_precision_at_3_max
value: 25.53095697663368
verified: no, type: nauc_precision_at_3_std
value: 26.29306114437138
verified: no, type: nauc_precision_at_5_diff1
value: 13.155117121726908
verified: no, type: nauc_precision_at_5_max
value: 28.98788026631289
verified: no, type: nauc_precision_at_5_std
value: 28.737274874608065
verified: no, type: nauc_recall_at_1000_diff1
value: 10.544161158158216
verified: no, type: nauc_recall_at_1000_max
value: 9.112966873613203
verified: no, type: nauc_recall_at_1000_std
value: 42.41303873223876
verified: no, type: nauc_recall_at_100_diff1
value: 7.702991571525162
verified: no, type: nauc_recall_at_100_max
value: 9.497703777492731
verified: no, type: nauc_recall_at_100_std
value: 30.3239668986987
verified: no, type: nauc_recall_at_10_diff1
value: 15.316203839922432
verified: no, type: nauc_recall_at_10_max
value: 3.6641891638054798
verified: no, type: nauc_recall_at_10_std
value: 4.57953087809313
verified: no, type: nauc_recall_at_1_diff1
value: 16.137051534104593
verified: no, type: nauc_recall_at_1_max
value: 4.979934347581338
verified: no, type: nauc_recall_at_1_std
value: 0.8028896220717383
verified: no, type: nauc_recall_at_20_diff1
value: 9.159561776910664
verified: no, type: nauc_recall_at_20_max
value: 2.80662849995387
verified: no, type: nauc_recall_at_20_std
value: 9.533525978938236
verified: no, type: nauc_recall_at_3_diff1
value: 10.892921094755446
verified: no, type: nauc_recall_at_3_max
value: 3.0589975232752784
verified: no, type: nauc_recall_at_3_std
value: -0.3108866039776568
verified: no, type: nauc_recall_at_5_diff1
value: 15.214551847044397
verified: no, type: nauc_recall_at_5_max
value: 3.912778767070869
verified: no, type: nauc_recall_at_5_std
value: -0.16052061459509087
verified: no, type: ndcg_at_1
value: 26
verified: no, type: ndcg_at_10
value: 18.709
verified: no, type: ndcg_at_100
value: 21.97
verified: no, type: ndcg_at_1000
value: 27.905
verified: no, type: ndcg_at_20
value: 18.67
verified: no, type: ndcg_at_3
value: 21.584999999999997
verified: no, type: ndcg_at_5
value: 19.866
verified: no, type: precision_at_1
value: 37
verified: no, type: precision_at_10
value: 16.175
verified: no, type: precision_at_100
value: 5.405
verified: no, type: precision_at_1000
value: 1.1119999999999999
verified: no, type: precision_at_20
value: 12.463000000000001
verified: no, type: precision_at_3
value: 26.25
verified: no, type: precision_at_5
value: 21.25
verified: no, type: recall_at_1
value: 3.6290000000000004
verified: no, type: recall_at_10
value: 11.074
verified: no, type: recall_at_100
value: 27.508
verified: no, type: recall_at_1000
value: 48.476
verified: no, type: recall_at_20
value: 15.770999999999999
verified: no, type: recall_at_3
value: 6.679
verified: no, type: recall_at_5
value: 8.261000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 37.01
verified: no, type: f1
value: 33.80261337218401
verified: no, type: f1_weighted
value: 39.1248253741935
verified: no, type: main_score
value: 37.01
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 21.877
verified: no, type: map_at_1
value: 12.125
verified: no, type: map_at_10
value: 17.985
verified: no, type: map_at_100
value: 18.945
verified: no, type: map_at_1000
value: 19.031000000000002
verified: no, type: map_at_20
value: 18.515
verified: no, type: map_at_3
value: 15.723
verified: no, type: map_at_5
value: 16.988
verified: no, type: mrr_at_1
value: 12.871287128712872
verified: no, type: mrr_at_10
value: 19.06504936207906
verified: no, type: mrr_at_100
value: 20.048506315633496
verified: no, type: mrr_at_1000
value: 20.12900544911799
verified: no, type: mrr_at_20
value: 19.604455496229054
verified: no, type: mrr_at_3
value: 16.691669166916707
verified: no, type: mrr_at_5
value: 18.033553355335595
verified: no, type: nauc_map_at_1000_diff1
value: 20.122401219066415
verified: no, type: nauc_map_at_1000_max
value: 10.972483975133432
verified: no, type: nauc_map_at_1000_std
value: -10.603798212882044
verified: no, type: nauc_map_at_100_diff1
value: 20.125167127353574
verified: no, type: nauc_map_at_100_max
value: 10.946466565720835
verified: no, type: nauc_map_at_100_std
value: -10.619518206734794
verified: no, type: nauc_map_at_10_diff1
value: 20.23360451939518
verified: no, type: nauc_map_at_10_max
value: 10.504429681783146
verified: no, type: nauc_map_at_10_std
value: -11.29283087578335
verified: no, type: nauc_map_at_1_diff1
value: 25.116924844245283
verified: no, type: nauc_map_at_1_max
value: 11.98576406427707
verified: no, type: nauc_map_at_1_std
value: -14.887388194506975
verified: no, type: nauc_map_at_20_diff1
value: 20.23401645641412
verified: no, type: nauc_map_at_20_max
value: 10.857308194162822
verified: no, type: nauc_map_at_20_std
value: -10.851469716080464
verified: no, type: nauc_map_at_3_diff1
value: 20.911297334966488
verified: no, type: nauc_map_at_3_max
value: 10.493816583900106
verified: no, type: nauc_map_at_3_std
value: -12.85657394433792
verified: no, type: nauc_map_at_5_diff1
value: 20.67230192111878
verified: no, type: nauc_map_at_5_max
value: 10.455087027145337
verified: no, type: nauc_map_at_5_std
value: -11.741150611193243
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.201783669108444
verified: no, type: nauc_mrr_at_1000_max
value: 11.27135532106241
verified: no, type: nauc_mrr_at_1000_std
value: -10.817336451418818
verified: no, type: nauc_mrr_at_100_diff1
value: 20.19910978655407
verified: no, type: nauc_mrr_at_100_max
value: 11.254714973587866
verified: no, type: nauc_mrr_at_100_std
value: -10.820931507074036
verified: no, type: nauc_mrr_at_10_diff1
value: 20.304589692291273
verified: no, type: nauc_mrr_at_10_max
value: 10.822545970021226
verified: no, type: nauc_mrr_at_10_std
value: -11.431394404971726
verified: no, type: nauc_mrr_at_1_diff1
value: 25.228945176045947
verified: no, type: nauc_mrr_at_1_max
value: 12.357521841691108
verified: no, type: nauc_mrr_at_1_std
value: -15.131076974727794
verified: no, type: nauc_mrr_at_20_diff1
value: 20.289688429631955
verified: no, type: nauc_mrr_at_20_max
value: 11.149958856441467
verified: no, type: nauc_mrr_at_20_std
value: -11.024592908181273
verified: no, type: nauc_mrr_at_3_diff1
value: 20.973784329474697
verified: no, type: nauc_mrr_at_3_max
value: 10.839212604071513
verified: no, type: nauc_mrr_at_3_std
value: -13.032699942676654
verified: no, type: nauc_mrr_at_5_diff1
value: 20.67177149815388
verified: no, type: nauc_mrr_at_5_max
value: 10.780604315500145
verified: no, type: nauc_mrr_at_5_std
value: -11.96426328695956
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.203459312573322
verified: no, type: nauc_ndcg_at_1000_max
value: 12.550976239211959
verified: no, type: nauc_ndcg_at_1000_std
value: -6.155621948124327
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.98890492487564
verified: no, type: nauc_ndcg_at_100_max
value: 12.082781680715488
verified: no, type: nauc_ndcg_at_100_std
value: -6.521767477966188
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.613305071861358
verified: no, type: nauc_ndcg_at_10_max
value: 10.234736762086232
verified: no, type: nauc_ndcg_at_10_std
value: -9.477409522332167
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.228945176045947
verified: no, type: nauc_ndcg_at_1_max
value: 12.357521841691108
verified: no, type: nauc_ndcg_at_1_std
value: -15.131076974727794
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.585292232238952
verified: no, type: nauc_ndcg_at_20_max
value: 11.340075203322234
verified: no, type: nauc_ndcg_at_20_std
value: -8.088779010738822
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.829493624271606
verified: no, type: nauc_ndcg_at_3_max
value: 10.208145502245142
verified: no, type: nauc_ndcg_at_3_std
value: -12.298923267754676
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.458113235418807
verified: no, type: nauc_ndcg_at_5_max
value: 10.15846988736773
verified: no, type: nauc_ndcg_at_5_std
value: -10.47919326403974
verified: no, type: nauc_precision_at_1000_diff1
value: 7.435302162256516
verified: no, type: nauc_precision_at_1000_max
value: 21.368084945240952
verified: no, type: nauc_precision_at_1000_std
value: 16.8337695497384
verified: no, type: nauc_precision_at_100_diff1
value: 10.847433022776642
verified: no, type: nauc_precision_at_100_max
value: 17.91743344722435
verified: no, type: nauc_precision_at_100_std
value: 7.777772436366054
verified: no, type: nauc_precision_at_10_diff1
value: 15.284567004824096
verified: no, type: nauc_precision_at_10_max
value: 10.31601959260089
verified: no, type: nauc_precision_at_10_std
value: -4.79868797986748
verified: no, type: nauc_precision_at_1_diff1
value: 25.228945176045947
verified: no, type: nauc_precision_at_1_max
value: 12.357521841691108
verified: no, type: nauc_precision_at_1_std
value: -15.131076974727794
verified: no, type: nauc_precision_at_20_diff1
value: 14.922246430826691
verified: no, type: nauc_precision_at_20_max
value: 13.74392369911512
verified: no, type: nauc_precision_at_20_std
value: -0.39766117993894556
verified: no, type: nauc_precision_at_3_diff1
value: 17.484350644846845
verified: no, type: nauc_precision_at_3_max
value: 9.798724529044613
verified: no, type: nauc_precision_at_3_std
value: -10.829344329614003
verified: no, type: nauc_precision_at_5_diff1
value: 16.92524590241965
verified: no, type: nauc_precision_at_5_max
value: 9.957670265316152
verified: no, type: nauc_precision_at_5_std
value: -7.39531040729478
verified: no, type: nauc_recall_at_1000_diff1
value: 10.409295990651382
verified: no, type: nauc_recall_at_1000_max
value: 20.523961704612688
verified: no, type: nauc_recall_at_1000_std
value: 16.88822526453451
verified: no, type: nauc_recall_at_100_diff1
value: 11.329086921287914
verified: no, type: nauc_recall_at_100_max
value: 15.342664165804107
verified: no, type: nauc_recall_at_100_std
value: 6.778206850115328
verified: no, type: nauc_recall_at_10_diff1
value: 14.447492527898397
verified: no, type: nauc_recall_at_10_max
value: 9.048283788118006
verified: no, type: nauc_recall_at_10_std
value: -5.05674238538918
verified: no, type: nauc_recall_at_1_diff1
value: 25.116924844245283
verified: no, type: nauc_recall_at_1_max
value: 11.98576406427707
verified: no, type: nauc_recall_at_1_std
value: -14.887388194506975
verified: no, type: nauc_recall_at_20_diff1
value: 14.354379027010891
verified: no, type: nauc_recall_at_20_max
value: 12.218757078595253
verified: no, type: nauc_recall_at_20_std
value: -1.0333043822576804
verified: no, type: nauc_recall_at_3_diff1
value: 17.00712022734589
verified: no, type: nauc_recall_at_3_max
value: 9.215029744265394
verified: no, type: nauc_recall_at_3_std
value: -10.738074566505498
verified: no, type: nauc_recall_at_5_diff1
value: 16.428129031672192
verified: no, type: nauc_recall_at_5_max
value: 9.054394305977183
verified: no, type: nauc_recall_at_5_std
value: -7.187820121781092
verified: no, type: ndcg_at_1
value: 12.870999999999999
verified: no, type: ndcg_at_10
value: 21.877
verified: no, type: ndcg_at_100
value: 26.999000000000002
verified: no, type: ndcg_at_1000
value: 29.507
verified: no, type: ndcg_at_20
value: 23.810000000000002
verified: no, type: ndcg_at_3
value: 17.171
verified: no, type: ndcg_at_5
value: 19.458000000000002
verified: no, type: precision_at_1
value: 12.870999999999999
verified: no, type: precision_at_10
value: 3.5839999999999996
verified: no, type: precision_at_100
value: 0.632
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_20
value: 2.204
verified: no, type: precision_at_3
value: 7.291
verified: no, type: precision_at_5
value: 5.575
verified: no, type: recall_at_1
value: 12.125
verified: no, type: recall_at_10
value: 33.219
verified: no, type: recall_at_100
value: 57.623000000000005
verified: no, type: recall_at_1000
value: 77.293
verified: no, type: recall_at_20
value: 40.727999999999994
verified: no, type: recall_at_3
value: 20.397000000000002
verified: no, type: recall_at_5
value: 25.855
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 10.501000000000001
verified: no, type: map_at_1
value: 4.294
verified: no, type: map_at_10
value: 7.268
verified: no, type: map_at_100
value: 8.059
verified: no, type: map_at_1000
value: 8.231
verified: no, type: map_at_20
value: 7.623
verified: no, type: map_at_3
value: 5.9670000000000005
verified: no, type: map_at_5
value: 6.642
verified: no, type: mrr_at_1
value: 8.796296296296296
verified: no, type: mrr_at_10
value: 13.622195277287869
verified: no, type: mrr_at_100
value: 14.501593360773246
verified: no, type: mrr_at_1000
value: 14.615536775138619
verified: no, type: mrr_at_20
value: 14.023831138321308
verified: no, type: mrr_at_3
value: 11.959876543209875
verified: no, type: mrr_at_5
value: 13.009259259259261
verified: no, type: nauc_map_at_1000_diff1
value: 30.741479281150593
verified: no, type: nauc_map_at_1000_max
value: 1.997329268832828
verified: no, type: nauc_map_at_1000_std
value: -4.1691381489089565
verified: no, type: nauc_map_at_100_diff1
value: 30.788854467321908
verified: no, type: nauc_map_at_100_max
value: 1.8128626807616204
verified: no, type: nauc_map_at_100_std
value: -4.310473805593155
verified: no, type: nauc_map_at_10_diff1
value: 31.360326972498775
verified: no, type: nauc_map_at_10_max
value: 1.66658923638793
verified: no, type: nauc_map_at_10_std
value: -4.721503585407167
verified: no, type: nauc_map_at_1_diff1
value: 39.65526920401857
verified: no, type: nauc_map_at_1_max
value: 6.97035784643531
verified: no, type: nauc_map_at_1_std
value: -7.930520106278034
verified: no, type: nauc_map_at_20_diff1
value: 31.233877635148556
verified: no, type: nauc_map_at_20_max
value: 1.736377921526282
verified: no, type: nauc_map_at_20_std
value: -4.5558858384818
verified: no, type: nauc_map_at_3_diff1
value: 34.199111428817375
verified: no, type: nauc_map_at_3_max
value: 1.7161404665236328
verified: no, type: nauc_map_at_3_std
value: -4.508415084437435
verified: no, type: nauc_map_at_5_diff1
value: 32.11646200824573
verified: no, type: nauc_map_at_5_max
value: 2.2556570187319993
verified: no, type: nauc_map_at_5_std
value: -4.180860687696497
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.98590931203314
verified: no, type: nauc_mrr_at_1000_max
value: 6.554039414339151
verified: no, type: nauc_mrr_at_1000_std
value: -8.463868997111636
verified: no, type: nauc_mrr_at_100_diff1
value: 26.93396356989583
verified: no, type: nauc_mrr_at_100_max
value: 6.478509788608545
verified: no, type: nauc_mrr_at_100_std
value: -8.459706140198108
verified: no, type: nauc_mrr_at_10_diff1
value: 27.503773151379214
verified: no, type: nauc_mrr_at_10_max
value: 6.351727397788104
verified: no, type: nauc_mrr_at_10_std
value: -8.708481647184051
verified: no, type: nauc_mrr_at_1_diff1
value: 34.759358554137265
verified: no, type: nauc_mrr_at_1_max
value: 8.404896687204303
verified: no, type: nauc_mrr_at_1_std
value: -12.19159978986957
verified: no, type: nauc_mrr_at_20_diff1
value: 27.08157835910035
verified: no, type: nauc_mrr_at_20_max
value: 6.225379056220487
verified: no, type: nauc_mrr_at_20_std
value: -8.422853455368799
verified: no, type: nauc_mrr_at_3_diff1
value: 30.054986299298893
verified: no, type: nauc_mrr_at_3_max
value: 6.058367334465793
verified: no, type: nauc_mrr_at_3_std
value: -9.00975599706468
verified: no, type: nauc_mrr_at_5_diff1
value: 28.196825905623292
verified: no, type: nauc_mrr_at_5_max
value: 6.663201411442028
verified: no, type: nauc_mrr_at_5_std
value: -8.320800687051772
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.596313047983948
verified: no, type: nauc_ndcg_at_1000_max
value: 5.859668077671512
verified: no, type: nauc_ndcg_at_1000_std
value: -1.4538064402451396
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.181056630843724
verified: no, type: nauc_ndcg_at_100_max
value: 2.8219323657934234
verified: no, type: nauc_ndcg_at_100_std
value: -3.5032064508254317
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.687154588768614
verified: no, type: nauc_ndcg_at_10_max
value: 2.099953995120166
verified: no, type: nauc_ndcg_at_10_std
value: -5.3462301224273885
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.759358554137265
verified: no, type: nauc_ndcg_at_1_max
value: 8.404896687204303
verified: no, type: nauc_ndcg_at_1_std
value: -12.19159978986957
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.045069275405975
verified: no, type: nauc_ndcg_at_20_max
value: 1.8860184951667054
verified: no, type: nauc_ndcg_at_20_std
value: -4.686597190842411
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.963423922507587
verified: no, type: nauc_ndcg_at_3_max
value: 3.666789018458884
verified: no, type: nauc_ndcg_at_3_std
value: -5.988592108870719
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.712143259646368
verified: no, type: nauc_ndcg_at_5_max
value: 3.6411430481491918
verified: no, type: nauc_ndcg_at_5_std
value: -4.813153910588973
verified: no, type: nauc_precision_at_1000_diff1
value: 7.919234576883236
verified: no, type: nauc_precision_at_1000_max
value: 23.02267888936889
verified: no, type: nauc_precision_at_1000_std
value: -4.144433572135729
verified: no, type: nauc_precision_at_100_diff1
value: 13.494899073628863
verified: no, type: nauc_precision_at_100_max
value: 10.937379174390045
verified: no, type: nauc_precision_at_100_std
value: -5.053916683869191
verified: no, type: nauc_precision_at_10_diff1
value: 20.4935148001019
verified: no, type: nauc_precision_at_10_max
value: 5.515798480439066
verified: no, type: nauc_precision_at_10_std
value: -6.671824969616937
verified: no, type: nauc_precision_at_1_diff1
value: 34.759358554137265
verified: no, type: nauc_precision_at_1_max
value: 8.404896687204303
verified: no, type: nauc_precision_at_1_std
value: -12.19159978986957
verified: no, type: nauc_precision_at_20_diff1
value: 19.06043010905309
verified: no, type: nauc_precision_at_20_max
value: 5.948216994835246
verified: no, type: nauc_precision_at_20_std
value: -5.870901744951394
verified: no, type: nauc_precision_at_3_diff1
value: 26.572856206980312
verified: no, type: nauc_precision_at_3_max
value: 3.319289397348488
verified: no, type: nauc_precision_at_3_std
value: -6.802481527800129
verified: no, type: nauc_precision_at_5_diff1
value: 21.553369099771174
verified: no, type: nauc_precision_at_5_max
value: 5.437323520983812
verified: no, type: nauc_precision_at_5_std
value: -6.425402793455169
verified: no, type: nauc_recall_at_1000_diff1
value: 14.646888936315925
verified: no, type: nauc_recall_at_1000_max
value: 5.353011574800817
verified: no, type: nauc_recall_at_1000_std
value: 14.714783621100446
verified: no, type: nauc_recall_at_100_diff1
value: 14.625469815682784
verified: no, type: nauc_recall_at_100_max
value: -0.10208768882671698
verified: no, type: nauc_recall_at_100_std
value: 2.0019302823346306
verified: no, type: nauc_recall_at_10_diff1
value: 21.709018164893575
verified: no, type: nauc_recall_at_10_max
value: -1.325673546985854
verified: no, type: nauc_recall_at_10_std
value: -3.6356230304752333
verified: no, type: nauc_recall_at_1_diff1
value: 39.65526920401857
verified: no, type: nauc_recall_at_1_max
value: 6.97035784643531
verified: no, type: nauc_recall_at_1_std
value: -7.930520106278034
verified: no, type: nauc_recall_at_20_diff1
value: 20.263216605187107
verified: no, type: nauc_recall_at_20_max
value: -1.5889864339450337
verified: no, type: nauc_recall_at_20_std
value: -2.256304061317442
verified: no, type: nauc_recall_at_3_diff1
value: 30.60651879134098
verified: no, type: nauc_recall_at_3_max
value: -1.5267069038429641
verified: no, type: nauc_recall_at_3_std
value: -1.81955162580499
verified: no, type: nauc_recall_at_5_diff1
value: 24.27943822634114
verified: no, type: nauc_recall_at_5_max
value: 1.1858927573915843
verified: no, type: nauc_recall_at_5_std
value: -0.597221362880609
verified: no, type: ndcg_at_1
value: 8.796
verified: no, type: ndcg_at_10
value: 10.501000000000001
verified: no, type: ndcg_at_100
value: 15.033
verified: no, type: ndcg_at_1000
value: 19.506
verified: no, type: ndcg_at_20
value: 11.756
verified: no, type: ndcg_at_3
value: 8.407
verified: no, type: ndcg_at_5
value: 9.311
verified: no, type: precision_at_1
value: 8.796
verified: no, type: precision_at_10
value: 3.056
verified: no, type: precision_at_100
value: 0.759
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_20
value: 2.0140000000000002
verified: no, type: precision_at_3
value: 5.864
verified: no, type: precision_at_5
value: 4.691
verified: no, type: recall_at_1
value: 4.294
verified: no, type: recall_at_10
value: 14.076
verified: no, type: recall_at_100
value: 32.414
verified: no, type: recall_at_1000
value: 61.041999999999994
verified: no, type: recall_at_20
value: 18.102
verified: no, type: recall_at_3
value: 7.869
verified: no, type: recall_at_5
value: 10.575
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 28.292
verified: no, type: map_at_1
value: 16.117
verified: no, type: map_at_10
value: 22.004
verified: no, type: map_at_100
value: 22.737
verified: no, type: map_at_1000
value: 22.829
verified: no, type: map_at_20
value: 22.395
verified: no, type: map_at_3
value: 20.342
verified: no, type: map_at_5
value: 21.272
verified: no, type: mrr_at_1
value: 32.234976367319376
verified: no, type: mrr_at_10
value: 38.63006012668409
verified: no, type: mrr_at_100
value: 39.304486480807945
verified: no, type: mrr_at_1000
value: 39.36228748244716
verified: no, type: mrr_at_20
value: 39.01487495133586
verified: no, type: mrr_at_3
value: 36.90299347287871
verified: no, type: mrr_at_5
value: 37.874634256133255
verified: no, type: nauc_map_at_1000_diff1
value: 52.53671457091323
verified: no, type: nauc_map_at_1000_max
value: 15.696963828408656
verified: no, type: nauc_map_at_1000_std
value: 21.956640078546954
verified: no, type: nauc_map_at_100_diff1
value: 52.55218545786763
verified: no, type: nauc_map_at_100_max
value: 15.694814899916864
verified: no, type: nauc_map_at_100_std
value: 21.874140951318395
verified: no, type: nauc_map_at_10_diff1
value: 52.99325097208588
verified: no, type: nauc_map_at_10_max
value: 15.805210706652298
verified: no, type: nauc_map_at_10_std
value: 20.91029617972684
verified: no, type: nauc_map_at_1_diff1
value: 62.38658345988526
verified: no, type: nauc_map_at_1_max
value: 18.96471533931015
verified: no, type: nauc_map_at_1_std
value: 15.438948925429688
verified: no, type: nauc_map_at_20_diff1
value: 52.64213296024766
verified: no, type: nauc_map_at_20_max
value: 15.738437092540615
verified: no, type: nauc_map_at_20_std
value: 21.445706751547295
verified: no, type: nauc_map_at_3_diff1
value: 54.64217938849202
verified: no, type: nauc_map_at_3_max
value: 16.750806175167348
verified: no, type: nauc_map_at_3_std
value: 19.219021375044814
verified: no, type: nauc_map_at_5_diff1
value: 53.64518704560757
verified: no, type: nauc_map_at_5_max
value: 16.157181937666387
verified: no, type: nauc_map_at_5_std
value: 20.11727448208928
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.56014700607803
verified: no, type: nauc_mrr_at_1000_max
value: 16.9798022805667
verified: no, type: nauc_mrr_at_1000_std
value: 18.95324661454762
verified: no, type: nauc_mrr_at_100_diff1
value: 57.54710222877462
verified: no, type: nauc_mrr_at_100_max
value: 16.97730355580351
verified: no, type: nauc_mrr_at_100_std
value: 18.95346408842727
verified: no, type: nauc_mrr_at_10_diff1
value: 57.6866860486197
verified: no, type: nauc_mrr_at_10_max
value: 17.07463483894915
verified: no, type: nauc_mrr_at_10_std
value: 18.618116455829192
verified: no, type: nauc_mrr_at_1_diff1
value: 62.38658345988526
verified: no, type: nauc_mrr_at_1_max
value: 18.96471533931015
verified: no, type: nauc_mrr_at_1_std
value: 15.438948925429688
verified: no, type: nauc_mrr_at_20_diff1
value: 57.561251152445614
verified: no, type: nauc_mrr_at_20_max
value: 17.00729736461106
verified: no, type: nauc_mrr_at_20_std
value: 18.829716719986237
verified: no, type: nauc_mrr_at_3_diff1
value: 58.65082220843543
verified: no, type: nauc_mrr_at_3_max
value: 17.711088495920592
verified: no, type: nauc_mrr_at_3_std
value: 17.55455527287812
verified: no, type: nauc_mrr_at_5_diff1
value: 58.10571161586252
verified: no, type: nauc_mrr_at_5_max
value: 17.28915283324653
verified: no, type: nauc_mrr_at_5_std
value: 18.0652440101035
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.55898681917537
verified: no, type: nauc_ndcg_at_1000_max
value: 14.537415174290164
verified: no, type: nauc_ndcg_at_1000_std
value: 26.845895603634812
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.747872551453554
verified: no, type: nauc_ndcg_at_100_max
value: 14.568520063427446
verified: no, type: nauc_ndcg_at_100_std
value: 25.561107003415273
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.17004431473104
verified: no, type: nauc_ndcg_at_10_max
value: 15.047731355586786
verified: no, type: nauc_ndcg_at_10_std
value: 22.192786377675215
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.38658345988526
verified: no, type: nauc_ndcg_at_1_max
value: 18.96471533931015
verified: no, type: nauc_ndcg_at_1_std
value: 15.438948925429688
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.268918168781575
verified: no, type: nauc_ndcg_at_20_max
value: 14.82753085102259
verified: no, type: nauc_ndcg_at_20_std
value: 23.531841522287085
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.87606881828264
verified: no, type: nauc_ndcg_at_3_max
value: 16.664828966488386
verified: no, type: nauc_ndcg_at_3_std
value: 19.332873884477955
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.441452134178476
verified: no, type: nauc_ndcg_at_5_max
value: 15.745012849308385
verified: no, type: nauc_ndcg_at_5_std
value: 20.593894408567856
verified: no, type: nauc_precision_at_1000_diff1
value: 24.264234687899304
verified: no, type: nauc_precision_at_1000_max
value: 5.620120286357922
verified: no, type: nauc_precision_at_1000_std
value: 41.948105364512564
verified: no, type: nauc_precision_at_100_diff1
value: 31.21050102791235
verified: no, type: nauc_precision_at_100_max
value: 7.6118145720667885
verified: no, type: nauc_precision_at_100_std
value: 35.3998265904431
verified: no, type: nauc_precision_at_10_diff1
value: 41.41887917460571
verified: no, type: nauc_precision_at_10_max
value: 10.641045782364383
verified: no, type: nauc_precision_at_10_std
value: 26.655104901245352
verified: no, type: nauc_precision_at_1_diff1
value: 62.38658345988526
verified: no, type: nauc_precision_at_1_max
value: 18.96471533931015
verified: no, type: nauc_precision_at_1_std
value: 15.438948925429688
verified: no, type: nauc_precision_at_20_diff1
value: 37.51978391599609
verified: no, type: nauc_precision_at_20_max
value: 9.72545172044276
verified: no, type: nauc_precision_at_20_std
value: 30.032274012474737
verified: no, type: nauc_precision_at_3_diff1
value: 50.22962630571735
verified: no, type: nauc_precision_at_3_max
value: 15.140838807951843
verified: no, type: nauc_precision_at_3_std
value: 21.416992255780922
verified: no, type: nauc_precision_at_5_diff1
value: 46.16286455015615
verified: no, type: nauc_precision_at_5_max
value: 12.86480195122192
verified: no, type: nauc_precision_at_5_std
value: 23.543669631523176
verified: no, type: nauc_recall_at_1000_diff1
value: 24.26423468789936
verified: no, type: nauc_recall_at_1000_max
value: 5.620120286358027
verified: no, type: nauc_recall_at_1000_std
value: 41.948105364512614
verified: no, type: nauc_recall_at_100_diff1
value: 31.21050102791235
verified: no, type: nauc_recall_at_100_max
value: 7.611814572066768
verified: no, type: nauc_recall_at_100_std
value: 35.39982659044302
verified: no, type: nauc_recall_at_10_diff1
value: 41.41887917460569
verified: no, type: nauc_recall_at_10_max
value: 10.641045782364417
verified: no, type: nauc_recall_at_10_std
value: 26.655104901245362
verified: no, type: nauc_recall_at_1_diff1
value: 62.38658345988526
verified: no, type: nauc_recall_at_1_max
value: 18.96471533931015
verified: no, type: nauc_recall_at_1_std
value: 15.438948925429688
verified: no, type: nauc_recall_at_20_diff1
value: 37.519783915996136
verified: no, type: nauc_recall_at_20_max
value: 9.725451720442765
verified: no, type: nauc_recall_at_20_std
value: 30.03227401247474
verified: no, type: nauc_recall_at_3_diff1
value: 50.22962630571737
verified: no, type: nauc_recall_at_3_max
value: 15.140838807951857
verified: no, type: nauc_recall_at_3_std
value: 21.416992255780954
verified: no, type: nauc_recall_at_5_diff1
value: 46.162864550156186
verified: no, type: nauc_recall_at_5_max
value: 12.864801951221944
verified: no, type: nauc_recall_at_5_std
value: 23.543669631523223
verified: no, type: ndcg_at_1
value: 32.235
verified: no, type: ndcg_at_10
value: 28.292
verified: no, type: ndcg_at_100
value: 31.831
verified: no, type: ndcg_at_1000
value: 34.178999999999995
verified: no, type: ndcg_at_20
value: 29.593000000000004
verified: no, type: ndcg_at_3
value: 25.080999999999996
verified: no, type: ndcg_at_5
value: 26.642
verified: no, type: precision_at_1
value: 32.235
verified: no, type: precision_at_10
value: 6.15
verified: no, type: precision_at_100
value: 0.898
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 3.4939999999999998
verified: no, type: precision_at_3
value: 15.67
verified: no, type: precision_at_5
value: 10.636
verified: no, type: recall_at_1
value: 16.117
verified: no, type: recall_at_10
value: 30.749
verified: no, type: recall_at_100
value: 44.909
verified: no, type: recall_at_1000
value: 60.648
verified: no, type: recall_at_20
value: 34.943000000000005
verified: no, type: recall_at_3
value: 23.504
verified: no, type: recall_at_5
value: 26.590000000000003
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 65.4924
verified: no, type: ap
value: 60.417555025106715
verified: no, type: ap_weighted
value: 60.417555025106715
verified: no, type: f1
value: 64.9729249813357
verified: no, type: f1_weighted
value: 64.97292498133568
verified: no, type: main_score
value: 65.4924
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 27.705000000000002
verified: no, type: map_at_1
value: 0.777
verified: no, type: map_at_10
value: 4.274
verified: no, type: map_at_100
value: 10.458
verified: no, type: map_at_1000
value: 12.995000000000001
verified: no, type: map_at_20
value: 6.47
verified: no, type: map_at_3
value: 1.8610000000000002
verified: no, type: map_at_5
value: 2.606
verified: no, type: mrr_at_1
value: 46.51162790697674
verified: no, type: mrr_at_10
value: 58.708010335917315
verified: no, type: mrr_at_100
value: 59.00751703077284
verified: no, type: mrr_at_1000
value: 59.02276496514652
verified: no, type: mrr_at_20
value: 58.90180878552971
verified: no, type: mrr_at_3
value: 55.81395348837209
verified: no, type: mrr_at_5
value: 57.44186046511628
verified: no, type: nauc_map_at_1000_diff1
value: 37.890253862222934
verified: no, type: nauc_map_at_1000_max
value: 61.74146589032663
verified: no, type: nauc_map_at_1000_std
value: 58.58022305406892
verified: no, type: nauc_map_at_100_diff1
value: 40.49087436935982
verified: no, type: nauc_map_at_100_max
value: 57.01604020625418
verified: no, type: nauc_map_at_100_std
value: 51.723977633119446
verified: no, type: nauc_map_at_10_diff1
value: 38.194743917917116
verified: no, type: nauc_map_at_10_max
value: 28.735417026530364
verified: no, type: nauc_map_at_10_std
value: 31.023879510246598
verified: no, type: nauc_map_at_1_diff1
value: 32.49931114906685
verified: no, type: nauc_map_at_1_max
value: 17.671517789719864
verified: no, type: nauc_map_at_1_std
value: 16.99861035727389
verified: no, type: nauc_map_at_20_diff1
value: 36.32556775140449
verified: no, type: nauc_map_at_20_max
value: 34.68159609940747
verified: no, type: nauc_map_at_20_std
value: 38.40576232270393
verified: no, type: nauc_map_at_3_diff1
value: 28.749285903216972
verified: no, type: nauc_map_at_3_max
value: 22.471665405120152
verified: no, type: nauc_map_at_3_std
value: 24.69853700687298
verified: no, type: nauc_map_at_5_diff1
value: 31.853910704413547
verified: no, type: nauc_map_at_5_max
value: 24.263061493565555
verified: no, type: nauc_map_at_5_std
value: 28.612970147886262
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.28674723804615
verified: no, type: nauc_mrr_at_1000_max
value: 65.31128352347841
verified: no, type: nauc_mrr_at_1000_std
value: 60.74832369191216
verified: no, type: nauc_mrr_at_100_diff1
value: 38.31302530772531
verified: no, type: nauc_mrr_at_100_max
value: 65.33138728948728
verified: no, type: nauc_mrr_at_100_std
value: 60.756072020421946
verified: no, type: nauc_mrr_at_10_diff1
value: 38.407877536524715
verified: no, type: nauc_mrr_at_10_max
value: 64.69187029537487
verified: no, type: nauc_mrr_at_10_std
value: 60.99973125836723
verified: no, type: nauc_mrr_at_1_diff1
value: 33.86818356255958
verified: no, type: nauc_mrr_at_1_max
value: 63.497988338553334
verified: no, type: nauc_mrr_at_1_std
value: 57.319330794169545
verified: no, type: nauc_mrr_at_20_diff1
value: 38.548064176888836
verified: no, type: nauc_mrr_at_20_max
value: 65.17230095066438
verified: no, type: nauc_mrr_at_20_std
value: 60.876500917878865
verified: no, type: nauc_mrr_at_3_diff1
value: 33.6890627338303
verified: no, type: nauc_mrr_at_3_max
value: 64.82321215840447
verified: no, type: nauc_mrr_at_3_std
value: 61.26157086058862
verified: no, type: nauc_mrr_at_5_diff1
value: 37.49455502289622
verified: no, type: nauc_mrr_at_5_max
value: 65.53530465417907
verified: no, type: nauc_mrr_at_5_std
value: 61.02287299328536
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.55134037265758
verified: no, type: nauc_ndcg_at_1000_max
value: 61.12696667641798
verified: no, type: nauc_ndcg_at_1000_std
value: 57.533106450670665
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.739158900460595
verified: no, type: nauc_ndcg_at_100_max
value: 64.82956288037003
verified: no, type: nauc_ndcg_at_100_std
value: 48.49866643602147
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.58241602640944
verified: no, type: nauc_ndcg_at_10_max
value: 62.58045432730028
verified: no, type: nauc_ndcg_at_10_std
value: 44.00810752260865
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.224578682142635
verified: no, type: nauc_ndcg_at_1_max
value: 44.63222303780071
verified: no, type: nauc_ndcg_at_1_std
value: 22.087936224074618
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.64314419662495
verified: no, type: nauc_ndcg_at_20_max
value: 65.3789962064312
verified: no, type: nauc_ndcg_at_20_std
value: 47.213428209069924
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.95443124125196
verified: no, type: nauc_ndcg_at_3_max
value: 56.10236595509034
verified: no, type: nauc_ndcg_at_3_std
value: 38.53747582748712
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.85878950415295
verified: no, type: nauc_ndcg_at_5_max
value: 61.567975785495534
verified: no, type: nauc_ndcg_at_5_std
value: 42.480532442232764
verified: no, type: nauc_precision_at_1000_diff1
value: 9.463162430234085
verified: no, type: nauc_precision_at_1000_max
value: 61.7012187403225
verified: no, type: nauc_precision_at_1000_std
value: 53.356643761687806
verified: no, type: nauc_precision_at_100_diff1
value: 22.507457849227073
verified: no, type: nauc_precision_at_100_max
value: 74.14227941923573
verified: no, type: nauc_precision_at_100_std
value: 56.66415918103874
verified: no, type: nauc_precision_at_10_diff1
value: 37.11634706297281
verified: no, type: nauc_precision_at_10_max
value: 64.70246260978291
verified: no, type: nauc_precision_at_10_std
value: 52.076370670842195
verified: no, type: nauc_precision_at_1_diff1
value: 33.86818356255958
verified: no, type: nauc_precision_at_1_max
value: 63.497988338553334
verified: no, type: nauc_precision_at_1_std
value: 57.319330794169545
verified: no, type: nauc_precision_at_20_diff1
value: 30.464024743782335
verified: no, type: nauc_precision_at_20_max
value: 67.25613806762661
verified: no, type: nauc_precision_at_20_std
value: 52.950474527983495
verified: no, type: nauc_precision_at_3_diff1
value: 25.67014245501591
verified: no, type: nauc_precision_at_3_max
value: 64.64109190221811
verified: no, type: nauc_precision_at_3_std
value: 61.79128083613472
verified: no, type: nauc_precision_at_5_diff1
value: 30.728206847540683
verified: no, type: nauc_precision_at_5_max
value: 63.132851485096175
verified: no, type: nauc_precision_at_5_std
value: 53.934810596223336
verified: no, type: nauc_recall_at_1000_diff1
value: 44.772142334722375
verified: no, type: nauc_recall_at_1000_max
value: 52.83460479783461
verified: no, type: nauc_recall_at_1000_std
value: 58.70222029972984
verified: no, type: nauc_recall_at_100_diff1
value: 48.17949191462816
verified: no, type: nauc_recall_at_100_max
value: 51.837404933039686
verified: no, type: nauc_recall_at_100_std
value: 46.57038195442946
verified: no, type: nauc_recall_at_10_diff1
value: 44.70152550284119
verified: no, type: nauc_recall_at_10_max
value: 25.41255284271965
verified: no, type: nauc_recall_at_10_std
value: 26.05400058770887
verified: no, type: nauc_recall_at_1_diff1
value: 32.49931114906685
verified: no, type: nauc_recall_at_1_max
value: 17.671517789719864
verified: no, type: nauc_recall_at_1_std
value: 16.99861035727389
verified: no, type: nauc_recall_at_20_diff1
value: 41.61632802348345
verified: no, type: nauc_recall_at_20_max
value: 29.22885033770648
verified: no, type: nauc_recall_at_20_std
value: 29.70591175740895
verified: no, type: nauc_recall_at_3_diff1
value: 25.408832214219373
verified: no, type: nauc_recall_at_3_max
value: 20.110088341846414
verified: no, type: nauc_recall_at_3_std
value: 27.5814549517511
verified: no, type: nauc_recall_at_5_diff1
value: 33.87726583518953
verified: no, type: nauc_recall_at_5_max
value: 21.44640652682217
verified: no, type: nauc_recall_at_5_std
value: 28.68467500448753
verified: no, type: ndcg_at_1
value: 31.008000000000003
verified: no, type: ndcg_at_10
value: 27.705000000000002
verified: no, type: ndcg_at_100
value: 25.61
verified: no, type: ndcg_at_1000
value: 32.81
verified: no, type: ndcg_at_20
value: 26.617
verified: no, type: ndcg_at_3
value: 29.476000000000003
verified: no, type: ndcg_at_5
value: 27.461999999999996
verified: no, type: precision_at_1
value: 46.512
verified: no, type: precision_at_10
value: 36.047000000000004
verified: no, type: precision_at_100
value: 15.86
verified: no, type: precision_at_1000
value: 3.519
verified: no, type: precision_at_20
value: 31.163
verified: no, type: precision_at_3
value: 43.411
verified: no, type: precision_at_5
value: 39.07
verified: no, type: recall_at_1
value: 0.777
verified: no, type: recall_at_10
value: 5.749
verified: no, type: recall_at_100
value: 20.636
verified: no, type: recall_at_1000
value: 41.509
verified: no, type: recall_at_20
value: 9.689
verified: no, type: recall_at_3
value: 2.125
verified: no, type: recall_at_5
value: 3.1809999999999996
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 84.75604195166439
verified: no, type: f1
value: 83.96051250009408
verified: no, type: f1_weighted
value: 84.89961247254557
verified: no, type: main_score
value: 84.75604195166439
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 63.262653898768804
verified: no, type: f1
value: 45.9083700383482
verified: no, type: f1_weighted
value: 67.21760729168099
verified: no, type: main_score
value: 63.262653898768804
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 62.6630800268998
verified: no, type: f1
value: 60.95061304240181
verified: no, type: f1_weighted
value: 62.967526756160495
verified: no, type: main_score
value: 62.6630800268998
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 66.67787491593813
verified: no, type: f1
value: 65.64575822809016
verified: no, type: f1_weighted
value: 66.77898320225796
verified: no, type: main_score
value: 66.67787491593813
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 24.875984595263066
verified: no, type: v_measure
value: 24.875984595263066
verified: no, type: v_measure_std
value: 1.6202913193292514
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 20.15234761753461
verified: no, type: v_measure
value: 20.15234761753461
verified: no, type: v_measure_std
value: 1.5124498490127187
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 26.98661543605575
verified: no, type: map
value: 26.98661543605575
verified: no, type: mrr
value: 27.239422576477473
verified: no, type: nAUC_map_diff1
value: 15.460840495152341
verified: no, type: nAUC_map_max
value: -31.930731981395123
verified: no, type: nAUC_map_std
value: -19.331627000581726
verified: no, type: nAUC_mrr_diff1
value: 14.871823432310446
verified: no, type: nAUC_mrr_max
value: -25.942781803270677
verified: no, type: nAUC_mrr_std
value: -16.100919278119882
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 19.729
verified: no, type: map_at_1
value: 2.995
verified: no, type: map_at_10
value: 5.981
verified: no, type: map_at_100
value: 7.6
verified: no, type: map_at_1000
value: 8.601
verified: no, type: map_at_20
value: 6.565
verified: no, type: map_at_3
value: 4.527
verified: no, type: map_at_5
value: 5.216
verified: no, type: mrr_at_1
value: 27.86377708978328
verified: no, type: mrr_at_10
value: 36.75500024571232
verified: no, type: mrr_at_100
value: 37.564259732975906
verified: no, type: mrr_at_1000
value: 37.634099578290424
verified: no, type: mrr_at_20
value: 37.12114219621719
verified: no, type: mrr_at_3
value: 34.210526315789465
verified: no, type: mrr_at_5
value: 35.89783281733745
verified: no, type: nauc_map_at_1000_diff1
value: 29.543099450838138
verified: no, type: nauc_map_at_1000_max
value: 24.491250344998225
verified: no, type: nauc_map_at_1000_std
value: 23.38663415665294
verified: no, type: nauc_map_at_100_diff1
value: 30.942566132711924
verified: no, type: nauc_map_at_100_max
value: 25.047054723914265
verified: no, type: nauc_map_at_100_std
value: 19.623770545217234
verified: no, type: nauc_map_at_10_diff1
value: 33.4110837690705
verified: no, type: nauc_map_at_10_max
value: 23.411133530854837
verified: no, type: nauc_map_at_10_std
value: 14.305530534660807
verified: no, type: nauc_map_at_1_diff1
value: 47.26665897814027
verified: no, type: nauc_map_at_1_max
value: 17.264361470068057
verified: no, type: nauc_map_at_1_std
value: 6.196343452591211
verified: no, type: nauc_map_at_20_diff1
value: 32.264976063136864
verified: no, type: nauc_map_at_20_max
value: 24.24818563495155
verified: no, type: nauc_map_at_20_std
value: 16.6410534698125
verified: no, type: nauc_map_at_3_diff1
value: 40.67964259683249
verified: no, type: nauc_map_at_3_max
value: 22.017793803973245
verified: no, type: nauc_map_at_3_std
value: 10.485164853095142
verified: no, type: nauc_map_at_5_diff1
value: 38.463361461066675
verified: no, type: nauc_map_at_5_max
value: 23.084995950739703
verified: no, type: nauc_map_at_5_std
value: 13.571667665319879
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.321317559838434
verified: no, type: nauc_mrr_at_1000_max
value: 23.616172006917203
verified: no, type: nauc_mrr_at_1000_std
value: 23.521119468626345
verified: no, type: nauc_mrr_at_100_diff1
value: 25.303252496539923
verified: no, type: nauc_mrr_at_100_max
value: 23.621827155651086
verified: no, type: nauc_mrr_at_100_std
value: 23.502043678393285
verified: no, type: nauc_mrr_at_10_diff1
value: 25.403442762814247
verified: no, type: nauc_mrr_at_10_max
value: 23.62208247537901
verified: no, type: nauc_mrr_at_10_std
value: 24.02727745933335
verified: no, type: nauc_mrr_at_1_diff1
value: 25.29674078280838
verified: no, type: nauc_mrr_at_1_max
value: 18.937051675051457
verified: no, type: nauc_mrr_at_1_std
value: 15.755685929522356
verified: no, type: nauc_mrr_at_20_diff1
value: 25.154470007244438
verified: no, type: nauc_mrr_at_20_max
value: 23.605381203927443
verified: no, type: nauc_mrr_at_20_std
value: 23.608805816447546
verified: no, type: nauc_mrr_at_3_diff1
value: 26.680631795491916
verified: no, type: nauc_mrr_at_3_max
value: 23.03875423885485
verified: no, type: nauc_mrr_at_3_std
value: 24.20298833659398
verified: no, type: nauc_mrr_at_5_diff1
value: 26.025158609036847
verified: no, type: nauc_mrr_at_5_max
value: 22.674987864415414
verified: no, type: nauc_mrr_at_5_std
value: 23.86931641328228
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.874466942936213
verified: no, type: nauc_ndcg_at_1000_max
value: 28.660019393054743
verified: no, type: nauc_ndcg_at_1000_std
value: 27.37547560029977
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.553059834992105
verified: no, type: nauc_ndcg_at_100_max
value: 25.13728095577227
verified: no, type: nauc_ndcg_at_100_std
value: 26.538902050359724
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.732874877441272
verified: no, type: nauc_ndcg_at_10_max
value: 21.375812276878484
verified: no, type: nauc_ndcg_at_10_std
value: 31.112751881886098
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.41623621946925
verified: no, type: nauc_ndcg_at_1_max
value: 16.70464757805724
verified: no, type: nauc_ndcg_at_1_std
value: 18.451612109384637
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.199888388551855
verified: no, type: nauc_ndcg_at_20_max
value: 21.918986400470157
verified: no, type: nauc_ndcg_at_20_std
value: 31.328640164544197
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.68537514659377
verified: no, type: nauc_ndcg_at_3_max
value: 22.21630051626607
verified: no, type: nauc_ndcg_at_3_std
value: 30.402234123490736
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.027971093392583
verified: no, type: nauc_ndcg_at_5_max
value: 20.92095323693276
verified: no, type: nauc_ndcg_at_5_std
value: 30.571804439644552
verified: no, type: nauc_precision_at_1000_diff1
value: -0.6790333811269129
verified: no, type: nauc_precision_at_1000_max
value: -1.3654157695021272
verified: no, type: nauc_precision_at_1000_std
value: 43.15682304343083
verified: no, type: nauc_precision_at_100_diff1
value: 3.530523432736344
verified: no, type: nauc_precision_at_100_max
value: 7.470935844560207
verified: no, type: nauc_precision_at_100_std
value: 43.381616991836665
verified: no, type: nauc_precision_at_10_diff1
value: 7.2536080758757615
verified: no, type: nauc_precision_at_10_max
value: 20.051937751152508
verified: no, type: nauc_precision_at_10_std
value: 38.89544839761697
verified: no, type: nauc_precision_at_1_diff1
value: 25.29674078280838
verified: no, type: nauc_precision_at_1_max
value: 18.937051675051457
verified: no, type: nauc_precision_at_1_std
value: 15.755685929522356
verified: no, type: nauc_precision_at_20_diff1
value: 7.767592602273234
verified: no, type: nauc_precision_at_20_max
value: 17.17513007658285
verified: no, type: nauc_precision_at_20_std
value: 42.96301502903939
verified: no, type: nauc_precision_at_3_diff1
value: 16.382814813117196
verified: no, type: nauc_precision_at_3_max
value: 26.460339003796168
verified: no, type: nauc_precision_at_3_std
value: 35.12073195651835
verified: no, type: nauc_precision_at_5_diff1
value: 10.598252243451652
verified: no, type: nauc_precision_at_5_max
value: 21.881275333943094
verified: no, type: nauc_precision_at_5_std
value: 34.886472520779016
verified: no, type: nauc_recall_at_1000_diff1
value: 16.373833251840566
verified: no, type: nauc_recall_at_1000_max
value: 13.422289580399715
verified: no, type: nauc_recall_at_1000_std
value: 5.506823100386041
verified: no, type: nauc_recall_at_100_diff1
value: 18.486010059833003
verified: no, type: nauc_recall_at_100_max
value: 14.463886536168621
verified: no, type: nauc_recall_at_100_std
value: 5.007183002060849
verified: no, type: nauc_recall_at_10_diff1
value: 22.445984176414143
verified: no, type: nauc_recall_at_10_max
value: 17.026911466776212
verified: no, type: nauc_recall_at_10_std
value: 9.790472808663838
verified: no, type: nauc_recall_at_1_diff1
value: 47.26665897814027
verified: no, type: nauc_recall_at_1_max
value: 17.264361470068057
verified: no, type: nauc_recall_at_1_std
value: 6.196343452591211
verified: no, type: nauc_recall_at_20_diff1
value: 20.527403807530327
verified: no, type: nauc_recall_at_20_max
value: 18.846637759457423
verified: no, type: nauc_recall_at_20_std
value: 10.080363437686287
verified: no, type: nauc_recall_at_3_diff1
value: 35.47738229123204
verified: no, type: nauc_recall_at_3_max
value: 19.3223919331438
verified: no, type: nauc_recall_at_3_std
value: 11.375328377673272
verified: no, type: nauc_recall_at_5_diff1
value: 32.89381313334175
verified: no, type: nauc_recall_at_5_max
value: 19.02389681884461
verified: no, type: nauc_recall_at_5_std
value: 14.127768601610613
verified: no, type: ndcg_at_1
value: 26.161
verified: no, type: ndcg_at_10
value: 19.729
verified: no, type: ndcg_at_100
value: 18.916
verified: no, type: ndcg_at_1000
value: 27.828999999999997
verified: no, type: ndcg_at_20
value: 18.332
verified: no, type: ndcg_at_3
value: 22.948
verified: no, type: ndcg_at_5
value: 21.725
verified: no, type: precision_at_1
value: 27.864
verified: no, type: precision_at_10
value: 14.457999999999998
verified: no, type: precision_at_100
value: 5.384
verified: no, type: precision_at_1000
value: 1.772
verified: no, type: precision_at_20
value: 10.975
verified: no, type: precision_at_3
value: 21.775
verified: no, type: precision_at_5
value: 19.009
verified: no, type: recall_at_1
value: 2.995
verified: no, type: recall_at_10
value: 9.362
verified: no, type: recall_at_100
value: 21.376
verified: no, type: recall_at_1000
value: 52.451
verified: no, type: recall_at_20
value: 11.643
verified: no, type: recall_at_3
value: 5.364
verified: no, type: recall_at_5
value: 6.908
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 17.011000000000003
verified: no, type: map_at_1
value: 7.443
verified: no, type: map_at_10
value: 13.309000000000001
verified: no, type: map_at_100
value: 14.31
verified: no, type: map_at_1000
value: 14.404
verified: no, type: map_at_20
value: 13.891
verified: no, type: map_at_3
value: 11.276
verified: no, type: map_at_5
value: 12.353
verified: no, type: mrr_at_1
value: 8.545770567786791
verified: no, type: mrr_at_10
value: 14.74893781382772
verified: no, type: mrr_at_100
value: 15.708906910050427
verified: no, type: mrr_at_1000
value: 15.789876088779438
verified: no, type: mrr_at_20
value: 15.313077578207876
verified: no, type: mrr_at_3
value: 12.67381228273463
verified: no, type: mrr_at_5
value: 13.783314020857437
verified: no, type: nauc_map_at_1000_diff1
value: 20.289198509287377
verified: no, type: nauc_map_at_1000_max
value: 11.245767300917974
verified: no, type: nauc_map_at_1000_std
value: 9.946286949764312
verified: no, type: nauc_map_at_100_diff1
value: 20.287044301325547
verified: no, type: nauc_map_at_100_max
value: 11.231219104634302
verified: no, type: nauc_map_at_100_std
value: 9.851730452113145
verified: no, type: nauc_map_at_10_diff1
value: 20.321452428190955
verified: no, type: nauc_map_at_10_max
value: 10.960319054570796
verified: no, type: nauc_map_at_10_std
value: 8.610659810866098
verified: no, type: nauc_map_at_1_diff1
value: 24.72567802723432
verified: no, type: nauc_map_at_1_max
value: 10.653070149472379
verified: no, type: nauc_map_at_1_std
value: 4.42249465517316
verified: no, type: nauc_map_at_20_diff1
value: 20.303569607316625
verified: no, type: nauc_map_at_20_max
value: 11.037463168762539
verified: no, type: nauc_map_at_20_std
value: 9.231557424679638
verified: no, type: nauc_map_at_3_diff1
value: 19.859006911467862
verified: no, type: nauc_map_at_3_max
value: 10.764803329453754
verified: no, type: nauc_map_at_3_std
value: 6.836941432032131
verified: no, type: nauc_map_at_5_diff1
value: 20.4402219774476
verified: no, type: nauc_map_at_5_max
value: 10.595916558704547
verified: no, type: nauc_map_at_5_std
value: 7.655550392602272
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.747174460972154
verified: no, type: nauc_mrr_at_1000_max
value: 10.383915213772802
verified: no, type: nauc_mrr_at_1000_std
value: 10.164682386922529
verified: no, type: nauc_mrr_at_100_diff1
value: 19.745246614728025
verified: no, type: nauc_mrr_at_100_max
value: 10.374895275615053
verified: no, type: nauc_mrr_at_100_std
value: 10.10119098155984
verified: no, type: nauc_mrr_at_10_diff1
value: 19.73556644921687
verified: no, type: nauc_mrr_at_10_max
value: 10.064200919566533
verified: no, type: nauc_mrr_at_10_std
value: 9.132135203816633
verified: no, type: nauc_mrr_at_1_diff1
value: 23.822209972163563
verified: no, type: nauc_mrr_at_1_max
value: 9.626019959328653
verified: no, type: nauc_mrr_at_1_std
value: 5.40664475625011
verified: no, type: nauc_mrr_at_20_diff1
value: 19.752120434914115
verified: no, type: nauc_mrr_at_20_max
value: 10.207391154538277
verified: no, type: nauc_mrr_at_20_std
value: 9.652073921667238
verified: no, type: nauc_mrr_at_3_diff1
value: 19.473588192368403
verified: no, type: nauc_mrr_at_3_max
value: 9.685893938727194
verified: no, type: nauc_mrr_at_3_std
value: 7.806867564576087
verified: no, type: nauc_mrr_at_5_diff1
value: 19.802132660898835
verified: no, type: nauc_mrr_at_5_max
value: 9.659692270299074
verified: no, type: nauc_mrr_at_5_std
value: 8.432042229351518
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.41967723763299
verified: no, type: nauc_ndcg_at_1000_max
value: 12.592893208439246
verified: no, type: nauc_ndcg_at_1000_std
value: 17.71360107720046
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.40066343199285
verified: no, type: nauc_ndcg_at_100_max
value: 12.450793719035673
verified: no, type: nauc_ndcg_at_100_std
value: 15.904349153531111
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.43232430381056
verified: no, type: nauc_ndcg_at_10_max
value: 10.994586470919645
verified: no, type: nauc_ndcg_at_10_std
value: 10.452342815416282
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.09866585789324
verified: no, type: nauc_ndcg_at_1_max
value: 9.548674001424608
verified: no, type: nauc_ndcg_at_1_std
value: 5.620462665054919
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.455118689341596
verified: no, type: nauc_ndcg_at_20_max
value: 11.261348302422943
verified: no, type: nauc_ndcg_at_20_std
value: 12.13940187506001
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.678294743959643
verified: no, type: nauc_ndcg_at_3_max
value: 10.446329725944862
verified: no, type: nauc_ndcg_at_3_std
value: 7.595659521583804
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.49317670394064
verified: no, type: nauc_ndcg_at_5_max
value: 10.286186915848528
verified: no, type: nauc_ndcg_at_5_std
value: 8.770418361467417
verified: no, type: nauc_precision_at_1000_diff1
value: 11.1248679318011
verified: no, type: nauc_precision_at_1000_max
value: 12.13025421829806
verified: no, type: nauc_precision_at_1000_std
value: 35.82812412327021
verified: no, type: nauc_precision_at_100_diff1
value: 15.775805576635129
verified: no, type: nauc_precision_at_100_max
value: 13.938604456198284
verified: no, type: nauc_precision_at_100_std
value: 30.476109695261027
verified: no, type: nauc_precision_at_10_diff1
value: 18.34138057411915
verified: no, type: nauc_precision_at_10_max
value: 10.651763860596768
verified: no, type: nauc_precision_at_10_std
value: 14.647214124888997
verified: no, type: nauc_precision_at_1_diff1
value: 24.09866585789324
verified: no, type: nauc_precision_at_1_max
value: 9.548674001424608
verified: no, type: nauc_precision_at_1_std
value: 5.620462665054919
verified: no, type: nauc_precision_at_20_diff1
value: 17.98364252912949
verified: no, type: nauc_precision_at_20_max
value: 11.161554115268062
verified: no, type: nauc_precision_at_20_std
value: 18.922339798822485
verified: no, type: nauc_precision_at_3_diff1
value: 16.35614616032033
verified: no, type: nauc_precision_at_3_max
value: 9.378213645953922
verified: no, type: nauc_precision_at_3_std
value: 9.396827994803164
verified: no, type: nauc_precision_at_5_diff1
value: 18.500134900518358
verified: no, type: nauc_precision_at_5_max
value: 8.963592021909177
verified: no, type: nauc_precision_at_5_std
value: 11.190725807701849
verified: no, type: nauc_recall_at_1000_diff1
value: 17.28107809972923
verified: no, type: nauc_recall_at_1000_max
value: 17.660977561749494
verified: no, type: nauc_recall_at_1000_std
value: 47.46616575380868
verified: no, type: nauc_recall_at_100_diff1
value: 17.456234386021034
verified: no, type: nauc_recall_at_100_max
value: 16.05498502137011
verified: no, type: nauc_recall_at_100_std
value: 30.708102768972452
verified: no, type: nauc_recall_at_10_diff1
value: 17.57786222860986
verified: no, type: nauc_recall_at_10_max
value: 11.306262000721839
verified: no, type: nauc_recall_at_10_std
value: 13.303623878740774
verified: no, type: nauc_recall_at_1_diff1
value: 24.72567802723432
verified: no, type: nauc_recall_at_1_max
value: 10.653070149472379
verified: no, type: nauc_recall_at_1_std
value: 4.42249465517316
verified: no, type: nauc_recall_at_20_diff1
value: 17.60789731228586
verified: no, type: nauc_recall_at_20_max
value: 11.752997724719915
verified: no, type: nauc_recall_at_20_std
value: 17.00496015114505
verified: no, type: nauc_recall_at_3_diff1
value: 15.841899646822483
verified: no, type: nauc_recall_at_3_max
value: 10.479674322831514
verified: no, type: nauc_recall_at_3_std
value: 8.362642856838368
verified: no, type: nauc_recall_at_5_diff1
value: 17.503929441589374
verified: no, type: nauc_recall_at_5_max
value: 10.07780307143207
verified: no, type: nauc_recall_at_5_std
value: 10.260318695226664
verified: no, type: ndcg_at_1
value: 8.517
verified: no, type: ndcg_at_10
value: 17.011000000000003
verified: no, type: ndcg_at_100
value: 22.11
verified: no, type: ndcg_at_1000
value: 24.721
verified: no, type: ndcg_at_20
value: 19.097
verified: no, type: ndcg_at_3
value: 12.814999999999998
verified: no, type: ndcg_at_5
value: 14.738000000000001
verified: no, type: precision_at_1
value: 8.517
verified: no, type: precision_at_10
value: 3.1809999999999996
verified: no, type: precision_at_100
value: 0.607
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_20
value: 2.0650000000000004
verified: no, type: precision_at_3
value: 6.151
verified: no, type: precision_at_5
value: 4.7620000000000005
verified: no, type: recall_at_1
value: 7.443
verified: no, type: recall_at_10
value: 27.134000000000004
verified: no, type: recall_at_100
value: 50.753
verified: no, type: recall_at_1000
value: 70.792
verified: no, type: recall_at_20
value: 35.105
verified: no, type: recall_at_3
value: 15.901000000000002
verified: no, type: recall_at_5
value: 20.399
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 74.386
verified: no, type: map_at_1
value: 57.589
verified: no, type: map_at_10
value: 69.41000000000001
verified: no, type: map_at_100
value: 70.196
verified: no, type: map_at_1000
value: 70.238
verified: no, type: map_at_20
value: 69.894
verified: no, type: map_at_3
value: 66.506
verified: no, type: map_at_5
value: 68.197
verified: no, type: mrr_at_1
value: 66.33
verified: no, type: mrr_at_10
value: 74.1194087301584
verified: no, type: mrr_at_100
value: 74.44954487509172
verified: no, type: mrr_at_1000
value: 74.46195967619502
verified: no, type: mrr_at_20
value: 74.34127017916677
verified: no, type: mrr_at_3
value: 72.46833333333299
verified: no, type: mrr_at_5
value: 73.47783333333277
verified: no, type: nauc_map_at_1000_diff1
value: 69.24402969946387
verified: no, type: nauc_map_at_1000_max
value: 38.31882238301043
verified: no, type: nauc_map_at_1000_std
value: -9.696396538852396
verified: no, type: nauc_map_at_100_diff1
value: 69.23846119093359
verified: no, type: nauc_map_at_100_max
value: 38.314472797288765
verified: no, type: nauc_map_at_100_std
value: -9.714350879092885
verified: no, type: nauc_map_at_10_diff1
value: 69.12666994832418
verified: no, type: nauc_map_at_10_max
value: 37.79864891230194
verified: no, type: nauc_map_at_10_std
value: -10.465192581863205
verified: no, type: nauc_map_at_1_diff1
value: 71.30562764141693
verified: no, type: nauc_map_at_1_max
value: 32.78121300542863
verified: no, type: nauc_map_at_1_std
value: -13.443800205094428
verified: no, type: nauc_map_at_20_diff1
value: 69.19910574913088
verified: no, type: nauc_map_at_20_max
value: 38.152332576127364
verified: no, type: nauc_map_at_20_std
value: -10.024792543784312
verified: no, type: nauc_map_at_3_diff1
value: 69.1444812965916
verified: no, type: nauc_map_at_3_max
value: 36.53616960943547
verified: no, type: nauc_map_at_3_std
value: -12.17720751341452
verified: no, type: nauc_map_at_5_diff1
value: 69.03429190047592
verified: no, type: nauc_map_at_5_max
value: 37.16009038170013
verified: no, type: nauc_map_at_5_std
value: -11.498205595431047
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.71254715607144
verified: no, type: nauc_mrr_at_1000_max
value: 40.93538472616011
verified: no, type: nauc_mrr_at_1000_std
value: -8.0546485274662
verified: no, type: nauc_mrr_at_100_diff1
value: 70.70959350653018
verified: no, type: nauc_mrr_at_100_max
value: 40.93994739607052
verified: no, type: nauc_mrr_at_100_std
value: -8.038001597789865
verified: no, type: nauc_mrr_at_10_diff1
value: 70.60516862987917
verified: no, type: nauc_mrr_at_10_max
value: 40.902436178046216
verified: no, type: nauc_mrr_at_10_std
value: -8.068310849053544
verified: no, type: nauc_mrr_at_1_diff1
value: 72.85240157691416
verified: no, type: nauc_mrr_at_1_max
value: 40.35427951189225
verified: no, type: nauc_mrr_at_1_std
value: -10.575333798035597
verified: no, type: nauc_mrr_at_20_diff1
value: 70.67787941259644
verified: no, type: nauc_mrr_at_20_max
value: 40.937810940836194
verified: no, type: nauc_mrr_at_20_std
value: -8.052498659595912
verified: no, type: nauc_mrr_at_3_diff1
value: 70.52306389272489
verified: no, type: nauc_mrr_at_3_max
value: 40.78183252963125
verified: no, type: nauc_mrr_at_3_std
value: -8.841205420221414
verified: no, type: nauc_mrr_at_5_diff1
value: 70.55374558304896
verified: no, type: nauc_mrr_at_5_max
value: 40.87197989887886
verified: no, type: nauc_mrr_at_5_std
value: -8.386860707342338
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.25173418503775
verified: no, type: nauc_ndcg_at_1000_max
value: 39.850362785280154
verified: no, type: nauc_ndcg_at_1000_std
value: -6.4854485812040785
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.14339528617529
verified: no, type: nauc_ndcg_at_100_max
value: 39.89348370926067
verified: no, type: nauc_ndcg_at_100_std
value: -6.198221737549059
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.50644927802038
verified: no, type: nauc_ndcg_at_10_max
value: 38.950532914870735
verified: no, type: nauc_ndcg_at_10_std
value: -7.9631997247725845
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.76699419463546
verified: no, type: nauc_ndcg_at_1_max
value: 40.54074295359606
verified: no, type: nauc_ndcg_at_1_std
value: -10.37312510897492
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.8264424000884
verified: no, type: nauc_ndcg_at_20_max
value: 39.471688653025886
verified: no, type: nauc_ndcg_at_20_std
value: -7.294325221601353
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.34293953494054
verified: no, type: nauc_ndcg_at_3_max
value: 38.34604196758443
verified: no, type: nauc_ndcg_at_3_std
value: -10.005702484102159
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.3552217739374
verified: no, type: nauc_ndcg_at_5_max
value: 38.37746888156472
verified: no, type: nauc_ndcg_at_5_std
value: -9.511504343332149
verified: no, type: nauc_precision_at_1000_diff1
value: -27.886662167224248
verified: no, type: nauc_precision_at_1000_max
value: -1.2099912726932696
verified: no, type: nauc_precision_at_1000_std
value: 22.916577803259358
verified: no, type: nauc_precision_at_100_diff1
value: -22.32582293591269
verified: no, type: nauc_precision_at_100_max
value: 4.238909760244274
verified: no, type: nauc_precision_at_100_std
value: 23.61948085254074
verified: no, type: nauc_precision_at_10_diff1
value: -4.400459668224666
verified: no, type: nauc_precision_at_10_max
value: 14.825184001294167
verified: no, type: nauc_precision_at_10_std
value: 15.410211047579942
verified: no, type: nauc_precision_at_1_diff1
value: 72.76699419463546
verified: no, type: nauc_precision_at_1_max
value: 40.54074295359606
verified: no, type: nauc_precision_at_1_std
value: -10.37312510897492
verified: no, type: nauc_precision_at_20_diff1
value: -12.423098453024796
verified: no, type: nauc_precision_at_20_max
value: 11.415547902904635
verified: no, type: nauc_precision_at_20_std
value: 19.487625695132213
verified: no, type: nauc_precision_at_3_diff1
value: 22.69866623964332
verified: no, type: nauc_precision_at_3_max
value: 25.733481538421536
verified: no, type: nauc_precision_at_3_std
value: 2.607360708962942
verified: no, type: nauc_precision_at_5_diff1
value: 9.272509130152006
verified: no, type: nauc_precision_at_5_max
value: 20.36818990716189
verified: no, type: nauc_precision_at_5_std
value: 8.045622619192255
verified: no, type: nauc_recall_at_1000_diff1
value: 60.88815464763635
verified: no, type: nauc_recall_at_1000_max
value: 43.112146232617725
verified: no, type: nauc_recall_at_1000_std
value: 50.36464338810094
verified: no, type: nauc_recall_at_100_diff1
value: 59.928500788144376
verified: no, type: nauc_recall_at_100_max
value: 41.21981278373438
verified: no, type: nauc_recall_at_100_std
value: 24.89653567034821
verified: no, type: nauc_recall_at_10_diff1
value: 60.89345811958783
verified: no, type: nauc_recall_at_10_max
value: 36.2662873716048
verified: no, type: nauc_recall_at_10_std
value: -1.7633908006142156
verified: no, type: nauc_recall_at_1_diff1
value: 71.30562764141693
verified: no, type: nauc_recall_at_1_max
value: 32.78121300542863
verified: no, type: nauc_recall_at_1_std
value: -13.443800205094428
verified: no, type: nauc_recall_at_20_diff1
value: 60.72735270299192
verified: no, type: nauc_recall_at_20_max
value: 38.02822016647552
verified: no, type: nauc_recall_at_20_std
value: 3.7019564772205054
verified: no, type: nauc_recall_at_3_diff1
value: 64.20413548561481
verified: no, type: nauc_recall_at_3_max
value: 34.78033883288171
verified: no, type: nauc_recall_at_3_std
value: -10.897222188727712
verified: no, type: nauc_recall_at_5_diff1
value: 62.56790753908123
verified: no, type: nauc_recall_at_5_max
value: 35.18512660768109
verified: no, type: nauc_recall_at_5_std
value: -8.530747471429832
verified: no, type: ndcg_at_1
value: 66.36999999999999
verified: no, type: ndcg_at_10
value: 74.386
verified: no, type: ndcg_at_100
value: 76.887
verified: no, type: ndcg_at_1000
value: 77.51599999999999
verified: no, type: ndcg_at_20
value: 75.547
verified: no, type: ndcg_at_3
value: 70.515
verified: no, type: ndcg_at_5
value: 72.404
verified: no, type: precision_at_1
value: 66.36999999999999
verified: no, type: precision_at_10
value: 11.274000000000001
verified: no, type: precision_at_100
value: 1.373
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: precision_at_20
value: 6.095
verified: no, type: precision_at_3
value: 30.423000000000002
verified: no, type: precision_at_5
value: 20.174
verified: no, type: recall_at_1
value: 57.589
verified: no, type: recall_at_10
value: 84.09
verified: no, type: recall_at_100
value: 94.035
verified: no, type: recall_at_1000
value: 97.914
verified: no, type: recall_at_20
value: 88.13600000000001
verified: no, type: recall_at_3
value: 73.084
verified: no, type: recall_at_5
value: 78.29599999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 23.23781118014055
verified: no, type: v_measure
value: 23.23781118014055
verified: no, type: v_measure_std
value: 4.260547822766973
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 37.18971709023334
verified: no, type: v_measure
value: 37.18971709023334
verified: no, type: v_measure_std
value: 11.016771295210265
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 9.674000000000001
verified: no, type: map_at_1
value: 2.395
verified: no, type: map_at_10
value: 5.252
verified: no, type: map_at_100
value: 6.329999999999999
verified: no, type: map_at_1000
value: 6.547
verified: no, type: map_at_20
value: 5.76
verified: no, type: map_at_3
value: 3.8129999999999997
verified: no, type: map_at_5
value: 4.564
verified: no, type: mrr_at_1
value: 11.799999999999999
verified: no, type: mrr_at_10
value: 17.98499999999999
verified: no, type: mrr_at_100
value: 19.15681231939281
verified: no, type: mrr_at_1000
value: 19.26873372104181
verified: no, type: mrr_at_20
value: 18.663151370043785
verified: no, type: mrr_at_3
value: 15.483333333333324
verified: no, type: mrr_at_5
value: 16.95833333333332
verified: no, type: nauc_map_at_1000_diff1
value: 15.411022815147938
verified: no, type: nauc_map_at_1000_max
value: 13.8530895479548
verified: no, type: nauc_map_at_1000_std
value: 10.986655560514606
verified: no, type: nauc_map_at_100_diff1
value: 15.455876796135126
verified: no, type: nauc_map_at_100_max
value: 13.706992959013181
verified: no, type: nauc_map_at_100_std
value: 10.43403263526332
verified: no, type: nauc_map_at_10_diff1
value: 15.869187853726558
verified: no, type: nauc_map_at_10_max
value: 13.28708949848753
verified: no, type: nauc_map_at_10_std
value: 7.236812054965758
verified: no, type: nauc_map_at_1_diff1
value: 21.590746131779458
verified: no, type: nauc_map_at_1_max
value: 9.66832358323602
verified: no, type: nauc_map_at_1_std
value: 3.111985567534746
verified: no, type: nauc_map_at_20_diff1
value: 15.549143868677772
verified: no, type: nauc_map_at_20_max
value: 13.467840046883472
verified: no, type: nauc_map_at_20_std
value: 8.722761001361116
verified: no, type: nauc_map_at_3_diff1
value: 18.929878891892436
verified: no, type: nauc_map_at_3_max
value: 10.4912701478735
verified: no, type: nauc_map_at_3_std
value: 4.57703645580393
verified: no, type: nauc_map_at_5_diff1
value: 17.412118358700855
verified: no, type: nauc_map_at_5_max
value: 12.520866531553049
verified: no, type: nauc_map_at_5_std
value: 5.658071798136557
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.548030770635963
verified: no, type: nauc_mrr_at_1000_max
value: 10.015343148112315
verified: no, type: nauc_mrr_at_1000_std
value: 5.606050844642379
verified: no, type: nauc_mrr_at_100_diff1
value: 15.524866247485058
verified: no, type: nauc_mrr_at_100_max
value: 10.015666765939152
verified: no, type: nauc_mrr_at_100_std
value: 5.597360075036139
verified: no, type: nauc_mrr_at_10_diff1
value: 15.386144487106549
verified: no, type: nauc_mrr_at_10_max
value: 9.931440254208214
verified: no, type: nauc_mrr_at_10_std
value: 5.2357229516427894
verified: no, type: nauc_mrr_at_1_diff1
value: 21.489261722439863
verified: no, type: nauc_mrr_at_1_max
value: 9.739970175447002
verified: no, type: nauc_mrr_at_1_std
value: 3.6635771242801574
verified: no, type: nauc_mrr_at_20_diff1
value: 15.518318715917642
verified: no, type: nauc_mrr_at_20_max
value: 9.92154067145225
verified: no, type: nauc_mrr_at_20_std
value: 5.3030881710748625
verified: no, type: nauc_mrr_at_3_diff1
value: 17.236181748874806
verified: no, type: nauc_mrr_at_3_max
value: 9.558476866596848
verified: no, type: nauc_mrr_at_3_std
value: 4.576371644708517
verified: no, type: nauc_mrr_at_5_diff1
value: 15.92510651840946
verified: no, type: nauc_mrr_at_5_max
value: 10.371340480973867
verified: no, type: nauc_mrr_at_5_std
value: 4.835826785749786
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.164782472889181
verified: no, type: nauc_ndcg_at_1000_max
value: 14.593158958180977
verified: no, type: nauc_ndcg_at_1000_std
value: 17.077042173411023
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.7351331136996
verified: no, type: nauc_ndcg_at_100_max
value: 13.4822392547855
verified: no, type: nauc_ndcg_at_100_std
value: 14.000463649271008
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.1972974621407
verified: no, type: nauc_ndcg_at_10_max
value: 12.782610887663868
verified: no, type: nauc_ndcg_at_10_std
value: 8.099425244571492
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.489261722439863
verified: no, type: nauc_ndcg_at_1_max
value: 9.739970175447002
verified: no, type: nauc_ndcg_at_1_std
value: 3.6635771242801574
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.062870181675873
verified: no, type: nauc_ndcg_at_20_max
value: 12.812114908344846
verified: no, type: nauc_ndcg_at_20_std
value: 10.556578417679994
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.48220487128368
verified: no, type: nauc_ndcg_at_3_max
value: 10.217825550636794
verified: no, type: nauc_ndcg_at_3_std
value: 5.22637030365479
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.109865272151668
verified: no, type: nauc_ndcg_at_5_max
value: 12.354726338892506
verified: no, type: nauc_ndcg_at_5_std
value: 6.01498314514435
verified: no, type: nauc_precision_at_1000_diff1
value: 4.6324923122112756
verified: no, type: nauc_precision_at_1000_max
value: 14.622136646619923
verified: no, type: nauc_precision_at_1000_std
value: 25.828088055136543
verified: no, type: nauc_precision_at_100_diff1
value: 7.947311079039972
verified: no, type: nauc_precision_at_100_max
value: 13.602440126722412
verified: no, type: nauc_precision_at_100_std
value: 20.30536517841356
verified: no, type: nauc_precision_at_10_diff1
value: 8.452477308747849
verified: no, type: nauc_precision_at_10_max
value: 14.011391742680646
verified: no, type: nauc_precision_at_10_std
value: 11.029962617315016
verified: no, type: nauc_precision_at_1_diff1
value: 21.489261722439863
verified: no, type: nauc_precision_at_1_max
value: 9.739970175447002
verified: no, type: nauc_precision_at_1_std
value: 3.6635771242801574
verified: no, type: nauc_precision_at_20_diff1
value: 8.495609435136913
verified: no, type: nauc_precision_at_20_max
value: 13.298605837317057
verified: no, type: nauc_precision_at_20_std
value: 15.340952410683412
verified: no, type: nauc_precision_at_3_diff1
value: 15.601951439343711
verified: no, type: nauc_precision_at_3_max
value: 10.113266276623323
verified: no, type: nauc_precision_at_3_std
value: 6.159557939250692
verified: no, type: nauc_precision_at_5_diff1
value: 11.598550218831111
verified: no, type: nauc_precision_at_5_max
value: 13.844026171478546
verified: no, type: nauc_precision_at_5_std
value: 7.72307334352271
verified: no, type: nauc_recall_at_1000_diff1
value: 4.489215958686211
verified: no, type: nauc_recall_at_1000_max
value: 15.473375476505172
verified: no, type: nauc_recall_at_1000_std
value: 25.884359652245486
verified: no, type: nauc_recall_at_100_diff1
value: 7.773241619557979
verified: no, type: nauc_recall_at_100_max
value: 13.966101023906734
verified: no, type: nauc_recall_at_100_std
value: 20.1094092349375
verified: no, type: nauc_recall_at_10_diff1
value: 8.433403607161742
verified: no, type: nauc_recall_at_10_max
value: 13.839483411606274
verified: no, type: nauc_recall_at_10_std
value: 10.831379730798336
verified: no, type: nauc_recall_at_1_diff1
value: 21.590746131779458
verified: no, type: nauc_recall_at_1_max
value: 9.66832358323602
verified: no, type: nauc_recall_at_1_std
value: 3.111985567534746
verified: no, type: nauc_recall_at_20_diff1
value: 8.466929208403466
verified: no, type: nauc_recall_at_20_max
value: 13.195596872613985
verified: no, type: nauc_recall_at_20_std
value: 15.106799076882622
verified: no, type: nauc_recall_at_3_diff1
value: 15.566682706741663
verified: no, type: nauc_recall_at_3_max
value: 9.937165780153604
verified: no, type: nauc_recall_at_3_std
value: 5.815340495027539
verified: no, type: nauc_recall_at_5_diff1
value: 11.567372843208844
verified: no, type: nauc_recall_at_5_max
value: 13.56264083171953
verified: no, type: nauc_recall_at_5_std
value: 7.336498850346626
verified: no, type: ndcg_at_1
value: 11.799999999999999
verified: no, type: ndcg_at_10
value: 9.674000000000001
verified: no, type: ndcg_at_100
value: 15.028
verified: no, type: ndcg_at_1000
value: 20.031
verified: no, type: ndcg_at_20
value: 11.453000000000001
verified: no, type: ndcg_at_3
value: 8.877
verified: no, type: ndcg_at_5
value: 7.962
verified: no, type: precision_at_1
value: 11.799999999999999
verified: no, type: precision_at_10
value: 5.050000000000001
verified: no, type: precision_at_100
value: 1.291
verified: no, type: precision_at_1000
value: 0.251
verified: no, type: precision_at_20
value: 3.565
verified: no, type: precision_at_3
value: 8.067
verified: no, type: precision_at_5
value: 6.959999999999999
verified: no, type: recall_at_1
value: 2.395
verified: no, type: recall_at_10
value: 10.232
verified: no, type: recall_at_100
value: 26.172
verified: no, type: recall_at_1000
value: 50.937
verified: no, type: recall_at_20
value: 14.442
verified: no, type: recall_at_3
value: 4.8950000000000005
verified: no, type: recall_at_5
value: 7.053
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 73.85229851411016
verified: no, type: cosine_spearman
value: 65.43440489726126
verified: no, type: euclidean_pearson
value: 66.70464289361088
verified: no, type: euclidean_spearman
value: 60.82599375958742
verified: no, type: main_score
value: 65.43440489726126
verified: no, type: manhattan_pearson
value: 66.58181886978404
verified: no, type: manhattan_spearman
value: 61.20242310201724
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 66.23949507491565
verified: no, type: cosine_spearman
value: 59.97339602911408
verified: no, type: euclidean_pearson
value: 53.93366992627963
verified: no, type: euclidean_spearman
value: 49.656386450892356
verified: no, type: main_score
value: 59.97339602911408
verified: no, type: manhattan_pearson
value: 52.50071700092752
verified: no, type: manhattan_spearman
value: 48.72610618954341
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 70.87350033585
verified: no, type: cosine_spearman
value: 71.81863702974114
verified: no, type: euclidean_pearson
value: 59.249949648615875
verified: no, type: euclidean_spearman
value: 60.05281655426352
verified: no, type: main_score
value: 71.81863702974114
verified: no, type: manhattan_pearson
value: 59.798785538701004
verified: no, type: manhattan_spearman
value: 60.310695903339706
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 69.03547822379466
verified: no, type: cosine_spearman
value: 66.99770382347424
verified: no, type: euclidean_pearson
value: 58.613039233663464
verified: no, type: euclidean_spearman
value: 58.289672513414956
verified: no, type: main_score
value: 66.99770382347424
verified: no, type: manhattan_pearson
value: 58.66802354489068
verified: no, type: manhattan_spearman
value: 58.30810062601215
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 74.45268283475983
verified: no, type: cosine_spearman
value: 75.49089235570263
verified: no, type: euclidean_pearson
value: 58.682346225816275
verified: no, type: euclidean_spearman
value: 61.08898212507795
verified: no, type: main_score
value: 75.49089235570263
verified: no, type: manhattan_pearson
value: 59.320126039497914
verified: no, type: manhattan_spearman
value: 61.389230163454
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 64.23030038097174
verified: no, type: cosine_spearman
value: 66.970622471405
verified: no, type: euclidean_pearson
value: 52.46402083848035
verified: no, type: euclidean_spearman
value: 55.04447231290443
verified: no, type: main_score
value: 66.970622471405
verified: no, type: manhattan_pearson
value: 52.450079995495955
verified: no, type: manhattan_spearman
value: 54.97400920882156
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 21.21560369078392
verified: no, type: cosine_spearman
value: 16.643755627018848
verified: no, type: euclidean_pearson
value: -17.52960652675321
verified: no, type: euclidean_spearman
value: -17.98599150405874
verified: no, type: main_score
value: 16.643755627018848
verified: no, type: manhattan_pearson
value: -17.040833106389037
verified: no, type: manhattan_spearman
value: -17.100226531419118
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 21.06196404229142
verified: no, type: cosine_spearman
value: 18.271828779437307
verified: no, type: euclidean_pearson
value: -10.937705263185576
verified: no, type: euclidean_spearman
value: -13.838797431096802
verified: no, type: main_score
value: 18.271828779437307
verified: no, type: manhattan_pearson
value: -9.195155125470325
verified: no, type: manhattan_spearman
value: -12.638343564828642
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 3.939857967201859
verified: no, type: cosine_spearman
value: 1.5988688581594497
verified: no, type: euclidean_pearson
value: -10.456214430507615
verified: no, type: euclidean_spearman
value: -9.811244215059508
verified: no, type: main_score
value: 1.5988688581594497
verified: no, type: manhattan_pearson
value: -10.912905708437986
verified: no, type: manhattan_spearman
value: -8.592853405610503
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 78.99249836593296
verified: no, type: cosine_spearman
value: 80.61049377743727
verified: no, type: euclidean_pearson
value: 66.17829768740172
verified: no, type: euclidean_spearman
value: 67.45271515314245
verified: no, type: main_score
value: 80.61049377743727
verified: no, type: manhattan_pearson
value: 66.2331620095063
verified: no, type: manhattan_spearman
value: 67.666247437264
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 9.974331759084645
verified: no, type: cosine_spearman
value: 6.619566348851095
verified: no, type: euclidean_pearson
value: -6.1940559322806195
verified: no, type: euclidean_spearman
value: -13.09777719442545
verified: no, type: main_score
value: 6.619566348851095
verified: no, type: manhattan_pearson
value: -7.597159475738895
verified: no, type: manhattan_spearman
value: -14.344604237605912
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: -1.9317046531571576
verified: no, type: cosine_spearman
value: -3.3204053762982633
verified: no, type: euclidean_pearson
value: -21.683961231960673
verified: no, type: euclidean_spearman
value: -24.244038106560804
verified: no, type: main_score
value: -3.3204053762982633
verified: no, type: manhattan_pearson
value: -22.19502329823543
verified: no, type: manhattan_spearman
value: -22.729953555028303
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 25.55716256058312
verified: no, type: cosine_spearman
value: 21.120437860825668
verified: no, type: euclidean_pearson
value: -13.532782485770923
verified: no, type: euclidean_spearman
value: -14.069800582817987
verified: no, type: main_score
value: 21.120437860825668
verified: no, type: manhattan_pearson
value: -14.810430237359073
verified: no, type: manhattan_spearman
value: -14.777202854314126
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 17.28511034590366
verified: no, type: cosine_spearman
value: 14.621483811474079
verified: no, type: euclidean_pearson
value: -16.87402242818863
verified: no, type: euclidean_spearman
value: -16.68311783384881
verified: no, type: main_score
value: 14.621483811474079
verified: no, type: manhattan_pearson
value: -17.639723025515323
verified: no, type: manhattan_spearman
value: -16.686077687292084
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 19.483465672157912
verified: no, type: cosine_spearman
value: 27.25712198793987
verified: no, type: euclidean_pearson
value: 21.18260308422184
verified: no, type: euclidean_spearman
value: 28.564605716567915
verified: no, type: main_score
value: 27.25712198793987
verified: no, type: manhattan_pearson
value: 22.170351062186285
verified: no, type: manhattan_spearman
value: 32.83460507500246
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: -0.8749845020098
verified: no, type: cosine_spearman
value: 6.158762702702571
verified: no, type: euclidean_pearson
value: 6.765324919569554
verified: no, type: euclidean_spearman
value: 4.957499166628895
verified: no, type: main_score
value: 6.158762702702571
verified: no, type: manhattan_pearson
value: 8.297855520112385
verified: no, type: manhattan_spearman
value: 5.344758014774823
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 42.45931534886019
verified: no, type: cosine_spearman
value: 52.60259838834119
verified: no, type: euclidean_pearson
value: 42.227633348402804
verified: no, type: euclidean_spearman
value: 51.18883402208942
verified: no, type: main_score
value: 52.60259838834119
verified: no, type: manhattan_pearson
value: 41.07722656344489
verified: no, type: manhattan_spearman
value: 49.902032548667805
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 8.778338169512331
verified: no, type: cosine_spearman
value: 14.784065593102664
verified: no, type: euclidean_pearson
value: 29.74103039675177
verified: no, type: euclidean_spearman
value: 18.42538407427911
verified: no, type: main_score
value: 14.784065593102664
verified: no, type: manhattan_pearson
value: 31.85262178741804
verified: no, type: manhattan_spearman
value: 14.867414800110993
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 9.29681343249649
verified: no, type: cosine_spearman
value: 11.06460607302588
verified: no, type: euclidean_pearson
value: 11.247855290864987
verified: no, type: euclidean_spearman
value: 14.157940376189327
verified: no, type: main_score
value: 11.06460607302588
verified: no, type: manhattan_pearson
value: 12.716243790952142
verified: no, type: manhattan_spearman
value: 15.768892146706031
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 67.58098822342896
verified: no, type: cosine_spearman
value: 67.24560058694901
verified: no, type: euclidean_pearson
value: 58.23603511876362
verified: no, type: euclidean_spearman
value: 58.62369845956722
verified: no, type: main_score
value: 67.24560058694901
verified: no, type: manhattan_pearson
value: 58.3679522334999
verified: no, type: manhattan_spearman
value: 58.83706484117871
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 68.53394469366812
verified: no, type: map
value: 68.53394469366812
verified: no, type: mrr
value: 88.53875880836665
verified: no, type: nAUC_map_diff1
value: 11.779436743707853
verified: no, type: nAUC_map_max
value: 55.70940281630731
verified: no, type: nAUC_map_std
value: 66.16174187238512
verified: no, type: nAUC_mrr_diff1
value: 47.35327285304546
verified: no, type: nAUC_mrr_max
value: 74.15113781105075
verified: no, type: nAUC_mrr_std
value: 70.40747046150474
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 44.144
verified: no, type: map_at_1
value: 30.778
verified: no, type: map_at_10
value: 39.235
verified: no, type: map_at_100
value: 40.193
verified: no, type: map_at_1000
value: 40.255
verified: no, type: map_at_20
value: 39.707
verified: no, type: map_at_3
value: 36.5
verified: no, type: map_at_5
value: 38.046
verified: no, type: mrr_at_1
value: 32.33333333333333
verified: no, type: mrr_at_10
value: 40.62010582010582
verified: no, type: mrr_at_100
value: 41.43970502611207
verified: no, type: mrr_at_1000
value: 41.4968679774497
verified: no, type: mrr_at_20
value: 41.01814842937134
verified: no, type: mrr_at_3
value: 38.277777777777764
verified: no, type: mrr_at_5
value: 39.577777777777776
verified: no, type: nauc_map_at_1000_diff1
value: 52.267556900876
verified: no, type: nauc_map_at_1000_max
value: 34.004605368525034
verified: no, type: nauc_map_at_1000_std
value: -2.349832155932652
verified: no, type: nauc_map_at_100_diff1
value: 52.246251301214286
verified: no, type: nauc_map_at_100_max
value: 33.99678757617081
verified: no, type: nauc_map_at_100_std
value: -2.3267398073886922
verified: no, type: nauc_map_at_10_diff1
value: 51.73180214790104
verified: no, type: nauc_map_at_10_max
value: 34.01051256292716
verified: no, type: nauc_map_at_10_std
value: -2.8107137824261472
verified: no, type: nauc_map_at_1_diff1
value: 59.141233355159386
verified: no, type: nauc_map_at_1_max
value: 34.93150274423547
verified: no, type: nauc_map_at_1_std
value: -5.259072908410107
verified: no, type: nauc_map_at_20_diff1
value: 52.11406558704596
verified: no, type: nauc_map_at_20_max
value: 33.91696532305172
verified: no, type: nauc_map_at_20_std
value: -2.424336636702267
verified: no, type: nauc_map_at_3_diff1
value: 52.92260671394072
verified: no, type: nauc_map_at_3_max
value: 32.910103425546325
verified: no, type: nauc_map_at_3_std
value: -4.062534177132877
verified: no, type: nauc_map_at_5_diff1
value: 51.57674532609073
verified: no, type: nauc_map_at_5_max
value: 33.666735724931854
verified: no, type: nauc_map_at_5_std
value: -3.74202074060414
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.77151600255211
verified: no, type: nauc_mrr_at_1000_max
value: 35.70316933253807
verified: no, type: nauc_mrr_at_1000_std
value: 1.1889832720138847
verified: no, type: nauc_mrr_at_100_diff1
value: 53.74528994224481
verified: no, type: nauc_mrr_at_100_max
value: 35.70531250612716
verified: no, type: nauc_mrr_at_100_std
value: 1.2178685153398103
verified: no, type: nauc_mrr_at_10_diff1
value: 53.303574172557674
verified: no, type: nauc_mrr_at_10_max
value: 35.77453900427109
verified: no, type: nauc_mrr_at_10_std
value: 1.2480920623208012
verified: no, type: nauc_mrr_at_1_diff1
value: 61.25895484841873
verified: no, type: nauc_mrr_at_1_max
value: 37.31806463964667
verified: no, type: nauc_mrr_at_1_std
value: -1.0703520496529155
verified: no, type: nauc_mrr_at_20_diff1
value: 53.62993024516174
verified: no, type: nauc_mrr_at_20_max
value: 35.73191480614862
verified: no, type: nauc_mrr_at_20_std
value: 1.256711225877367
verified: no, type: nauc_mrr_at_3_diff1
value: 54.68151905867018
verified: no, type: nauc_mrr_at_3_max
value: 34.366064700647044
verified: no, type: nauc_mrr_at_3_std
value: 0.20896264866026829
verified: no, type: nauc_mrr_at_5_diff1
value: 53.348489316450184
verified: no, type: nauc_mrr_at_5_max
value: 35.50138105793646
verified: no, type: nauc_mrr_at_5_std
value: 0.6352896055445559
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.62400808562032
verified: no, type: nauc_ndcg_at_1000_max
value: 35.42849383750323
verified: no, type: nauc_ndcg_at_1000_std
value: 1.0286291729810493
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.92585200625385
verified: no, type: nauc_ndcg_at_100_max
value: 35.280849358477596
verified: no, type: nauc_ndcg_at_100_std
value: 1.57240295297567
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.1043818893479
verified: no, type: nauc_ndcg_at_10_max
value: 34.998011304613556
verified: no, type: nauc_ndcg_at_10_std
value: 0.31746767618137556
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.25895484841873
verified: no, type: nauc_ndcg_at_1_max
value: 37.31806463964667
verified: no, type: nauc_ndcg_at_1_std
value: -1.0703520496529155
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.385564273991314
verified: no, type: nauc_ndcg_at_20_max
value: 34.739086282292156
verified: no, type: nauc_ndcg_at_20_std
value: 0.8378982065955453
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.4674393221322
verified: no, type: nauc_ndcg_at_3_max
value: 32.91997670903951
verified: no, type: nauc_ndcg_at_3_std
value: -2.5867477504568424
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.06284047953531
verified: no, type: nauc_ndcg_at_5_max
value: 34.3718226194783
verified: no, type: nauc_ndcg_at_5_std
value: -2.0937748665286637
verified: no, type: nauc_precision_at_1000_diff1
value: 9.264800170976738
verified: no, type: nauc_precision_at_1000_max
value: 24.20685806558858
verified: no, type: nauc_precision_at_1000_std
value: 42.366602550402575
verified: no, type: nauc_precision_at_100_diff1
value: 22.382056019646996
verified: no, type: nauc_precision_at_100_max
value: 29.634015417152384
verified: no, type: nauc_precision_at_100_std
value: 34.802401500246525
verified: no, type: nauc_precision_at_10_diff1
value: 32.950612274126925
verified: no, type: nauc_precision_at_10_max
value: 34.171182138622974
verified: no, type: nauc_precision_at_10_std
value: 17.19022271023796
verified: no, type: nauc_precision_at_1_diff1
value: 61.25895484841873
verified: no, type: nauc_precision_at_1_max
value: 37.31806463964667
verified: no, type: nauc_precision_at_1_std
value: -1.0703520496529155
verified: no, type: nauc_precision_at_20_diff1
value: 34.45988912440887
verified: no, type: nauc_precision_at_20_max
value: 30.827898255339885
verified: no, type: nauc_precision_at_20_std
value: 22.225256807435123
verified: no, type: nauc_precision_at_3_diff1
value: 45.47336274177132
verified: no, type: nauc_precision_at_3_max
value: 33.616813708856455
verified: no, type: nauc_precision_at_3_std
value: 4.029097387173388
verified: no, type: nauc_precision_at_5_diff1
value: 35.98082275784353
verified: no, type: nauc_precision_at_5_max
value: 33.85922088471754
verified: no, type: nauc_precision_at_5_std
value: 7.868403343275035
verified: no, type: nauc_recall_at_1000_diff1
value: 59.88568997618764
verified: no, type: nauc_recall_at_1000_max
value: 55.646716280200614
verified: no, type: nauc_recall_at_1000_std
value: 33.007640926192586
verified: no, type: nauc_recall_at_100_diff1
value: 42.83499984489547
verified: no, type: nauc_recall_at_100_max
value: 39.40080920227544
verified: no, type: nauc_recall_at_100_std
value: 19.259915239089764
verified: no, type: nauc_recall_at_10_diff1
value: 38.59133606137116
verified: no, type: nauc_recall_at_10_max
value: 35.91505354499812
verified: no, type: nauc_recall_at_10_std
value: 6.4195954377920295
verified: no, type: nauc_recall_at_1_diff1
value: 59.141233355159386
verified: no, type: nauc_recall_at_1_max
value: 34.93150274423547
verified: no, type: nauc_recall_at_1_std
value: -5.259072908410107
verified: no, type: nauc_recall_at_20_diff1
value: 43.116740553844465
verified: no, type: nauc_recall_at_20_max
value: 34.77047937561731
verified: no, type: nauc_recall_at_20_std
value: 7.901602666971801
verified: no, type: nauc_recall_at_3_diff1
value: 45.20833386162902
verified: no, type: nauc_recall_at_3_max
value: 30.85863930107024
verified: no, type: nauc_recall_at_3_std
value: -3.4964239513209643
verified: no, type: nauc_recall_at_5_diff1
value: 39.79450189870855
verified: no, type: nauc_recall_at_5_max
value: 34.738212981498044
verified: no, type: nauc_recall_at_5_std
value: -1.6133543677725626
verified: no, type: ndcg_at_1
value: 32.333
verified: no, type: ndcg_at_10
value: 44.144
verified: no, type: ndcg_at_100
value: 49.038
verified: no, type: ndcg_at_1000
value: 50.721000000000004
verified: no, type: ndcg_at_20
value: 45.748
verified: no, type: ndcg_at_3
value: 38.863
verified: no, type: ndcg_at_5
value: 41.387
verified: no, type: precision_at_1
value: 32.333
verified: no, type: precision_at_10
value: 6.4
verified: no, type: precision_at_100
value: 0.9169999999999999
verified: no, type: precision_at_1000
value: 0.107
verified: no, type: precision_at_20
value: 3.567
verified: no, type: precision_at_3
value: 15.556000000000001
verified: no, type: precision_at_5
value: 10.867
verified: no, type: recall_at_1
value: 30.778
verified: no, type: recall_at_10
value: 57.99999999999999
verified: no, type: recall_at_100
value: 81.306
verified: no, type: recall_at_1000
value: 94.367
verified: no, type: recall_at_20
value: 64.19399999999999
verified: no, type: recall_at_3
value: 43.806
verified: no, type: recall_at_5
value: 49.694
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.6
verified: no, type: cosine_accuracy_threshold
value: 72.43368625640869
verified: no, type: cosine_ap
value: 85.05615921755206
verified: no, type: cosine_f1
value: 78.94211576846308
verified: no, type: cosine_f1_threshold
value: 70.86899280548096
verified: no, type: cosine_precision
value: 78.78486055776892
verified: no, type: cosine_recall
value: 79.10000000000001
verified: no, type: dot_accuracy
value: 99.06534653465346
verified: no, type: dot_accuracy_threshold
value: 76633.82568359375
verified: no, type: dot_ap
value: 35.63540154804573
verified: no, type: dot_f1
value: 40.297274979355905
verified: no, type: dot_f1_threshold
value: 46533.1787109375
verified: no, type: dot_precision
value: 34.31786216596343
verified: no, type: dot_recall
value: 48.8
verified: no, type: euclidean_accuracy
value: 99.38217821782177
verified: no, type: euclidean_accuracy_threshold
value: 1529.209327697754
verified: no, type: euclidean_ap
value: 65.6670977067911
verified: no, type: euclidean_f1
value: 63.702056698165656
verified: no, type: euclidean_f1_threshold
value: 1659.939193725586
verified: no, type: euclidean_precision
value: 71.71464330413016
verified: no, type: euclidean_recall
value: 57.3
verified: no, type: main_score
value: 85.05615922934717
verified: no, type: manhattan_accuracy
value: 99.36633663366337
verified: no, type: manhattan_accuracy_threshold
value: 19134.718322753906
verified: no, type: manhattan_ap
value: 64.32865402238971
verified: no, type: manhattan_f1
value: 62.878385554965476
verified: no, type: manhattan_f1_threshold
value: 20997.37091064453
verified: no, type: manhattan_precision
value: 67.04416761041902
verified: no, type: manhattan_recall
value: 59.199999999999996
verified: no, type: max_accuracy
value: 99.6
verified: no, type: max_ap
value: 85.05615922934717
verified: no, type: max_f1
value: 78.94211576846308
verified: no, type: max_precision
value: 78.78486055776892
verified: no, type: max_recall
value: 79.10000000000001
verified: no, type: similarity_accuracy
value: 99.6
verified: no, type: similarity_accuracy_threshold
value: 72.43368625640869
verified: no, type: similarity_ap
value: 85.05615922934717
verified: no, type: similarity_f1
value: 78.94211576846308
verified: no, type: similarity_f1_threshold
value: 70.86898684501648
verified: no, type: similarity_precision
value: 78.78486055776892
verified: no, type: similarity_recall
value: 79.10000000000001
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 32.61239436046846
verified: no, type: v_measure
value: 32.61239436046846
verified: no, type: v_measure_std
value: 4.0344609740719894
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 28.059569701654784
verified: no, type: v_measure
value: 28.059569701654784
verified: no, type: v_measure_std
value: 1.368476998110958
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 43.371601914037655
verified: no, type: map
value: 43.371601914037655
verified: no, type: mrr
value: 43.88142188693659
verified: no, type: nAUC_map_diff1
value: 35.18224595211355
verified: no, type: nAUC_map_max
value: 16.904596129373232
verified: no, type: nAUC_map_std
value: 7.585769671473648
verified: no, type: nAUC_mrr_diff1
value: 34.82525849035569
verified: no, type: nAUC_mrr_max
value: 17.59586193362029
verified: no, type: nAUC_mrr_std
value: 8.401128002712214
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 29.667728860046193
verified: no, type: cosine_spearman
value: 29.26864201759056
verified: no, type: dot_pearson
value: 17.208374665670696
verified: no, type: dot_spearman
value: 19.68961524316481
verified: no, type: main_score
value: 29.26864201759056
verified: no, type: pearson
value: 29.667728860046193
verified: no, type: spearman
value: 29.26864201759056
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 47.085
verified: no, type: map_at_1
value: 0.11299999999999999
verified: no, type: map_at_10
value: 0.9249999999999999
verified: no, type: map_at_100
value: 4.195
verified: no, type: map_at_1000
value: 9.824
verified: no, type: map_at_20
value: 1.521
verified: no, type: map_at_3
value: 0.32299999999999995
verified: no, type: map_at_5
value: 0.5349999999999999
verified: no, type: mrr_at_1
value: 54
verified: no, type: mrr_at_10
value: 64.37222222222222
verified: no, type: mrr_at_100
value: 64.95440794499618
verified: no, type: mrr_at_1000
value: 64.95440794499618
verified: no, type: mrr_at_20
value: 64.79285714285714
verified: no, type: mrr_at_3
value: 61
verified: no, type: mrr_at_5
value: 62.9
verified: no, type: nauc_map_at_1000_diff1
value: 5.381084993625581
verified: no, type: nauc_map_at_1000_max
value: 48.57991240037055
verified: no, type: nauc_map_at_1000_std
value: 59.42061079606127
verified: no, type: nauc_map_at_100_diff1
value: 5.471747633304185
verified: no, type: nauc_map_at_100_max
value: 30.076214405424395
verified: no, type: nauc_map_at_100_std
value: 44.0460605212331
verified: no, type: nauc_map_at_10_diff1
value: 11.154562326933778
verified: no, type: nauc_map_at_10_max
value: 12.450547076557477
verified: no, type: nauc_map_at_10_std
value: 15.039618311736898
verified: no, type: nauc_map_at_1_diff1
value: 13.856607126355705
verified: no, type: nauc_map_at_1_max
value: 2.1470727276166315
verified: no, type: nauc_map_at_1_std
value: 12.591601204626285
verified: no, type: nauc_map_at_20_diff1
value: 9.3303036449648
verified: no, type: nauc_map_at_20_max
value: 13.876389652259844
verified: no, type: nauc_map_at_20_std
value: 21.26337100698693
verified: no, type: nauc_map_at_3_diff1
value: 17.476371244979568
verified: no, type: nauc_map_at_3_max
value: 5.336749157036172
verified: no, type: nauc_map_at_3_std
value: 12.811571427705093
verified: no, type: nauc_map_at_5_diff1
value: 18.159708091961715
verified: no, type: nauc_map_at_5_max
value: 5.5023295542724195
verified: no, type: nauc_map_at_5_std
value: 12.865157306383846
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.183591049739295
verified: no, type: nauc_mrr_at_1000_max
value: 23.244935337421687
verified: no, type: nauc_mrr_at_1000_std
value: 35.32054996893059
verified: no, type: nauc_mrr_at_100_diff1
value: 24.183591049739295
verified: no, type: nauc_mrr_at_100_max
value: 23.244935337421687
verified: no, type: nauc_mrr_at_100_std
value: 35.32054996893059
verified: no, type: nauc_mrr_at_10_diff1
value: 25.116993699935996
verified: no, type: nauc_mrr_at_10_max
value: 23.996446760940472
verified: no, type: nauc_mrr_at_10_std
value: 35.24595257955197
verified: no, type: nauc_mrr_at_1_diff1
value: 22.46394932066349
verified: no, type: nauc_mrr_at_1_max
value: 17.99338723569777
verified: no, type: nauc_mrr_at_1_std
value: 29.47125670306462
verified: no, type: nauc_mrr_at_20_diff1
value: 24.29457665863037
verified: no, type: nauc_mrr_at_20_max
value: 23.511208714905433
verified: no, type: nauc_mrr_at_20_std
value: 35.60197581210334
verified: no, type: nauc_mrr_at_3_diff1
value: 21.325058136848703
verified: no, type: nauc_mrr_at_3_max
value: 25.498590855189146
verified: no, type: nauc_mrr_at_3_std
value: 33.989394196068744
verified: no, type: nauc_mrr_at_5_diff1
value: 23.91581725239823
verified: no, type: nauc_mrr_at_5_max
value: 21.88399789010818
verified: no, type: nauc_mrr_at_5_std
value: 36.115013837427554
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.7479921084681034
verified: no, type: nauc_ndcg_at_1000_max
value: 40.41402084839615
verified: no, type: nauc_ndcg_at_1000_std
value: 51.52786344481358
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.824106735538177
verified: no, type: nauc_ndcg_at_100_max
value: 34.9568790589337
verified: no, type: nauc_ndcg_at_100_std
value: 47.91399565323569
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.831060108905742
verified: no, type: nauc_ndcg_at_10_max
value: 30.666596816852586
verified: no, type: nauc_ndcg_at_10_std
value: 36.60949930292965
verified: no, type: nauc_ndcg_at_1_diff1
value: 11.113346207488473
verified: no, type: nauc_ndcg_at_1_max
value: 15.184797768479774
verified: no, type: nauc_ndcg_at_1_std
value: 26.397382255122825
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.421248886858285
verified: no, type: nauc_ndcg_at_20_max
value: 28.199498270640937
verified: no, type: nauc_ndcg_at_20_std
value: 38.819146196693524
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.782271186947469
verified: no, type: nauc_ndcg_at_3_max
value: 23.91790545249963
verified: no, type: nauc_ndcg_at_3_std
value: 34.31739966478957
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.306657014965335
verified: no, type: nauc_ndcg_at_5_max
value: 24.92679497185896
verified: no, type: nauc_ndcg_at_5_std
value: 34.711369583725855
verified: no, type: nauc_precision_at_1000_diff1
value: 9.978120755453336
verified: no, type: nauc_precision_at_1000_max
value: 43.90796000727444
verified: no, type: nauc_precision_at_1000_std
value: 54.83253971783783
verified: no, type: nauc_precision_at_100_diff1
value: 11.832915751431662
verified: no, type: nauc_precision_at_100_max
value: 36.51089309524728
verified: no, type: nauc_precision_at_100_std
value: 51.587999990913914
verified: no, type: nauc_precision_at_10_diff1
value: 13.133425015183342
verified: no, type: nauc_precision_at_10_max
value: 37.73638908474054
verified: no, type: nauc_precision_at_10_std
value: 39.93396114458042
verified: no, type: nauc_precision_at_1_diff1
value: 22.46394932066349
verified: no, type: nauc_precision_at_1_max
value: 17.99338723569777
verified: no, type: nauc_precision_at_1_std
value: 29.47125670306462
verified: no, type: nauc_precision_at_20_diff1
value: 13.520098573985301
verified: no, type: nauc_precision_at_20_max
value: 31.558914868428612
verified: no, type: nauc_precision_at_20_std
value: 43.20752016919639
verified: no, type: nauc_precision_at_3_diff1
value: 22.36277013079758
verified: no, type: nauc_precision_at_3_max
value: 29.14917970240368
verified: no, type: nauc_precision_at_3_std
value: 37.58498909204745
verified: no, type: nauc_precision_at_5_diff1
value: 20.38016205233649
verified: no, type: nauc_precision_at_5_max
value: 28.40199750312108
verified: no, type: nauc_precision_at_5_std
value: 37.14413355854202
verified: no, type: nauc_recall_at_1000_diff1
value: -1.7572499473285035
verified: no, type: nauc_recall_at_1000_max
value: 40.26567027190871
verified: no, type: nauc_recall_at_1000_std
value: 50.74992559305883
verified: no, type: nauc_recall_at_100_diff1
value: 4.9759175190421585
verified: no, type: nauc_recall_at_100_max
value: 21.46301630135205
verified: no, type: nauc_recall_at_100_std
value: 38.01302992700267
verified: no, type: nauc_recall_at_10_diff1
value: 5.615334302055896
verified: no, type: nauc_recall_at_10_max
value: 12.375727739975915
verified: no, type: nauc_recall_at_10_std
value: 8.35883198543048
verified: no, type: nauc_recall_at_1_diff1
value: 13.856607126355705
verified: no, type: nauc_recall_at_1_max
value: 2.1470727276166315
verified: no, type: nauc_recall_at_1_std
value: 12.591601204626285
verified: no, type: nauc_recall_at_20_diff1
value: 8.375440006188924
verified: no, type: nauc_recall_at_20_max
value: 7.433904097871818
verified: no, type: nauc_recall_at_20_std
value: 14.81698412249913
verified: no, type: nauc_recall_at_3_diff1
value: 16.664831204533417
verified: no, type: nauc_recall_at_3_max
value: 4.9075975386189015
verified: no, type: nauc_recall_at_3_std
value: 11.032622212659902
verified: no, type: nauc_recall_at_5_diff1
value: 17.863326487393323
verified: no, type: nauc_recall_at_5_max
value: 0.04244496355094046
verified: no, type: nauc_recall_at_5_std
value: 7.805383953637635
verified: no, type: ndcg_at_1
value: 48
verified: no, type: ndcg_at_10
value: 47.085
verified: no, type: ndcg_at_100
value: 31.988
verified: no, type: ndcg_at_1000
value: 27.162
verified: no, type: ndcg_at_20
value: 43.375
verified: no, type: ndcg_at_3
value: 49.123
verified: no, type: ndcg_at_5
value: 49.425999999999995
verified: no, type: precision_at_1
value: 54
verified: no, type: precision_at_10
value: 51.2
verified: no, type: precision_at_100
value: 32.68
verified: no, type: precision_at_1000
value: 13.08
verified: no, type: precision_at_20
value: 46.300000000000004
verified: no, type: precision_at_3
value: 54
verified: no, type: precision_at_5
value: 55.2
verified: no, type: recall_at_1
value: 0.11299999999999999
verified: no, type: recall_at_10
value: 1.166
verified: no, type: recall_at_100
value: 6.8229999999999995
verified: no, type: recall_at_1000
value: 25.824
verified: no, type: recall_at_20
value: 2.0660000000000003
verified: no, type: recall_at_3
value: 0.35200000000000004
verified: no, type: recall_at_5
value: 0.618
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 12.389
verified: no, type: map_at_1
value: 1.2890000000000001
verified: no, type: map_at_10
value: 4.328
verified: no, type: map_at_100
value: 7.103
verified: no, type: map_at_1000
value: 8.453
verified: no, type: map_at_20
value: 5.378
verified: no, type: map_at_3
value: 2.3810000000000002
verified: no, type: map_at_5
value: 3.016
verified: no, type: mrr_at_1
value: 18.367346938775512
verified: no, type: mrr_at_10
value: 31.308713961775187
verified: no, type: mrr_at_100
value: 32.77890637585822
verified: no, type: mrr_at_1000
value: 32.78103001407522
verified: no, type: mrr_at_20
value: 32.35710401376667
verified: no, type: mrr_at_3
value: 25.510204081632654
verified: no, type: mrr_at_5
value: 29.387755102040813
verified: no, type: nauc_map_at_1000_diff1
value: -14.79228479934515
verified: no, type: nauc_map_at_1000_max
value: -35.92369624913248
verified: no, type: nauc_map_at_1000_std
value: -40.420350644479726
verified: no, type: nauc_map_at_100_diff1
value: -17.849306210954836
verified: no, type: nauc_map_at_100_max
value: -38.16371011105996
verified: no, type: nauc_map_at_100_std
value: -43.18082971924287
verified: no, type: nauc_map_at_10_diff1
value: -18.726421967921645
verified: no, type: nauc_map_at_10_max
value: -32.19147493921482
verified: no, type: nauc_map_at_10_std
value: -37.71285043254005
verified: no, type: nauc_map_at_1_diff1
value: -23.781464715820615
verified: no, type: nauc_map_at_1_max
value: -31.901890053112542
verified: no, type: nauc_map_at_1_std
value: -36.147919480441296
verified: no, type: nauc_map_at_20_diff1
value: -19.875084794068695
verified: no, type: nauc_map_at_20_max
value: -36.92099314647876
verified: no, type: nauc_map_at_20_std
value: -42.04400943571684
verified: no, type: nauc_map_at_3_diff1
value: -17.829991364645014
verified: no, type: nauc_map_at_3_max
value: -34.06790690315107
verified: no, type: nauc_map_at_3_std
value: -36.47120420627588
verified: no, type: nauc_map_at_5_diff1
value: -18.18730409473135
verified: no, type: nauc_map_at_5_max
value: -36.0222461424531
verified: no, type: nauc_map_at_5_std
value: -39.32854120764853
verified: no, type: nauc_mrr_at_1000_diff1
value: -14.344327786402648
verified: no, type: nauc_mrr_at_1000_max
value: -31.869211928926646
verified: no, type: nauc_mrr_at_1000_std
value: -38.691274182816734
verified: no, type: nauc_mrr_at_100_diff1
value: -14.337914956030575
verified: no, type: nauc_mrr_at_100_max
value: -31.85943121025403
verified: no, type: nauc_mrr_at_100_std
value: -38.68098747286157
verified: no, type: nauc_mrr_at_10_diff1
value: -13.339749470810464
verified: no, type: nauc_mrr_at_10_max
value: -31.59932370268594
verified: no, type: nauc_mrr_at_10_std
value: -39.535947433339004
verified: no, type: nauc_mrr_at_1_diff1
value: -22.421936833350024
verified: no, type: nauc_mrr_at_1_max
value: -26.0392170488579
verified: no, type: nauc_mrr_at_1_std
value: -32.08950331689856
verified: no, type: nauc_mrr_at_20_diff1
value: -13.990009366001813
verified: no, type: nauc_mrr_at_20_max
value: -31.57017573118177
verified: no, type: nauc_mrr_at_20_std
value: -38.576934350306665
verified: no, type: nauc_mrr_at_3_diff1
value: -19.875200374176007
verified: no, type: nauc_mrr_at_3_max
value: -30.475258256358416
verified: no, type: nauc_mrr_at_3_std
value: -34.261548231401164
verified: no, type: nauc_mrr_at_5_diff1
value: -16.61445582021179
verified: no, type: nauc_mrr_at_5_max
value: -33.78437293317982
verified: no, type: nauc_mrr_at_5_std
value: -39.78682766226559
verified: no, type: nauc_ndcg_at_1000_diff1
value: 1.6652861490406783
verified: no, type: nauc_ndcg_at_1000_max
value: -26.93474859740842
verified: no, type: nauc_ndcg_at_1000_std
value: -29.467073478423263
verified: no, type: nauc_ndcg_at_100_diff1
value: -13.854934695582061
verified: no, type: nauc_ndcg_at_100_max
value: -40.12758870700406
verified: no, type: nauc_ndcg_at_100_std
value: -45.92549293977803
verified: no, type: nauc_ndcg_at_10_diff1
value: -10.981270311483463
verified: no, type: nauc_ndcg_at_10_max
value: -24.241275288963305
verified: no, type: nauc_ndcg_at_10_std
value: -34.87505221114496
verified: no, type: nauc_ndcg_at_1_diff1
value: -21.348136005562804
verified: no, type: nauc_ndcg_at_1_max
value: -24.29146458984087
verified: no, type: nauc_ndcg_at_1_std
value: -27.65082983257604
verified: no, type: nauc_ndcg_at_20_diff1
value: -13.866915438667075
verified: no, type: nauc_ndcg_at_20_max
value: -33.03231469983465
verified: no, type: nauc_ndcg_at_20_std
value: -41.64781223088751
verified: no, type: nauc_ndcg_at_3_diff1
value: -14.318848502233466
verified: no, type: nauc_ndcg_at_3_max
value: -26.97710993505825
verified: no, type: nauc_ndcg_at_3_std
value: -29.913988055570258
verified: no, type: nauc_ndcg_at_5_diff1
value: -12.007085585322146
verified: no, type: nauc_ndcg_at_5_max
value: -30.17969692942588
verified: no, type: nauc_ndcg_at_5_std
value: -35.724269208702935
verified: no, type: nauc_precision_at_1000_diff1
value: 28.302499937793403
verified: no, type: nauc_precision_at_1000_max
value: 41.4592385861121
verified: no, type: nauc_precision_at_1000_std
value: 37.253872236830524
verified: no, type: nauc_precision_at_100_diff1
value: -1.1239873515304246
verified: no, type: nauc_precision_at_100_max
value: -21.805940211478458
verified: no, type: nauc_precision_at_100_std
value: -35.75593927198184
verified: no, type: nauc_precision_at_10_diff1
value: -0.7029100690194497
verified: no, type: nauc_precision_at_10_max
value: -14.916597028015097
verified: no, type: nauc_precision_at_10_std
value: -31.723702302524742
verified: no, type: nauc_precision_at_1_diff1
value: -22.421936833350024
verified: no, type: nauc_precision_at_1_max
value: -26.0392170488579
verified: no, type: nauc_precision_at_1_std
value: -32.08950331689856
verified: no, type: nauc_precision_at_20_diff1
value: -6.70993669780065
verified: no, type: nauc_precision_at_20_max
value: -24.721247602878627
verified: no, type: nauc_precision_at_20_std
value: -37.726351564726244
verified: no, type: nauc_precision_at_3_diff1
value: -11.388936346995234
verified: no, type: nauc_precision_at_3_max
value: -30.300437150828998
verified: no, type: nauc_precision_at_3_std
value: -31.612788253604627
verified: no, type: nauc_precision_at_5_diff1
value: -4.921748673145419
verified: no, type: nauc_precision_at_5_max
value: -32.49309422976042
verified: no, type: nauc_precision_at_5_std
value: -40.91623865106923
verified: no, type: nauc_recall_at_1000_diff1
value: 9.314661672851779
verified: no, type: nauc_recall_at_1000_max
value: -23.5792271396925
verified: no, type: nauc_recall_at_1000_std
value: -2.7396356795867565
verified: no, type: nauc_recall_at_100_diff1
value: -17.642335865335852
verified: no, type: nauc_recall_at_100_max
value: -48.10946475171944
verified: no, type: nauc_recall_at_100_std
value: -43.99436781721119
verified: no, type: nauc_recall_at_10_diff1
value: -15.949838458982446
verified: no, type: nauc_recall_at_10_max
value: -31.989270134881725
verified: no, type: nauc_recall_at_10_std
value: -37.41174952553433
verified: no, type: nauc_recall_at_1_diff1
value: -23.781464715820615
verified: no, type: nauc_recall_at_1_max
value: -31.901890053112542
verified: no, type: nauc_recall_at_1_std
value: -36.147919480441296
verified: no, type: nauc_recall_at_20_diff1
value: -17.954988474174343
verified: no, type: nauc_recall_at_20_max
value: -39.48792094933239
verified: no, type: nauc_recall_at_20_std
value: -43.503920161333134
verified: no, type: nauc_recall_at_3_diff1
value: -19.859724706191383
verified: no, type: nauc_recall_at_3_max
value: -36.46588423880606
verified: no, type: nauc_recall_at_3_std
value: -34.5583123219917
verified: no, type: nauc_recall_at_5_diff1
value: -17.980265923080673
verified: no, type: nauc_recall_at_5_max
value: -41.378387752334646
verified: no, type: nauc_recall_at_5_std
value: -40.06661696480657
verified: no, type: ndcg_at_1
value: 15.306000000000001
verified: no, type: ndcg_at_10
value: 12.389
verified: no, type: ndcg_at_100
value: 21.498
verified: no, type: ndcg_at_1000
value: 35.062
verified: no, type: ndcg_at_20
value: 13.539000000000001
verified: no, type: ndcg_at_3
value: 13.694999999999999
verified: no, type: ndcg_at_5
value: 13.093
verified: no, type: precision_at_1
value: 18.367
verified: no, type: precision_at_10
value: 12.041
verified: no, type: precision_at_100
value: 5.122
verified: no, type: precision_at_1000
value: 1.343
verified: no, type: precision_at_20
value: 10.102
verified: no, type: precision_at_3
value: 15.645999999999999
verified: no, type: precision_at_5
value: 13.877999999999998
verified: no, type: recall_at_1
value: 1.2890000000000001
verified: no, type: recall_at_10
value: 8.711
verified: no, type: recall_at_100
value: 31.785999999999998
verified: no, type: recall_at_1000
value: 73.166
verified: no, type: recall_at_20
value: 13.633000000000001
verified: no, type: recall_at_3
value: 3.1399999999999997
verified: no, type: recall_at_5
value: 5.055
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 63.0517578125
verified: no, type: ap
value: 10.382418866310786
verified: no, type: ap_weighted
value: 10.382418866310786
verified: no, type: f1
value: 47.88288636071975
verified: no, type: f1_weighted
value: 71.24391708738975
verified: no, type: main_score
value: 63.0517578125
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 49.45104697226938
verified: no, type: f1
value: 49.610945154733585
verified: no, type: f1_weighted
value: 48.97821737339597
verified: no, type: main_score
value: 49.45104697226938
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 21.12800228949765
verified: no, type: v_measure
value: 21.12800228949765
verified: no, type: v_measure_std
value: 1.5026819659284716
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 82.18394230196103
verified: no, type: cosine_accuracy_threshold
value: 70.92338800430298
verified: no, type: cosine_ap
value: 59.78259988278198
verified: no, type: cosine_f1
value: 56.536101934874935
verified: no, type: cosine_f1_threshold
value: 63.08455467224121
verified: no, type: cosine_precision
value: 51.13102859581733
verified: no, type: cosine_recall
value: 63.21899736147757
verified: no, type: dot_accuracy
value: 78.2559456398641
verified: no, type: dot_accuracy_threshold
value: 75122.74780273438
verified: no, type: dot_ap
value: 42.75546453263426
verified: no, type: dot_f1
value: 46.84298752095361
verified: no, type: dot_f1_threshold
value: 47930.401611328125
verified: no, type: dot_precision
value: 36.19746689694876
verified: no, type: dot_recall
value: 66.35883905013192
verified: no, type: euclidean_accuracy
value: 80.41962210168684
verified: no, type: euclidean_accuracy_threshold
value: 2041.5910720825195
verified: no, type: euclidean_ap
value: 53.93824198063456
verified: no, type: euclidean_f1
value: 53.007111003977336
verified: no, type: euclidean_f1_threshold
value: 2444.735908508301
verified: no, type: euclidean_precision
value: 48.79076991346794
verified: no, type: euclidean_recall
value: 58.02110817941952
verified: no, type: main_score
value: 59.78259988278198
verified: no, type: manhattan_accuracy
value: 80.65208320915539
verified: no, type: manhattan_accuracy_threshold
value: 26017.1875
verified: no, type: manhattan_ap
value: 54.62855869394724
verified: no, type: manhattan_f1
value: 53.78590078328981
verified: no, type: manhattan_f1_threshold
value: 30963.7451171875
verified: no, type: manhattan_precision
value: 47.200637577206614
verified: no, type: manhattan_recall
value: 62.50659630606861
verified: no, type: max_accuracy
value: 82.18394230196103
verified: no, type: max_ap
value: 59.78259988278198
verified: no, type: max_f1
value: 56.536101934874935
verified: no, type: max_precision
value: 51.13102859581733
verified: no, type: max_recall
value: 66.35883905013192
verified: no, type: similarity_accuracy
value: 82.18394230196103
verified: no, type: similarity_accuracy_threshold
value: 70.92338800430298
verified: no, type: similarity_ap
value: 59.782593612460154
verified: no, type: similarity_f1
value: 56.536101934874935
verified: no, type: similarity_f1_threshold
value: 63.08456063270569
verified: no, type: similarity_precision
value: 51.13102859581733
verified: no, type: similarity_recall
value: 63.21899736147757
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 86.35269918888501
verified: no, type: cosine_accuracy_threshold
value: 65.62072038650513
verified: no, type: cosine_ap
value: 79.86335548414907
verified: no, type: cosine_f1
value: 72.03383314109958
verified: no, type: cosine_f1_threshold
value: 62.21768856048584
verified: no, type: cosine_precision
value: 71.93979419444018
verified: no, type: cosine_recall
value: 72.12811826301201
verified: no, type: dot_accuracy
value: 82.84045484534482
verified: no, type: dot_accuracy_threshold
value: 35566.6259765625
verified: no, type: dot_ap
value: 69.69122370934686
verified: no, type: dot_f1
value: 64.93162154619034
verified: no, type: dot_f1_threshold
value: 28885.33935546875
verified: no, type: dot_precision
value: 59.36463383516203
verified: no, type: dot_recall
value: 71.65075454265477
verified: no, type: euclidean_accuracy
value: 83.63022470601933
verified: no, type: euclidean_accuracy_threshold
value: 1693.5800552368164
verified: no, type: euclidean_ap
value: 71.735550250604
verified: no, type: euclidean_f1
value: 63.85325230699978
verified: no, type: euclidean_f1_threshold
value: 1923.9212036132812
verified: no, type: euclidean_precision
value: 62.26042428675933
verified: no, type: euclidean_recall
value: 65.52971974129966
verified: no, type: main_score
value: 79.86335865098036
verified: no, type: manhattan_accuracy
value: 83.70978383203322
verified: no, type: manhattan_accuracy_threshold
value: 21349.06005859375
verified: no, type: manhattan_ap
value: 72.01852759909437
verified: no, type: manhattan_f1
value: 64.3416426973474
verified: no, type: manhattan_f1_threshold
value: 23114.75830078125
verified: no, type: manhattan_precision
value: 66.86316838259715
verified: no, type: manhattan_recall
value: 62.003387742531565
verified: no, type: max_accuracy
value: 86.35269918888501
verified: no, type: max_ap
value: 79.86335865098036
verified: no, type: max_f1
value: 72.03383314109958
verified: no, type: max_precision
value: 71.93979419444018
verified: no, type: max_recall
value: 72.12811826301201
verified: no, type: similarity_accuracy
value: 86.35269918888501
verified: no, type: similarity_accuracy_threshold
value: 65.62072038650513
verified: no, type: similarity_ap
value: 79.86335865098036
verified: no, type: similarity_f1
value: 72.03383314109958
verified: no, type: similarity_f1_threshold
value: 62.21768856048584
verified: no, type: similarity_precision
value: 71.93979419444018
verified: no, type: similarity_recall
value: 72.12811826301201
verified: no
task: type: PairClassification
Likes: 2 | All-time downloads: 62
Created: 2025-01-22 20:34:43