Model: benayad7/concat-e5-small-bge-small-01
Author: benayad7
Tags: mteb, model-index, region:us
Card metadata: model-index: name: no_model_name_available
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 75.58470764617691
verified: no, type: ap
value: 24.719701151617723
verified: no, type: ap_weighted
value: 24.719701151617723
verified: no, type: f1
value: 63.00164246074738
verified: no, type: f1_weighted
value: 80.03796552199202
verified: no, type: main_score
value: 75.58470764617691
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 74.34328358208955
verified: no, type: ap
value: 37.50929758783498
verified: no, type: ap_weighted
value: 37.50929758783498
verified: no, type: f1
value: 68.47468266207234
verified: no, type: f1_weighted
value: 76.71536156910686
verified: no, type: main_score
value: 74.34328358208955
verified: no
task: type: Classification, dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: validation
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 73.10810810810811
verified: no, type: ap
value: 21.095894998268182
verified: no, type: ap_weighted
value: 21.095894998268182
verified: no, type: f1
value: 59.88562259265849
verified: no, type: f1_weighted
value: 78.24218318628027
verified: no, type: main_score
value: 73.10810810810811
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: validation
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 73.76119402985076
verified: no, type: ap
value: 33.462242773250075
verified: no, type: ap_weighted
value: 33.462242773250075
verified: no, type: f1
value: 66.50228790953409
verified: no, type: f1_weighted
value: 76.66423272035549
verified: no, type: main_score
value: 73.76119402985076
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 92.99744999999999
verified: no, type: ap
value: 89.7770669227447
verified: no, type: ap_weighted
value: 89.7770669227447
verified: no, type: f1
value: 92.98870898689393
verified: no, type: f1_weighted
value: 92.98870898689394
verified: no, type: main_score
value: 92.99744999999999
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 49.364000000000004
verified: no, type: f1
value: 48.09686892529694
verified: no, type: f1_weighted
value: 48.09686892529693
verified: no, type: main_score
value: 49.364000000000004
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 48.797999999999995
verified: no, type: f1
value: 47.572308082658886
verified: no, type: f1_weighted
value: 47.572308082658886
verified: no, type: main_score
value: 48.797999999999995
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 59.345000000000006
verified: no, type: map_at_1
value: 34.993
verified: no, type: map_at_10
value: 50.93299999999999
verified: no, type: map_at_100
value: 51.653999999999996
verified: no, type: map_at_1000
value: 51.659
verified: no, type: map_at_20
value: 51.503
verified: no, type: map_at_3
value: 46.539
verified: no, type: map_at_5
value: 49.078
verified: no, type: mrr_at_1
value: 35.34850640113798
verified: no, type: mrr_at_10
value: 51.08029081713292
verified: no, type: mrr_at_100
value: 51.79453395523629
verified: no, type: mrr_at_1000
value: 51.79922640990794
verified: no, type: mrr_at_20
value: 51.64015533841996
verified: no, type: mrr_at_3
value: 46.68089141773353
verified: no, type: mrr_at_5
value: 49.20578473210052
verified: no, type: nauc_map_at_1000_diff1
value: 10.777019519798255
verified: no, type: nauc_map_at_1000_max
value: -7.407917463470924
verified: no, type: nauc_map_at_1000_std
value: -7.563268405241759
verified: no, type: nauc_map_at_100_diff1
value: 10.779545140640199
verified: no, type: nauc_map_at_100_max
value: -7.401298063310178
verified: no, type: nauc_map_at_100_std
value: -7.556601235531485
verified: no, type: nauc_map_at_10_diff1
value: 10.721539302065686
verified: no, type: nauc_map_at_10_max
value: -7.166136768327753
verified: no, type: nauc_map_at_10_std
value: -7.293662115267615
verified: no, type: nauc_map_at_1_diff1
value: 14.156914156584854
verified: no, type: nauc_map_at_1_max
value: -9.498793111705812
verified: no, type: nauc_map_at_1_std
value: -9.726351399489474
verified: no, type: nauc_map_at_20_diff1
value: 10.761980363958246
verified: no, type: nauc_map_at_20_max
value: -7.3011716552322445
verified: no, type: nauc_map_at_20_std
value: -7.474633798851565
verified: no, type: nauc_map_at_3_diff1
value: 10.32402309373244
verified: no, type: nauc_map_at_3_max
value: -7.789968158157112
verified: no, type: nauc_map_at_3_std
value: -8.459911202243127
verified: no, type: nauc_map_at_5_diff1
value: 9.950359837131687
verified: no, type: nauc_map_at_5_max
value: -7.54700058691015
verified: no, type: nauc_map_at_5_std
value: -7.4852438758641515
verified: no, type: nauc_mrr_at_1000_diff1
value: 9.545661892556165
verified: no, type: nauc_mrr_at_1000_max
value: -8.17995767306064
verified: no, type: nauc_mrr_at_1000_std
value: -7.690544153747644
verified: no, type: nauc_mrr_at_100_diff1
value: 9.54837560401051
verified: no, type: nauc_mrr_at_100_max
value: -8.173227861584765
verified: no, type: nauc_mrr_at_100_std
value: -7.683867106566364
verified: no, type: nauc_mrr_at_10_diff1
value: 9.522795074409384
verified: no, type: nauc_mrr_at_10_max
value: -7.9063165040486645
verified: no, type: nauc_mrr_at_10_std
value: -7.431873185012491
verified: no, type: nauc_mrr_at_1_diff1
value: 13.130099478615803
verified: no, type: nauc_mrr_at_1_max
value: -9.992669947319378
verified: no, type: nauc_mrr_at_1_std
value: -10.051618087478493
verified: no, type: nauc_mrr_at_20_diff1
value: 9.541270804874118
verified: no, type: nauc_mrr_at_20_max
value: -8.058828250931276
verified: no, type: nauc_mrr_at_20_std
value: -7.598979599209439
verified: no, type: nauc_mrr_at_3_diff1
value: 9.116533214412966
verified: no, type: nauc_mrr_at_3_max
value: -8.540266568222016
verified: no, type: nauc_mrr_at_3_std
value: -8.693222832504544
verified: no, type: nauc_mrr_at_5_diff1
value: 8.694955232599785
verified: no, type: nauc_mrr_at_5_max
value: -8.34107055995193
verified: no, type: nauc_mrr_at_5_std
value: -7.6629161714950484
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.526533346595262
verified: no, type: nauc_ndcg_at_1000_max
value: -6.703732662610731
verified: no, type: nauc_ndcg_at_1000_std
value: -6.603623582089393
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.561172146895252
verified: no, type: nauc_ndcg_at_100_max
value: -6.514791218416639
verified: no, type: nauc_ndcg_at_100_std
value: -6.354781956088969
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.361381171866082
verified: no, type: nauc_ndcg_at_10_max
value: -5.2230158943462985
verified: no, type: nauc_ndcg_at_10_std
value: -5.007524284028199
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.156914156584854
verified: no, type: nauc_ndcg_at_1_max
value: -9.498793111705812
verified: no, type: nauc_ndcg_at_1_std
value: -9.726351399489474
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.517676064474847
verified: no, type: nauc_ndcg_at_20_max
value: -5.711765067868173
verified: no, type: nauc_ndcg_at_20_std
value: -5.605824861630572
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.186600380601536
verified: no, type: nauc_ndcg_at_3_max
value: -7.056576818596352
verified: no, type: nauc_ndcg_at_3_std
value: -7.812761606548313
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.432418101937406
verified: no, type: nauc_ndcg_at_5_max
value: -6.480411547015269
verified: no, type: nauc_ndcg_at_5_std
value: -5.777975379414998
verified: no, type: nauc_precision_at_1000_diff1
value: 13.955746514246906
verified: no, type: nauc_precision_at_1000_max
value: 28.8840202640091
verified: no, type: nauc_precision_at_1000_std
value: 65.36756825837523
verified: no, type: nauc_precision_at_100_diff1
value: 14.686199038527814
verified: no, type: nauc_precision_at_100_max
value: 31.31632878025447
verified: no, type: nauc_precision_at_100_std
value: 54.07113844512418
verified: no, type: nauc_precision_at_10_diff1
value: 9.662188427513989
verified: no, type: nauc_precision_at_10_max
value: 9.22345326975617
verified: no, type: nauc_precision_at_10_std
value: 11.831872077040245
verified: no, type: nauc_precision_at_1_diff1
value: 14.156914156584854
verified: no, type: nauc_precision_at_1_max
value: -9.498793111705812
verified: no, type: nauc_precision_at_1_std
value: -9.726351399489474
verified: no, type: nauc_precision_at_20_diff1
value: 11.432148213771988
verified: no, type: nauc_precision_at_20_max
value: 18.514764981962074
verified: no, type: nauc_precision_at_20_std
value: 22.78510644336147
verified: no, type: nauc_precision_at_3_diff1
value: 5.6317217760949685
verified: no, type: nauc_precision_at_3_max
value: -4.676598241685319
verified: no, type: nauc_precision_at_3_std
value: -5.684836764145716
verified: no, type: nauc_precision_at_5_diff1
value: 2.5659150784472753
verified: no, type: nauc_precision_at_5_max
value: -2.1551693896958524
verified: no, type: nauc_precision_at_5_std
value: 1.384881159297645
verified: no, type: nauc_recall_at_1000_diff1
value: 13.955746514247625
verified: no, type: nauc_recall_at_1000_max
value: 28.884020264002835
verified: no, type: nauc_recall_at_1000_std
value: 65.36756825836953
verified: no, type: nauc_recall_at_100_diff1
value: 14.686199038527365
verified: no, type: nauc_recall_at_100_max
value: 31.31632878025263
verified: no, type: nauc_recall_at_100_std
value: 54.071138445123225
verified: no, type: nauc_recall_at_10_diff1
value: 9.662188427513836
verified: no, type: nauc_recall_at_10_max
value: 9.22345326975619
verified: no, type: nauc_recall_at_10_std
value: 11.83187207704014
verified: no, type: nauc_recall_at_1_diff1
value: 14.156914156584854
verified: no, type: nauc_recall_at_1_max
value: -9.498793111705812
verified: no, type: nauc_recall_at_1_std
value: -9.726351399489474
verified: no, type: nauc_recall_at_20_diff1
value: 11.432148213772072
verified: no, type: nauc_recall_at_20_max
value: 18.514764981961978
verified: no, type: nauc_recall_at_20_std
value: 22.785106443361688
verified: no, type: nauc_recall_at_3_diff1
value: 5.63172177609501
verified: no, type: nauc_recall_at_3_max
value: -4.676598241685221
verified: no, type: nauc_recall_at_3_std
value: -5.684836764145642
verified: no, type: nauc_recall_at_5_diff1
value: 2.5659150784473406
verified: no, type: nauc_recall_at_5_max
value: -2.1551693896959048
verified: no, type: nauc_recall_at_5_std
value: 1.3848811592975896
verified: no, type: ndcg_at_1
value: 34.993
verified: no, type: ndcg_at_10
value: 59.345000000000006
verified: no, type: ndcg_at_100
value: 62.324999999999996
verified: no, type: ndcg_at_1000
value: 62.437
verified: no, type: ndcg_at_20
value: 61.36899999999999
verified: no, type: ndcg_at_3
value: 50.381
verified: no, type: ndcg_at_5
value: 54.923
verified: no, type: precision_at_1
value: 34.993
verified: no, type: precision_at_10
value: 8.599
verified: no, type: precision_at_100
value: 0.988
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.694
verified: no, type: precision_at_3
value: 20.507
verified: no, type: precision_at_5
value: 14.495
verified: no, type: recall_at_1
value: 34.993
verified: no, type: recall_at_10
value: 85.989
verified: no, type: recall_at_100
value: 98.791
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 93.88300000000001
verified: no, type: recall_at_3
value: 61.522
verified: no, type: recall_at_5
value: 72.475
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 47.552697319955676
verified: no, type: v_measure
value: 47.552697319955676
verified: no, type: v_measure_std
value: 13.808952106577216
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 40.03337707775063
verified: no, type: v_measure
value: 40.03337707775063
verified: no, type: v_measure_std
value: 14.249888078941146
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 61.8126291529566
verified: no, type: map
value: 61.8126291529566
verified: no, type: mrr
value: 74.36705799586686
verified: no, type: nAUC_map_diff1
value: 8.967467836084921
verified: no, type: nAUC_map_max
value: 26.579764001539115
verified: no, type: nAUC_map_std
value: 17.40600362828969
verified: no, type: nAUC_mrr_diff1
value: 17.598155509582792
verified: no, type: nAUC_mrr_max
value: 39.897111892695534
verified: no, type: nAUC_mrr_std
value: 22.494399933018467
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 86.08936662443202
verified: no, type: cosine_spearman
value: 84.89832000798314
verified: no, type: euclidean_pearson
value: 84.81392595158542
verified: no, type: euclidean_spearman
value: 84.89832000798314
verified: no, type: main_score
value: 84.89832000798314
verified: no, type: manhattan_pearson
value: 85.13291943945366
verified: no, type: manhattan_spearman
value: 85.16820567558344
verified: no, type: pearson
value: 86.08936662443202
verified: no, type: spearman
value: 84.89832000798314
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 82.18831168831169
verified: no, type: f1
value: 81.5323786025089
verified: no, type: f1_weighted
value: 81.5323786025089
verified: no, type: main_score
value: 82.18831168831169
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 38.67384534802573
verified: no, type: v_measure
value: 38.67384534802573
verified: no, type: v_measure_std
value: 0.7568897383721817
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 34.355519780975385
verified: no, type: v_measure
value: 34.355519780975385
verified: no, type: v_measure_std
value: 1.110838684148089
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 49.34
verified: no, type: map_at_1
value: 31.978
verified: no, type: map_at_10
value: 42.963
verified: no, type: map_at_100
value: 44.446999999999996
verified: no, type: map_at_1000
value: 44.584
verified: no, type: map_at_20
value: 43.804
verified: no, type: map_at_3
value: 39.422000000000004
verified: no, type: map_at_5
value: 41.504000000000005
verified: no, type: mrr_at_1
value: 39.77110157367668
verified: no, type: mrr_at_10
value: 49.26595817153757
verified: no, type: mrr_at_100
value: 49.978002791230615
verified: no, type: mrr_at_1000
value: 50.02634861972985
verified: no, type: mrr_at_20
value: 49.71356312876928
verified: no, type: mrr_at_3
value: 46.49499284692418
verified: no, type: mrr_at_5
value: 48.22603719599428
verified: no, type: nauc_map_at_1000_diff1
value: 47.79618096338393
verified: no, type: nauc_map_at_1000_max
value: 41.176156568022584
verified: no, type: nauc_map_at_1000_std
value: -2.896933596181026
verified: no, type: nauc_map_at_100_diff1
value: 47.809435131565934
verified: no, type: nauc_map_at_100_max
value: 41.16647280007524
verified: no, type: nauc_map_at_100_std
value: -2.8831579711166193
verified: no, type: nauc_map_at_10_diff1
value: 48.10973144108661
verified: no, type: nauc_map_at_10_max
value: 40.664863006508625
verified: no, type: nauc_map_at_10_std
value: -3.578886025167837
verified: no, type: nauc_map_at_1_diff1
value: 51.708891898356256
verified: no, type: nauc_map_at_1_max
value: 36.28682951162398
verified: no, type: nauc_map_at_1_std
value: -7.4668723971868065
verified: no, type: nauc_map_at_20_diff1
value: 47.9555643209195
verified: no, type: nauc_map_at_20_max
value: 40.916180069472304
verified: no, type: nauc_map_at_20_std
value: -3.0932267113062433
verified: no, type: nauc_map_at_3_diff1
value: 48.98794466901641
verified: no, type: nauc_map_at_3_max
value: 39.681057169237455
verified: no, type: nauc_map_at_3_std
value: -5.066827772334784
verified: no, type: nauc_map_at_5_diff1
value: 48.646328680462275
verified: no, type: nauc_map_at_5_max
value: 40.477824460870764
verified: no, type: nauc_map_at_5_std
value: -4.491443351489804
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.616911771663744
verified: no, type: nauc_mrr_at_1000_max
value: 41.74404269617856
verified: no, type: nauc_mrr_at_1000_std
value: -4.559184319493835
verified: no, type: nauc_mrr_at_100_diff1
value: 45.59611866833938
verified: no, type: nauc_mrr_at_100_max
value: 41.72604055232334
verified: no, type: nauc_mrr_at_100_std
value: -4.558345700839123
verified: no, type: nauc_mrr_at_10_diff1
value: 45.55894061838237
verified: no, type: nauc_mrr_at_10_max
value: 41.77360038611892
verified: no, type: nauc_mrr_at_10_std
value: -4.618036976051173
verified: no, type: nauc_mrr_at_1_diff1
value: 48.15582854302911
verified: no, type: nauc_mrr_at_1_max
value: 39.82659893618731
verified: no, type: nauc_mrr_at_1_std
value: -8.183852381071691
verified: no, type: nauc_mrr_at_20_diff1
value: 45.57723701387737
verified: no, type: nauc_mrr_at_20_max
value: 41.6914875419549
verified: no, type: nauc_mrr_at_20_std
value: -4.4669938868552865
verified: no, type: nauc_mrr_at_3_diff1
value: 46.254550893686755
verified: no, type: nauc_mrr_at_3_max
value: 41.4719065274011
verified: no, type: nauc_mrr_at_3_std
value: -5.655174401673945
verified: no, type: nauc_mrr_at_5_diff1
value: 46.042457649709675
verified: no, type: nauc_mrr_at_5_max
value: 42.03643705756859
verified: no, type: nauc_mrr_at_5_std
value: -4.958139821587032
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.81204094950804
verified: no, type: nauc_ndcg_at_1000_max
value: 42.73689566776186
verified: no, type: nauc_ndcg_at_1000_std
value: -0.7066382518858306
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.28640379554905
verified: no, type: nauc_ndcg_at_100_max
value: 42.681083144594815
verified: no, type: nauc_ndcg_at_100_std
value: -0.09688585685774474
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.71414379972128
verified: no, type: nauc_ndcg_at_10_max
value: 41.53626843173395
verified: no, type: nauc_ndcg_at_10_std
value: -1.8507612518474037
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.15582854302911
verified: no, type: nauc_ndcg_at_1_max
value: 39.82659893618731
verified: no, type: nauc_ndcg_at_1_std
value: -8.183852381071691
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.39833040860289
verified: no, type: nauc_ndcg_at_20_max
value: 41.55849686342755
verified: no, type: nauc_ndcg_at_20_std
value: -1.0215221134520232
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.87312912585575
verified: no, type: nauc_ndcg_at_3_max
value: 41.057497209218255
verified: no, type: nauc_ndcg_at_3_std
value: -3.9052157576939535
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.52903875914039
verified: no, type: nauc_ndcg_at_5_max
value: 41.793701014010786
verified: no, type: nauc_ndcg_at_5_std
value: -2.9870402822330866
verified: no, type: nauc_precision_at_1000_diff1
value: -19.737292446155067
verified: no, type: nauc_precision_at_1000_max
value: -10.181883018676627
verified: no, type: nauc_precision_at_1000_std
value: -3.068587468550703
verified: no, type: nauc_precision_at_100_diff1
value: -11.377068363169922
verified: no, type: nauc_precision_at_100_max
value: 6.3871026306788705
verified: no, type: nauc_precision_at_100_std
value: 8.872198838850938
verified: no, type: nauc_precision_at_10_diff1
value: 9.599810544198046
verified: no, type: nauc_precision_at_10_max
value: 26.62316097540815
verified: no, type: nauc_precision_at_10_std
value: 8.686741005293698
verified: no, type: nauc_precision_at_1_diff1
value: 48.15582854302911
verified: no, type: nauc_precision_at_1_max
value: 39.82659893618731
verified: no, type: nauc_precision_at_1_std
value: -8.183852381071691
verified: no, type: nauc_precision_at_20_diff1
value: 0.25496998553714123
verified: no, type: nauc_precision_at_20_max
value: 18.471523812532052
verified: no, type: nauc_precision_at_20_std
value: 10.351704374808387
verified: no, type: nauc_precision_at_3_diff1
value: 30.617775870803055
verified: no, type: nauc_precision_at_3_max
value: 38.01125065426583
verified: no, type: nauc_precision_at_3_std
value: -0.7623574434648546
verified: no, type: nauc_precision_at_5_diff1
value: 20.450147138491545
verified: no, type: nauc_precision_at_5_max
value: 33.18114326263472
verified: no, type: nauc_precision_at_5_std
value: 2.998578407482621
verified: no, type: nauc_recall_at_1000_diff1
value: 22.91280255517604
verified: no, type: nauc_recall_at_1000_max
value: 64.0102572612793
verified: no, type: nauc_recall_at_1000_std
value: 51.549096370979406
verified: no, type: nauc_recall_at_100_diff1
value: 28.635647358302503
verified: no, type: nauc_recall_at_100_max
value: 44.00473186289832
verified: no, type: nauc_recall_at_100_std
value: 19.912314783541138
verified: no, type: nauc_recall_at_10_diff1
value: 37.808472531928786
verified: no, type: nauc_recall_at_10_max
value: 38.67030494361658
verified: no, type: nauc_recall_at_10_std
value: 4.063425477456253
verified: no, type: nauc_recall_at_1_diff1
value: 51.708891898356256
verified: no, type: nauc_recall_at_1_max
value: 36.28682951162398
verified: no, type: nauc_recall_at_1_std
value: -7.4668723971868065
verified: no, type: nauc_recall_at_20_diff1
value: 34.51072533447235
verified: no, type: nauc_recall_at_20_max
value: 37.73082104160229
verified: no, type: nauc_recall_at_20_std
value: 8.219053762621884
verified: no, type: nauc_recall_at_3_diff1
value: 44.99432786987943
verified: no, type: nauc_recall_at_3_max
value: 39.55995143135335
verified: no, type: nauc_recall_at_3_std
value: -2.4914190692599165
verified: no, type: nauc_recall_at_5_diff1
value: 42.547651108851106
verified: no, type: nauc_recall_at_5_max
value: 40.85551908930608
verified: no, type: nauc_recall_at_5_std
value: 0.4962059846390094
verified: no, type: ndcg_at_1
value: 39.771
verified: no, type: ndcg_at_10
value: 49.34
verified: no, type: ndcg_at_100
value: 54.595000000000006
verified: no, type: ndcg_at_1000
value: 56.666000000000004
verified: no, type: ndcg_at_20
value: 51.492000000000004
verified: no, type: ndcg_at_3
value: 44.308
verified: no, type: ndcg_at_5
value: 46.838
verified: no, type: precision_at_1
value: 39.771
verified: no, type: precision_at_10
value: 9.442
verified: no, type: precision_at_100
value: 1.5010000000000001
verified: no, type: precision_at_1000
value: 0.2
verified: no, type: precision_at_20
value: 5.651
verified: no, type: precision_at_3
value: 21.125
verified: no, type: precision_at_5
value: 15.479000000000001
verified: no, type: recall_at_1
value: 31.978
verified: no, type: recall_at_10
value: 61.129
verified: no, type: recall_at_100
value: 83.052
verified: no, type: recall_at_1000
value: 96.378
verified: no, type: recall_at_20
value: 68.72500000000001
verified: no, type: recall_at_3
value: 46.518
verified: no, type: recall_at_5
value: 53.59
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 45.286
verified: no, type: map_at_1
value: 30.169
verified: no, type: map_at_10
value: 39.711999999999996
verified: no, type: map_at_100
value: 40.898
verified: no, type: map_at_1000
value: 41.038999999999994
verified: no, type: map_at_20
value: 40.357
verified: no, type: map_at_3
value: 36.949
verified: no, type: map_at_5
value: 38.473
verified: no, type: mrr_at_1
value: 37.57961783439491
verified: no, type: mrr_at_10
value: 46.031847133757964
verified: no, type: mrr_at_100
value: 46.65912851493955
verified: no, type: mrr_at_1000
value: 46.707042666709604
verified: no, type: mrr_at_20
value: 46.40068681036863
verified: no, type: mrr_at_3
value: 43.7791932059448
verified: no, type: mrr_at_5
value: 45.10084925690022
verified: no, type: nauc_map_at_1000_diff1
value: 50.85056542222115
verified: no, type: nauc_map_at_1000_max
value: 31.05651616405919
verified: no, type: nauc_map_at_1000_std
value: -2.2368126065205987
verified: no, type: nauc_map_at_100_diff1
value: 50.89417988965435
verified: no, type: nauc_map_at_100_max
value: 30.997137971767142
verified: no, type: nauc_map_at_100_std
value: -2.3409324916593492
verified: no, type: nauc_map_at_10_diff1
value: 51.142437175292955
verified: no, type: nauc_map_at_10_max
value: 30.227559741209287
verified: no, type: nauc_map_at_10_std
value: -3.7930421273349264
verified: no, type: nauc_map_at_1_diff1
value: 55.941637622487214
verified: no, type: nauc_map_at_1_max
value: 25.080533324385613
verified: no, type: nauc_map_at_1_std
value: -8.864138917095795
verified: no, type: nauc_map_at_20_diff1
value: 50.96714330539312
verified: no, type: nauc_map_at_20_max
value: 30.56073364246607
verified: no, type: nauc_map_at_20_std
value: -3.1109111786530703
verified: no, type: nauc_map_at_3_diff1
value: 51.56324965582417
verified: no, type: nauc_map_at_3_max
value: 28.83764240000901
verified: no, type: nauc_map_at_3_std
value: -5.496574943583724
verified: no, type: nauc_map_at_5_diff1
value: 51.2643900871776
verified: no, type: nauc_map_at_5_max
value: 29.42492887150313
verified: no, type: nauc_map_at_5_std
value: -4.7906573624880675
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.81188202883573
verified: no, type: nauc_mrr_at_1000_max
value: 32.758906990991626
verified: no, type: nauc_mrr_at_1000_std
value: 1.5051321484514517
verified: no, type: nauc_mrr_at_100_diff1
value: 49.808094282032876
verified: no, type: nauc_mrr_at_100_max
value: 32.75870267430557
verified: no, type: nauc_mrr_at_100_std
value: 1.5117004894545576
verified: no, type: nauc_mrr_at_10_diff1
value: 49.86964428608597
verified: no, type: nauc_mrr_at_10_max
value: 32.75447791816241
verified: no, type: nauc_mrr_at_10_std
value: 1.0472130007711005
verified: no, type: nauc_mrr_at_1_diff1
value: 54.63093984058127
verified: no, type: nauc_mrr_at_1_max
value: 31.486608661031973
verified: no, type: nauc_mrr_at_1_std
value: -1.3741363436543739
verified: no, type: nauc_mrr_at_20_diff1
value: 49.790685542152005
verified: no, type: nauc_mrr_at_20_max
value: 32.75477912841072
verified: no, type: nauc_mrr_at_20_std
value: 1.338641256922409
verified: no, type: nauc_mrr_at_3_diff1
value: 50.17281274015403
verified: no, type: nauc_mrr_at_3_max
value: 32.55859057277966
verified: no, type: nauc_mrr_at_3_std
value: 0.6635403402684905
verified: no, type: nauc_mrr_at_5_diff1
value: 49.99493486356793
verified: no, type: nauc_mrr_at_5_max
value: 32.61428342888774
verified: no, type: nauc_mrr_at_5_std
value: 0.7430591391457354
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.22576941926604
verified: no, type: nauc_ndcg_at_1000_max
value: 32.93511771089829
verified: no, type: nauc_ndcg_at_1000_std
value: 3.129856319572661
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.62921110376326
verified: no, type: nauc_ndcg_at_100_max
value: 32.991588269891764
verified: no, type: nauc_ndcg_at_100_std
value: 3.0722970856766
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.18605872592804
verified: no, type: nauc_ndcg_at_10_max
value: 32.24106173386995
verified: no, type: nauc_ndcg_at_10_std
value: -0.2906781273981978
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.63093984058127
verified: no, type: nauc_ndcg_at_1_max
value: 31.486608661031973
verified: no, type: nauc_ndcg_at_1_std
value: -1.3741363436543739
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.67444292759105
verified: no, type: nauc_ndcg_at_20_max
value: 32.38356642801882
verified: no, type: nauc_ndcg_at_20_std
value: 1.0417910616522417
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.64405616341687
verified: no, type: nauc_ndcg_at_3_max
value: 31.851912727510662
verified: no, type: nauc_ndcg_at_3_std
value: -1.3378234982644532
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.41698121410308
verified: no, type: nauc_ndcg_at_5_max
value: 31.796598394828706
verified: no, type: nauc_ndcg_at_5_std
value: -1.356552455719212
verified: no, type: nauc_precision_at_1000_diff1
value: -16.185681544062707
verified: no, type: nauc_precision_at_1000_max
value: 15.06181269349989
verified: no, type: nauc_precision_at_1000_std
value: 29.16661769411087
verified: no, type: nauc_precision_at_100_diff1
value: -4.50092289449142
verified: no, type: nauc_precision_at_100_max
value: 26.889499343262663
verified: no, type: nauc_precision_at_100_std
value: 34.61625224772955
verified: no, type: nauc_precision_at_10_diff1
value: 16.845250924167054
verified: no, type: nauc_precision_at_10_max
value: 33.18165476286763
verified: no, type: nauc_precision_at_10_std
value: 20.01633509478702
verified: no, type: nauc_precision_at_1_diff1
value: 54.63093984058127
verified: no, type: nauc_precision_at_1_max
value: 31.486608661031973
verified: no, type: nauc_precision_at_1_std
value: -1.3741363436543739
verified: no, type: nauc_precision_at_20_diff1
value: 7.904987701430007
verified: no, type: nauc_precision_at_20_max
value: 31.66538848828912
verified: no, type: nauc_precision_at_20_std
value: 27.373203146189333
verified: no, type: nauc_precision_at_3_diff1
value: 32.98074210677402
verified: no, type: nauc_precision_at_3_max
value: 35.70551590699247
verified: no, type: nauc_precision_at_3_std
value: 9.64957518804935
verified: no, type: nauc_precision_at_5_diff1
value: 25.68789006898062
verified: no, type: nauc_precision_at_5_max
value: 34.528632431840606
verified: no, type: nauc_precision_at_5_std
value: 13.758348844848392
verified: no, type: nauc_recall_at_1000_diff1
value: 27.292499993748585
verified: no, type: nauc_recall_at_1000_max
value: 33.50856923877545
verified: no, type: nauc_recall_at_1000_std
value: 32.219345025751586
verified: no, type: nauc_recall_at_100_diff1
value: 37.33505162034011
verified: no, type: nauc_recall_at_100_max
value: 33.97748076845698
verified: no, type: nauc_recall_at_100_std
value: 21.716723075947385
verified: no, type: nauc_recall_at_10_diff1
value: 42.67650896437499
verified: no, type: nauc_recall_at_10_max
value: 30.930396085103517
verified: no, type: nauc_recall_at_10_std
value: 2.5045964341943163
verified: no, type: nauc_recall_at_1_diff1
value: 55.941637622487214
verified: no, type: nauc_recall_at_1_max
value: 25.080533324385613
verified: no, type: nauc_recall_at_1_std
value: -8.864138917095795
verified: no, type: nauc_recall_at_20_diff1
value: 39.97433575808996
verified: no, type: nauc_recall_at_20_max
value: 31.44609230387655
verified: no, type: nauc_recall_at_20_std
value: 7.736221159385454
verified: no, type: nauc_recall_at_3_diff1
value: 46.21571868804605
verified: no, type: nauc_recall_at_3_max
value: 28.893654020460204
verified: no, type: nauc_recall_at_3_std
value: -3.6376291909998493
verified: no, type: nauc_recall_at_5_diff1
value: 44.64111423499069
verified: no, type: nauc_recall_at_5_max
value: 29.065352256728865
verified: no, type: nauc_recall_at_5_std
value: -2.0155177145574905
verified: no, type: ndcg_at_1
value: 37.580000000000005
verified: no, type: ndcg_at_10
value: 45.286
verified: no, type: ndcg_at_100
value: 49.518
verified: no, type: ndcg_at_1000
value: 51.778999999999996
verified: no, type: ndcg_at_20
value: 46.921
verified: no, type: ndcg_at_3
value: 41.237
verified: no, type: ndcg_at_5
value: 43.085
verified: no, type: precision_at_1
value: 37.580000000000005
verified: no, type: precision_at_10
value: 8.452
verified: no, type: precision_at_100
value: 1.358
verified: no, type: precision_at_1000
value: 0.186
verified: no, type: precision_at_20
value: 4.987
verified: no, type: precision_at_3
value: 19.66
verified: no, type: precision_at_5
value: 13.936000000000002
verified: no, type: recall_at_1
value: 30.169
verified: no, type: recall_at_10
value: 54.657999999999994
verified: no, type: recall_at_100
value: 72.631
verified: no, type: recall_at_1000
value: 86.99799999999999
verified: no, type: recall_at_20
value: 60.549
verified: no, type: recall_at_3
value: 42.703
verified: no, type: recall_at_5
value: 47.871
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 57.935
verified: no, type: map_at_1
value: 39.459
verified: no, type: map_at_10
value: 52.041000000000004
verified: no, type: map_at_100
value: 53.123
verified: no, type: map_at_1000
value: 53.174
verified: no, type: map_at_20
value: 52.715999999999994
verified: no, type: map_at_3
value: 48.652
verified: no, type: map_at_5
value: 50.526
verified: no, type: mrr_at_1
value: 45.141065830721004
verified: no, type: mrr_at_10
value: 55.4189680051749
verified: no, type: mrr_at_100
value: 56.12734090607992
verified: no, type: mrr_at_1000
value: 56.15035665102205
verified: no, type: mrr_at_20
value: 55.870980474719914
verified: no, type: mrr_at_3
value: 52.92580982236154
verified: no, type: mrr_at_5
value: 54.380355276907
verified: no, type: nauc_map_at_1000_diff1
value: 49.350343037507805
verified: no, type: nauc_map_at_1000_max
value: 39.98281162376331
verified: no, type: nauc_map_at_1000_std
value: -3.6565717425989255
verified: no, type: nauc_map_at_100_diff1
value: 49.342545452256
verified: no, type: nauc_map_at_100_max
value: 39.98916109913233
verified: no, type: nauc_map_at_100_std
value: -3.643010722158061
verified: no, type: nauc_map_at_10_diff1
value: 49.45960781144599
verified: no, type: nauc_map_at_10_max
value: 39.68189953288183
verified: no, type: nauc_map_at_10_std
value: -4.405767261039445
verified: no, type: nauc_map_at_1_diff1
value: 52.089101330688045
verified: no, type: nauc_map_at_1_max
value: 33.85881212484232
verified: no, type: nauc_map_at_1_std
value: -8.418190685614235
verified: no, type: nauc_map_at_20_diff1
value: 49.32978868149478
verified: no, type: nauc_map_at_20_max
value: 39.75645643846
verified: no, type: nauc_map_at_20_std
value: -3.9860531109091193
verified: no, type: nauc_map_at_3_diff1
value: 50.04151871930599
verified: no, type: nauc_map_at_3_max
value: 37.79961474082032
verified: no, type: nauc_map_at_3_std
value: -6.670028333711345
verified: no, type: nauc_map_at_5_diff1
value: 49.71975459031514
verified: no, type: nauc_map_at_5_max
value: 38.817567597269466
verified: no, type: nauc_map_at_5_std
value: -5.434776325022176
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.947499409111096
verified: no, type: nauc_mrr_at_1000_max
value: 40.93741059921989
verified: no, type: nauc_mrr_at_1000_std
value: -3.1825006442699553
verified: no, type: nauc_mrr_at_100_diff1
value: 48.942343488274815
verified: no, type: nauc_mrr_at_100_max
value: 40.95031134407549
verified: no, type: nauc_mrr_at_100_std
value: -3.160377489400296
verified: no, type: nauc_mrr_at_10_diff1
value: 48.840125595383455
verified: no, type: nauc_mrr_at_10_max
value: 41.02170174858195
verified: no, type: nauc_mrr_at_10_std
value: -3.197031134091893
verified: no, type: nauc_mrr_at_1_diff1
value: 52.064927865645075
verified: no, type: nauc_mrr_at_1_max
value: 38.44984483881011
verified: no, type: nauc_mrr_at_1_std
value: -6.416298888465512
verified: no, type: nauc_mrr_at_20_diff1
value: 48.906114080185866
verified: no, type: nauc_mrr_at_20_max
value: 40.87883825337818
verified: no, type: nauc_mrr_at_20_std
value: -3.255032101669121
verified: no, type: nauc_mrr_at_3_diff1
value: 49.32815249648534
verified: no, type: nauc_mrr_at_3_max
value: 40.432904378326384
verified: no, type: nauc_mrr_at_3_std
value: -4.370615209045244
verified: no, type: nauc_mrr_at_5_diff1
value: 48.83993033552693
verified: no, type: nauc_mrr_at_5_max
value: 40.71824702891057
verified: no, type: nauc_mrr_at_5_std
value: -3.655659400980567
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.474352967441945
verified: no, type: nauc_ndcg_at_1000_max
value: 41.96481325646208
verified: no, type: nauc_ndcg_at_1000_std
value: -0.6346960977825105
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.3009196475395
verified: no, type: nauc_ndcg_at_100_max
value: 42.349365306663664
verified: no, type: nauc_ndcg_at_100_std
value: 0.16696421606061568
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.22259923512447
verified: no, type: nauc_ndcg_at_10_max
value: 41.81263561142292
verified: no, type: nauc_ndcg_at_10_std
value: -1.6113767450068854
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.064927865645075
verified: no, type: nauc_ndcg_at_1_max
value: 38.44984483881011
verified: no, type: nauc_ndcg_at_1_std
value: -6.416298888465512
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.07530674920143
verified: no, type: nauc_ndcg_at_20_max
value: 41.481398876880355
verified: no, type: nauc_ndcg_at_20_std
value: -1.1959186932073145
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.97047357315626
verified: no, type: nauc_ndcg_at_3_max
value: 39.3764554710483
verified: no, type: nauc_ndcg_at_3_std
value: -4.737405650853368
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.465073616087444
verified: no, type: nauc_ndcg_at_5_max
value: 40.48611129423828
verified: no, type: nauc_ndcg_at_5_std
value: -3.2733514958040946
verified: no, type: nauc_precision_at_1000_diff1
value: -9.539304087056678
verified: no, type: nauc_precision_at_1000_max
value: 15.041788011496934
verified: no, type: nauc_precision_at_1000_std
value: 22.84867087898786
verified: no, type: nauc_precision_at_100_diff1
value: -5.179075253413082
verified: no, type: nauc_precision_at_100_max
value: 22.968148583194907
verified: no, type: nauc_precision_at_100_std
value: 28.16118112550293
verified: no, type: nauc_precision_at_10_diff1
value: 12.68864903314593
verified: no, type: nauc_precision_at_10_max
value: 33.402306007402416
verified: no, type: nauc_precision_at_10_std
value: 15.954788657247748
verified: no, type: nauc_precision_at_1_diff1
value: 52.064927865645075
verified: no, type: nauc_precision_at_1_max
value: 38.44984483881011
verified: no, type: nauc_precision_at_1_std
value: -6.416298888465512
verified: no, type: nauc_precision_at_20_diff1
value: 4.086070276980883
verified: no, type: nauc_precision_at_20_max
value: 28.466186216262646
verified: no, type: nauc_precision_at_20_std
value: 21.548953975789946
verified: no, type: nauc_precision_at_3_diff1
value: 31.827793894919836
verified: no, type: nauc_precision_at_3_max
value: 38.13215690903121
verified: no, type: nauc_precision_at_3_std
value: 2.3490498723729787
verified: no, type: nauc_precision_at_5_diff1
value: 23.36248316835303
verified: no, type: nauc_precision_at_5_max
value: 36.6085689865106
verified: no, type: nauc_precision_at_5_std
value: 8.730583249465882
verified: no, type: nauc_recall_at_1000_diff1
value: 35.58748183758336
verified: no, type: nauc_recall_at_1000_max
value: 63.481971018253866
verified: no, type: nauc_recall_at_1000_std
value: 50.255552349121324
verified: no, type: nauc_recall_at_100_diff1
value: 38.30162180279426
verified: no, type: nauc_recall_at_100_max
value: 55.32704556841503
verified: no, type: nauc_recall_at_100_std
value: 33.05803540444057
verified: no, type: nauc_recall_at_10_diff1
value: 42.88255606095961
verified: no, type: nauc_recall_at_10_max
value: 45.08979716365479
verified: no, type: nauc_recall_at_10_std
value: 6.080592095781171
verified: no, type: nauc_recall_at_1_diff1
value: 52.089101330688045
verified: no, type: nauc_recall_at_1_max
value: 33.85881212484232
verified: no, type: nauc_recall_at_1_std
value: -8.418190685614235
verified: no, type: nauc_recall_at_20_diff1
value: 40.717620176248104
verified: no, type: nauc_recall_at_20_max
value: 43.889494702908635
verified: no, type: nauc_recall_at_20_std
value: 9.674760090258394
verified: no, type: nauc_recall_at_3_diff1
value: 46.97768558746882
verified: no, type: nauc_recall_at_3_max
value: 38.285091697616465
verified: no, type: nauc_recall_at_3_std
value: -4.852209401420014
verified: no, type: nauc_recall_at_5_diff1
value: 44.54361378218751
verified: no, type: nauc_recall_at_5_max
value: 40.49656738354392
verified: no, type: nauc_recall_at_5_std
value: -0.39210246739263926
verified: no, type: ndcg_at_1
value: 45.141
verified: no, type: ndcg_at_10
value: 57.935
verified: no, type: ndcg_at_100
value: 62.121
verified: no, type: ndcg_at_1000
value: 63.086
verified: no, type: ndcg_at_20
value: 59.907999999999994
verified: no, type: ndcg_at_3
value: 52.358000000000004
verified: no, type: ndcg_at_5
value: 55.027
verified: no, type: precision_at_1
value: 45.141
verified: no, type: precision_at_10
value: 9.347999999999999
verified: no, type: precision_at_100
value: 1.232
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: precision_at_20
value: 5.251
verified: no, type: precision_at_3
value: 23.344
verified: no, type: precision_at_5
value: 16.05
verified: no, type: recall_at_1
value: 39.459
verified: no, type: recall_at_10
value: 71.968
verified: no, type: recall_at_100
value: 89.81
verified: no, type: recall_at_1000
value: 96.55
verified: no, type: recall_at_20
value: 79.33099999999999
verified: no, type: recall_at_3
value: 57.099999999999994
verified: no, type: recall_at_5
value: 63.637
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 39.839999999999996
verified: no, type: map_at_1
value: 26.821
verified: no, type: map_at_10
value: 34.993
verified: no, type: map_at_100
value: 36.009
verified: no, type: map_at_1000
value: 36.083
verified: no, type: map_at_20
value: 35.554
verified: no, type: map_at_3
value: 32.228
verified: no, type: map_at_5
value: 33.904
verified: no, type: mrr_at_1
value: 28.926553672316384
verified: no, type: mrr_at_10
value: 36.986368935521476
verified: no, type: mrr_at_100
value: 37.895698883680886
verified: no, type: mrr_at_1000
value: 37.95031449676498
verified: no, type: mrr_at_20
value: 37.48535917350526
verified: no, type: mrr_at_3
value: 34.293785310734464
verified: no, type: mrr_at_5
value: 35.983050847457626
verified: no, type: nauc_map_at_1000_diff1
value: 43.31690408477667
verified: no, type: nauc_map_at_1000_max
value: 30.862014860762795
verified: no, type: nauc_map_at_1000_std
value: -0.8551391908390162
verified: no, type: nauc_map_at_100_diff1
value: 43.312902470408524
verified: no, type: nauc_map_at_100_max
value: 30.862986571062383
verified: no, type: nauc_map_at_100_std
value: -0.8637722733314122
verified: no, type: nauc_map_at_10_diff1
value: 43.385672679389984
verified: no, type: nauc_map_at_10_max
value: 30.714784436737087
verified: no, type: nauc_map_at_10_std
value: -1.2522744939678505
verified: no, type: nauc_map_at_1_diff1
value: 47.86681025046955
verified: no, type: nauc_map_at_1_max
value: 29.132194162422586
verified: no, type: nauc_map_at_1_std
value: -5.002201483950293
verified: no, type: nauc_map_at_20_diff1
value: 43.37717003110337
verified: no, type: nauc_map_at_20_max
value: 30.78438235738698
verified: no, type: nauc_map_at_20_std
value: -0.8953950024164806
verified: no, type: nauc_map_at_3_diff1
value: 44.38299520601522
verified: no, type: nauc_map_at_3_max
value: 29.83366218086086
verified: no, type: nauc_map_at_3_std
value: -2.5693730585913297
verified: no, type: nauc_map_at_5_diff1
value: 43.51921405125155
verified: no, type: nauc_map_at_5_max
value: 30.22504627106614
verified: no, type: nauc_map_at_5_std
value: -1.5972020248683592
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.49108453787739
verified: no, type: nauc_mrr_at_1000_max
value: 31.972602761246655
verified: no, type: nauc_mrr_at_1000_std
value: 1.0231286981944512
verified: no, type: nauc_mrr_at_100_diff1
value: 42.479172722773896
verified: no, type: nauc_mrr_at_100_max
value: 31.987222969415342
verified: no, type: nauc_mrr_at_100_std
value: 1.0274146182701183
verified: no, type: nauc_mrr_at_10_diff1
value: 42.526290626365196
verified: no, type: nauc_mrr_at_10_max
value: 32.01830237899739
verified: no, type: nauc_mrr_at_10_std
value: 0.9161077778836639
verified: no, type: nauc_mrr_at_1_diff1
value: 46.621348392565736
verified: no, type: nauc_mrr_at_1_max
value: 31.470289340095604
verified: no, type: nauc_mrr_at_1_std
value: -2.4591738933621867
verified: no, type: nauc_mrr_at_20_diff1
value: 42.534853876861575
verified: no, type: nauc_mrr_at_20_max
value: 31.996618075721905
verified: no, type: nauc_mrr_at_20_std
value: 1.1174044583485392
verified: no, type: nauc_mrr_at_3_diff1
value: 43.24815151493605
verified: no, type: nauc_mrr_at_3_max
value: 31.282640177477422
verified: no, type: nauc_mrr_at_3_std
value: -0.2891247404070639
verified: no, type: nauc_mrr_at_5_diff1
value: 42.730970720344594
verified: no, type: nauc_mrr_at_5_max
value: 31.60546178005326
verified: no, type: nauc_mrr_at_5_std
value: 0.5275202736677842
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.11037892060558
verified: no, type: nauc_ndcg_at_1000_max
value: 31.981322365939096
verified: no, type: nauc_ndcg_at_1000_std
value: 2.5104274168043115
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.72420815298269
verified: no, type: nauc_ndcg_at_100_max
value: 32.12478900255941
verified: no, type: nauc_ndcg_at_100_std
value: 2.823745879247313
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.248176699595774
verified: no, type: nauc_ndcg_at_10_max
value: 31.76223462957885
verified: no, type: nauc_ndcg_at_10_std
value: 1.325254903938574
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.621348392565736
verified: no, type: nauc_ndcg_at_1_max
value: 31.470289340095604
verified: no, type: nauc_ndcg_at_1_std
value: -2.4591738933621867
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.2264296695926
verified: no, type: nauc_ndcg_at_20_max
value: 31.880018569087127
verified: no, type: nauc_ndcg_at_20_std
value: 2.5771307591404953
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.14220610066874
verified: no, type: nauc_ndcg_at_3_max
value: 30.506711094581906
verified: no, type: nauc_ndcg_at_3_std
value: -1.32756254984396
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.766023996364815
verified: no, type: nauc_ndcg_at_5_max
value: 30.89844409312977
verified: no, type: nauc_ndcg_at_5_std
value: 0.3788803778583815
verified: no, type: nauc_precision_at_1000_diff1
value: -1.6666285719678695
verified: no, type: nauc_precision_at_1000_max
value: 16.874851634956954
verified: no, type: nauc_precision_at_1000_std
value: 13.467634314792958
verified: no, type: nauc_precision_at_100_diff1
value: 12.127904836990574
verified: no, type: nauc_precision_at_100_max
value: 29.832469022456742
verified: no, type: nauc_precision_at_100_std
value: 17.83171142960893
verified: no, type: nauc_precision_at_10_diff1
value: 28.629632098778924
verified: no, type: nauc_precision_at_10_max
value: 36.382552111288504
verified: no, type: nauc_precision_at_10_std
value: 10.527329328113375
verified: no, type: nauc_precision_at_1_diff1
value: 46.621348392565736
verified: no, type: nauc_precision_at_1_max
value: 31.470289340095604
verified: no, type: nauc_precision_at_1_std
value: -2.4591738933621867
verified: no, type: nauc_precision_at_20_diff1
value: 26.30904506190692
verified: no, type: nauc_precision_at_20_max
value: 35.806707688621934
verified: no, type: nauc_precision_at_20_std
value: 15.568878952628618
verified: no, type: nauc_precision_at_3_diff1
value: 37.18723505833023
verified: no, type: nauc_precision_at_3_max
value: 33.61785834920449
verified: no, type: nauc_precision_at_3_std
value: 2.9164041375719263
verified: no, type: nauc_precision_at_5_diff1
value: 32.815958974052634
verified: no, type: nauc_precision_at_5_max
value: 34.22763811245109
verified: no, type: nauc_precision_at_5_std
value: 6.903458965358602
verified: no, type: nauc_recall_at_1000_diff1
value: 19.113079964836775
verified: no, type: nauc_recall_at_1000_max
value: 34.179678630291214
verified: no, type: nauc_recall_at_1000_std
value: 32.767248399630766
verified: no, type: nauc_recall_at_100_diff1
value: 25.8811372897862
verified: no, type: nauc_recall_at_100_max
value: 34.080364921744646
verified: no, type: nauc_recall_at_100_std
value: 19.89467893613937
verified: no, type: nauc_recall_at_10_diff1
value: 33.89551559779046
verified: no, type: nauc_recall_at_10_max
value: 32.010002950841205
verified: no, type: nauc_recall_at_10_std
value: 6.940984864057547
verified: no, type: nauc_recall_at_1_diff1
value: 47.86681025046955
verified: no, type: nauc_recall_at_1_max
value: 29.132194162422586
verified: no, type: nauc_recall_at_1_std
value: -5.002201483950293
verified: no, type: nauc_recall_at_20_diff1
value: 33.23701340255753
verified: no, type: nauc_recall_at_20_max
value: 32.4122108288123
verified: no, type: nauc_recall_at_20_std
value: 12.716938752356722
verified: no, type: nauc_recall_at_3_diff1
value: 40.13928334370612
verified: no, type: nauc_recall_at_3_max
value: 29.763781596658056
verified: no, type: nauc_recall_at_3_std
value: 0.34341106017726875
verified: no, type: nauc_recall_at_5_diff1
value: 36.11418609771827
verified: no, type: nauc_recall_at_5_max
value: 30.444939213226345
verified: no, type: nauc_recall_at_5_std
value: 4.2497080620670244
verified: no, type: ndcg_at_1
value: 28.927000000000003
verified: no, type: ndcg_at_10
value: 39.839999999999996
verified: no, type: ndcg_at_100
value: 45.044000000000004
verified: no, type: ndcg_at_1000
value: 46.937
verified: no, type: ndcg_at_20
value: 41.821999999999996
verified: no, type: ndcg_at_3
value: 34.455000000000005
verified: no, type: ndcg_at_5
value: 37.37
verified: no, type: precision_at_1
value: 28.927000000000003
verified: no, type: precision_at_10
value: 6.045
verified: no, type: precision_at_100
value: 0.914
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 3.4799999999999995
verified: no, type: precision_at_3
value: 14.313
verified: no, type: precision_at_5
value: 10.26
verified: no, type: recall_at_1
value: 26.821
verified: no, type: recall_at_10
value: 52.917
verified: no, type: recall_at_100
value: 77.093
verified: no, type: recall_at_1000
value: 91.316
verified: no, type: recall_at_20
value: 60.56700000000001
verified: no, type: recall_at_3
value: 38.51
verified: no, type: recall_at_5
value: 45.536
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 29.98
verified: no, type: map_at_1
value: 16.006999999999998
verified: no, type: map_at_10
value: 24.477
verified: no, type: map_at_100
value: 25.668000000000003
verified: no, type: map_at_1000
value: 25.788
verified: no, type: map_at_20
value: 25.048
verified: no, type: map_at_3
value: 21.656
verified: no, type: map_at_5
value: 23.34
verified: no, type: mrr_at_1
value: 20.024875621890548
verified: no, type: mrr_at_10
value: 29.197020848140255
verified: no, type: mrr_at_100
value: 30.11227723049729
verified: no, type: mrr_at_1000
value: 30.18189915906596
verified: no, type: mrr_at_20
value: 29.656175097568173
verified: no, type: mrr_at_3
value: 26.409618573797676
verified: no, type: mrr_at_5
value: 28.094941956882252
verified: no, type: nauc_map_at_1000_diff1
value: 29.373123176645237
verified: no, type: nauc_map_at_1000_max
value: 21.445648024191712
verified: no, type: nauc_map_at_1000_std
value: 4.405281916537104
verified: no, type: nauc_map_at_100_diff1
value: 29.35310092597499
verified: no, type: nauc_map_at_100_max
value: 21.40489526072531
verified: no, type: nauc_map_at_100_std
value: 4.380387058523312
verified: no, type: nauc_map_at_10_diff1
value: 29.141697351596253
verified: no, type: nauc_map_at_10_max
value: 21.03434833947413
verified: no, type: nauc_map_at_10_std
value: 4.144922514001805
verified: no, type: nauc_map_at_1_diff1
value: 38.13496031071367
verified: no, type: nauc_map_at_1_max
value: 21.901814324794117
verified: no, type: nauc_map_at_1_std
value: 0.4814120186616989
verified: no, type: nauc_map_at_20_diff1
value: 29.32299833637584
verified: no, type: nauc_map_at_20_max
value: 21.306214454816754
verified: no, type: nauc_map_at_20_std
value: 4.300356249155504
verified: no, type: nauc_map_at_3_diff1
value: 29.06177418598614
verified: no, type: nauc_map_at_3_max
value: 20.811300750566513
verified: no, type: nauc_map_at_3_std
value: 3.4414335533909166
verified: no, type: nauc_map_at_5_diff1
value: 29.338077175083153
verified: no, type: nauc_map_at_5_max
value: 20.905802602838854
verified: no, type: nauc_map_at_5_std
value: 3.718624565651613
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.008651430755055
verified: no, type: nauc_mrr_at_1000_max
value: 22.107612668457936
verified: no, type: nauc_mrr_at_1000_std
value: 2.722385123849279
verified: no, type: nauc_mrr_at_100_diff1
value: 29.99004753126145
verified: no, type: nauc_mrr_at_100_max
value: 22.094848691097166
verified: no, type: nauc_mrr_at_100_std
value: 2.732788863788039
verified: no, type: nauc_mrr_at_10_diff1
value: 29.88442282413889
verified: no, type: nauc_mrr_at_10_max
value: 22.02646483854745
verified: no, type: nauc_mrr_at_10_std
value: 2.6648957296233644
verified: no, type: nauc_mrr_at_1_diff1
value: 37.967956104647755
verified: no, type: nauc_mrr_at_1_max
value: 21.44460113476502
verified: no, type: nauc_mrr_at_1_std
value: -1.7530679840582375
verified: no, type: nauc_mrr_at_20_diff1
value: 29.927851260160853
verified: no, type: nauc_mrr_at_20_max
value: 22.01880502582662
verified: no, type: nauc_mrr_at_20_std
value: 2.708224642328409
verified: no, type: nauc_mrr_at_3_diff1
value: 30.266105364910807
verified: no, type: nauc_mrr_at_3_max
value: 21.89072561010228
verified: no, type: nauc_mrr_at_3_std
value: 2.1435490321496875
verified: no, type: nauc_mrr_at_5_diff1
value: 30.15575881656933
verified: no, type: nauc_mrr_at_5_max
value: 22.16515882306906
verified: no, type: nauc_mrr_at_5_std
value: 2.577739748796098
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.90510789867005
verified: no, type: nauc_ndcg_at_1000_max
value: 22.530968354985028
verified: no, type: nauc_ndcg_at_1000_std
value: 6.781805354595171
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.380292435540532
verified: no, type: nauc_ndcg_at_100_max
value: 21.809545194883373
verified: no, type: nauc_ndcg_at_100_std
value: 6.466454400897538
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.787786754146648
verified: no, type: nauc_ndcg_at_10_max
value: 21.1259284562756
verified: no, type: nauc_ndcg_at_10_std
value: 5.5137140693199065
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.967956104647755
verified: no, type: nauc_ndcg_at_1_max
value: 21.44460113476502
verified: no, type: nauc_ndcg_at_1_std
value: -1.7530679840582375
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.263083511878065
verified: no, type: nauc_ndcg_at_20_max
value: 21.679228236914504
verified: no, type: nauc_ndcg_at_20_std
value: 6.089674507905745
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.146357683499524
verified: no, type: nauc_ndcg_at_3_max
value: 21.104681584239923
verified: no, type: nauc_ndcg_at_3_std
value: 3.7675309462600217
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.331511358161997
verified: no, type: nauc_ndcg_at_5_max
value: 21.18337870362178
verified: no, type: nauc_ndcg_at_5_std
value: 4.57529049323361
verified: no, type: nauc_precision_at_1000_diff1
value: 3.239653820602742
verified: no, type: nauc_precision_at_1000_max
value: 7.26961590562058
verified: no, type: nauc_precision_at_1000_std
value: 2.2025825300071125
verified: no, type: nauc_precision_at_100_diff1
value: 10.44430363394719
verified: no, type: nauc_precision_at_100_max
value: 14.264783558128372
verified: no, type: nauc_precision_at_100_std
value: 7.062602811028171
verified: no, type: nauc_precision_at_10_diff1
value: 18.25356714400902
verified: no, type: nauc_precision_at_10_max
value: 19.640874340636955
verified: no, type: nauc_precision_at_10_std
value: 7.720476038645774
verified: no, type: nauc_precision_at_1_diff1
value: 37.967956104647755
verified: no, type: nauc_precision_at_1_max
value: 21.44460113476502
verified: no, type: nauc_precision_at_1_std
value: -1.7530679840582375
verified: no, type: nauc_precision_at_20_diff1
value: 18.054556815828192
verified: no, type: nauc_precision_at_20_max
value: 20.132496075135354
verified: no, type: nauc_precision_at_20_std
value: 8.992246975170467
verified: no, type: nauc_precision_at_3_diff1
value: 20.99569005515048
verified: no, type: nauc_precision_at_3_max
value: 20.986073606132656
verified: no, type: nauc_precision_at_3_std
value: 4.447517886269654
verified: no, type: nauc_precision_at_5_diff1
value: 20.501261498730983
verified: no, type: nauc_precision_at_5_max
value: 20.506697758500973
verified: no, type: nauc_precision_at_5_std
value: 6.836691174582398
verified: no, type: nauc_recall_at_1000_diff1
value: 17.117021891023526
verified: no, type: nauc_recall_at_1000_max
value: 28.098336442218425
verified: no, type: nauc_recall_at_1000_std
value: 32.03347662796732
verified: no, type: nauc_recall_at_100_diff1
value: 17.981711126081034
verified: no, type: nauc_recall_at_100_max
value: 18.60340216104814
verified: no, type: nauc_recall_at_100_std
value: 14.313017781949211
verified: no, type: nauc_recall_at_10_diff1
value: 18.464197753039507
verified: no, type: nauc_recall_at_10_max
value: 18.474261038624018
verified: no, type: nauc_recall_at_10_std
value: 9.090322373993915
verified: no, type: nauc_recall_at_1_diff1
value: 38.13496031071367
verified: no, type: nauc_recall_at_1_max
value: 21.901814324794117
verified: no, type: nauc_recall_at_1_std
value: 0.4814120186616989
verified: no, type: nauc_recall_at_20_diff1
value: 19.45317881386327
verified: no, type: nauc_recall_at_20_max
value: 19.791890415922335
verified: no, type: nauc_recall_at_20_std
value: 11.195653035396559
verified: no, type: nauc_recall_at_3_diff1
value: 19.58052222735834
verified: no, type: nauc_recall_at_3_max
value: 18.390514209031757
verified: no, type: nauc_recall_at_3_std
value: 6.285979231354349
verified: no, type: nauc_recall_at_5_diff1
value: 19.957569014017217
verified: no, type: nauc_recall_at_5_max
value: 18.605256807993243
verified: no, type: nauc_recall_at_5_std
value: 6.7220712737663755
verified: no, type: ndcg_at_1
value: 20.025000000000002
verified: no, type: ndcg_at_10
value: 29.98
verified: no, type: ndcg_at_100
value: 35.69
verified: no, type: ndcg_at_1000
value: 38.568000000000005
verified: no, type: ndcg_at_20
value: 31.820999999999998
verified: no, type: ndcg_at_3
value: 24.891
verified: no, type: ndcg_at_5
value: 27.46
verified: no, type: precision_at_1
value: 20.025000000000002
verified: no, type: precision_at_10
value: 5.759
verified: no, type: precision_at_100
value: 0.984
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: precision_at_20
value: 3.3640000000000003
verified: no, type: precision_at_3
value: 12.106
verified: no, type: precision_at_5
value: 9.179
verified: no, type: recall_at_1
value: 16.006999999999998
verified: no, type: recall_at_10
value: 42.081
verified: no, type: recall_at_100
value: 67.305
verified: no, type: recall_at_1000
value: 87.957
verified: no, type: recall_at_20
value: 48.704
verified: no, type: recall_at_3
value: 28.354000000000003
verified: no, type: recall_at_5
value: 34.605000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 45.073
verified: no, type: map_at_1
value: 28.136
verified: no, type: map_at_10
value: 38.868
verified: no, type: map_at_100
value: 40.108
verified: no, type: map_at_1000
value: 40.221000000000004
verified: no, type: map_at_20
value: 39.564
verified: no, type: map_at_3
value: 35.449000000000005
verified: no, type: map_at_5
value: 37.385000000000005
verified: no, type: mrr_at_1
value: 34.93743984600577
verified: no, type: mrr_at_10
value: 44.622385688314466
verified: no, type: mrr_at_100
value: 45.34143739001397
verified: no, type: mrr_at_1000
value: 45.39414063155817
verified: no, type: mrr_at_20
value: 45.00770434975747
verified: no, type: mrr_at_3
value: 41.88322104587745
verified: no, type: mrr_at_5
value: 43.50016041065127
verified: no, type: nauc_map_at_1000_diff1
value: 52.26823337938297
verified: no, type: nauc_map_at_1000_max
value: 37.37245329468808
verified: no, type: nauc_map_at_1000_std
value: 4.72166664574236
verified: no, type: nauc_map_at_100_diff1
value: 52.24616463751152
verified: no, type: nauc_map_at_100_max
value: 37.33426712740629
verified: no, type: nauc_map_at_100_std
value: 4.681771946538098
verified: no, type: nauc_map_at_10_diff1
value: 52.161361569838085
verified: no, type: nauc_map_at_10_max
value: 36.73617207301781
verified: no, type: nauc_map_at_10_std
value: 3.8276263103624397
verified: no, type: nauc_map_at_1_diff1
value: 58.609107153987026
verified: no, type: nauc_map_at_1_max
value: 35.02757021351409
verified: no, type: nauc_map_at_1_std
value: -0.6936621804258922
verified: no, type: nauc_map_at_20_diff1
value: 52.20038315316372
verified: no, type: nauc_map_at_20_max
value: 37.24718279507634
verified: no, type: nauc_map_at_20_std
value: 4.433483954204022
verified: no, type: nauc_map_at_3_diff1
value: 52.98890960683455
verified: no, type: nauc_map_at_3_max
value: 36.627227662545636
verified: no, type: nauc_map_at_3_std
value: 2.1473003055776303
verified: no, type: nauc_map_at_5_diff1
value: 52.138722935493796
verified: no, type: nauc_map_at_5_max
value: 36.57267129483463
verified: no, type: nauc_map_at_5_std
value: 2.9487505674940846
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.727499174808976
verified: no, type: nauc_mrr_at_1000_max
value: 39.660587784745125
verified: no, type: nauc_mrr_at_1000_std
value: 7.215620440931916
verified: no, type: nauc_mrr_at_100_diff1
value: 52.71227861389539
verified: no, type: nauc_mrr_at_100_max
value: 39.65944541613258
verified: no, type: nauc_mrr_at_100_std
value: 7.232920570021006
verified: no, type: nauc_mrr_at_10_diff1
value: 52.605293878188306
verified: no, type: nauc_mrr_at_10_max
value: 39.39789652621602
verified: no, type: nauc_mrr_at_10_std
value: 6.994445305721646
verified: no, type: nauc_mrr_at_1_diff1
value: 58.87987158821745
verified: no, type: nauc_mrr_at_1_max
value: 39.883000294981386
verified: no, type: nauc_mrr_at_1_std
value: 4.525740385718022
verified: no, type: nauc_mrr_at_20_diff1
value: 52.709991373902476
verified: no, type: nauc_mrr_at_20_max
value: 39.63900552236034
verified: no, type: nauc_mrr_at_20_std
value: 7.180374629477749
verified: no, type: nauc_mrr_at_3_diff1
value: 52.87253562158551
verified: no, type: nauc_mrr_at_3_max
value: 39.8526236943088
verified: no, type: nauc_mrr_at_3_std
value: 6.312802069469314
verified: no, type: nauc_mrr_at_5_diff1
value: 52.4218392724399
verified: no, type: nauc_mrr_at_5_max
value: 39.31643340619565
verified: no, type: nauc_mrr_at_5_std
value: 6.497151104380261
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.896715084702
verified: no, type: nauc_ndcg_at_1000_max
value: 39.03137903719933
verified: no, type: nauc_ndcg_at_1000_std
value: 9.120093464579284
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.57128970408371
verified: no, type: nauc_ndcg_at_100_max
value: 38.57734282233673
verified: no, type: nauc_ndcg_at_100_std
value: 8.948100860484162
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.10362861621041
verified: no, type: nauc_ndcg_at_10_max
value: 36.81788741482043
verified: no, type: nauc_ndcg_at_10_std
value: 6.248168006196132
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.87987158821745
verified: no, type: nauc_ndcg_at_1_max
value: 39.883000294981386
verified: no, type: nauc_ndcg_at_1_std
value: 4.525740385718022
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.226356261645435
verified: no, type: nauc_ndcg_at_20_max
value: 38.11050217929487
verified: no, type: nauc_ndcg_at_20_std
value: 7.486965774997671
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.11099202906786
verified: no, type: nauc_ndcg_at_3_max
value: 37.9283909559886
verified: no, type: nauc_ndcg_at_3_std
value: 4.702254100554942
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.09568890455949
verified: no, type: nauc_ndcg_at_5_max
value: 36.9698296373855
verified: no, type: nauc_ndcg_at_5_std
value: 5.188587998085958
verified: no, type: nauc_precision_at_1000_diff1
value: -5.397384708148253
verified: no, type: nauc_precision_at_1000_max
value: 7.658538116479907
verified: no, type: nauc_precision_at_1000_std
value: 19.419371334393016
verified: no, type: nauc_precision_at_100_diff1
value: 4.13777630264156
verified: no, type: nauc_precision_at_100_max
value: 18.076564064280507
verified: no, type: nauc_precision_at_100_std
value: 24.333555979164466
verified: no, type: nauc_precision_at_10_diff1
value: 20.55388046991252
verified: no, type: nauc_precision_at_10_max
value: 29.41800073419997
verified: no, type: nauc_precision_at_10_std
value: 18.580366767122076
verified: no, type: nauc_precision_at_1_diff1
value: 58.87987158821745
verified: no, type: nauc_precision_at_1_max
value: 39.883000294981386
verified: no, type: nauc_precision_at_1_std
value: 4.525740385718022
verified: no, type: nauc_precision_at_20_diff1
value: 14.242304182638074
verified: no, type: nauc_precision_at_20_max
value: 28.10797068496045
verified: no, type: nauc_precision_at_20_std
value: 21.90112335945266
verified: no, type: nauc_precision_at_3_diff1
value: 37.46947895260127
verified: no, type: nauc_precision_at_3_max
value: 38.006705277755955
verified: no, type: nauc_precision_at_3_std
value: 12.158729151102953
verified: no, type: nauc_precision_at_5_diff1
value: 28.328393033049203
verified: no, type: nauc_precision_at_5_max
value: 33.15639175834532
verified: no, type: nauc_precision_at_5_std
value: 14.406771010005597
verified: no, type: nauc_recall_at_1000_diff1
value: 34.31859222623266
verified: no, type: nauc_recall_at_1000_max
value: 45.13722035429492
verified: no, type: nauc_recall_at_1000_std
value: 53.791310222471886
verified: no, type: nauc_recall_at_100_diff1
value: 38.78662480990974
verified: no, type: nauc_recall_at_100_max
value: 36.173587813938305
verified: no, type: nauc_recall_at_100_std
value: 26.619442060940923
verified: no, type: nauc_recall_at_10_diff1
value: 40.329036336117454
verified: no, type: nauc_recall_at_10_max
value: 30.912126881840678
verified: no, type: nauc_recall_at_10_std
value: 9.814880445182029
verified: no, type: nauc_recall_at_1_diff1
value: 58.609107153987026
verified: no, type: nauc_recall_at_1_max
value: 35.02757021351409
verified: no, type: nauc_recall_at_1_std
value: -0.6936621804258922
verified: no, type: nauc_recall_at_20_diff1
value: 40.18277885997754
verified: no, type: nauc_recall_at_20_max
value: 34.8149234226211
verified: no, type: nauc_recall_at_20_std
value: 14.12527070299619
verified: no, type: nauc_recall_at_3_diff1
value: 45.40990517015726
verified: no, type: nauc_recall_at_3_max
value: 34.69882134310449
verified: no, type: nauc_recall_at_3_std
value: 3.732266451734092
verified: no, type: nauc_recall_at_5_diff1
value: 41.766916839112206
verified: no, type: nauc_recall_at_5_max
value: 32.129792239721716
verified: no, type: nauc_recall_at_5_std
value: 5.6211961779763415
verified: no, type: ndcg_at_1
value: 34.937000000000005
verified: no, type: ndcg_at_10
value: 45.073
verified: no, type: ndcg_at_100
value: 50.182
verified: no, type: ndcg_at_1000
value: 52.276
verified: no, type: ndcg_at_20
value: 47.010000000000005
verified: no, type: ndcg_at_3
value: 39.612
verified: no, type: ndcg_at_5
value: 42.266999999999996
verified: no, type: precision_at_1
value: 34.937000000000005
verified: no, type: precision_at_10
value: 8.286999999999999
verified: no, type: precision_at_100
value: 1.268
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 4.832
verified: no, type: precision_at_3
value: 18.704
verified: no, type: precision_at_5
value: 13.474
verified: no, type: recall_at_1
value: 28.136
verified: no, type: recall_at_10
value: 57.791000000000004
verified: no, type: recall_at_100
value: 79.521
verified: no, type: recall_at_1000
value: 93.176
verified: no, type: recall_at_20
value: 64.48700000000001
verified: no, type: recall_at_3
value: 42.427
verified: no, type: recall_at_5
value: 49.39
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 40.65
verified: no, type: map_at_1
value: 24.381
verified: no, type: map_at_10
value: 34.522000000000006
verified: no, type: map_at_100
value: 35.823
verified: no, type: map_at_1000
value: 35.939
verified: no, type: map_at_20
value: 35.153
verified: no, type: map_at_3
value: 31.079
verified: no, type: map_at_5
value: 33.167
verified: no, type: mrr_at_1
value: 30.47945205479452
verified: no, type: mrr_at_10
value: 40.03556026672465
verified: no, type: mrr_at_100
value: 40.859486284310805
verified: no, type: mrr_at_1000
value: 40.91385465888402
verified: no, type: mrr_at_20
value: 40.44289694965349
verified: no, type: mrr_at_3
value: 37.29071537290716
verified: no, type: mrr_at_5
value: 38.86605783866057
verified: no, type: nauc_map_at_1000_diff1
value: 45.08645907290653
verified: no, type: nauc_map_at_1000_max
value: 37.93984277049077
verified: no, type: nauc_map_at_1000_std
value: 4.348018171635654
verified: no, type: nauc_map_at_100_diff1
value: 45.103728679899895
verified: no, type: nauc_map_at_100_max
value: 37.99535887007234
verified: no, type: nauc_map_at_100_std
value: 4.357619716783864
verified: no, type: nauc_map_at_10_diff1
value: 45.00658982142447
verified: no, type: nauc_map_at_10_max
value: 37.31815420707169
verified: no, type: nauc_map_at_10_std
value: 3.3382278188396106
verified: no, type: nauc_map_at_1_diff1
value: 52.252891830215134
verified: no, type: nauc_map_at_1_max
value: 32.77061213394142
verified: no, type: nauc_map_at_1_std
value: -2.8010640035289143
verified: no, type: nauc_map_at_20_diff1
value: 45.091235458676685
verified: no, type: nauc_map_at_20_max
value: 37.61754711974
verified: no, type: nauc_map_at_20_std
value: 3.980483359486563
verified: no, type: nauc_map_at_3_diff1
value: 45.96759132853502
verified: no, type: nauc_map_at_3_max
value: 35.70107657784562
verified: no, type: nauc_map_at_3_std
value: 0.5893514980003082
verified: no, type: nauc_map_at_5_diff1
value: 44.76256760745472
verified: no, type: nauc_map_at_5_max
value: 36.837428148742184
verified: no, type: nauc_map_at_5_std
value: 2.739539166736263
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.92232217227843
verified: no, type: nauc_mrr_at_1000_max
value: 40.17925571552386
verified: no, type: nauc_mrr_at_1000_std
value: 8.148960526298065
verified: no, type: nauc_mrr_at_100_diff1
value: 42.91455614925039
verified: no, type: nauc_mrr_at_100_max
value: 40.20045379839933
verified: no, type: nauc_mrr_at_100_std
value: 8.18118615824958
verified: no, type: nauc_mrr_at_10_diff1
value: 42.813559222481004
verified: no, type: nauc_mrr_at_10_max
value: 40.22809168556719
verified: no, type: nauc_mrr_at_10_std
value: 7.862450240887059
verified: no, type: nauc_mrr_at_1_diff1
value: 49.85954283512805
verified: no, type: nauc_mrr_at_1_max
value: 39.100124047592615
verified: no, type: nauc_mrr_at_1_std
value: 4.308285447853536
verified: no, type: nauc_mrr_at_20_diff1
value: 42.916739579172855
verified: no, type: nauc_mrr_at_20_max
value: 40.18884672645215
verified: no, type: nauc_mrr_at_20_std
value: 8.070953502233257
verified: no, type: nauc_mrr_at_3_diff1
value: 43.33588918249767
verified: no, type: nauc_mrr_at_3_max
value: 40.02185259938533
verified: no, type: nauc_mrr_at_3_std
value: 6.611771804932232
verified: no, type: nauc_mrr_at_5_diff1
value: 42.31798087627212
verified: no, type: nauc_mrr_at_5_max
value: 39.95836322628087
verified: no, type: nauc_mrr_at_5_std
value: 7.8252604777639565
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.58508571989192
verified: no, type: nauc_ndcg_at_1000_max
value: 39.911165427637954
verified: no, type: nauc_ndcg_at_1000_std
value: 9.035223072322985
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.85331157305972
verified: no, type: nauc_ndcg_at_100_max
value: 40.901343091681056
verified: no, type: nauc_ndcg_at_100_std
value: 10.085512946952077
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.40611041378945
verified: no, type: nauc_ndcg_at_10_max
value: 39.0395878685548
verified: no, type: nauc_ndcg_at_10_std
value: 6.603225480063732
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.85954283512805
verified: no, type: nauc_ndcg_at_1_max
value: 39.100124047592615
verified: no, type: nauc_ndcg_at_1_std
value: 4.308285447853536
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.77709403486501
verified: no, type: nauc_ndcg_at_20_max
value: 39.45047866326879
verified: no, type: nauc_ndcg_at_20_std
value: 8.324410425742744
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.358589542818706
verified: no, type: nauc_ndcg_at_3_max
value: 37.91671645220353
verified: no, type: nauc_ndcg_at_3_std
value: 3.548176766967823
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.56594514959379
verified: no, type: nauc_ndcg_at_5_max
value: 38.42086968355651
verified: no, type: nauc_ndcg_at_5_std
value: 6.066217005485217
verified: no, type: nauc_precision_at_1000_diff1
value: -4.792438397619244
verified: no, type: nauc_precision_at_1000_max
value: 2.7129923853733118
verified: no, type: nauc_precision_at_1000_std
value: 11.67095620060032
verified: no, type: nauc_precision_at_100_diff1
value: 4.188981090197261
verified: no, type: nauc_precision_at_100_max
value: 24.721360175955237
verified: no, type: nauc_precision_at_100_std
value: 25.081372551205
verified: no, type: nauc_precision_at_10_diff1
value: 18.811203609613973
verified: no, type: nauc_precision_at_10_max
value: 38.14203413304164
verified: no, type: nauc_precision_at_10_std
value: 21.933474701361284
verified: no, type: nauc_precision_at_1_diff1
value: 49.85954283512805
verified: no, type: nauc_precision_at_1_max
value: 39.100124047592615
verified: no, type: nauc_precision_at_1_std
value: 4.308285447853536
verified: no, type: nauc_precision_at_20_diff1
value: 14.825255525788132
verified: no, type: nauc_precision_at_20_max
value: 33.96942297730217
verified: no, type: nauc_precision_at_20_std
value: 24.843048642950983
verified: no, type: nauc_precision_at_3_diff1
value: 31.399689348786293
verified: no, type: nauc_precision_at_3_max
value: 42.36936733454805
verified: no, type: nauc_precision_at_3_std
value: 13.606543019531983
verified: no, type: nauc_precision_at_5_diff1
value: 22.95129561216099
verified: no, type: nauc_precision_at_5_max
value: 40.15375346390098
verified: no, type: nauc_precision_at_5_std
value: 19.844337655067264
verified: no, type: nauc_recall_at_1000_diff1
value: 18.250357722466067
verified: no, type: nauc_recall_at_1000_max
value: 46.49889896497268
verified: no, type: nauc_recall_at_1000_std
value: 49.015133298216114
verified: no, type: nauc_recall_at_100_diff1
value: 34.14073541913647
verified: no, type: nauc_recall_at_100_max
value: 47.880871182499654
verified: no, type: nauc_recall_at_100_std
value: 33.394450460167654
verified: no, type: nauc_recall_at_10_diff1
value: 34.10055202985094
verified: no, type: nauc_recall_at_10_max
value: 37.29000268460915
verified: no, type: nauc_recall_at_10_std
value: 10.719966977592444
verified: no, type: nauc_recall_at_1_diff1
value: 52.252891830215134
verified: no, type: nauc_recall_at_1_max
value: 32.77061213394142
verified: no, type: nauc_recall_at_1_std
value: -2.8010640035289143
verified: no, type: nauc_recall_at_20_diff1
value: 34.77711534255729
verified: no, type: nauc_recall_at_20_max
value: 37.8830564545796
verified: no, type: nauc_recall_at_20_std
value: 17.204302583685262
verified: no, type: nauc_recall_at_3_diff1
value: 37.38919386647721
verified: no, type: nauc_recall_at_3_max
value: 34.570111627131695
verified: no, type: nauc_recall_at_3_std
value: 2.2380100020283096
verified: no, type: nauc_recall_at_5_diff1
value: 32.187904365676324
verified: no, type: nauc_recall_at_5_max
value: 35.77757062335063
verified: no, type: nauc_recall_at_5_std
value: 8.796247583408153
verified: no, type: ndcg_at_1
value: 30.479
verified: no, type: ndcg_at_10
value: 40.65
verified: no, type: ndcg_at_100
value: 46.366
verified: no, type: ndcg_at_1000
value: 48.689
verified: no, type: ndcg_at_20
value: 42.576
verified: no, type: ndcg_at_3
value: 35.116
verified: no, type: ndcg_at_5
value: 37.909
verified: no, type: precision_at_1
value: 30.479
verified: no, type: precision_at_10
value: 7.603
verified: no, type: precision_at_100
value: 1.226
verified: no, type: precision_at_1000
value: 0.16
verified: no, type: precision_at_20
value: 4.458
verified: no, type: precision_at_3
value: 17.122999999999998
verified: no, type: precision_at_5
value: 12.58
verified: no, type: recall_at_1
value: 24.381
verified: no, type: recall_at_10
value: 53.591
verified: no, type: recall_at_100
value: 78.31
verified: no, type: recall_at_1000
value: 93.952
verified: no, type: recall_at_20
value: 60.465999999999994
verified: no, type: recall_at_3
value: 38.189
verified: no, type: recall_at_5
value: 45.425
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 40.268750000000004
verified: no, type: ndcg_at_10
value: 40.268750000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 34.89
verified: no, type: map_at_1
value: 24.343
verified: no, type: map_at_10
value: 31.064999999999998
verified: no, type: map_at_100
value: 32.013000000000005
verified: no, type: map_at_1000
value: 32.11
verified: no, type: map_at_20
value: 31.584
verified: no, type: map_at_3
value: 29.287999999999997
verified: no, type: map_at_5
value: 30.262
verified: no, type: mrr_at_1
value: 27.453987730061353
verified: no, type: mrr_at_10
value: 33.89503603077223
verified: no, type: mrr_at_100
value: 34.76452500547403
verified: no, type: mrr_at_1000
value: 34.831641998976096
verified: no, type: mrr_at_20
value: 34.39433378717007
verified: no, type: mrr_at_3
value: 32.20858895705521
verified: no, type: mrr_at_5
value: 33.09049079754601
verified: no, type: nauc_map_at_1000_diff1
value: 52.16433709147209
verified: no, type: nauc_map_at_1000_max
value: 41.895031426126124
verified: no, type: nauc_map_at_1000_std
value: 7.981597857750285
verified: no, type: nauc_map_at_100_diff1
value: 52.151218712376554
verified: no, type: nauc_map_at_100_max
value: 41.845879262079926
verified: no, type: nauc_map_at_100_std
value: 7.961900934081761
verified: no, type: nauc_map_at_10_diff1
value: 52.402838490484406
verified: no, type: nauc_map_at_10_max
value: 41.77705031749437
verified: no, type: nauc_map_at_10_std
value: 7.46409351133074
verified: no, type: nauc_map_at_1_diff1
value: 58.5759193069631
verified: no, type: nauc_map_at_1_max
value: 40.228075475738066
verified: no, type: nauc_map_at_1_std
value: -0.331391740789906
verified: no, type: nauc_map_at_20_diff1
value: 52.24118427663996
verified: no, type: nauc_map_at_20_max
value: 41.717633721989124
verified: no, type: nauc_map_at_20_std
value: 7.713122213513287
verified: no, type: nauc_map_at_3_diff1
value: 53.00130785485122
verified: no, type: nauc_map_at_3_max
value: 41.257807025801554
verified: no, type: nauc_map_at_3_std
value: 5.77564250625532
verified: no, type: nauc_map_at_5_diff1
value: 52.765771056206034
verified: no, type: nauc_map_at_5_max
value: 41.17385278218844
verified: no, type: nauc_map_at_5_std
value: 6.267751055469911
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.542579627409346
verified: no, type: nauc_mrr_at_1000_max
value: 43.84384933961597
verified: no, type: nauc_mrr_at_1000_std
value: 8.9290783799145
verified: no, type: nauc_mrr_at_100_diff1
value: 50.52367459214615
verified: no, type: nauc_mrr_at_100_max
value: 43.83317399067154
verified: no, type: nauc_mrr_at_100_std
value: 8.93848179915739
verified: no, type: nauc_mrr_at_10_diff1
value: 50.592180069200076
verified: no, type: nauc_mrr_at_10_max
value: 43.86512615662472
verified: no, type: nauc_mrr_at_10_std
value: 8.648594684024122
verified: no, type: nauc_mrr_at_1_diff1
value: 56.64925132242809
verified: no, type: nauc_mrr_at_1_max
value: 44.302509524664245
verified: no, type: nauc_mrr_at_1_std
value: 2.8736722205582566
verified: no, type: nauc_mrr_at_20_diff1
value: 50.621524856832025
verified: no, type: nauc_mrr_at_20_max
value: 43.85010163029952
verified: no, type: nauc_mrr_at_20_std
value: 8.767065605432117
verified: no, type: nauc_mrr_at_3_diff1
value: 51.38022486401255
verified: no, type: nauc_mrr_at_3_max
value: 43.690091517144886
verified: no, type: nauc_mrr_at_3_std
value: 7.583000007208131
verified: no, type: nauc_mrr_at_5_diff1
value: 51.026555577484345
verified: no, type: nauc_mrr_at_5_max
value: 43.40937882095473
verified: no, type: nauc_mrr_at_5_std
value: 7.870192951985875
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.946807624632214
verified: no, type: nauc_ndcg_at_1000_max
value: 43.63846016728263
verified: no, type: nauc_ndcg_at_1000_std
value: 13.07112902361304
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.46009023670086
verified: no, type: nauc_ndcg_at_100_max
value: 42.84578351440459
verified: no, type: nauc_ndcg_at_100_std
value: 13.048673429979113
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.80098562249132
verified: no, type: nauc_ndcg_at_10_max
value: 42.46231067480857
verified: no, type: nauc_ndcg_at_10_std
value: 10.5896193945906
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.64925132242809
verified: no, type: nauc_ndcg_at_1_max
value: 44.302509524664245
verified: no, type: nauc_ndcg_at_1_std
value: 2.8736722205582566
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.32237998567543
verified: no, type: nauc_ndcg_at_20_max
value: 42.23892720118917
verified: no, type: nauc_ndcg_at_20_std
value: 11.311668576433599
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.01125725288161
verified: no, type: nauc_ndcg_at_3_max
value: 42.12827055031322
verified: no, type: nauc_ndcg_at_3_std
value: 7.952435809082195
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.88410133484621
verified: no, type: nauc_ndcg_at_5_max
value: 41.565359240466975
verified: no, type: nauc_ndcg_at_5_std
value: 8.314306379070254
verified: no, type: nauc_precision_at_1000_diff1
value: 4.413508451597973
verified: no, type: nauc_precision_at_1000_max
value: 33.762398288256094
verified: no, type: nauc_precision_at_1000_std
value: 25.98231326304456
verified: no, type: nauc_precision_at_100_diff1
value: 17.203842054243655
verified: no, type: nauc_precision_at_100_max
value: 41.105989573268204
verified: no, type: nauc_precision_at_100_std
value: 31.631978351351798
verified: no, type: nauc_precision_at_10_diff1
value: 34.696132889148664
verified: no, type: nauc_precision_at_10_max
value: 45.80034445639316
verified: no, type: nauc_precision_at_10_std
value: 25.084569022460418
verified: no, type: nauc_precision_at_1_diff1
value: 56.64925132242809
verified: no, type: nauc_precision_at_1_max
value: 44.302509524664245
verified: no, type: nauc_precision_at_1_std
value: 2.8736722205582566
verified: no, type: nauc_precision_at_20_diff1
value: 29.865679363368436
verified: no, type: nauc_precision_at_20_max
value: 43.51573363065152
verified: no, type: nauc_precision_at_20_std
value: 26.69033832110468
verified: no, type: nauc_precision_at_3_diff1
value: 41.389196232922316
verified: no, type: nauc_precision_at_3_max
value: 46.28755529729629
verified: no, type: nauc_precision_at_3_std
value: 16.909849769292716
verified: no, type: nauc_precision_at_5_diff1
value: 39.087938584206306
verified: no, type: nauc_precision_at_5_max
value: 43.92003534457625
verified: no, type: nauc_precision_at_5_std
value: 18.560228476365946
verified: no, type: nauc_recall_at_1000_diff1
value: 26.669464596984678
verified: no, type: nauc_recall_at_1000_max
value: 46.54456322772547
verified: no, type: nauc_recall_at_1000_std
value: 44.24504504678441
verified: no, type: nauc_recall_at_100_diff1
value: 31.188372051167907
verified: no, type: nauc_recall_at_100_max
value: 39.33606079794924
verified: no, type: nauc_recall_at_100_std
value: 31.351107197440655
verified: no, type: nauc_recall_at_10_diff1
value: 42.00542257322957
verified: no, type: nauc_recall_at_10_max
value: 40.557783865813306
verified: no, type: nauc_recall_at_10_std
value: 17.578789968761935
verified: no, type: nauc_recall_at_1_diff1
value: 58.5759193069631
verified: no, type: nauc_recall_at_1_max
value: 40.228075475738066
verified: no, type: nauc_recall_at_1_std
value: -0.331391740789906
verified: no, type: nauc_recall_at_20_diff1
value: 39.65715933448972
verified: no, type: nauc_recall_at_20_max
value: 38.93829722046506
verified: no, type: nauc_recall_at_20_std
value: 20.20996021737043
verified: no, type: nauc_recall_at_3_diff1
value: 46.87588712984084
verified: no, type: nauc_recall_at_3_max
value: 39.797140704347825
verified: no, type: nauc_recall_at_3_std
value: 10.153636337649985
verified: no, type: nauc_recall_at_5_diff1
value: 46.08928170734386
verified: no, type: nauc_recall_at_5_max
value: 39.01544586906766
verified: no, type: nauc_recall_at_5_std
value: 11.453087165740614
verified: no, type: ndcg_at_1
value: 27.454
verified: no, type: ndcg_at_10
value: 34.89
verified: no, type: ndcg_at_100
value: 39.612
verified: no, type: ndcg_at_1000
value: 42.045
verified: no, type: ndcg_at_20
value: 36.738
verified: no, type: ndcg_at_3
value: 31.630000000000003
verified: no, type: ndcg_at_5
value: 33.056000000000004
verified: no, type: precision_at_1
value: 27.454
verified: no, type: precision_at_10
value: 5.383
verified: no, type: precision_at_100
value: 0.8330000000000001
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 3.152
verified: no, type: precision_at_3
value: 13.65
verified: no, type: precision_at_5
value: 9.232999999999999
verified: no, type: recall_at_1
value: 24.343
verified: no, type: recall_at_10
value: 43.836999999999996
verified: no, type: recall_at_100
value: 65.202
verified: no, type: recall_at_1000
value: 83.206
verified: no, type: recall_at_20
value: 50.829
verified: no, type: recall_at_3
value: 34.695
verified: no, type: recall_at_5
value: 38.33
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 28.595
verified: no, type: map_at_1
value: 17.134
verified: no, type: map_at_10
value: 24.104
verified: no, type: map_at_100
value: 25.238
verified: no, type: map_at_1000
value: 25.368000000000002
verified: no, type: map_at_20
value: 24.691
verified: no, type: map_at_3
value: 21.803
verified: no, type: map_at_5
value: 23.066
verified: no, type: mrr_at_1
value: 20.750172057811426
verified: no, type: mrr_at_10
value: 27.87088017129311
verified: no, type: mrr_at_100
value: 28.81791033306077
verified: no, type: mrr_at_1000
value: 28.899375497257516
verified: no, type: mrr_at_20
value: 28.378447148229803
verified: no, type: mrr_at_3
value: 25.699701766460198
verified: no, type: mrr_at_5
value: 26.892062399632945
verified: no, type: nauc_map_at_1000_diff1
value: 36.89782887137058
verified: no, type: nauc_map_at_1000_max
value: 33.08016929719372
verified: no, type: nauc_map_at_1000_std
value: 3.3099635444764735
verified: no, type: nauc_map_at_100_diff1
value: 36.8780819112453
verified: no, type: nauc_map_at_100_max
value: 33.050931677418774
verified: no, type: nauc_map_at_100_std
value: 3.2972109847369
verified: no, type: nauc_map_at_10_diff1
value: 37.08595684018923
verified: no, type: nauc_map_at_10_max
value: 32.816323824163476
verified: no, type: nauc_map_at_10_std
value: 2.552386021070936
verified: no, type: nauc_map_at_1_diff1
value: 43.51132829968084
verified: no, type: nauc_map_at_1_max
value: 32.3415757101499
verified: no, type: nauc_map_at_1_std
value: 1.1401002178840585
verified: no, type: nauc_map_at_20_diff1
value: 36.94143359488415
verified: no, type: nauc_map_at_20_max
value: 32.982623511734424
verified: no, type: nauc_map_at_20_std
value: 2.948810693672891
verified: no, type: nauc_map_at_3_diff1
value: 38.71612128344212
verified: no, type: nauc_map_at_3_max
value: 32.637048522654034
verified: no, type: nauc_map_at_3_std
value: 1.156009064619756
verified: no, type: nauc_map_at_5_diff1
value: 37.78942760585617
verified: no, type: nauc_map_at_5_max
value: 32.75604432178518
verified: no, type: nauc_map_at_5_std
value: 2.0173303861590925
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.135612852709095
verified: no, type: nauc_mrr_at_1000_max
value: 34.12476601616417
verified: no, type: nauc_mrr_at_1000_std
value: 3.845954153422737
verified: no, type: nauc_mrr_at_100_diff1
value: 36.12068139187418
verified: no, type: nauc_mrr_at_100_max
value: 34.119358854394214
verified: no, type: nauc_mrr_at_100_std
value: 3.849886746617628
verified: no, type: nauc_mrr_at_10_diff1
value: 36.21596271906166
verified: no, type: nauc_mrr_at_10_max
value: 34.0449176526415
verified: no, type: nauc_mrr_at_10_std
value: 3.392757560646604
verified: no, type: nauc_mrr_at_1_diff1
value: 42.4688892662091
verified: no, type: nauc_mrr_at_1_max
value: 34.61638632573713
verified: no, type: nauc_mrr_at_1_std
value: 1.842575033698782
verified: no, type: nauc_mrr_at_20_diff1
value: 36.100856934569805
verified: no, type: nauc_mrr_at_20_max
value: 34.09556229697657
verified: no, type: nauc_mrr_at_20_std
value: 3.6620323814000684
verified: no, type: nauc_mrr_at_3_diff1
value: 37.47429125012118
verified: no, type: nauc_mrr_at_3_max
value: 34.16045576255616
verified: no, type: nauc_mrr_at_3_std
value: 2.2755120232411903
verified: no, type: nauc_mrr_at_5_diff1
value: 36.65972061354651
verified: no, type: nauc_mrr_at_5_max
value: 33.96708531025307
verified: no, type: nauc_mrr_at_5_std
value: 2.8464790894241885
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.78518836462285
verified: no, type: nauc_ndcg_at_1000_max
value: 33.63185976032734
verified: no, type: nauc_ndcg_at_1000_std
value: 6.989447169026228
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.39381937519511
verified: no, type: nauc_ndcg_at_100_max
value: 33.27132063948536
verified: no, type: nauc_ndcg_at_100_std
value: 6.813560048322648
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.231562121939554
verified: no, type: nauc_ndcg_at_10_max
value: 32.957787193957664
verified: no, type: nauc_ndcg_at_10_std
value: 3.9141441526477867
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.4688892662091
verified: no, type: nauc_ndcg_at_1_max
value: 34.61638632573713
verified: no, type: nauc_ndcg_at_1_std
value: 1.842575033698782
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.73777473522033
verified: no, type: nauc_ndcg_at_20_max
value: 33.210514059183375
verified: no, type: nauc_ndcg_at_20_std
value: 5.073301185091096
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.878575344351624
verified: no, type: nauc_ndcg_at_3_max
value: 33.32312056613959
verified: no, type: nauc_ndcg_at_3_std
value: 1.4148329239930337
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.53121227641059
verified: no, type: nauc_ndcg_at_5_max
value: 32.97583732206957
verified: no, type: nauc_ndcg_at_5_std
value: 2.7296938204105046
verified: no, type: nauc_precision_at_1000_diff1
value: 5.048094785844507
verified: no, type: nauc_precision_at_1000_max
value: 20.72305226491182
verified: no, type: nauc_precision_at_1000_std
value: 13.166659843282705
verified: no, type: nauc_precision_at_100_diff1
value: 11.403111213178537
verified: no, type: nauc_precision_at_100_max
value: 25.876626218425784
verified: no, type: nauc_precision_at_100_std
value: 15.750263914866009
verified: no, type: nauc_precision_at_10_diff1
value: 21.812128842605574
verified: no, type: nauc_precision_at_10_max
value: 32.36024330484034
verified: no, type: nauc_precision_at_10_std
value: 8.30153625256048
verified: no, type: nauc_precision_at_1_diff1
value: 42.4688892662091
verified: no, type: nauc_precision_at_1_max
value: 34.61638632573713
verified: no, type: nauc_precision_at_1_std
value: 1.842575033698782
verified: no, type: nauc_precision_at_20_diff1
value: 18.126781090521444
verified: no, type: nauc_precision_at_20_max
value: 30.879595883417306
verified: no, type: nauc_precision_at_20_std
value: 10.9632189477538
verified: no, type: nauc_precision_at_3_diff1
value: 30.857088332242842
verified: no, type: nauc_precision_at_3_max
value: 34.435211511210596
verified: no, type: nauc_precision_at_3_std
value: 2.1743174606141897
verified: no, type: nauc_precision_at_5_diff1
value: 26.70684474302077
verified: no, type: nauc_precision_at_5_max
value: 33.881041843033714
verified: no, type: nauc_precision_at_5_std
value: 4.964700828623661
verified: no, type: nauc_recall_at_1000_diff1
value: 15.179090310075448
verified: no, type: nauc_recall_at_1000_max
value: 31.177239498655414
verified: no, type: nauc_recall_at_1000_std
value: 32.817986166465225
verified: no, type: nauc_recall_at_100_diff1
value: 19.791440992074865
verified: no, type: nauc_recall_at_100_max
value: 29.00647998704242
verified: no, type: nauc_recall_at_100_std
value: 19.00290442690933
verified: no, type: nauc_recall_at_10_diff1
value: 25.400689588358937
verified: no, type: nauc_recall_at_10_max
value: 29.67225586682777
verified: no, type: nauc_recall_at_10_std
value: 6.326653531699302
verified: no, type: nauc_recall_at_1_diff1
value: 43.51132829968084
verified: no, type: nauc_recall_at_1_max
value: 32.3415757101499
verified: no, type: nauc_recall_at_1_std
value: 1.1401002178840585
verified: no, type: nauc_recall_at_20_diff1
value: 23.158667708575777
verified: no, type: nauc_recall_at_20_max
value: 29.65979097031932
verified: no, type: nauc_recall_at_20_std
value: 10.004891834963093
verified: no, type: nauc_recall_at_3_diff1
value: 32.631467317064406
verified: no, type: nauc_recall_at_3_max
value: 30.531285335243492
verified: no, type: nauc_recall_at_3_std
value: 0.9187457345239257
verified: no, type: nauc_recall_at_5_diff1
value: 29.18624452088816
verified: no, type: nauc_recall_at_5_max
value: 29.708509257799818
verified: no, type: nauc_recall_at_5_std
value: 3.6369154905030765
verified: no, type: ndcg_at_1
value: 20.75
verified: no, type: ndcg_at_10
value: 28.595
verified: no, type: ndcg_at_100
value: 34.047
verified: no, type: ndcg_at_1000
value: 37.039
verified: no, type: ndcg_at_20
value: 30.526999999999997
verified: no, type: ndcg_at_3
value: 24.46
verified: no, type: ndcg_at_5
value: 26.339000000000002
verified: no, type: precision_at_1
value: 20.75
verified: no, type: precision_at_10
value: 5.231
verified: no, type: precision_at_100
value: 0.9400000000000001
verified: no, type: precision_at_1000
value: 0.13699999999999998
verified: no, type: precision_at_20
value: 3.1919999999999997
verified: no, type: precision_at_3
value: 11.482000000000001
verified: no, type: precision_at_5
value: 8.369
verified: no, type: recall_at_1
value: 17.134
verified: no, type: recall_at_10
value: 38.316
verified: no, type: recall_at_100
value: 62.913
verified: no, type: recall_at_1000
value: 84.233
verified: no, type: recall_at_20
value: 45.465
verified: no, type: recall_at_3
value: 26.840000000000003
verified: no, type: recall_at_5
value: 31.616
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 39.89
verified: no, type: map_at_1
value: 25.712000000000003
verified: no, type: map_at_10
value: 34.615
verified: no, type: map_at_100
value: 35.846000000000004
verified: no, type: map_at_1000
value: 35.953
verified: no, type: map_at_20
value: 35.321999999999996
verified: no, type: map_at_3
value: 32.056000000000004
verified: no, type: map_at_5
value: 33.315
verified: no, type: mrr_at_1
value: 29.850746268656714
verified: no, type: mrr_at_10
value: 38.71860933428097
verified: no, type: mrr_at_100
value: 39.61660285528755
verified: no, type: mrr_at_1000
value: 39.676734545015016
verified: no, type: mrr_at_20
value: 39.20100616633673
verified: no, type: mrr_at_3
value: 36.53606965174129
verified: no, type: mrr_at_5
value: 37.604166666666664
verified: no, type: nauc_map_at_1000_diff1
value: 44.53604492112556
verified: no, type: nauc_map_at_1000_max
value: 39.23951280655509
verified: no, type: nauc_map_at_1000_std
value: -0.5395031277467611
verified: no, type: nauc_map_at_100_diff1
value: 44.51770266447437
verified: no, type: nauc_map_at_100_max
value: 39.24922673974566
verified: no, type: nauc_map_at_100_std
value: -0.5418148801230667
verified: no, type: nauc_map_at_10_diff1
value: 44.65794786125487
verified: no, type: nauc_map_at_10_max
value: 38.73649462647244
verified: no, type: nauc_map_at_10_std
value: -1.2439485316781116
verified: no, type: nauc_map_at_1_diff1
value: 51.3015448718258
verified: no, type: nauc_map_at_1_max
value: 37.68162132042243
verified: no, type: nauc_map_at_1_std
value: -4.942523398750195
verified: no, type: nauc_map_at_20_diff1
value: 44.56752919145453
verified: no, type: nauc_map_at_20_max
value: 39.15671461993185
verified: no, type: nauc_map_at_20_std
value: -0.69839546492355
verified: no, type: nauc_map_at_3_diff1
value: 45.85932349411764
verified: no, type: nauc_map_at_3_max
value: 38.36052842023208
verified: no, type: nauc_map_at_3_std
value: -2.2972931157260588
verified: no, type: nauc_map_at_5_diff1
value: 45.05340840012778
verified: no, type: nauc_map_at_5_max
value: 38.498629564114125
verified: no, type: nauc_map_at_5_std
value: -1.5490287999131676
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.86315579499585
verified: no, type: nauc_mrr_at_1000_max
value: 41.22972681259589
verified: no, type: nauc_mrr_at_1000_std
value: 0.2312354368485346
verified: no, type: nauc_mrr_at_100_diff1
value: 43.82688559618802
verified: no, type: nauc_mrr_at_100_max
value: 41.228924353114486
verified: no, type: nauc_mrr_at_100_std
value: 0.23800385006789107
verified: no, type: nauc_mrr_at_10_diff1
value: 43.83189862351878
verified: no, type: nauc_mrr_at_10_max
value: 41.10756388047098
verified: no, type: nauc_mrr_at_10_std
value: -0.21685246034735925
verified: no, type: nauc_mrr_at_1_diff1
value: 51.230432406020476
verified: no, type: nauc_mrr_at_1_max
value: 41.48741446620127
verified: no, type: nauc_mrr_at_1_std
value: -2.7496538177528658
verified: no, type: nauc_mrr_at_20_diff1
value: 43.83356230557604
verified: no, type: nauc_mrr_at_20_max
value: 41.22449434055463
verified: no, type: nauc_mrr_at_20_std
value: 0.1017557136662017
verified: no, type: nauc_mrr_at_3_diff1
value: 44.642204252525374
verified: no, type: nauc_mrr_at_3_max
value: 41.394135395117
verified: no, type: nauc_mrr_at_3_std
value: -0.3102479679512395
verified: no, type: nauc_mrr_at_5_diff1
value: 44.03177178118225
verified: no, type: nauc_mrr_at_5_max
value: 41.14617895311199
verified: no, type: nauc_mrr_at_5_std
value: -0.15778767756702847
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.931781429588355
verified: no, type: nauc_ndcg_at_1000_max
value: 40.19130298587713
verified: no, type: nauc_ndcg_at_1000_std
value: 2.4213241669516314
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.47736552910553
verified: no, type: nauc_ndcg_at_100_max
value: 40.35512795681438
verified: no, type: nauc_ndcg_at_100_std
value: 2.797704103101513
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.89774080166355
verified: no, type: nauc_ndcg_at_10_max
value: 39.068973811839285
verified: no, type: nauc_ndcg_at_10_std
value: 0.1409703112345929
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.230432406020476
verified: no, type: nauc_ndcg_at_1_max
value: 41.48741446620127
verified: no, type: nauc_ndcg_at_1_std
value: -2.7496538177528658
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.654873436264864
verified: no, type: nauc_ndcg_at_20_max
value: 40.02385895251709
verified: no, type: nauc_ndcg_at_20_std
value: 1.6616675841903024
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.677208022052135
verified: no, type: nauc_ndcg_at_3_max
value: 39.355842345181706
verified: no, type: nauc_ndcg_at_3_std
value: -0.9994914032687997
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.63394828100176
verified: no, type: nauc_ndcg_at_5_max
value: 38.78287388555721
verified: no, type: nauc_ndcg_at_5_std
value: -0.40383353126040594
verified: no, type: nauc_precision_at_1000_diff1
value: -12.720363964831158
verified: no, type: nauc_precision_at_1000_max
value: 1.780615695736265
verified: no, type: nauc_precision_at_1000_std
value: 6.9259933939590015
verified: no, type: nauc_precision_at_100_diff1
value: 1.5494816839626728
verified: no, type: nauc_precision_at_100_max
value: 21.16486694935512
verified: no, type: nauc_precision_at_100_std
value: 13.63358160875128
verified: no, type: nauc_precision_at_10_diff1
value: 21.022460223564163
verified: no, type: nauc_precision_at_10_max
value: 33.517939417026845
verified: no, type: nauc_precision_at_10_std
value: 6.777527986277892
verified: no, type: nauc_precision_at_1_diff1
value: 51.230432406020476
verified: no, type: nauc_precision_at_1_max
value: 41.48741446620127
verified: no, type: nauc_precision_at_1_std
value: -2.7496538177528658
verified: no, type: nauc_precision_at_20_diff1
value: 14.686385148466163
verified: no, type: nauc_precision_at_20_max
value: 31.18430505462782
verified: no, type: nauc_precision_at_20_std
value: 12.077548081645366
verified: no, type: nauc_precision_at_3_diff1
value: 33.70051545579217
verified: no, type: nauc_precision_at_3_max
value: 39.60907345133216
verified: no, type: nauc_precision_at_3_std
value: 4.2539653363781476
verified: no, type: nauc_precision_at_5_diff1
value: 27.941480760698635
verified: no, type: nauc_precision_at_5_max
value: 37.31639952677206
verified: no, type: nauc_precision_at_5_std
value: 6.219978856190591
verified: no, type: nauc_recall_at_1000_diff1
value: 20.47974719909093
verified: no, type: nauc_recall_at_1000_max
value: 40.904077508578574
verified: no, type: nauc_recall_at_1000_std
value: 36.68929060623499
verified: no, type: nauc_recall_at_100_diff1
value: 26.82928665193226
verified: no, type: nauc_recall_at_100_max
value: 39.0725275666681
verified: no, type: nauc_recall_at_100_std
value: 18.856939694213875
verified: no, type: nauc_recall_at_10_diff1
value: 32.48097141976132
verified: no, type: nauc_recall_at_10_max
value: 34.921002737123445
verified: no, type: nauc_recall_at_10_std
value: 2.8847239359758596
verified: no, type: nauc_recall_at_1_diff1
value: 51.3015448718258
verified: no, type: nauc_recall_at_1_max
value: 37.68162132042243
verified: no, type: nauc_recall_at_1_std
value: -4.942523398750195
verified: no, type: nauc_recall_at_20_diff1
value: 31.155212544928517
verified: no, type: nauc_recall_at_20_max
value: 37.903451497060075
verified: no, type: nauc_recall_at_20_std
value: 8.052860930292049
verified: no, type: nauc_recall_at_3_diff1
value: 38.338624569740745
verified: no, type: nauc_recall_at_3_max
value: 36.16696793299773
verified: no, type: nauc_recall_at_3_std
value: -0.5499014670399716
verified: no, type: nauc_recall_at_5_diff1
value: 35.47491917247829
verified: no, type: nauc_recall_at_5_max
value: 34.98125952824827
verified: no, type: nauc_recall_at_5_std
value: 1.18095697584272
verified: no, type: ndcg_at_1
value: 29.851
verified: no, type: ndcg_at_10
value: 39.89
verified: no, type: ndcg_at_100
value: 45.327
verified: no, type: ndcg_at_1000
value: 47.772999999999996
verified: no, type: ndcg_at_20
value: 42.022999999999996
verified: no, type: ndcg_at_3
value: 35.284
verified: no, type: ndcg_at_5
value: 37.062
verified: no, type: precision_at_1
value: 29.851
verified: no, type: precision_at_10
value: 6.707000000000001
verified: no, type: precision_at_100
value: 1.054
verified: no, type: precision_at_1000
value: 0.13699999999999998
verified: no, type: precision_at_20
value: 3.9690000000000003
verified: no, type: precision_at_3
value: 16.107
verified: no, type: precision_at_5
value: 10.97
verified: no, type: recall_at_1
value: 25.712000000000003
verified: no, type: recall_at_10
value: 51.754
verified: no, type: recall_at_100
value: 75.229
verified: no, type: recall_at_1000
value: 92.352
verified: no, type: recall_at_20
value: 59.224
verified: no, type: recall_at_3
value: 38.942
verified: no, type: recall_at_5
value: 43.608000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 39.275
verified: no, type: map_at_1
value: 25.207
verified: no, type: map_at_10
value: 33.73
verified: no, type: map_at_100
value: 35.314
verified: no, type: map_at_1000
value: 35.539
verified: no, type: map_at_20
value: 34.485
verified: no, type: map_at_3
value: 30.751
verified: no, type: map_at_5
value: 32.458
verified: no, type: mrr_at_1
value: 30.237154150197625
verified: no, type: mrr_at_10
value: 38.160330008156095
verified: no, type: mrr_at_100
value: 39.19604519073853
verified: no, type: mrr_at_1000
value: 39.25828944824003
verified: no, type: mrr_at_20
value: 38.76011256052923
verified: no, type: mrr_at_3
value: 35.573122529644266
verified: no, type: mrr_at_5
value: 37.02569169960474
verified: no, type: nauc_map_at_1000_diff1
value: 43.30050536386893
verified: no, type: nauc_map_at_1000_max
value: 34.49322247549182
verified: no, type: nauc_map_at_1000_std
value: 11.480704685860331
verified: no, type: nauc_map_at_100_diff1
value: 43.23374152493401
verified: no, type: nauc_map_at_100_max
value: 34.63190473420833
verified: no, type: nauc_map_at_100_std
value: 11.327553372568829
verified: no, type: nauc_map_at_10_diff1
value: 43.30961094445623
verified: no, type: nauc_map_at_10_max
value: 34.03516491801115
verified: no, type: nauc_map_at_10_std
value: 9.930448779277498
verified: no, type: nauc_map_at_1_diff1
value: 48.52093859650541
verified: no, type: nauc_map_at_1_max
value: 31.75748436789384
verified: no, type: nauc_map_at_1_std
value: 6.295511700792233
verified: no, type: nauc_map_at_20_diff1
value: 43.20196516265475
verified: no, type: nauc_map_at_20_max
value: 34.40279536967664
verified: no, type: nauc_map_at_20_std
value: 10.502521746353215
verified: no, type: nauc_map_at_3_diff1
value: 44.95075655761481
verified: no, type: nauc_map_at_3_max
value: 34.26130085326597
verified: no, type: nauc_map_at_3_std
value: 8.112284718354838
verified: no, type: nauc_map_at_5_diff1
value: 44.07530466847515
verified: no, type: nauc_map_at_5_max
value: 34.29301885967441
verified: no, type: nauc_map_at_5_std
value: 9.578236763789624
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.74672886274306
verified: no, type: nauc_mrr_at_1000_max
value: 34.91906226000147
verified: no, type: nauc_mrr_at_1000_std
value: 11.902601352714218
verified: no, type: nauc_mrr_at_100_diff1
value: 43.723509090577245
verified: no, type: nauc_mrr_at_100_max
value: 34.90821615383906
verified: no, type: nauc_mrr_at_100_std
value: 11.929277924338157
verified: no, type: nauc_mrr_at_10_diff1
value: 43.79863834518147
verified: no, type: nauc_mrr_at_10_max
value: 34.77481237076968
verified: no, type: nauc_mrr_at_10_std
value: 11.621191309978766
verified: no, type: nauc_mrr_at_1_diff1
value: 47.691221572943014
verified: no, type: nauc_mrr_at_1_max
value: 33.83642419108169
verified: no, type: nauc_mrr_at_1_std
value: 9.150897325122848
verified: no, type: nauc_mrr_at_20_diff1
value: 43.72762657840614
verified: no, type: nauc_mrr_at_20_max
value: 34.93505549897513
verified: no, type: nauc_mrr_at_20_std
value: 11.77349360531995
verified: no, type: nauc_mrr_at_3_diff1
value: 44.801537918309464
verified: no, type: nauc_mrr_at_3_max
value: 35.19185952684632
verified: no, type: nauc_mrr_at_3_std
value: 10.129116464250496
verified: no, type: nauc_mrr_at_5_diff1
value: 44.002923041903024
verified: no, type: nauc_mrr_at_5_max
value: 35.04910165721431
verified: no, type: nauc_mrr_at_5_std
value: 11.398743784126784
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.1442239971562
verified: no, type: nauc_ndcg_at_1000_max
value: 35.56548085015422
verified: no, type: nauc_ndcg_at_1000_std
value: 14.555455012386773
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.050980420258334
verified: no, type: nauc_ndcg_at_100_max
value: 35.2027650239632
verified: no, type: nauc_ndcg_at_100_std
value: 15.344655139587024
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.471409940051366
verified: no, type: nauc_ndcg_at_10_max
value: 34.09128642447279
verified: no, type: nauc_ndcg_at_10_std
value: 12.90078883047037
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.691221572943014
verified: no, type: nauc_ndcg_at_1_max
value: 33.83642419108169
verified: no, type: nauc_ndcg_at_1_std
value: 9.150897325122848
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.1905793713784
verified: no, type: nauc_ndcg_at_20_max
value: 34.647479344052016
verified: no, type: nauc_ndcg_at_20_std
value: 13.402886235852945
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.297355376548786
verified: no, type: nauc_ndcg_at_3_max
value: 35.81339314801316
verified: no, type: nauc_ndcg_at_3_std
value: 10.823231337841902
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.800976621550305
verified: no, type: nauc_ndcg_at_5_max
value: 35.31553747718296
verified: no, type: nauc_ndcg_at_5_std
value: 12.999770768672233
verified: no, type: nauc_precision_at_1000_diff1
value: 1.3287822595564707
verified: no, type: nauc_precision_at_1000_max
value: -7.831380419769612
verified: no, type: nauc_precision_at_1000_std
value: 22.16155818707822
verified: no, type: nauc_precision_at_100_diff1
value: 7.9573230301645275
verified: no, type: nauc_precision_at_100_max
value: 8.250711189680114
verified: no, type: nauc_precision_at_100_std
value: 27.281502698532794
verified: no, type: nauc_precision_at_10_diff1
value: 20.32301793773069
verified: no, type: nauc_precision_at_10_max
value: 26.292089297975213
verified: no, type: nauc_precision_at_10_std
value: 22.04086433136549
verified: no, type: nauc_precision_at_1_diff1
value: 47.691221572943014
verified: no, type: nauc_precision_at_1_max
value: 33.83642419108169
verified: no, type: nauc_precision_at_1_std
value: 9.150897325122848
verified: no, type: nauc_precision_at_20_diff1
value: 15.599818198246682
verified: no, type: nauc_precision_at_20_max
value: 22.892539838177527
verified: no, type: nauc_precision_at_20_std
value: 25.01036353128196
verified: no, type: nauc_precision_at_3_diff1
value: 34.886829985942896
verified: no, type: nauc_precision_at_3_max
value: 35.42710937207887
verified: no, type: nauc_precision_at_3_std
value: 15.365089091648043
verified: no, type: nauc_precision_at_5_diff1
value: 28.15586527983956
verified: no, type: nauc_precision_at_5_max
value: 32.56389381889207
verified: no, type: nauc_precision_at_5_std
value: 21.509648911296196
verified: no, type: nauc_recall_at_1000_diff1
value: 26.26755669559851
verified: no, type: nauc_recall_at_1000_max
value: 47.26359554231266
verified: no, type: nauc_recall_at_1000_std
value: 49.17271507988052
verified: no, type: nauc_recall_at_100_diff1
value: 24.907171416372044
verified: no, type: nauc_recall_at_100_max
value: 31.73666795365669
verified: no, type: nauc_recall_at_100_std
value: 34.72430395157542
verified: no, type: nauc_recall_at_10_diff1
value: 31.950390817058445
verified: no, type: nauc_recall_at_10_max
value: 30.2098918820224
verified: no, type: nauc_recall_at_10_std
value: 14.899223627845695
verified: no, type: nauc_recall_at_1_diff1
value: 48.52093859650541
verified: no, type: nauc_recall_at_1_max
value: 31.75748436789384
verified: no, type: nauc_recall_at_1_std
value: 6.295511700792233
verified: no, type: nauc_recall_at_20_diff1
value: 30.085789421997823
verified: no, type: nauc_recall_at_20_max
value: 31.331626697063587
verified: no, type: nauc_recall_at_20_std
value: 17.995054512768437
verified: no, type: nauc_recall_at_3_diff1
value: 40.13064450428089
verified: no, type: nauc_recall_at_3_max
value: 34.31621377237918
verified: no, type: nauc_recall_at_3_std
value: 8.678472209664326
verified: no, type: nauc_recall_at_5_diff1
value: 36.077286485853236
verified: no, type: nauc_recall_at_5_max
value: 33.299301282489374
verified: no, type: nauc_recall_at_5_std
value: 13.612662967959412
verified: no, type: ndcg_at_1
value: 30.237000000000002
verified: no, type: ndcg_at_10
value: 39.275
verified: no, type: ndcg_at_100
value: 45.333
verified: no, type: ndcg_at_1000
value: 48.037
verified: no, type: ndcg_at_20
value: 41.370000000000005
verified: no, type: ndcg_at_3
value: 34.64
verified: no, type: ndcg_at_5
value: 36.909
verified: no, type: precision_at_1
value: 30.237000000000002
verified: no, type: precision_at_10
value: 7.371999999999999
verified: no, type: precision_at_100
value: 1.528
verified: no, type: precision_at_1000
value: 0.241
verified: no, type: precision_at_20
value: 4.733
verified: no, type: precision_at_3
value: 16.073999999999998
verified: no, type: precision_at_5
value: 11.700000000000001
verified: no, type: recall_at_1
value: 25.207
verified: no, type: recall_at_10
value: 49.727
verified: no, type: recall_at_100
value: 76.936
verified: no, type: recall_at_1000
value: 94.299
verified: no, type: recall_at_20
value: 57.589
verified: no, type: recall_at_3
value: 35.994
verified: no, type: recall_at_5
value: 42.406
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 32.471
verified: no, type: map_at_1
value: 19.356
verified: no, type: map_at_10
value: 27.230999999999998
verified: no, type: map_at_100
value: 28.081
verified: no, type: map_at_1000
value: 28.181
verified: no, type: map_at_20
value: 27.559
verified: no, type: map_at_3
value: 24.171
verified: no, type: map_at_5
value: 26.057999999999996
verified: no, type: mrr_at_1
value: 21.072088724584106
verified: no, type: mrr_at_10
value: 29.30647243493824
verified: no, type: mrr_at_100
value: 30.00869418929891
verified: no, type: mrr_at_1000
value: 30.080405060029037
verified: no, type: mrr_at_20
value: 29.578807931610335
verified: no, type: mrr_at_3
value: 26.247689463955638
verified: no, type: mrr_at_5
value: 28.188539741219966
verified: no, type: nauc_map_at_1000_diff1
value: 36.02401315504141
verified: no, type: nauc_map_at_1000_max
value: 31.376220748052575
verified: no, type: nauc_map_at_1000_std
value: 0.1346247536534226
verified: no, type: nauc_map_at_100_diff1
value: 35.97288988366299
verified: no, type: nauc_map_at_100_max
value: 31.37343097714007
verified: no, type: nauc_map_at_100_std
value: 0.0958351635147478
verified: no, type: nauc_map_at_10_diff1
value: 36.15899620024802
verified: no, type: nauc_map_at_10_max
value: 31.361037177575795
verified: no, type: nauc_map_at_10_std
value: -0.4041283486899738
verified: no, type: nauc_map_at_1_diff1
value: 45.43410283777835
verified: no, type: nauc_map_at_1_max
value: 32.58678422458408
verified: no, type: nauc_map_at_1_std
value: -2.6851172017575133
verified: no, type: nauc_map_at_20_diff1
value: 35.934404619775286
verified: no, type: nauc_map_at_20_max
value: 31.31030383249301
verified: no, type: nauc_map_at_20_std
value: -0.14717896898491972
verified: no, type: nauc_map_at_3_diff1
value: 37.86423915954705
verified: no, type: nauc_map_at_3_max
value: 32.2809012047829
verified: no, type: nauc_map_at_3_std
value: -2.1708148155059592
verified: no, type: nauc_map_at_5_diff1
value: 36.84265522390141
verified: no, type: nauc_map_at_5_max
value: 31.37157808476922
verified: no, type: nauc_map_at_5_std
value: -0.29963826158644064
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.20544738283434
verified: no, type: nauc_mrr_at_1000_max
value: 32.30208954588085
verified: no, type: nauc_mrr_at_1000_std
value: 1.2838715864936316
verified: no, type: nauc_mrr_at_100_diff1
value: 36.15904411259169
verified: no, type: nauc_mrr_at_100_max
value: 32.327938256466766
verified: no, type: nauc_mrr_at_100_std
value: 1.2657067250082925
verified: no, type: nauc_mrr_at_10_diff1
value: 36.2543779320316
verified: no, type: nauc_mrr_at_10_max
value: 32.24904810717847
verified: no, type: nauc_mrr_at_10_std
value: 0.9726935050696278
verified: no, type: nauc_mrr_at_1_diff1
value: 45.20429144833244
verified: no, type: nauc_mrr_at_1_max
value: 33.82767894871078
verified: no, type: nauc_mrr_at_1_std
value: -1.8704335003125725
verified: no, type: nauc_mrr_at_20_diff1
value: 36.113279457295576
verified: no, type: nauc_mrr_at_20_max
value: 32.21594845332526
verified: no, type: nauc_mrr_at_20_std
value: 1.2095516871175558
verified: no, type: nauc_mrr_at_3_diff1
value: 38.20188328518054
verified: no, type: nauc_mrr_at_3_max
value: 33.4670227017699
verified: no, type: nauc_mrr_at_3_std
value: -0.9236814295925724
verified: no, type: nauc_mrr_at_5_diff1
value: 36.931570063812494
verified: no, type: nauc_mrr_at_5_max
value: 32.13489737875822
verified: no, type: nauc_mrr_at_5_std
value: 1.2076368928061894
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.10609773784356
verified: no, type: nauc_ndcg_at_1000_max
value: 31.453190993700264
verified: no, type: nauc_ndcg_at_1000_std
value: 4.163506021728012
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.17682816382762
verified: no, type: nauc_ndcg_at_100_max
value: 31.138666275698608
verified: no, type: nauc_ndcg_at_100_std
value: 3.479378119538843
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.36757537451326
verified: no, type: nauc_ndcg_at_10_max
value: 30.337414154328656
verified: no, type: nauc_ndcg_at_10_std
value: 1.2414375322956122
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.20429144833244
verified: no, type: nauc_ndcg_at_1_max
value: 33.82767894871078
verified: no, type: nauc_ndcg_at_1_std
value: -1.8704335003125725
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.63077246604112
verified: no, type: nauc_ndcg_at_20_max
value: 30.145549351574726
verified: no, type: nauc_ndcg_at_20_std
value: 2.2258665508440916
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.7601957137602
verified: no, type: nauc_ndcg_at_3_max
value: 32.14158639451499
verified: no, type: nauc_ndcg_at_3_std
value: -1.5690858449662577
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.96138687625853
verified: no, type: nauc_ndcg_at_5_max
value: 30.334046334206526
verified: no, type: nauc_ndcg_at_5_std
value: 1.6084690034355629
verified: no, type: nauc_precision_at_1000_diff1
value: 0.9129162358156773
verified: no, type: nauc_precision_at_1000_max
value: 0.31132302385509963
verified: no, type: nauc_precision_at_1000_std
value: 13.514346244208935
verified: no, type: nauc_precision_at_100_diff1
value: 9.48976640458681
verified: no, type: nauc_precision_at_100_max
value: 20.18267841145738
verified: no, type: nauc_precision_at_100_std
value: 19.747863553039213
verified: no, type: nauc_precision_at_10_diff1
value: 20.33134020850462
verified: no, type: nauc_precision_at_10_max
value: 27.91758448136032
verified: no, type: nauc_precision_at_10_std
value: 8.727850582611723
verified: no, type: nauc_precision_at_1_diff1
value: 45.20429144833244
verified: no, type: nauc_precision_at_1_max
value: 33.82767894871078
verified: no, type: nauc_precision_at_1_std
value: -1.8704335003125725
verified: no, type: nauc_precision_at_20_diff1
value: 15.896166469695693
verified: no, type: nauc_precision_at_20_max
value: 25.364993587711677
verified: no, type: nauc_precision_at_20_std
value: 13.114218169676196
verified: no, type: nauc_precision_at_3_diff1
value: 29.003771079583746
verified: no, type: nauc_precision_at_3_max
value: 32.65304146225246
verified: no, type: nauc_precision_at_3_std
value: 1.1340423196142706
verified: no, type: nauc_precision_at_5_diff1
value: 25.57516378319094
verified: no, type: nauc_precision_at_5_max
value: 28.99827810579553
verified: no, type: nauc_precision_at_5_std
value: 7.945608340859795
verified: no, type: nauc_recall_at_1000_diff1
value: 17.592328574711598
verified: no, type: nauc_recall_at_1000_max
value: 36.04732369555508
verified: no, type: nauc_recall_at_1000_std
value: 37.39190072119301
verified: no, type: nauc_recall_at_100_diff1
value: 17.82377173461608
verified: no, type: nauc_recall_at_100_max
value: 28.7134171033536
verified: no, type: nauc_recall_at_100_std
value: 14.674088397323942
verified: no, type: nauc_recall_at_10_diff1
value: 20.986778993947823
verified: no, type: nauc_recall_at_10_max
value: 25.73837718906844
verified: no, type: nauc_recall_at_10_std
value: 4.164768619671828
verified: no, type: nauc_recall_at_1_diff1
value: 45.43410283777835
verified: no, type: nauc_recall_at_1_max
value: 32.58678422458408
verified: no, type: nauc_recall_at_1_std
value: -2.6851172017575133
verified: no, type: nauc_recall_at_20_diff1
value: 17.951879051749504
verified: no, type: nauc_recall_at_20_max
value: 24.485751903899704
verified: no, type: nauc_recall_at_20_std
value: 7.330820639157978
verified: no, type: nauc_recall_at_3_diff1
value: 29.347120526930233
verified: no, type: nauc_recall_at_3_max
value: 30.40588230331169
verified: no, type: nauc_recall_at_3_std
value: -0.8229385769060911
verified: no, type: nauc_recall_at_5_diff1
value: 25.655758092986265
verified: no, type: nauc_recall_at_5_max
value: 26.529657553507846
verified: no, type: nauc_recall_at_5_std
value: 5.6563620697950405
verified: no, type: ndcg_at_1
value: 21.072
verified: no, type: ndcg_at_10
value: 32.471
verified: no, type: ndcg_at_100
value: 37.183
verified: no, type: ndcg_at_1000
value: 39.644
verified: no, type: ndcg_at_20
value: 33.559
verified: no, type: ndcg_at_3
value: 26.52
verified: no, type: ndcg_at_5
value: 29.773
verified: no, type: precision_at_1
value: 21.072
verified: no, type: precision_at_10
value: 5.396999999999999
verified: no, type: precision_at_100
value: 0.856
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 2.976
verified: no, type: precision_at_3
value: 11.522
verified: no, type: precision_at_5
value: 8.799
verified: no, type: recall_at_1
value: 19.356
verified: no, type: recall_at_10
value: 46.636
verified: no, type: recall_at_100
value: 69.663
verified: no, type: recall_at_1000
value: 87.789
verified: no, type: recall_at_20
value: 50.819
verified: no, type: recall_at_3
value: 30.745
verified: no, type: recall_at_5
value: 38.558
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 28.83
verified: no, type: map_at_1
value: 11.912
verified: no, type: map_at_10
value: 20.47
verified: no, type: map_at_100
value: 22.519
verified: no, type: map_at_1000
value: 22.723
verified: no, type: map_at_20
value: 21.597
verified: no, type: map_at_3
value: 17.14
verified: no, type: map_at_5
value: 18.784
verified: no, type: mrr_at_1
value: 26.97068403908795
verified: no, type: mrr_at_10
value: 38.490486531203146
verified: no, type: mrr_at_100
value: 39.53396099832615
verified: no, type: mrr_at_1000
value: 39.57210684594996
verified: no, type: mrr_at_20
value: 39.15425856866292
verified: no, type: mrr_at_3
value: 35.11400651465798
verified: no, type: mrr_at_5
value: 37.045602605863195
verified: no, type: nauc_map_at_1000_diff1
value: 24.76538935736538
verified: no, type: nauc_map_at_1000_max
value: 33.971343734250524
verified: no, type: nauc_map_at_1000_std
value: 15.514286902461812
verified: no, type: nauc_map_at_100_diff1
value: 24.779729311279336
verified: no, type: nauc_map_at_100_max
value: 33.919396423104644
verified: no, type: nauc_map_at_100_std
value: 15.447044791174381
verified: no, type: nauc_map_at_10_diff1
value: 24.846700880282587
verified: no, type: nauc_map_at_10_max
value: 33.009555706514895
verified: no, type: nauc_map_at_10_std
value: 13.466161448314931
verified: no, type: nauc_map_at_1_diff1
value: 30.77619025618349
verified: no, type: nauc_map_at_1_max
value: 29.34711506798961
verified: no, type: nauc_map_at_1_std
value: 5.370506534257179
verified: no, type: nauc_map_at_20_diff1
value: 24.887170838281627
verified: no, type: nauc_map_at_20_max
value: 33.417660516280556
verified: no, type: nauc_map_at_20_std
value: 14.573987916991893
verified: no, type: nauc_map_at_3_diff1
value: 26.268565940718595
verified: no, type: nauc_map_at_3_max
value: 31.393759098190273
verified: no, type: nauc_map_at_3_std
value: 9.903530484775908
verified: no, type: nauc_map_at_5_diff1
value: 25.92807753940896
verified: no, type: nauc_map_at_5_max
value: 31.75547205926257
verified: no, type: nauc_map_at_5_std
value: 11.144523593563873
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.169799923106503
verified: no, type: nauc_mrr_at_1000_max
value: 30.197960966240423
verified: no, type: nauc_mrr_at_1000_std
value: 14.9456013284975
verified: no, type: nauc_mrr_at_100_diff1
value: 21.163213044565072
verified: no, type: nauc_mrr_at_100_max
value: 30.203598251460463
verified: no, type: nauc_mrr_at_100_std
value: 14.965088745621394
verified: no, type: nauc_mrr_at_10_diff1
value: 21.288223958797573
verified: no, type: nauc_mrr_at_10_max
value: 30.216972741035725
verified: no, type: nauc_mrr_at_10_std
value: 14.843389003635199
verified: no, type: nauc_mrr_at_1_diff1
value: 23.727724539614726
verified: no, type: nauc_mrr_at_1_max
value: 25.48232837843042
verified: no, type: nauc_mrr_at_1_std
value: 7.3658686447303365
verified: no, type: nauc_mrr_at_20_diff1
value: 21.169422189267745
verified: no, type: nauc_mrr_at_20_max
value: 30.301266953756706
verified: no, type: nauc_mrr_at_20_std
value: 15.075334986433173
verified: no, type: nauc_mrr_at_3_diff1
value: 21.196573573020927
verified: no, type: nauc_mrr_at_3_max
value: 28.977465265081033
verified: no, type: nauc_mrr_at_3_std
value: 13.332883636713632
verified: no, type: nauc_mrr_at_5_diff1
value: 21.357024988142246
verified: no, type: nauc_mrr_at_5_max
value: 29.813915226240674
verified: no, type: nauc_mrr_at_5_std
value: 14.24321875462318
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.61770986869092
verified: no, type: nauc_ndcg_at_1000_max
value: 36.60187844333304
verified: no, type: nauc_ndcg_at_1000_std
value: 22.795099112621724
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.776142474396803
verified: no, type: nauc_ndcg_at_100_max
value: 36.2414089305107
verified: no, type: nauc_ndcg_at_100_std
value: 22.4799584915147
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.481037341715847
verified: no, type: nauc_ndcg_at_10_max
value: 34.06739169204709
verified: no, type: nauc_ndcg_at_10_std
value: 17.57021576387562
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.727724539614726
verified: no, type: nauc_ndcg_at_1_max
value: 25.48232837843042
verified: no, type: nauc_ndcg_at_1_std
value: 7.3658686447303365
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.498496087588748
verified: no, type: nauc_ndcg_at_20_max
value: 34.892054494351775
verified: no, type: nauc_ndcg_at_20_std
value: 19.86842474039087
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.227651070229673
verified: no, type: nauc_ndcg_at_3_max
value: 30.75938173648469
verified: no, type: nauc_ndcg_at_3_std
value: 12.463565273811932
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.799000279668764
verified: no, type: nauc_ndcg_at_5_max
value: 32.0660491516285
verified: no, type: nauc_ndcg_at_5_std
value: 13.990017306982494
verified: no, type: nauc_precision_at_1000_diff1
value: -6.21355360115824
verified: no, type: nauc_precision_at_1000_max
value: 14.235538664122721
verified: no, type: nauc_precision_at_1000_std
value: 25.265885010833472
verified: no, type: nauc_precision_at_100_diff1
value: 0.562403756165029
verified: no, type: nauc_precision_at_100_max
value: 23.924206050764756
verified: no, type: nauc_precision_at_100_std
value: 31.338663218741008
verified: no, type: nauc_precision_at_10_diff1
value: 10.354652757659355
verified: no, type: nauc_precision_at_10_max
value: 30.758798212425408
verified: no, type: nauc_precision_at_10_std
value: 26.7031344564241
verified: no, type: nauc_precision_at_1_diff1
value: 23.727724539614726
verified: no, type: nauc_precision_at_1_max
value: 25.48232837843042
verified: no, type: nauc_precision_at_1_std
value: 7.3658686447303365
verified: no, type: nauc_precision_at_20_diff1
value: 7.953520958455318
verified: no, type: nauc_precision_at_20_max
value: 27.65892195364336
verified: no, type: nauc_precision_at_20_std
value: 29.388872379134785
verified: no, type: nauc_precision_at_3_diff1
value: 16.808332567181218
verified: no, type: nauc_precision_at_3_max
value: 29.936324350885325
verified: no, type: nauc_precision_at_3_std
value: 17.73176704168099
verified: no, type: nauc_precision_at_5_diff1
value: 14.763444123101097
verified: no, type: nauc_precision_at_5_max
value: 29.010028453553105
verified: no, type: nauc_precision_at_5_std
value: 20.023906594546354
verified: no, type: nauc_recall_at_1000_diff1
value: 7.556266790051787
verified: no, type: nauc_recall_at_1000_max
value: 39.68519315547223
verified: no, type: nauc_recall_at_1000_std
value: 42.629307490289136
verified: no, type: nauc_recall_at_100_diff1
value: 11.82811136427535
verified: no, type: nauc_recall_at_100_max
value: 34.385603696492915
verified: no, type: nauc_recall_at_100_std
value: 32.712899819080086
verified: no, type: nauc_recall_at_10_diff1
value: 16.862688054209933
verified: no, type: nauc_recall_at_10_max
value: 32.3375156464964
verified: no, type: nauc_recall_at_10_std
value: 20.728901631388972
verified: no, type: nauc_recall_at_1_diff1
value: 30.77619025618349
verified: no, type: nauc_recall_at_1_max
value: 29.34711506798961
verified: no, type: nauc_recall_at_1_std
value: 5.370506534257179
verified: no, type: nauc_recall_at_20_diff1
value: 16.155103050272285
verified: no, type: nauc_recall_at_20_max
value: 32.5683721009582
verified: no, type: nauc_recall_at_20_std
value: 24.833541877340508
verified: no, type: nauc_recall_at_3_diff1
value: 21.31158530879841
verified: no, type: nauc_recall_at_3_max
value: 30.2555482302795
verified: no, type: nauc_recall_at_3_std
value: 12.723641578903559
verified: no, type: nauc_recall_at_5_diff1
value: 20.646276690604772
verified: no, type: nauc_recall_at_5_max
value: 30.46478603020548
verified: no, type: nauc_recall_at_5_std
value: 14.74543343019217
verified: no, type: ndcg_at_1
value: 26.971
verified: no, type: ndcg_at_10
value: 28.83
verified: no, type: ndcg_at_100
value: 36.742000000000004
verified: no, type: ndcg_at_1000
value: 40.228
verified: no, type: ndcg_at_20
value: 31.983
verified: no, type: ndcg_at_3
value: 23.546
verified: no, type: ndcg_at_5
value: 25.291999999999998
verified: no, type: precision_at_1
value: 26.971
verified: no, type: precision_at_10
value: 9.075
verified: no, type: precision_at_100
value: 1.7500000000000002
verified: no, type: precision_at_1000
value: 0.24
verified: no, type: precision_at_20
value: 5.912
verified: no, type: precision_at_3
value: 17.59
verified: no, type: precision_at_5
value: 13.485
verified: no, type: recall_at_1
value: 11.912
verified: no, type: recall_at_10
value: 34.746
verified: no, type: recall_at_100
value: 61.869
verified: no, type: recall_at_1000
value: 81.178
verified: no, type: recall_at_20
value: 43.575
verified: no, type: recall_at_3
value: 21.706
verified: no, type: recall_at_5
value: 26.826
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: dev
type: mteb/dbpedia
metrics: type: main_score
value: 46.941
verified: no, type: map_at_1
value: 11.128
verified: no, type: map_at_10
value: 21.468
verified: no, type: map_at_100
value: 31.257
verified: no, type: map_at_1000
value: 32.994
verified: no, type: map_at_20
value: 25.85
verified: no, type: map_at_3
value: 15.384999999999998
verified: no, type: map_at_5
value: 17.918
verified: no, type: mrr_at_1
value: 74.6268656716418
verified: no, type: mrr_at_10
value: 82.71736555318644
verified: no, type: mrr_at_100
value: 82.86968222071188
verified: no, type: mrr_at_1000
value: 82.87289889595635
verified: no, type: mrr_at_20
value: 82.81686804074863
verified: no, type: mrr_at_3
value: 82.33830845771143
verified: no, type: mrr_at_5
value: 82.33830845771143
verified: no, type: nauc_map_at_1000_diff1
value: 28.205873220137107
verified: no, type: nauc_map_at_1000_max
value: 32.58677206955515
verified: no, type: nauc_map_at_1000_std
value: 5.320112182691084
verified: no, type: nauc_map_at_100_diff1
value: 30.2072705535807
verified: no, type: nauc_map_at_100_max
value: 31.398441843394203
verified: no, type: nauc_map_at_100_std
value: 0.3721987672572358
verified: no, type: nauc_map_at_10_diff1
value: 43.658171592848966
verified: no, type: nauc_map_at_10_max
value: 20.163715859146205
verified: no, type: nauc_map_at_10_std
value: -27.377423723665643
verified: no, type: nauc_map_at_1_diff1
value: 53.67643301898103
verified: no, type: nauc_map_at_1_max
value: 9.619896030610045
verified: no, type: nauc_map_at_1_std
value: -39.90622904765458
verified: no, type: nauc_map_at_20_diff1
value: 37.89256707694639
verified: no, type: nauc_map_at_20_max
value: 23.572362119543783
verified: no, type: nauc_map_at_20_std
value: -17.725673906501697
verified: no, type: nauc_map_at_3_diff1
value: 44.79713521587412
verified: no, type: nauc_map_at_3_max
value: 11.458612145657254
verified: no, type: nauc_map_at_3_std
value: -38.4860514263039
verified: no, type: nauc_map_at_5_diff1
value: 44.27015282190561
verified: no, type: nauc_map_at_5_max
value: 16.420591916821895
verified: no, type: nauc_map_at_5_std
value: -32.85173443465263
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.68406246743924
verified: no, type: nauc_mrr_at_1000_max
value: 54.557403984682374
verified: no, type: nauc_mrr_at_1000_std
value: 40.971924667245645
verified: no, type: nauc_mrr_at_100_diff1
value: 40.68710053046815
verified: no, type: nauc_mrr_at_100_max
value: 54.561036423251075
verified: no, type: nauc_mrr_at_100_std
value: 40.97834383095643
verified: no, type: nauc_mrr_at_10_diff1
value: 41.01499432410833
verified: no, type: nauc_mrr_at_10_max
value: 54.97000112752338
verified: no, type: nauc_mrr_at_10_std
value: 41.318724395876444
verified: no, type: nauc_mrr_at_1_diff1
value: 38.93343855503621
verified: no, type: nauc_mrr_at_1_max
value: 44.716366048532024
verified: no, type: nauc_mrr_at_1_std
value: 31.486396303111274
verified: no, type: nauc_mrr_at_20_diff1
value: 40.64197845924939
verified: no, type: nauc_mrr_at_20_max
value: 54.6852354691744
verified: no, type: nauc_mrr_at_20_std
value: 41.1230179065546
verified: no, type: nauc_mrr_at_3_diff1
value: 40.82958545456673
verified: no, type: nauc_mrr_at_3_max
value: 55.153817526702355
verified: no, type: nauc_mrr_at_3_std
value: 41.650161545663664
verified: no, type: nauc_mrr_at_5_diff1
value: 40.82958545456673
verified: no, type: nauc_mrr_at_5_max
value: 55.153817526702355
verified: no, type: nauc_mrr_at_5_std
value: 41.650161545663664
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.929983013223506
verified: no, type: nauc_ndcg_at_1000_max
value: 44.75276524735193
verified: no, type: nauc_ndcg_at_1000_std
value: 29.517675569258962
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.624406725667374
verified: no, type: nauc_ndcg_at_100_max
value: 41.6779897397469
verified: no, type: nauc_ndcg_at_100_std
value: 13.705531184382655
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.416257175446887
verified: no, type: nauc_ndcg_at_10_max
value: 38.589902876894975
verified: no, type: nauc_ndcg_at_10_std
value: 11.728256480525854
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.46337552050302
verified: no, type: nauc_ndcg_at_1_max
value: 38.225886384997445
verified: no, type: nauc_ndcg_at_1_std
value: 21.338500059461598
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.256723866450166
verified: no, type: nauc_ndcg_at_20_max
value: 33.537144781805374
verified: no, type: nauc_ndcg_at_20_std
value: -0.33743018664631347
verified: no, type: nauc_ndcg_at_3_diff1
value: 13.969404562448364
verified: no, type: nauc_ndcg_at_3_max
value: 30.565751196256763
verified: no, type: nauc_ndcg_at_3_std
value: 17.30174026819281
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.872272865937877
verified: no, type: nauc_ndcg_at_5_max
value: 35.263519230922064
verified: no, type: nauc_ndcg_at_5_std
value: 19.33016308269416
verified: no, type: nauc_precision_at_1000_diff1
value: -33.04092483049479
verified: no, type: nauc_precision_at_1000_max
value: 11.49095198021317
verified: no, type: nauc_precision_at_1000_std
value: 60.12678457700677
verified: no, type: nauc_precision_at_100_diff1
value: -31.078345270653546
verified: no, type: nauc_precision_at_100_max
value: 24.725068437496166
verified: no, type: nauc_precision_at_100_std
value: 67.57419232501738
verified: no, type: nauc_precision_at_10_diff1
value: -22.292617190022344
verified: no, type: nauc_precision_at_10_max
value: 24.54113659577851
verified: no, type: nauc_precision_at_10_std
value: 50.62947534355667
verified: no, type: nauc_precision_at_1_diff1
value: 38.93343855503621
verified: no, type: nauc_precision_at_1_max
value: 44.716366048532024
verified: no, type: nauc_precision_at_1_std
value: 31.486396303111274
verified: no, type: nauc_precision_at_20_diff1
value: -25.92502457178481
verified: no, type: nauc_precision_at_20_max
value: 23.621039548137382
verified: no, type: nauc_precision_at_20_std
value: 52.21318384886264
verified: no, type: nauc_precision_at_3_diff1
value: -15.971548173967095
verified: no, type: nauc_precision_at_3_max
value: 24.699430304690164
verified: no, type: nauc_precision_at_3_std
value: 35.799215461434265
verified: no, type: nauc_precision_at_5_diff1
value: -19.615035551746058
verified: no, type: nauc_precision_at_5_max
value: 30.732478067399917
verified: no, type: nauc_precision_at_5_std
value: 49.57700533096512
verified: no, type: nauc_recall_at_1000_diff1
value: 2.3453680689225975
verified: no, type: nauc_recall_at_1000_max
value: 41.49529473708931
verified: no, type: nauc_recall_at_1000_std
value: 41.33189951068062
verified: no, type: nauc_recall_at_100_diff1
value: 20.244471165146653
verified: no, type: nauc_recall_at_100_max
value: 37.4543481569782
verified: no, type: nauc_recall_at_100_std
value: 7.801110449891264
verified: no, type: nauc_recall_at_10_diff1
value: 46.105545914294964
verified: no, type: nauc_recall_at_10_max
value: 21.930607285926236
verified: no, type: nauc_recall_at_10_std
value: -29.972280971809862
verified: no, type: nauc_recall_at_1_diff1
value: 53.67643301898103
verified: no, type: nauc_recall_at_1_max
value: 9.619896030610045
verified: no, type: nauc_recall_at_1_std
value: -39.90622904765458
verified: no, type: nauc_recall_at_20_diff1
value: 31.224305541777962
verified: no, type: nauc_recall_at_20_max
value: 18.835055220233627
verified: no, type: nauc_recall_at_20_std
value: -23.34247163762115
verified: no, type: nauc_recall_at_3_diff1
value: 42.73205224851371
verified: no, type: nauc_recall_at_3_max
value: 9.89768785740234
verified: no, type: nauc_recall_at_3_std
value: -40.04768970629589
verified: no, type: nauc_recall_at_5_diff1
value: 43.48392547485277
verified: no, type: nauc_recall_at_5_max
value: 16.208422216255546
verified: no, type: nauc_recall_at_5_std
value: -33.79681691846111
verified: no, type: ndcg_at_1
value: 64.925
verified: no, type: ndcg_at_10
value: 46.941
verified: no, type: ndcg_at_100
value: 53.242999999999995
verified: no, type: ndcg_at_1000
value: 60.87200000000001
verified: no, type: ndcg_at_20
value: 47.138999999999996
verified: no, type: ndcg_at_3
value: 54.533
verified: no, type: ndcg_at_5
value: 50.536
verified: no, type: precision_at_1
value: 74.627
verified: no, type: precision_at_10
value: 34.477999999999994
verified: no, type: precision_at_100
value: 10.776
verified: no, type: precision_at_1000
value: 1.737
verified: no, type: precision_at_20
value: 26.939999999999998
verified: no, type: precision_at_3
value: 53.234
verified: no, type: precision_at_5
value: 45.074999999999996
verified: no, type: recall_at_1
value: 11.128
verified: no, type: recall_at_10
value: 27.354
verified: no, type: recall_at_100
value: 60.211999999999996
verified: no, type: recall_at_1000
value: 84.485
verified: no, type: recall_at_20
value: 38.645
verified: no, type: recall_at_3
value: 16.72
verified: no, type: recall_at_5
value: 20.648
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 40.463
verified: no, type: map_at_1
value: 9.029
verified: no, type: map_at_10
value: 19.262999999999998
verified: no, type: map_at_100
value: 27.32
verified: no, type: map_at_1000
value: 28.898000000000003
verified: no, type: map_at_20
value: 22.285
verified: no, type: map_at_3
value: 13.741999999999999
verified: no, type: map_at_5
value: 16.184
verified: no, type: mrr_at_1
value: 66.5
verified: no, type: mrr_at_10
value: 74.58015873015873
verified: no, type: mrr_at_100
value: 74.90889577505533
verified: no, type: mrr_at_1000
value: 74.91723981152577
verified: no, type: mrr_at_20
value: 74.81400519415226
verified: no, type: mrr_at_3
value: 72.75
verified: no, type: mrr_at_5
value: 74.0125
verified: no, type: nauc_map_at_1000_diff1
value: 18.09558210846325
verified: no, type: nauc_map_at_1000_max
value: 23.2203289549629
verified: no, type: nauc_map_at_1000_std
value: 26.956962795986172
verified: no, type: nauc_map_at_100_diff1
value: 19.26318278180542
verified: no, type: nauc_map_at_100_max
value: 21.385042416697452
verified: no, type: nauc_map_at_100_std
value: 24.102985219136333
verified: no, type: nauc_map_at_10_diff1
value: 23.01034372544496
verified: no, type: nauc_map_at_10_max
value: 10.878304152216096
verified: no, type: nauc_map_at_10_std
value: 2.362436293740753
verified: no, type: nauc_map_at_1_diff1
value: 37.366256622356744
verified: no, type: nauc_map_at_1_max
value: 3.3385920525541053
verified: no, type: nauc_map_at_1_std
value: -13.380038032859368
verified: no, type: nauc_map_at_20_diff1
value: 21.282079555449165
verified: no, type: nauc_map_at_20_max
value: 14.770333252524978
verified: no, type: nauc_map_at_20_std
value: 10.07082791626879
verified: no, type: nauc_map_at_3_diff1
value: 27.510938193340262
verified: no, type: nauc_map_at_3_max
value: 4.965379678339785
verified: no, type: nauc_map_at_3_std
value: -8.210306316829763
verified: no, type: nauc_map_at_5_diff1
value: 25.261898710191527
verified: no, type: nauc_map_at_5_max
value: 6.767168819826101
verified: no, type: nauc_map_at_5_std
value: -4.755049267878645
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.97215491866585
verified: no, type: nauc_mrr_at_1000_max
value: 57.2564604463254
verified: no, type: nauc_mrr_at_1000_std
value: 37.52158604598497
verified: no, type: nauc_mrr_at_100_diff1
value: 43.9520395412017
verified: no, type: nauc_mrr_at_100_max
value: 57.25472510851986
verified: no, type: nauc_mrr_at_100_std
value: 37.512313370242985
verified: no, type: nauc_mrr_at_10_diff1
value: 44.149055538533176
verified: no, type: nauc_mrr_at_10_max
value: 57.33498205903583
verified: no, type: nauc_mrr_at_10_std
value: 37.47474466090973
verified: no, type: nauc_mrr_at_1_diff1
value: 47.2190330933805
verified: no, type: nauc_mrr_at_1_max
value: 54.17417392251676
verified: no, type: nauc_mrr_at_1_std
value: 32.26038934374714
verified: no, type: nauc_mrr_at_20_diff1
value: 43.968230171527594
verified: no, type: nauc_mrr_at_20_max
value: 57.29041263736231
verified: no, type: nauc_mrr_at_20_std
value: 37.544977698244445
verified: no, type: nauc_mrr_at_3_diff1
value: 43.34027046577654
verified: no, type: nauc_mrr_at_3_max
value: 56.66557913521474
verified: no, type: nauc_mrr_at_3_std
value: 38.76901326294043
verified: no, type: nauc_mrr_at_5_diff1
value: 44.12604461577999
verified: no, type: nauc_mrr_at_5_max
value: 57.612606984606195
verified: no, type: nauc_mrr_at_5_std
value: 37.82836737434154
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.44988479317236
verified: no, type: nauc_ndcg_at_1000_max
value: 37.7482696046901
verified: no, type: nauc_ndcg_at_1000_std
value: 38.65638419071411
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.507315827241328
verified: no, type: nauc_ndcg_at_100_max
value: 30.400138333090588
verified: no, type: nauc_ndcg_at_100_std
value: 31.113058945606742
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.815636696375392
verified: no, type: nauc_ndcg_at_10_max
value: 33.68288613631258
verified: no, type: nauc_ndcg_at_10_std
value: 29.671362930314803
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.11376341528132
verified: no, type: nauc_ndcg_at_1_max
value: 44.403414549347204
verified: no, type: nauc_ndcg_at_1_std
value: 25.52384786407678
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.918758451069003
verified: no, type: nauc_ndcg_at_20_max
value: 30.06195313262468
verified: no, type: nauc_ndcg_at_20_std
value: 26.54741096206399
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.372445814427298
verified: no, type: nauc_ndcg_at_3_max
value: 37.527105863035004
verified: no, type: nauc_ndcg_at_3_std
value: 29.627357113821652
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.24317304883715
verified: no, type: nauc_ndcg_at_5_max
value: 36.01451546088971
verified: no, type: nauc_ndcg_at_5_std
value: 29.681491475278758
verified: no, type: nauc_precision_at_1000_diff1
value: -16.787088918126038
verified: no, type: nauc_precision_at_1000_max
value: 7.469815188782062
verified: no, type: nauc_precision_at_1000_std
value: 20.347279526863016
verified: no, type: nauc_precision_at_100_diff1
value: -7.767846738327802
verified: no, type: nauc_precision_at_100_max
value: 29.03244278470077
verified: no, type: nauc_precision_at_100_std
value: 46.382880462091606
verified: no, type: nauc_precision_at_10_diff1
value: -0.5232913303652262
verified: no, type: nauc_precision_at_10_max
value: 38.64476507974731
verified: no, type: nauc_precision_at_10_std
value: 47.74014794238241
verified: no, type: nauc_precision_at_1_diff1
value: 47.2190330933805
verified: no, type: nauc_precision_at_1_max
value: 54.17417392251676
verified: no, type: nauc_precision_at_1_std
value: 32.26038934374714
verified: no, type: nauc_precision_at_20_diff1
value: -2.1834578501338147
verified: no, type: nauc_precision_at_20_max
value: 35.998198621553904
verified: no, type: nauc_precision_at_20_std
value: 48.111771749288465
verified: no, type: nauc_precision_at_3_diff1
value: 10.263223401237676
verified: no, type: nauc_precision_at_3_max
value: 38.014854436938116
verified: no, type: nauc_precision_at_3_std
value: 38.4358555773606
verified: no, type: nauc_precision_at_5_diff1
value: 4.413009169159884
verified: no, type: nauc_precision_at_5_max
value: 39.10496606345797
verified: no, type: nauc_precision_at_5_std
value: 42.78105363038704
verified: no, type: nauc_recall_at_1000_diff1
value: 5.614459025569145
verified: no, type: nauc_recall_at_1000_max
value: 30.609110099594243
verified: no, type: nauc_recall_at_1000_std
value: 41.7665129006611
verified: no, type: nauc_recall_at_100_diff1
value: 11.30144179728448
verified: no, type: nauc_recall_at_100_max
value: 16.59742852717951
verified: no, type: nauc_recall_at_100_std
value: 24.50296358615415
verified: no, type: nauc_recall_at_10_diff1
value: 16.490149625173352
verified: no, type: nauc_recall_at_10_max
value: 3.832770249980029
verified: no, type: nauc_recall_at_10_std
value: -2.374496776149457
verified: no, type: nauc_recall_at_1_diff1
value: 37.366256622356744
verified: no, type: nauc_recall_at_1_max
value: 3.3385920525541053
verified: no, type: nauc_recall_at_1_std
value: -13.380038032859368
verified: no, type: nauc_recall_at_20_diff1
value: 15.292191881271883
verified: no, type: nauc_recall_at_20_max
value: 8.415679565455628
verified: no, type: nauc_recall_at_20_std
value: 5.074936206972553
verified: no, type: nauc_recall_at_3_diff1
value: 24.152242185735222
verified: no, type: nauc_recall_at_3_max
value: 1.506727274505061
verified: no, type: nauc_recall_at_3_std
value: -10.019411125629754
verified: no, type: nauc_recall_at_5_diff1
value: 21.7463835872855
verified: no, type: nauc_recall_at_5_max
value: 2.645640036075683
verified: no, type: nauc_recall_at_5_std
value: -7.864417712754525
verified: no, type: ndcg_at_1
value: 54.625
verified: no, type: ndcg_at_10
value: 40.463
verified: no, type: ndcg_at_100
value: 45.693
verified: no, type: ndcg_at_1000
value: 53.21900000000001
verified: no, type: ndcg_at_20
value: 39.948
verified: no, type: ndcg_at_3
value: 44.546
verified: no, type: ndcg_at_5
value: 42.370000000000005
verified: no, type: precision_at_1
value: 66.5
verified: no, type: precision_at_10
value: 31.724999999999998
verified: no, type: precision_at_100
value: 10.308
verified: no, type: precision_at_1000
value: 2.015
verified: no, type: precision_at_20
value: 24.013
verified: no, type: precision_at_3
value: 47.5
verified: no, type: precision_at_5
value: 40.8
verified: no, type: recall_at_1
value: 9.029
verified: no, type: recall_at_10
value: 25.064999999999998
verified: no, type: recall_at_100
value: 52.578
verified: no, type: recall_at_1000
value: 76.43100000000001
verified: no, type: recall_at_20
value: 32.012
verified: no, type: recall_at_3
value: 15.046000000000001
verified: no, type: recall_at_5
value: 19.012
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 50.815
verified: no, type: f1
value: 44.094634894021816
verified: no, type: f1_weighted
value: 52.60818465807737
verified: no, type: main_score
value: 50.815
verified: no
task: type: Classification, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: validation
type: mteb/emotion
metrics: type: accuracy
value: 50.25999999999999
verified: no, type: f1
value: 44.29688695357058
verified: no, type: f1_weighted
value: 51.782894585455274
verified: no, type: main_score
value: 50.25999999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: dev
type: mteb/fever
metrics: type: main_score
value: 86.581
verified: no, type: map_at_1
value: 74.727
verified: no, type: map_at_10
value: 82.856
verified: no, type: map_at_100
value: 83.08
verified: no, type: map_at_1000
value: 83.095
verified: no, type: map_at_20
value: 82.98
verified: no, type: map_at_3
value: 81.874
verified: no, type: map_at_5
value: 82.528
verified: no, type: mrr_at_1
value: 81.11311131113112
verified: no, type: mrr_at_10
value: 88.08008777068184
verified: no, type: mrr_at_100
value: 88.15267896396102
verified: no, type: mrr_at_1000
value: 88.15440036957291
verified: no, type: mrr_at_20
value: 88.12826180824881
verified: no, type: mrr_at_3
value: 87.42624262426241
verified: no, type: mrr_at_5
value: 87.90179017901791
verified: no, type: nauc_map_at_1000_diff1
value: 50.36356059540196
verified: no, type: nauc_map_at_1000_max
value: 23.9992915254945
verified: no, type: nauc_map_at_1000_std
value: -5.351570096789122
verified: no, type: nauc_map_at_100_diff1
value: 50.32379212854651
verified: no, type: nauc_map_at_100_max
value: 23.98098961038551
verified: no, type: nauc_map_at_100_std
value: -5.348874939403815
verified: no, type: nauc_map_at_10_diff1
value: 49.99523888098324
verified: no, type: nauc_map_at_10_max
value: 23.709118817821636
verified: no, type: nauc_map_at_10_std
value: -5.655330318910658
verified: no, type: nauc_map_at_1_diff1
value: 54.8096391515275
verified: no, type: nauc_map_at_1_max
value: 20.61234382722085
verified: no, type: nauc_map_at_1_std
value: -7.831309271791796
verified: no, type: nauc_map_at_20_diff1
value: 50.19276270347539
verified: no, type: nauc_map_at_20_max
value: 23.8325417359291
verified: no, type: nauc_map_at_20_std
value: -5.4936298430989
verified: no, type: nauc_map_at_3_diff1
value: 50.28796474395995
verified: no, type: nauc_map_at_3_max
value: 23.45783355551859
verified: no, type: nauc_map_at_3_std
value: -6.885753631015993
verified: no, type: nauc_map_at_5_diff1
value: 49.96283216222825
verified: no, type: nauc_map_at_5_max
value: 23.555049015922823
verified: no, type: nauc_map_at_5_std
value: -6.090659860215219
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.17421533744194
verified: no, type: nauc_mrr_at_1000_max
value: 33.02158730991583
verified: no, type: nauc_mrr_at_1000_std
value: -8.948358014186812
verified: no, type: nauc_mrr_at_100_diff1
value: 69.17553004498271
verified: no, type: nauc_mrr_at_100_max
value: 33.028331950038684
verified: no, type: nauc_mrr_at_100_std
value: -8.942802854470754
verified: no, type: nauc_mrr_at_10_diff1
value: 69.13328163893561
verified: no, type: nauc_mrr_at_10_max
value: 33.18335904223495
verified: no, type: nauc_mrr_at_10_std
value: -8.89478907359742
verified: no, type: nauc_mrr_at_1_diff1
value: 69.59435273515031
verified: no, type: nauc_mrr_at_1_max
value: 28.41439149035527
verified: no, type: nauc_mrr_at_1_std
value: -9.895055694379428
verified: no, type: nauc_mrr_at_20_diff1
value: 69.19362398254414
verified: no, type: nauc_mrr_at_20_max
value: 33.09302969870915
verified: no, type: nauc_mrr_at_20_std
value: -8.903618952902336
verified: no, type: nauc_mrr_at_3_diff1
value: 69.03641198083353
verified: no, type: nauc_mrr_at_3_max
value: 33.689976336215125
verified: no, type: nauc_mrr_at_3_std
value: -9.53929739319604
verified: no, type: nauc_mrr_at_5_diff1
value: 69.03744477223476
verified: no, type: nauc_mrr_at_5_max
value: 33.343224412356946
verified: no, type: nauc_mrr_at_5_std
value: -9.107354899986388
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.37043460910987
verified: no, type: nauc_ndcg_at_1000_max
value: 26.868515910590585
verified: no, type: nauc_ndcg_at_1000_std
value: -3.8173698040799926
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.59304592952214
verified: no, type: nauc_ndcg_at_100_max
value: 26.582916315809957
verified: no, type: nauc_ndcg_at_100_std
value: -3.507246327999668
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.56748641091843
verified: no, type: nauc_ndcg_at_10_max
value: 25.937839511946397
verified: no, type: nauc_ndcg_at_10_std
value: -4.317117533070399
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.59435273515031
verified: no, type: nauc_ndcg_at_1_max
value: 28.41439149035527
verified: no, type: nauc_ndcg_at_1_std
value: -9.895055694379428
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.07942544100161
verified: no, type: nauc_ndcg_at_20_max
value: 26.079691268086176
verified: no, type: nauc_ndcg_at_20_std
value: -3.9867583589809534
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.08099666063276
verified: no, type: nauc_ndcg_at_3_max
value: 26.743415311234692
verified: no, type: nauc_ndcg_at_3_std
value: -6.45797306431994
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.763723596631735
verified: no, type: nauc_ndcg_at_5_max
value: 26.016889338180306
verified: no, type: nauc_ndcg_at_5_std
value: -5.248574264404534
verified: no, type: nauc_precision_at_1000_diff1
value: -5.387965863532961
verified: no, type: nauc_precision_at_1000_max
value: 10.372523367921854
verified: no, type: nauc_precision_at_1000_std
value: 13.415209647969087
verified: no, type: nauc_precision_at_100_diff1
value: -5.685856344844705
verified: no, type: nauc_precision_at_100_max
value: 13.882370685075996
verified: no, type: nauc_precision_at_100_std
value: 17.947725196159116
verified: no, type: nauc_precision_at_10_diff1
value: 1.4713194150281539
verified: no, type: nauc_precision_at_10_max
value: 20.264317861307276
verified: no, type: nauc_precision_at_10_std
value: 12.524533346684677
verified: no, type: nauc_precision_at_1_diff1
value: 69.59435273515031
verified: no, type: nauc_precision_at_1_max
value: 28.41439149035527
verified: no, type: nauc_precision_at_1_std
value: -9.895055694379428
verified: no, type: nauc_precision_at_20_diff1
value: -1.040212171206397
verified: no, type: nauc_precision_at_20_max
value: 17.76967921210208
verified: no, type: nauc_precision_at_20_std
value: 15.86703101590195
verified: no, type: nauc_precision_at_3_diff1
value: 27.397567762305414
verified: no, type: nauc_precision_at_3_max
value: 29.983353547368306
verified: no, type: nauc_precision_at_3_std
value: -2.024560146034635
verified: no, type: nauc_precision_at_5_diff1
value: 11.978185255474472
verified: no, type: nauc_precision_at_5_max
value: 25.336475474417213
verified: no, type: nauc_precision_at_5_std
value: 6.079864267936165
verified: no, type: nauc_recall_at_1000_diff1
value: 5.978402010181869
verified: no, type: nauc_recall_at_1000_max
value: 26.578352090329005
verified: no, type: nauc_recall_at_1000_std
value: 31.804174323172713
verified: no, type: nauc_recall_at_100_diff1
value: 9.67678765671401
verified: no, type: nauc_recall_at_100_max
value: 21.918365367812797
verified: no, type: nauc_recall_at_100_std
value: 24.820139168438597
verified: no, type: nauc_recall_at_10_diff1
value: 21.60125165788751
verified: no, type: nauc_recall_at_10_max
value: 21.565110839293144
verified: no, type: nauc_recall_at_10_std
value: 8.449173954921543
verified: no, type: nauc_recall_at_1_diff1
value: 54.8096391515275
verified: no, type: nauc_recall_at_1_max
value: 20.61234382722085
verified: no, type: nauc_recall_at_1_std
value: -7.831309271791796
verified: no, type: nauc_recall_at_20_diff1
value: 19.681237121526223
verified: no, type: nauc_recall_at_20_max
value: 20.77874943741462
verified: no, type: nauc_recall_at_20_std
value: 12.46872212646974
verified: no, type: nauc_recall_at_3_diff1
value: 35.25648317456749
verified: no, type: nauc_recall_at_3_max
value: 24.513936377413255
verified: no, type: nauc_recall_at_3_std
value: -3.46424213085049
verified: no, type: nauc_recall_at_5_diff1
value: 27.636657051463775
verified: no, type: nauc_recall_at_5_max
value: 22.76892845457896
verified: no, type: nauc_recall_at_5_std
value: 1.819321132167595
verified: no, type: ndcg_at_1
value: 81.113
verified: no, type: ndcg_at_10
value: 86.581
verified: no, type: ndcg_at_100
value: 87.37700000000001
verified: no, type: ndcg_at_1000
value: 87.634
verified: no, type: ndcg_at_20
value: 86.90299999999999
verified: no, type: ndcg_at_3
value: 85.126
verified: no, type: ndcg_at_5
value: 85.992
verified: no, type: precision_at_1
value: 81.113
verified: no, type: precision_at_10
value: 10.35
verified: no, type: precision_at_100
value: 1.102
verified: no, type: precision_at_1000
value: 0.11399999999999999
verified: no, type: precision_at_20
value: 5.281000000000001
verified: no, type: precision_at_3
value: 32.543
verified: no, type: precision_at_5
value: 20.150000000000002
verified: no, type: recall_at_1
value: 74.727
verified: no, type: recall_at_10
value: 92.93
verified: no, type: recall_at_100
value: 96.122
verified: no, type: recall_at_1000
value: 97.722
verified: no, type: recall_at_20
value: 94.038
verified: no, type: recall_at_3
value: 88.785
verified: no, type: recall_at_5
value: 91.143
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 85.319
verified: no, type: map_at_1
value: 72.161
verified: no, type: map_at_10
value: 81.238
verified: no, type: map_at_100
value: 81.46
verified: no, type: map_at_1000
value: 81.473
verified: no, type: map_at_20
value: 81.365
verified: no, type: map_at_3
value: 80.01599999999999
verified: no, type: map_at_5
value: 80.857
verified: no, type: mrr_at_1
value: 77.93279327932792
verified: no, type: mrr_at_10
value: 85.94110601536343
verified: no, type: mrr_at_100
value: 86.02247464267394
verified: no, type: mrr_at_1000
value: 86.02424083776694
verified: no, type: mrr_at_20
value: 85.99713844897458
verified: no, type: mrr_at_3
value: 85.10351035103511
verified: no, type: mrr_at_5
value: 85.74182418241824
verified: no, type: nauc_map_at_1000_diff1
value: 48.87942532850865
verified: no, type: nauc_map_at_1000_max
value: 19.207999873933872
verified: no, type: nauc_map_at_1000_std
value: -6.426739011393975
verified: no, type: nauc_map_at_100_diff1
value: 48.844165528106586
verified: no, type: nauc_map_at_100_max
value: 19.19923211737889
verified: no, type: nauc_map_at_100_std
value: -6.413953838280856
verified: no, type: nauc_map_at_10_diff1
value: 48.66909865150514
verified: no, type: nauc_map_at_10_max
value: 19.08422286721995
verified: no, type: nauc_map_at_10_std
value: -6.550612019706119
verified: no, type: nauc_map_at_1_diff1
value: 52.38347452384079
verified: no, type: nauc_map_at_1_max
value: 15.321152180069644
verified: no, type: nauc_map_at_1_std
value: -9.404483536334594
verified: no, type: nauc_map_at_20_diff1
value: 48.75447470976026
verified: no, type: nauc_map_at_20_max
value: 19.146566952856375
verified: no, type: nauc_map_at_20_std
value: -6.433993868501403
verified: no, type: nauc_map_at_3_diff1
value: 48.848389883387796
verified: no, type: nauc_map_at_3_max
value: 18.375903836766348
verified: no, type: nauc_map_at_3_std
value: -8.115547043380014
verified: no, type: nauc_map_at_5_diff1
value: 48.45908591701036
verified: no, type: nauc_map_at_5_max
value: 18.91547083095089
verified: no, type: nauc_map_at_5_std
value: -7.0216129648180345
verified: no, type: nauc_mrr_at_1000_diff1
value: 61.86764697591185
verified: no, type: nauc_mrr_at_1000_max
value: 23.37259724729802
verified: no, type: nauc_mrr_at_1000_std
value: -11.240785012446858
verified: no, type: nauc_mrr_at_100_diff1
value: 61.86299894038223
verified: no, type: nauc_mrr_at_100_max
value: 23.377993723874425
verified: no, type: nauc_mrr_at_100_std
value: -11.234547507145425
verified: no, type: nauc_mrr_at_10_diff1
value: 61.89745030747914
verified: no, type: nauc_mrr_at_10_max
value: 23.51179181879897
verified: no, type: nauc_mrr_at_10_std
value: -11.21542754410092
verified: no, type: nauc_mrr_at_1_diff1
value: 62.87718289404487
verified: no, type: nauc_mrr_at_1_max
value: 20.036585845650016
verified: no, type: nauc_mrr_at_1_std
value: -11.824468808796672
verified: no, type: nauc_mrr_at_20_diff1
value: 61.87965159241426
verified: no, type: nauc_mrr_at_20_max
value: 23.46555093254262
verified: no, type: nauc_mrr_at_20_std
value: -11.184929381359039
verified: no, type: nauc_mrr_at_3_diff1
value: 61.96154941592062
verified: no, type: nauc_mrr_at_3_max
value: 23.30622207138397
verified: no, type: nauc_mrr_at_3_std
value: -12.526039371134765
verified: no, type: nauc_mrr_at_5_diff1
value: 61.71707334295513
verified: no, type: nauc_mrr_at_5_max
value: 23.5270336630759
verified: no, type: nauc_mrr_at_5_std
value: -11.623135779913035
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.409731512636114
verified: no, type: nauc_ndcg_at_1000_max
value: 21.65102021635264
verified: no, type: nauc_ndcg_at_1000_std
value: -4.92217385213998
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.61567352404278
verified: no, type: nauc_ndcg_at_100_max
value: 21.66920626618109
verified: no, type: nauc_ndcg_at_100_std
value: -4.449124212637381
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.92696345322944
verified: no, type: nauc_ndcg_at_10_max
value: 21.43134916536533
verified: no, type: nauc_ndcg_at_10_std
value: -4.875245880370844
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.87718289404487
verified: no, type: nauc_ndcg_at_1_max
value: 20.036585845650016
verified: no, type: nauc_ndcg_at_1_std
value: -11.824468808796672
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.11732939114983
verified: no, type: nauc_ndcg_at_20_max
value: 21.599262409124997
verified: no, type: nauc_ndcg_at_20_std
value: -4.420171263096915
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.45116917733788
verified: no, type: nauc_ndcg_at_3_max
value: 20.80003117781856
verified: no, type: nauc_ndcg_at_3_std
value: -8.452770588263899
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.748106275538724
verified: no, type: nauc_ndcg_at_5_max
value: 21.211994383559222
verified: no, type: nauc_ndcg_at_5_std
value: -6.225634212256297
verified: no, type: nauc_precision_at_1000_diff1
value: -2.65994713494688
verified: no, type: nauc_precision_at_1000_max
value: 9.355224820997055
verified: no, type: nauc_precision_at_1000_std
value: 6.93245511496358
verified: no, type: nauc_precision_at_100_diff1
value: -4.855736259082823
verified: no, type: nauc_precision_at_100_max
value: 13.36331723677647
verified: no, type: nauc_precision_at_100_std
value: 11.902586270338599
verified: no, type: nauc_precision_at_10_diff1
value: 3.216750400462425
verified: no, type: nauc_precision_at_10_max
value: 21.25636976697531
verified: no, type: nauc_precision_at_10_std
value: 12.137963028905675
verified: no, type: nauc_precision_at_1_diff1
value: 62.87718289404487
verified: no, type: nauc_precision_at_1_max
value: 20.036585845650016
verified: no, type: nauc_precision_at_1_std
value: -11.824468808796672
verified: no, type: nauc_precision_at_20_diff1
value: -1.4118811423454232
verified: no, type: nauc_precision_at_20_max
value: 18.692537535200373
verified: no, type: nauc_precision_at_20_std
value: 14.30532206890571
verified: no, type: nauc_precision_at_3_diff1
value: 30.339371349812698
verified: no, type: nauc_precision_at_3_max
value: 26.408309865804767
verified: no, type: nauc_precision_at_3_std
value: -4.0916660664063365
verified: no, type: nauc_precision_at_5_diff1
value: 12.879323748381793
verified: no, type: nauc_precision_at_5_max
value: 25.69174163377847
verified: no, type: nauc_precision_at_5_std
value: 6.093421699798719
verified: no, type: nauc_recall_at_1000_diff1
value: 12.273439585549289
verified: no, type: nauc_recall_at_1000_max
value: 36.35356580077124
verified: no, type: nauc_recall_at_1000_std
value: 48.56058221377234
verified: no, type: nauc_recall_at_100_diff1
value: 11.024787894935523
verified: no, type: nauc_recall_at_100_max
value: 32.31032622508141
verified: no, type: nauc_recall_at_100_std
value: 37.7793363899341
verified: no, type: nauc_recall_at_10_diff1
value: 23.70968015354158
verified: no, type: nauc_recall_at_10_max
value: 26.928818056185793
verified: no, type: nauc_recall_at_10_std
value: 15.603934216247126
verified: no, type: nauc_recall_at_1_diff1
value: 52.38347452384079
verified: no, type: nauc_recall_at_1_max
value: 15.321152180069644
verified: no, type: nauc_recall_at_1_std
value: -9.404483536334594
verified: no, type: nauc_recall_at_20_diff1
value: 19.803465715185133
verified: no, type: nauc_recall_at_20_max
value: 29.156847915934563
verified: no, type: nauc_recall_at_20_std
value: 23.60980197996787
verified: no, type: nauc_recall_at_3_diff1
value: 36.64320565102789
verified: no, type: nauc_recall_at_3_max
value: 21.36937034204157
verified: no, type: nauc_recall_at_3_std
value: -4.728003775515406
verified: no, type: nauc_recall_at_5_diff1
value: 27.617739447790917
verified: no, type: nauc_recall_at_5_max
value: 24.241178855068966
verified: no, type: nauc_recall_at_5_std
value: 4.7483438956009385
verified: no, type: ndcg_at_1
value: 77.93299999999999
verified: no, type: ndcg_at_10
value: 85.319
verified: no, type: ndcg_at_100
value: 86.13300000000001
verified: no, type: ndcg_at_1000
value: 86.378
verified: no, type: ndcg_at_20
value: 85.668
verified: no, type: ndcg_at_3
value: 83.41
verified: no, type: ndcg_at_5
value: 84.61999999999999
verified: no, type: precision_at_1
value: 77.93299999999999
verified: no, type: precision_at_10
value: 10.318
verified: no, type: precision_at_100
value: 1.095
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.2620000000000005
verified: no, type: precision_at_3
value: 32.063
verified: no, type: precision_at_5
value: 20.009
verified: no, type: recall_at_1
value: 72.161
verified: no, type: recall_at_10
value: 93.195
verified: no, type: recall_at_100
value: 96.455
verified: no, type: recall_at_1000
value: 97.98400000000001
verified: no, type: recall_at_20
value: 94.405
verified: no, type: recall_at_3
value: 88.061
verified: no, type: recall_at_5
value: 91.149
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: train
type: mteb/fever
metrics: type: main_score
value: 86.26899999999999
verified: no, type: map_at_1
value: 72.449
verified: no, type: map_at_10
value: 82.03
verified: no, type: map_at_100
value: 82.296
verified: no, type: map_at_1000
value: 82.314
verified: no, type: map_at_20
value: 82.186
verified: no, type: map_at_3
value: 80.83500000000001
verified: no, type: map_at_5
value: 81.623
verified: no, type: mrr_at_1
value: 80.61287678717785
verified: no, type: mrr_at_10
value: 88.20712760713671
verified: no, type: mrr_at_100
value: 88.2553288872469
verified: no, type: mrr_at_1000
value: 88.2557710463964
verified: no, type: mrr_at_20
value: 88.24322934725306
verified: no, type: mrr_at_3
value: 87.53498467049145
verified: no, type: mrr_at_5
value: 88.02728956075644
verified: no, type: nauc_map_at_1000_diff1
value: 39.95106411898475
verified: no, type: nauc_map_at_1000_max
value: 9.654728508229924
verified: no, type: nauc_map_at_1000_std
value: -12.151917182587324
verified: no, type: nauc_map_at_100_diff1
value: 39.90468852636486
verified: no, type: nauc_map_at_100_max
value: 9.63167786931566
verified: no, type: nauc_map_at_100_std
value: -12.13835017665434
verified: no, type: nauc_map_at_10_diff1
value: 39.46904405606303
verified: no, type: nauc_map_at_10_max
value: 9.325543240387914
verified: no, type: nauc_map_at_10_std
value: -12.262834163465582
verified: no, type: nauc_map_at_1_diff1
value: 45.26755146712848
verified: no, type: nauc_map_at_1_max
value: 7.630523437842046
verified: no, type: nauc_map_at_1_std
value: -13.605176488921838
verified: no, type: nauc_map_at_20_diff1
value: 39.66853756850951
verified: no, type: nauc_map_at_20_max
value: 9.466678245833826
verified: no, type: nauc_map_at_20_std
value: -12.1759657705622
verified: no, type: nauc_map_at_3_diff1
value: 39.50530889629205
verified: no, type: nauc_map_at_3_max
value: 8.935845976271647
verified: no, type: nauc_map_at_3_std
value: -13.490923397297127
verified: no, type: nauc_map_at_5_diff1
value: 39.30464767323601
verified: no, type: nauc_map_at_5_max
value: 9.171957030191257
verified: no, type: nauc_map_at_5_std
value: -12.606276076261402
verified: no, type: nauc_mrr_at_1000_diff1
value: 61.318394082054084
verified: no, type: nauc_mrr_at_1000_max
value: 13.942830061515366
verified: no, type: nauc_mrr_at_1000_std
value: -23.553800119123004
verified: no, type: nauc_mrr_at_100_diff1
value: 61.31872034357897
verified: no, type: nauc_mrr_at_100_max
value: 13.94419608612362
verified: no, type: nauc_mrr_at_100_std
value: -23.553055204470468
verified: no, type: nauc_mrr_at_10_diff1
value: 61.31278822068778
verified: no, type: nauc_mrr_at_10_max
value: 14.031207581756833
verified: no, type: nauc_mrr_at_10_std
value: -23.584266855456125
verified: no, type: nauc_mrr_at_1_diff1
value: 62.02492634987989
verified: no, type: nauc_mrr_at_1_max
value: 12.426103478237204
verified: no, type: nauc_mrr_at_1_std
value: -21.462128885638194
verified: no, type: nauc_mrr_at_20_diff1
value: 61.315947046589194
verified: no, type: nauc_mrr_at_20_max
value: 13.974382096839708
verified: no, type: nauc_mrr_at_20_std
value: -23.54265969965065
verified: no, type: nauc_mrr_at_3_diff1
value: 61.15068247478852
verified: no, type: nauc_mrr_at_3_max
value: 14.166286324555182
verified: no, type: nauc_mrr_at_3_std
value: -24.539638368220956
verified: no, type: nauc_mrr_at_5_diff1
value: 61.27021769164674
verified: no, type: nauc_mrr_at_5_max
value: 14.18154187157247
verified: no, type: nauc_mrr_at_5_std
value: -23.86452902597003
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.33233119047479
verified: no, type: nauc_ndcg_at_1000_max
value: 11.565331883315682
verified: no, type: nauc_ndcg_at_1000_std
value: -12.178748604304223
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.37693942834703
verified: no, type: nauc_ndcg_at_100_max
value: 11.328077098906448
verified: no, type: nauc_ndcg_at_100_std
value: -11.65003452480089
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.766907902897806
verified: no, type: nauc_ndcg_at_10_max
value: 10.419530131217563
verified: no, type: nauc_ndcg_at_10_std
value: -12.020911860422277
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.02492634987989
verified: no, type: nauc_ndcg_at_1_max
value: 12.426103478237204
verified: no, type: nauc_ndcg_at_1_std
value: -21.462128885638194
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.21705035603188
verified: no, type: nauc_ndcg_at_20_max
value: 10.683814012195125
verified: no, type: nauc_ndcg_at_20_std
value: -11.69979166757856
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.841810239951
verified: no, type: nauc_ndcg_at_3_max
value: 11.064226884457492
verified: no, type: nauc_ndcg_at_3_std
value: -14.913305538472887
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.04853934119725
verified: no, type: nauc_ndcg_at_5_max
value: 10.57426706775158
verified: no, type: nauc_ndcg_at_5_std
value: -13.00820458664088
verified: no, type: nauc_precision_at_1000_diff1
value: 0.3851195665415394
verified: no, type: nauc_precision_at_1000_max
value: 10.719664087222139
verified: no, type: nauc_precision_at_1000_std
value: 4.060546631755005
verified: no, type: nauc_precision_at_100_diff1
value: -1.1672675937708246
verified: no, type: nauc_precision_at_100_max
value: 11.76706994923555
verified: no, type: nauc_precision_at_100_std
value: 6.682502752333491
verified: no, type: nauc_precision_at_10_diff1
value: -2.442502050324997
verified: no, type: nauc_precision_at_10_max
value: 9.982032022937407
verified: no, type: nauc_precision_at_10_std
value: 2.253707666893988
verified: no, type: nauc_precision_at_1_diff1
value: 62.02492634987989
verified: no, type: nauc_precision_at_1_max
value: 12.426103478237204
verified: no, type: nauc_precision_at_1_std
value: -21.462128885638194
verified: no, type: nauc_precision_at_20_diff1
value: -2.8909153065947506
verified: no, type: nauc_precision_at_20_max
value: 10.381422532792685
verified: no, type: nauc_precision_at_20_std
value: 4.880699672256141
verified: no, type: nauc_precision_at_3_diff1
value: 13.983067176933947
verified: no, type: nauc_precision_at_3_max
value: 11.941084260114476
verified: no, type: nauc_precision_at_3_std
value: -12.615897998044437
verified: no, type: nauc_precision_at_5_diff1
value: 2.6828558906895688
verified: no, type: nauc_precision_at_5_max
value: 10.78931350518598
verified: no, type: nauc_precision_at_5_std
value: -3.6318676409745203
verified: no, type: nauc_recall_at_1000_diff1
value: -8.672439956073752
verified: no, type: nauc_recall_at_1000_max
value: 23.244662839438533
verified: no, type: nauc_recall_at_1000_std
value: 40.18478080701204
verified: no, type: nauc_recall_at_100_diff1
value: -4.465450402228265
verified: no, type: nauc_recall_at_100_max
value: 15.424894718754112
verified: no, type: nauc_recall_at_100_std
value: 28.33923562045188
verified: no, type: nauc_recall_at_10_diff1
value: 5.824940232374557
verified: no, type: nauc_recall_at_10_max
value: 9.55369331654998
verified: no, type: nauc_recall_at_10_std
value: 8.705857917052512
verified: no, type: nauc_recall_at_1_diff1
value: 45.26755146712848
verified: no, type: nauc_recall_at_1_max
value: 7.630523437842046
verified: no, type: nauc_recall_at_1_std
value: -13.605176488921838
verified: no, type: nauc_recall_at_20_diff1
value: 1.1759544592030455
verified: no, type: nauc_recall_at_20_max
value: 10.197822183591066
verified: no, type: nauc_recall_at_20_std
value: 15.269883968698228
verified: no, type: nauc_recall_at_3_diff1
value: 21.902162866702668
verified: no, type: nauc_recall_at_3_max
value: 9.183669197010431
verified: no, type: nauc_recall_at_3_std
value: -8.694680120818228
verified: no, type: nauc_recall_at_5_diff1
value: 13.653229973783526
verified: no, type: nauc_recall_at_5_max
value: 9.716681689699136
verified: no, type: nauc_recall_at_5_std
value: -0.2880989596678906
verified: no, type: ndcg_at_1
value: 80.613
verified: no, type: ndcg_at_10
value: 86.26899999999999
verified: no, type: ndcg_at_100
value: 87.12100000000001
verified: no, type: ndcg_at_1000
value: 87.40299999999999
verified: no, type: ndcg_at_20
value: 86.651
verified: no, type: ndcg_at_3
value: 84.64500000000001
verified: no, type: ndcg_at_5
value: 85.59
verified: no, type: precision_at_1
value: 80.613
verified: no, type: precision_at_10
value: 10.763
verified: no, type: precision_at_100
value: 1.16
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 5.525
verified: no, type: precision_at_3
value: 33.415
verified: no, type: precision_at_5
value: 20.808
verified: no, type: recall_at_1
value: 72.449
verified: no, type: recall_at_10
value: 93.29899999999999
verified: no, type: recall_at_100
value: 96.421
verified: no, type: recall_at_1000
value: 98.053
verified: no, type: recall_at_20
value: 94.53200000000001
verified: no, type: recall_at_3
value: 88.594
verified: no, type: recall_at_5
value: 91.268
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: dev
type: mteb/fiqa
metrics: type: main_score
value: 42.362
verified: no, type: map_at_1
value: 22.462
verified: no, type: map_at_10
value: 34.717999999999996
verified: no, type: map_at_100
value: 36.561
verified: no, type: map_at_1000
value: 36.716
verified: no, type: map_at_20
value: 35.716
verified: no, type: map_at_3
value: 30.692000000000004
verified: no, type: map_at_5
value: 32.553
verified: no, type: mrr_at_1
value: 40.400000000000006
verified: no, type: mrr_at_10
value: 49.666428571428575
verified: no, type: mrr_at_100
value: 50.487418944361295
verified: no, type: mrr_at_1000
value: 50.51970264235359
verified: no, type: mrr_at_20
value: 50.13681738969665
verified: no, type: mrr_at_3
value: 47.56666666666667
verified: no, type: mrr_at_5
value: 48.85666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 48.907747941693266
verified: no, type: nauc_map_at_1000_max
value: 33.36065026293396
verified: no, type: nauc_map_at_1000_std
value: 3.721763378995018
verified: no, type: nauc_map_at_100_diff1
value: 48.84727756808333
verified: no, type: nauc_map_at_100_max
value: 33.24694910436772
verified: no, type: nauc_map_at_100_std
value: 3.697147651138032
verified: no, type: nauc_map_at_10_diff1
value: 49.12331607215452
verified: no, type: nauc_map_at_10_max
value: 32.834495636560405
verified: no, type: nauc_map_at_10_std
value: 1.842046947246096
verified: no, type: nauc_map_at_1_diff1
value: 55.677889443633454
verified: no, type: nauc_map_at_1_max
value: 29.14429236432774
verified: no, type: nauc_map_at_1_std
value: -6.340931692625591
verified: no, type: nauc_map_at_20_diff1
value: 48.94402984571876
verified: no, type: nauc_map_at_20_max
value: 32.97842670695263
verified: no, type: nauc_map_at_20_std
value: 2.719721699786715
verified: no, type: nauc_map_at_3_diff1
value: 50.345833937052284
verified: no, type: nauc_map_at_3_max
value: 30.884637973451046
verified: no, type: nauc_map_at_3_std
value: -1.7032612225578052
verified: no, type: nauc_map_at_5_diff1
value: 49.4967472092422
verified: no, type: nauc_map_at_5_max
value: 32.04823415779001
verified: no, type: nauc_map_at_5_std
value: 0.11348259159930259
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.4664833188161
verified: no, type: nauc_mrr_at_1000_max
value: 43.94130528629785
verified: no, type: nauc_mrr_at_1000_std
value: 6.3073911252297625
verified: no, type: nauc_mrr_at_100_diff1
value: 53.45784380239337
verified: no, type: nauc_mrr_at_100_max
value: 43.93103386484263
verified: no, type: nauc_mrr_at_100_std
value: 6.326857176825003
verified: no, type: nauc_mrr_at_10_diff1
value: 53.16999005935199
verified: no, type: nauc_mrr_at_10_max
value: 43.96148608534777
verified: no, type: nauc_mrr_at_10_std
value: 6.060709004613991
verified: no, type: nauc_mrr_at_1_diff1
value: 60.454425921819976
verified: no, type: nauc_mrr_at_1_max
value: 44.854772426097114
verified: no, type: nauc_mrr_at_1_std
value: 1.7461856169787138
verified: no, type: nauc_mrr_at_20_diff1
value: 53.4253064364276
verified: no, type: nauc_mrr_at_20_max
value: 43.93067697716607
verified: no, type: nauc_mrr_at_20_std
value: 6.132078452692403
verified: no, type: nauc_mrr_at_3_diff1
value: 53.75537772130037
verified: no, type: nauc_mrr_at_3_max
value: 43.612665358637784
verified: no, type: nauc_mrr_at_3_std
value: 5.3924645903759165
verified: no, type: nauc_mrr_at_5_diff1
value: 53.23878310443892
verified: no, type: nauc_mrr_at_5_max
value: 44.154494509820275
verified: no, type: nauc_mrr_at_5_std
value: 6.128619405551008
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.74084938103878
verified: no, type: nauc_ndcg_at_1000_max
value: 38.28143671294916
verified: no, type: nauc_ndcg_at_1000_std
value: 9.48205302587039
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.86688156492628
verified: no, type: nauc_ndcg_at_100_max
value: 36.73585329637074
verified: no, type: nauc_ndcg_at_100_std
value: 9.886842243260414
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.874511239978354
verified: no, type: nauc_ndcg_at_10_max
value: 35.7706902177999
verified: no, type: nauc_ndcg_at_10_std
value: 5.509978475259395
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.454425921819976
verified: no, type: nauc_ndcg_at_1_max
value: 44.854772426097114
verified: no, type: nauc_ndcg_at_1_std
value: 1.7461856169787138
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.98814179482003
verified: no, type: nauc_ndcg_at_20_max
value: 35.80004813629657
verified: no, type: nauc_ndcg_at_20_std
value: 6.632931898598267
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.153795894304174
verified: no, type: nauc_ndcg_at_3_max
value: 36.28196005109544
verified: no, type: nauc_ndcg_at_3_std
value: 2.793405120536969
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.88157624782777
verified: no, type: nauc_ndcg_at_5_max
value: 35.8935279838606
verified: no, type: nauc_ndcg_at_5_std
value: 4.0533111045329955
verified: no, type: nauc_precision_at_1000_diff1
value: -2.8869159343467605
verified: no, type: nauc_precision_at_1000_max
value: 21.13113140923961
verified: no, type: nauc_precision_at_1000_std
value: 24.212722433897408
verified: no, type: nauc_precision_at_100_diff1
value: 1.1594774420038931
verified: no, type: nauc_precision_at_100_max
value: 22.26831206413967
verified: no, type: nauc_precision_at_100_std
value: 29.81314341287538
verified: no, type: nauc_precision_at_10_diff1
value: 16.05087694540557
verified: no, type: nauc_precision_at_10_max
value: 29.809963401808616
verified: no, type: nauc_precision_at_10_std
value: 19.84954878024915
verified: no, type: nauc_precision_at_1_diff1
value: 60.454425921819976
verified: no, type: nauc_precision_at_1_max
value: 44.854772426097114
verified: no, type: nauc_precision_at_1_std
value: 1.7461856169787138
verified: no, type: nauc_precision_at_20_diff1
value: 9.748587851192008
verified: no, type: nauc_precision_at_20_max
value: 26.594687094795994
verified: no, type: nauc_precision_at_20_std
value: 24.150090984390086
verified: no, type: nauc_precision_at_3_diff1
value: 32.12647129845763
verified: no, type: nauc_precision_at_3_max
value: 38.608852867058395
verified: no, type: nauc_precision_at_3_std
value: 10.859746017200495
verified: no, type: nauc_precision_at_5_diff1
value: 23.827901543995793
verified: no, type: nauc_precision_at_5_max
value: 35.67460349135147
verified: no, type: nauc_precision_at_5_std
value: 15.9392352657892
verified: no, type: nauc_recall_at_1000_diff1
value: 35.2270895294026
verified: no, type: nauc_recall_at_1000_max
value: 42.19353048661261
verified: no, type: nauc_recall_at_1000_std
value: 38.04743729975647
verified: no, type: nauc_recall_at_100_diff1
value: 30.40548686084564
verified: no, type: nauc_recall_at_100_max
value: 25.92198350281053
verified: no, type: nauc_recall_at_100_std
value: 26.42423804923528
verified: no, type: nauc_recall_at_10_diff1
value: 36.90410693124825
verified: no, type: nauc_recall_at_10_max
value: 28.372843635416388
verified: no, type: nauc_recall_at_10_std
value: 7.8175786831627905
verified: no, type: nauc_recall_at_1_diff1
value: 55.677889443633454
verified: no, type: nauc_recall_at_1_max
value: 29.14429236432774
verified: no, type: nauc_recall_at_1_std
value: -6.340931692625591
verified: no, type: nauc_recall_at_20_diff1
value: 35.99767274556454
verified: no, type: nauc_recall_at_20_max
value: 27.04852589764223
verified: no, type: nauc_recall_at_20_std
value: 11.072120738834073
verified: no, type: nauc_recall_at_3_diff1
value: 41.25393288041596
verified: no, type: nauc_recall_at_3_max
value: 26.97488751275594
verified: no, type: nauc_recall_at_3_std
value: 0.21950460796902102
verified: no, type: nauc_recall_at_5_diff1
value: 38.26235012673011
verified: no, type: nauc_recall_at_5_max
value: 28.830247312497054
verified: no, type: nauc_recall_at_5_std
value: 4.072132303371853
verified: no, type: ndcg_at_1
value: 40.400000000000006
verified: no, type: ndcg_at_10
value: 42.362
verified: no, type: ndcg_at_100
value: 48.982
verified: no, type: ndcg_at_1000
value: 51.581999999999994
verified: no, type: ndcg_at_20
value: 44.937
verified: no, type: ndcg_at_3
value: 38.922000000000004
verified: no, type: ndcg_at_5
value: 39.596
verified: no, type: precision_at_1
value: 40.400000000000006
verified: no, type: precision_at_10
value: 11.18
verified: no, type: precision_at_100
value: 1.796
verified: no, type: precision_at_1000
value: 0.22300000000000003
verified: no, type: precision_at_20
value: 6.710000000000001
verified: no, type: precision_at_3
value: 24.532999999999998
verified: no, type: precision_at_5
value: 17.52
verified: no, type: recall_at_1
value: 22.462
verified: no, type: recall_at_10
value: 49.382999999999996
verified: no, type: recall_at_100
value: 74.494
verified: no, type: recall_at_1000
value: 90.427
verified: no, type: recall_at_20
value: 57.524
verified: no, type: recall_at_3
value: 36.028999999999996
verified: no, type: recall_at_5
value: 41.089
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 40.558
verified: no, type: map_at_1
value: 20.451
verified: no, type: map_at_10
value: 33.041
verified: no, type: map_at_100
value: 34.945
verified: no, type: map_at_1000
value: 35.136
verified: no, type: map_at_20
value: 34.114
verified: no, type: map_at_3
value: 29.03
verified: no, type: map_at_5
value: 31.423000000000002
verified: no, type: mrr_at_1
value: 39.50617283950617
verified: no, type: mrr_at_10
value: 48.47491671565746
verified: no, type: mrr_at_100
value: 49.25528865170789
verified: no, type: mrr_at_1000
value: 49.30492546288068
verified: no, type: mrr_at_20
value: 48.90574296444466
verified: no, type: mrr_at_3
value: 46.16769547325103
verified: no, type: mrr_at_5
value: 47.47170781893004
verified: no, type: nauc_map_at_1000_diff1
value: 42.33223793532006
verified: no, type: nauc_map_at_1000_max
value: 28.178269647825054
verified: no, type: nauc_map_at_1000_std
value: 4.694684846288862
verified: no, type: nauc_map_at_100_diff1
value: 42.23585502790571
verified: no, type: nauc_map_at_100_max
value: 28.09325262656699
verified: no, type: nauc_map_at_100_std
value: 4.635779769876692
verified: no, type: nauc_map_at_10_diff1
value: 42.29892463032549
verified: no, type: nauc_map_at_10_max
value: 26.885463946159042
verified: no, type: nauc_map_at_10_std
value: 3.439834407388629
verified: no, type: nauc_map_at_1_diff1
value: 48.29160916418846
verified: no, type: nauc_map_at_1_max
value: 20.558365030918516
verified: no, type: nauc_map_at_1_std
value: -0.44854024391070973
verified: no, type: nauc_map_at_20_diff1
value: 42.1753422786911
verified: no, type: nauc_map_at_20_max
value: 27.631926253435857
verified: no, type: nauc_map_at_20_std
value: 4.002081405774815
verified: no, type: nauc_map_at_3_diff1
value: 44.56188133973965
verified: no, type: nauc_map_at_3_max
value: 25.936921564225862
verified: no, type: nauc_map_at_3_std
value: 2.3757170812866804
verified: no, type: nauc_map_at_5_diff1
value: 43.183022909231234
verified: no, type: nauc_map_at_5_max
value: 26.115662732325145
verified: no, type: nauc_map_at_5_std
value: 2.584799983984164
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.90329578326087
verified: no, type: nauc_mrr_at_1000_max
value: 35.86029877981383
verified: no, type: nauc_mrr_at_1000_std
value: 6.305323054154965
verified: no, type: nauc_mrr_at_100_diff1
value: 49.86929948930004
verified: no, type: nauc_mrr_at_100_max
value: 35.850698951924386
verified: no, type: nauc_mrr_at_100_std
value: 6.3311346338729
verified: no, type: nauc_mrr_at_10_diff1
value: 49.943023388207195
verified: no, type: nauc_mrr_at_10_max
value: 35.98541218521815
verified: no, type: nauc_mrr_at_10_std
value: 6.0382083805515805
verified: no, type: nauc_mrr_at_1_diff1
value: 53.793790143858146
verified: no, type: nauc_mrr_at_1_max
value: 33.46215151905759
verified: no, type: nauc_mrr_at_1_std
value: 4.310648959342706
verified: no, type: nauc_mrr_at_20_diff1
value: 49.78255203343183
verified: no, type: nauc_mrr_at_20_max
value: 35.67982988010112
verified: no, type: nauc_mrr_at_20_std
value: 6.097005492945753
verified: no, type: nauc_mrr_at_3_diff1
value: 50.78094748778293
verified: no, type: nauc_mrr_at_3_max
value: 36.31047156376032
verified: no, type: nauc_mrr_at_3_std
value: 5.551964274549184
verified: no, type: nauc_mrr_at_5_diff1
value: 50.22070037219334
verified: no, type: nauc_mrr_at_5_max
value: 35.82391876186752
verified: no, type: nauc_mrr_at_5_std
value: 5.989440675787551
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.29067795693791
verified: no, type: nauc_ndcg_at_1000_max
value: 32.770853091465156
verified: no, type: nauc_ndcg_at_1000_std
value: 9.075882750305011
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.92437892838288
verified: no, type: nauc_ndcg_at_100_max
value: 31.977508922932984
verified: no, type: nauc_ndcg_at_100_std
value: 9.345565382601217
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.86314487224504
verified: no, type: nauc_ndcg_at_10_max
value: 29.565216296817827
verified: no, type: nauc_ndcg_at_10_std
value: 5.173875408923697
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.793790143858146
verified: no, type: nauc_ndcg_at_1_max
value: 33.46215151905759
verified: no, type: nauc_ndcg_at_1_std
value: 4.310648959342706
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.426074027410706
verified: no, type: nauc_ndcg_at_20_max
value: 30.01328944145506
verified: no, type: nauc_ndcg_at_20_std
value: 6.169601231532484
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.27395561376024
verified: no, type: nauc_ndcg_at_3_max
value: 31.503088046380313
verified: no, type: nauc_ndcg_at_3_std
value: 5.208532778972112
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.81322677405853
verified: no, type: nauc_ndcg_at_5_max
value: 29.407079874158846
verified: no, type: nauc_ndcg_at_5_std
value: 4.483826520898586
verified: no, type: nauc_precision_at_1000_diff1
value: 1.621703595454423
verified: no, type: nauc_precision_at_1000_max
value: 23.880102194550204
verified: no, type: nauc_precision_at_1000_std
value: 13.80100184324797
verified: no, type: nauc_precision_at_100_diff1
value: 6.575602396019008
verified: no, type: nauc_precision_at_100_max
value: 28.264948074327478
verified: no, type: nauc_precision_at_100_std
value: 17.684872532407283
verified: no, type: nauc_precision_at_10_diff1
value: 16.8328055869745
verified: no, type: nauc_precision_at_10_max
value: 30.24323560145753
verified: no, type: nauc_precision_at_10_std
value: 11.304688858560379
verified: no, type: nauc_precision_at_1_diff1
value: 53.793790143858146
verified: no, type: nauc_precision_at_1_max
value: 33.46215151905759
verified: no, type: nauc_precision_at_1_std
value: 4.310648959342706
verified: no, type: nauc_precision_at_20_diff1
value: 12.904056330326577
verified: no, type: nauc_precision_at_20_max
value: 28.969423687460438
verified: no, type: nauc_precision_at_20_std
value: 12.029389701897678
verified: no, type: nauc_precision_at_3_diff1
value: 31.1308248469768
verified: no, type: nauc_precision_at_3_max
value: 33.86869420849858
verified: no, type: nauc_precision_at_3_std
value: 8.474707630694647
verified: no, type: nauc_precision_at_5_diff1
value: 23.15042207925308
verified: no, type: nauc_precision_at_5_max
value: 29.597450076869325
verified: no, type: nauc_precision_at_5_std
value: 9.148285720232177
verified: no, type: nauc_recall_at_1000_diff1
value: 30.844750307544324
verified: no, type: nauc_recall_at_1000_max
value: 30.58773950265899
verified: no, type: nauc_recall_at_1000_std
value: 35.28925560349968
verified: no, type: nauc_recall_at_100_diff1
value: 24.148211328845242
verified: no, type: nauc_recall_at_100_max
value: 26.79994369269315
verified: no, type: nauc_recall_at_100_std
value: 24.218335174944343
verified: no, type: nauc_recall_at_10_diff1
value: 28.95261846685996
verified: no, type: nauc_recall_at_10_max
value: 22.666727959324515
verified: no, type: nauc_recall_at_10_std
value: 5.513769892416629
verified: no, type: nauc_recall_at_1_diff1
value: 48.29160916418846
verified: no, type: nauc_recall_at_1_max
value: 20.558365030918516
verified: no, type: nauc_recall_at_1_std
value: -0.44854024391070973
verified: no, type: nauc_recall_at_20_diff1
value: 26.837633000701228
verified: no, type: nauc_recall_at_20_max
value: 22.535529588484504
verified: no, type: nauc_recall_at_20_std
value: 8.42648285205937
verified: no, type: nauc_recall_at_3_diff1
value: 38.25026260610774
verified: no, type: nauc_recall_at_3_max
value: 25.050690202547578
verified: no, type: nauc_recall_at_3_std
value: 3.1080253121438766
verified: no, type: nauc_recall_at_5_diff1
value: 34.50423249642314
verified: no, type: nauc_recall_at_5_max
value: 22.85592363545583
verified: no, type: nauc_recall_at_5_std
value: 3.640758629683203
verified: no, type: ndcg_at_1
value: 39.506
verified: no, type: ndcg_at_10
value: 40.558
verified: no, type: ndcg_at_100
value: 47.247
verified: no, type: ndcg_at_1000
value: 50.437
verified: no, type: ndcg_at_20
value: 43.162
verified: no, type: ndcg_at_3
value: 37.261
verified: no, type: ndcg_at_5
value: 38.391999999999996
verified: no, type: precision_at_1
value: 39.506
verified: no, type: precision_at_10
value: 11.142000000000001
verified: no, type: precision_at_100
value: 1.813
verified: no, type: precision_at_1000
value: 0.23600000000000002
verified: no, type: precision_at_20
value: 6.7589999999999995
verified: no, type: precision_at_3
value: 25.051000000000002
verified: no, type: precision_at_5
value: 18.395
verified: no, type: recall_at_1
value: 20.451
verified: no, type: recall_at_10
value: 46.79
verified: no, type: recall_at_100
value: 71.353
verified: no, type: recall_at_1000
value: 90.536
verified: no, type: recall_at_20
value: 54.517
verified: no, type: recall_at_3
value: 33.672000000000004
verified: no, type: recall_at_5
value: 39.678999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: train
type: mteb/fiqa
metrics: type: main_score
value: 42.217
verified: no, type: map_at_1
value: 21.418
verified: no, type: map_at_10
value: 34.437
verified: no, type: map_at_100
value: 36.254999999999995
verified: no, type: map_at_1000
value: 36.424
verified: no, type: map_at_20
value: 35.449999999999996
verified: no, type: map_at_3
value: 30.122
verified: no, type: map_at_5
value: 32.46
verified: no, type: mrr_at_1
value: 40.21818181818182
verified: no, type: mrr_at_10
value: 49.078658008658
verified: no, type: mrr_at_100
value: 49.9159011457498
verified: no, type: mrr_at_1000
value: 49.956067513298244
verified: no, type: mrr_at_20
value: 49.59237755036657
verified: no, type: mrr_at_3
value: 46.62424242424243
verified: no, type: mrr_at_5
value: 48.02424242424242
verified: no, type: nauc_map_at_1000_diff1
value: 40.17457855495732
verified: no, type: nauc_map_at_1000_max
value: 25.311659240262102
verified: no, type: nauc_map_at_1000_std
value: 5.059430044056764
verified: no, type: nauc_map_at_100_diff1
value: 40.151268380342515
verified: no, type: nauc_map_at_100_max
value: 25.21648990114121
verified: no, type: nauc_map_at_100_std
value: 5.026493196551854
verified: no, type: nauc_map_at_10_diff1
value: 40.040465022431576
verified: no, type: nauc_map_at_10_max
value: 24.355474347016965
verified: no, type: nauc_map_at_10_std
value: 3.5640713532110886
verified: no, type: nauc_map_at_1_diff1
value: 44.23533684826564
verified: no, type: nauc_map_at_1_max
value: 16.26051705102941
verified: no, type: nauc_map_at_1_std
value: -0.9304514636140965
verified: no, type: nauc_map_at_20_diff1
value: 40.07253921544327
verified: no, type: nauc_map_at_20_max
value: 24.840445695825426
verified: no, type: nauc_map_at_20_std
value: 4.3692544013620225
verified: no, type: nauc_map_at_3_diff1
value: 40.802965930319765
verified: no, type: nauc_map_at_3_max
value: 21.578173190568766
verified: no, type: nauc_map_at_3_std
value: 0.6624363947378223
verified: no, type: nauc_map_at_5_diff1
value: 40.41105488775194
verified: no, type: nauc_map_at_5_max
value: 22.962784936768788
verified: no, type: nauc_map_at_5_std
value: 2.061146134529408
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.39271593141525
verified: no, type: nauc_mrr_at_1000_max
value: 32.71504880799005
verified: no, type: nauc_mrr_at_1000_std
value: 7.416955987371169
verified: no, type: nauc_mrr_at_100_diff1
value: 45.37668004444169
verified: no, type: nauc_mrr_at_100_max
value: 32.71589234567116
verified: no, type: nauc_mrr_at_100_std
value: 7.429449409497287
verified: no, type: nauc_mrr_at_10_diff1
value: 45.296174959712616
verified: no, type: nauc_mrr_at_10_max
value: 32.717197303838624
verified: no, type: nauc_mrr_at_10_std
value: 7.283098786281713
verified: no, type: nauc_mrr_at_1_diff1
value: 49.480470078543185
verified: no, type: nauc_mrr_at_1_max
value: 31.68605495492876
verified: no, type: nauc_mrr_at_1_std
value: 4.5814903060120304
verified: no, type: nauc_mrr_at_20_diff1
value: 45.36317431590108
verified: no, type: nauc_mrr_at_20_max
value: 32.706079440239364
verified: no, type: nauc_mrr_at_20_std
value: 7.382450020586175
verified: no, type: nauc_mrr_at_3_diff1
value: 46.001809326251454
verified: no, type: nauc_mrr_at_3_max
value: 32.46816837141833
verified: no, type: nauc_mrr_at_3_std
value: 6.707194036403839
verified: no, type: nauc_mrr_at_5_diff1
value: 45.46057942438407
verified: no, type: nauc_mrr_at_5_max
value: 32.408646791629394
verified: no, type: nauc_mrr_at_5_std
value: 7.11971218876357
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.315538048774236
verified: no, type: nauc_ndcg_at_1000_max
value: 29.577764682607636
verified: no, type: nauc_ndcg_at_1000_std
value: 9.802905608930201
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.69359815845272
verified: no, type: nauc_ndcg_at_100_max
value: 28.64875657558225
verified: no, type: nauc_ndcg_at_100_std
value: 10.074769927489001
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.42499828447507
verified: no, type: nauc_ndcg_at_10_max
value: 27.18259534858955
verified: no, type: nauc_ndcg_at_10_std
value: 6.306777798983758
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.480470078543185
verified: no, type: nauc_ndcg_at_1_max
value: 31.68605495492876
verified: no, type: nauc_ndcg_at_1_std
value: 4.5814903060120304
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.51807220300204
verified: no, type: nauc_ndcg_at_20_max
value: 27.62717063554887
verified: no, type: nauc_ndcg_at_20_std
value: 7.612068802546053
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.04629803524383
verified: no, type: nauc_ndcg_at_3_max
value: 27.84818206495344
verified: no, type: nauc_ndcg_at_3_std
value: 4.828135065879767
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.01813972950631
verified: no, type: nauc_ndcg_at_5_max
value: 26.524741885273233
verified: no, type: nauc_ndcg_at_5_std
value: 5.068529272139508
verified: no, type: nauc_precision_at_1000_diff1
value: 0.5470497141171098
verified: no, type: nauc_precision_at_1000_max
value: 24.170306355297317
verified: no, type: nauc_precision_at_1000_std
value: 18.50896415433208
verified: no, type: nauc_precision_at_100_diff1
value: 7.241268035021293
verified: no, type: nauc_precision_at_100_max
value: 28.939185497818976
verified: no, type: nauc_precision_at_100_std
value: 24.22708062648789
verified: no, type: nauc_precision_at_10_diff1
value: 18.067403140646473
verified: no, type: nauc_precision_at_10_max
value: 33.44992314337708
verified: no, type: nauc_precision_at_10_std
value: 16.388600267880083
verified: no, type: nauc_precision_at_1_diff1
value: 49.480470078543185
verified: no, type: nauc_precision_at_1_max
value: 31.68605495492876
verified: no, type: nauc_precision_at_1_std
value: 4.5814903060120304
verified: no, type: nauc_precision_at_20_diff1
value: 14.651721506297456
verified: no, type: nauc_precision_at_20_max
value: 32.54709281419177
verified: no, type: nauc_precision_at_20_std
value: 20.017505605751566
verified: no, type: nauc_precision_at_3_diff1
value: 30.04485384205624
verified: no, type: nauc_precision_at_3_max
value: 34.145525798671464
verified: no, type: nauc_precision_at_3_std
value: 9.385558743613709
verified: no, type: nauc_precision_at_5_diff1
value: 24.483639848034873
verified: no, type: nauc_precision_at_5_max
value: 33.41057528286542
verified: no, type: nauc_precision_at_5_std
value: 12.384466658411828
verified: no, type: nauc_recall_at_1000_diff1
value: 21.123402730271586
verified: no, type: nauc_recall_at_1000_max
value: 26.29127489133915
verified: no, type: nauc_recall_at_1000_std
value: 41.48297645436926
verified: no, type: nauc_recall_at_100_diff1
value: 23.190745050134876
verified: no, type: nauc_recall_at_100_max
value: 20.96730541491135
verified: no, type: nauc_recall_at_100_std
value: 24.579783248787745
verified: no, type: nauc_recall_at_10_diff1
value: 28.523056048729163
verified: no, type: nauc_recall_at_10_max
value: 21.334211258862197
verified: no, type: nauc_recall_at_10_std
value: 7.805738098876508
verified: no, type: nauc_recall_at_1_diff1
value: 44.23533684826564
verified: no, type: nauc_recall_at_1_max
value: 16.26051705102941
verified: no, type: nauc_recall_at_1_std
value: -0.9304514636140965
verified: no, type: nauc_recall_at_20_diff1
value: 27.256571523147745
verified: no, type: nauc_recall_at_20_max
value: 21.103408026023196
verified: no, type: nauc_recall_at_20_std
value: 11.445449145769603
verified: no, type: nauc_recall_at_3_diff1
value: 34.31934638156186
verified: no, type: nauc_recall_at_3_max
value: 18.78403262209476
verified: no, type: nauc_recall_at_3_std
value: 1.4901630112302768
verified: no, type: nauc_recall_at_5_diff1
value: 31.63689568492167
verified: no, type: nauc_recall_at_5_max
value: 19.123482920636295
verified: no, type: nauc_recall_at_5_std
value: 3.880507575208801
verified: no, type: ndcg_at_1
value: 40.217999999999996
verified: no, type: ndcg_at_10
value: 42.217
verified: no, type: ndcg_at_100
value: 48.762
verified: no, type: ndcg_at_1000
value: 51.63100000000001
verified: no, type: ndcg_at_20
value: 44.767
verified: no, type: ndcg_at_3
value: 38.057
verified: no, type: ndcg_at_5
value: 39.427
verified: no, type: precision_at_1
value: 40.217999999999996
verified: no, type: precision_at_10
value: 11.376
verified: no, type: precision_at_100
value: 1.815
verified: no, type: precision_at_1000
value: 0.232
verified: no, type: precision_at_20
value: 6.775
verified: no, type: precision_at_3
value: 24.812
verified: no, type: precision_at_5
value: 18.185000000000002
verified: no, type: recall_at_1
value: 21.418
verified: no, type: recall_at_10
value: 49.854
verified: no, type: recall_at_100
value: 74.37700000000001
verified: no, type: recall_at_1000
value: 91.72200000000001
verified: no, type: recall_at_20
value: 57.857
verified: no, type: recall_at_3
value: 35.221999999999994
verified: no, type: recall_at_5
value: 41.404999999999994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: dev
type: mteb/hotpotqa
metrics: type: main_score
value: 74.175
verified: no, type: map_at_1
value: 41.041
verified: no, type: map_at_10
value: 66.31099999999999
verified: no, type: map_at_100
value: 67.104
verified: no, type: map_at_1000
value: 67.161
verified: no, type: map_at_20
value: 66.782
verified: no, type: map_at_3
value: 62.925
verified: no, type: map_at_5
value: 65.134
verified: no, type: mrr_at_1
value: 82.08187993390858
verified: no, type: mrr_at_10
value: 87.22340242626639
verified: no, type: mrr_at_100
value: 87.36059128975714
verified: no, type: mrr_at_1000
value: 87.364851053774
verified: no, type: mrr_at_20
value: 87.31789909538858
verified: no, type: mrr_at_3
value: 86.40842053729882
verified: no, type: mrr_at_5
value: 86.97478734471574
verified: no, type: nauc_map_at_1000_diff1
value: 15.036034548647908
verified: no, type: nauc_map_at_1000_max
value: 25.75085303993812
verified: no, type: nauc_map_at_1000_std
value: 17.465887392707984
verified: no, type: nauc_map_at_100_diff1
value: 15.005143661829045
verified: no, type: nauc_map_at_100_max
value: 25.745125861339808
verified: no, type: nauc_map_at_100_std
value: 17.504053167240222
verified: no, type: nauc_map_at_10_diff1
value: 14.893496342739656
verified: no, type: nauc_map_at_10_max
value: 25.56792154122193
verified: no, type: nauc_map_at_10_std
value: 17.09812367943331
verified: no, type: nauc_map_at_1_diff1
value: 69.96236855623434
verified: no, type: nauc_map_at_1_max
value: 49.448851447506925
verified: no, type: nauc_map_at_1_std
value: 2.889004800052033
verified: no, type: nauc_map_at_20_diff1
value: 14.907169096850453
verified: no, type: nauc_map_at_20_max
value: 25.664564175861543
verified: no, type: nauc_map_at_20_std
value: 17.43387597817089
verified: no, type: nauc_map_at_3_diff1
value: 14.819429540966336
verified: no, type: nauc_map_at_3_max
value: 24.63784431578106
verified: no, type: nauc_map_at_3_std
value: 13.51698248320979
verified: no, type: nauc_map_at_5_diff1
value: 14.793999397375302
verified: no, type: nauc_map_at_5_max
value: 25.273543691930023
verified: no, type: nauc_map_at_5_std
value: 15.528475200820887
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.09310778251964
verified: no, type: nauc_mrr_at_1000_max
value: 51.91323689768607
verified: no, type: nauc_mrr_at_1000_std
value: 5.0427302617514265
verified: no, type: nauc_mrr_at_100_diff1
value: 69.08774366986974
verified: no, type: nauc_mrr_at_100_max
value: 51.91649892721352
verified: no, type: nauc_mrr_at_100_std
value: 5.055693527150247
verified: no, type: nauc_mrr_at_10_diff1
value: 69.04162799026531
verified: no, type: nauc_mrr_at_10_max
value: 51.94707923303371
verified: no, type: nauc_mrr_at_10_std
value: 5.073028039967743
verified: no, type: nauc_mrr_at_1_diff1
value: 69.96236855623434
verified: no, type: nauc_mrr_at_1_max
value: 49.448851447506925
verified: no, type: nauc_mrr_at_1_std
value: 2.889004800052033
verified: no, type: nauc_mrr_at_20_diff1
value: 69.07119075448549
verified: no, type: nauc_mrr_at_20_max
value: 51.945891610724935
verified: no, type: nauc_mrr_at_20_std
value: 5.120139371969651
verified: no, type: nauc_mrr_at_3_diff1
value: 69.04728116249032
verified: no, type: nauc_mrr_at_3_max
value: 52.19716746949592
verified: no, type: nauc_mrr_at_3_std
value: 4.455467076969271
verified: no, type: nauc_mrr_at_5_diff1
value: 68.99508759550626
verified: no, type: nauc_mrr_at_5_max
value: 52.00068611382036
verified: no, type: nauc_mrr_at_5_std
value: 4.853875045723172
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.56019247861624
verified: no, type: nauc_ndcg_at_1000_max
value: 29.992075228189385
verified: no, type: nauc_ndcg_at_1000_std
value: 19.52149913625525
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.57182767444212
verified: no, type: nauc_ndcg_at_100_max
value: 29.671296370713957
verified: no, type: nauc_ndcg_at_100_std
value: 20.459885577163732
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.899707356785555
verified: no, type: nauc_ndcg_at_10_max
value: 28.92080969944076
verified: no, type: nauc_ndcg_at_10_std
value: 18.985520950121536
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.96236855623434
verified: no, type: nauc_ndcg_at_1_max
value: 49.448851447506925
verified: no, type: nauc_ndcg_at_1_std
value: 2.889004800052033
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.817147184816825
verified: no, type: nauc_ndcg_at_20_max
value: 29.10607440644831
verified: no, type: nauc_ndcg_at_20_std
value: 20.055386680932457
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.563849560253576
verified: no, type: nauc_ndcg_at_3_max
value: 28.040961943107828
verified: no, type: nauc_ndcg_at_3_std
value: 13.092847825660659
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.974303695690292
verified: no, type: nauc_ndcg_at_5_max
value: 28.543507472783176
verified: no, type: nauc_ndcg_at_5_std
value: 15.984138613333693
verified: no, type: nauc_precision_at_1000_diff1
value: -3.673616783114865
verified: no, type: nauc_precision_at_1000_max
value: 23.053922175840807
verified: no, type: nauc_precision_at_1000_std
value: 49.11991772792811
verified: no, type: nauc_precision_at_100_diff1
value: -1.216591429661993
verified: no, type: nauc_precision_at_100_max
value: 22.391264965682506
verified: no, type: nauc_precision_at_100_std
value: 42.72424514027106
verified: no, type: nauc_precision_at_10_diff1
value: 3.616065203597004
verified: no, type: nauc_precision_at_10_max
value: 21.983666160174664
verified: no, type: nauc_precision_at_10_std
value: 29.4059520720441
verified: no, type: nauc_precision_at_1_diff1
value: 69.96236855623434
verified: no, type: nauc_precision_at_1_max
value: 49.448851447506925
verified: no, type: nauc_precision_at_1_std
value: 2.889004800052033
verified: no, type: nauc_precision_at_20_diff1
value: 1.0139909003288345
verified: no, type: nauc_precision_at_20_max
value: 21.586196202262293
verified: no, type: nauc_precision_at_20_std
value: 34.67062542720318
verified: no, type: nauc_precision_at_3_diff1
value: 8.864530763513228
verified: no, type: nauc_precision_at_3_max
value: 22.75139236955371
verified: no, type: nauc_precision_at_3_std
value: 15.906499760044241
verified: no, type: nauc_precision_at_5_diff1
value: 6.115146064055562
verified: no, type: nauc_precision_at_5_max
value: 22.511552769119312
verified: no, type: nauc_precision_at_5_std
value: 21.404838493866283
verified: no, type: nauc_recall_at_1000_diff1
value: -3.673616783114743
verified: no, type: nauc_recall_at_1000_max
value: 23.053922175841222
verified: no, type: nauc_recall_at_1000_std
value: 49.11991772792807
verified: no, type: nauc_recall_at_100_diff1
value: -1.2165914296620488
verified: no, type: nauc_recall_at_100_max
value: 22.391264965682254
verified: no, type: nauc_recall_at_100_std
value: 42.72424514027085
verified: no, type: nauc_recall_at_10_diff1
value: 3.6160652035968592
verified: no, type: nauc_recall_at_10_max
value: 21.983666160174625
verified: no, type: nauc_recall_at_10_std
value: 29.405952072043952
verified: no, type: nauc_recall_at_1_diff1
value: 69.96236855623434
verified: no, type: nauc_recall_at_1_max
value: 49.448851447506925
verified: no, type: nauc_recall_at_1_std
value: 2.889004800052033
verified: no, type: nauc_recall_at_20_diff1
value: 1.0139909003285874
verified: no, type: nauc_recall_at_20_max
value: 21.586196202262176
verified: no, type: nauc_recall_at_20_std
value: 34.67062542720296
verified: no, type: nauc_recall_at_3_diff1
value: 8.864530763513235
verified: no, type: nauc_recall_at_3_max
value: 22.75139236955375
verified: no, type: nauc_recall_at_3_std
value: 15.906499760044227
verified: no, type: nauc_recall_at_5_diff1
value: 6.115146064055457
verified: no, type: nauc_recall_at_5_max
value: 22.51155276911919
verified: no, type: nauc_recall_at_5_std
value: 21.404838493866148
verified: no, type: ndcg_at_1
value: 82.082
verified: no, type: ndcg_at_10
value: 74.175
verified: no, type: ndcg_at_100
value: 76.818
verified: no, type: ndcg_at_1000
value: 77.86999999999999
verified: no, type: ndcg_at_20
value: 75.324
verified: no, type: ndcg_at_3
value: 69.505
verified: no, type: ndcg_at_5
value: 72.25399999999999
verified: no, type: precision_at_1
value: 82.082
verified: no, type: precision_at_10
value: 15.459999999999999
verified: no, type: precision_at_100
value: 1.7500000000000002
verified: no, type: precision_at_1000
value: 0.189
verified: no, type: precision_at_20
value: 8.099
verified: no, type: precision_at_3
value: 44.696999999999996
verified: no, type: precision_at_5
value: 28.992
verified: no, type: recall_at_1
value: 41.041
verified: no, type: recall_at_10
value: 77.29899999999999
verified: no, type: recall_at_100
value: 87.516
verified: no, type: recall_at_1000
value: 94.428
verified: no, type: recall_at_20
value: 80.99
verified: no, type: recall_at_3
value: 67.04599999999999
verified: no, type: recall_at_5
value: 72.48
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 72.099
verified: no, type: map_at_1
value: 39.993
verified: no, type: map_at_10
value: 63.906
verified: no, type: map_at_100
value: 64.768
verified: no, type: map_at_1000
value: 64.825
verified: no, type: map_at_20
value: 64.434
verified: no, type: map_at_3
value: 60.428000000000004
verified: no, type: map_at_5
value: 62.65500000000001
verified: no, type: mrr_at_1
value: 79.9864956110736
verified: no, type: mrr_at_10
value: 85.597317342422
verified: no, type: mrr_at_100
value: 85.75538451417644
verified: no, type: mrr_at_1000
value: 85.76054586395492
verified: no, type: mrr_at_20
value: 85.70043434608681
verified: no, type: mrr_at_3
value: 84.7085302723385
verified: no, type: mrr_at_5
value: 85.3006977267612
verified: no, type: nauc_map_at_1000_diff1
value: 14.879240191611792
verified: no, type: nauc_map_at_1000_max
value: 17.352504404367227
verified: no, type: nauc_map_at_1000_std
value: 12.058834112176255
verified: no, type: nauc_map_at_100_diff1
value: 14.849169805835471
verified: no, type: nauc_map_at_100_max
value: 17.33232999123778
verified: no, type: nauc_map_at_100_std
value: 12.077792740295559
verified: no, type: nauc_map_at_10_diff1
value: 14.739688896718311
verified: no, type: nauc_map_at_10_max
value: 17.22236218684584
verified: no, type: nauc_map_at_10_std
value: 11.601003434736638
verified: no, type: nauc_map_at_1_diff1
value: 65.4983976623848
verified: no, type: nauc_map_at_1_max
value: 42.1548067294384
verified: no, type: nauc_map_at_1_std
value: -0.664907685382726
verified: no, type: nauc_map_at_20_diff1
value: 14.775964716898365
verified: no, type: nauc_map_at_20_max
value: 17.28407185806239
verified: no, type: nauc_map_at_20_std
value: 11.938629322344202
verified: no, type: nauc_map_at_3_diff1
value: 15.187257332075571
verified: no, type: nauc_map_at_3_max
value: 16.50469797840979
verified: no, type: nauc_map_at_3_std
value: 8.427502806629832
verified: no, type: nauc_map_at_5_diff1
value: 14.734331855452067
verified: no, type: nauc_map_at_5_max
value: 16.996649506768556
verified: no, type: nauc_map_at_5_std
value: 10.675417416580272
verified: no, type: nauc_mrr_at_1000_diff1
value: 64.77314045859816
verified: no, type: nauc_mrr_at_1000_max
value: 45.07640869774897
verified: no, type: nauc_mrr_at_1000_std
value: 1.1223707370777345
verified: no, type: nauc_mrr_at_100_diff1
value: 64.7736064468281
verified: no, type: nauc_mrr_at_100_max
value: 45.081668625794045
verified: no, type: nauc_mrr_at_100_std
value: 1.1301861065543417
verified: no, type: nauc_mrr_at_10_diff1
value: 64.7436125478473
verified: no, type: nauc_mrr_at_10_max
value: 45.17530304621016
verified: no, type: nauc_mrr_at_10_std
value: 1.1574487279881827
verified: no, type: nauc_mrr_at_1_diff1
value: 65.4983976623848
verified: no, type: nauc_mrr_at_1_max
value: 42.1548067294384
verified: no, type: nauc_mrr_at_1_std
value: -0.664907685382726
verified: no, type: nauc_mrr_at_20_diff1
value: 64.74897914048353
verified: no, type: nauc_mrr_at_20_max
value: 45.10718259984782
verified: no, type: nauc_mrr_at_20_std
value: 1.1414090900637834
verified: no, type: nauc_mrr_at_3_diff1
value: 64.66047914937114
verified: no, type: nauc_mrr_at_3_max
value: 45.240654624502135
verified: no, type: nauc_mrr_at_3_std
value: 0.6018871726391307
verified: no, type: nauc_mrr_at_5_diff1
value: 64.62465365659278
verified: no, type: nauc_mrr_at_5_max
value: 45.26782758375944
verified: no, type: nauc_mrr_at_5_std
value: 0.9729934670795005
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.735117506723284
verified: no, type: nauc_ndcg_at_1000_max
value: 21.973730279574237
verified: no, type: nauc_ndcg_at_1000_std
value: 14.435511069333268
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.92424972281059
verified: no, type: nauc_ndcg_at_100_max
value: 21.46124911457025
verified: no, type: nauc_ndcg_at_100_std
value: 14.997278102074985
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.482173354148614
verified: no, type: nauc_ndcg_at_10_max
value: 21.057780839586314
verified: no, type: nauc_ndcg_at_10_std
value: 13.183889323902614
verified: no, type: nauc_ndcg_at_1_diff1
value: 65.4983976623848
verified: no, type: nauc_ndcg_at_1_max
value: 42.1548067294384
verified: no, type: nauc_ndcg_at_1_std
value: -0.664907685382726
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.492746981314262
verified: no, type: nauc_ndcg_at_20_max
value: 21.17506677843973
verified: no, type: nauc_ndcg_at_20_std
value: 14.226350927505344
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.783583144063783
verified: no, type: nauc_ndcg_at_3_max
value: 20.412720533103773
verified: no, type: nauc_ndcg_at_3_std
value: 8.1573992813502
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.678652006506965
verified: no, type: nauc_ndcg_at_5_max
value: 20.797671396298504
verified: no, type: nauc_ndcg_at_5_std
value: 11.325414041574488
verified: no, type: nauc_precision_at_1000_diff1
value: -10.450656807230294
verified: no, type: nauc_precision_at_1000_max
value: 13.984468023954232
verified: no, type: nauc_precision_at_1000_std
value: 47.62472479785625
verified: no, type: nauc_precision_at_100_diff1
value: -4.196473742286918
verified: no, type: nauc_precision_at_100_max
value: 12.121665049576427
verified: no, type: nauc_precision_at_100_std
value: 37.19008451156229
verified: no, type: nauc_precision_at_10_diff1
value: 3.061787271972301
verified: no, type: nauc_precision_at_10_max
value: 14.242591133970839
verified: no, type: nauc_precision_at_10_std
value: 22.61377683902424
verified: no, type: nauc_precision_at_1_diff1
value: 65.4983976623848
verified: no, type: nauc_precision_at_1_max
value: 42.1548067294384
verified: no, type: nauc_precision_at_1_std
value: -0.664907685382726
verified: no, type: nauc_precision_at_20_diff1
value: 0.6113817731563579
verified: no, type: nauc_precision_at_20_max
value: 13.40678529536442
verified: no, type: nauc_precision_at_20_std
value: 27.36583188393757
verified: no, type: nauc_precision_at_3_diff1
value: 9.006850832399767
verified: no, type: nauc_precision_at_3_max
value: 14.709279058037167
verified: no, type: nauc_precision_at_3_std
value: 11.083943561368818
verified: no, type: nauc_precision_at_5_diff1
value: 5.4640694491525785
verified: no, type: nauc_precision_at_5_max
value: 14.534695725481427
verified: no, type: nauc_precision_at_5_std
value: 17.261328831180144
verified: no, type: nauc_recall_at_1000_diff1
value: -10.45065680723015
verified: no, type: nauc_recall_at_1000_max
value: 13.984468023954296
verified: no, type: nauc_recall_at_1000_std
value: 47.624724797856494
verified: no, type: nauc_recall_at_100_diff1
value: -4.1964737422872425
verified: no, type: nauc_recall_at_100_max
value: 12.121665049576311
verified: no, type: nauc_recall_at_100_std
value: 37.19008451156221
verified: no, type: nauc_recall_at_10_diff1
value: 3.061787271972265
verified: no, type: nauc_recall_at_10_max
value: 14.242591133970848
verified: no, type: nauc_recall_at_10_std
value: 22.613776839024126
verified: no, type: nauc_recall_at_1_diff1
value: 65.4983976623848
verified: no, type: nauc_recall_at_1_max
value: 42.1548067294384
verified: no, type: nauc_recall_at_1_std
value: -0.664907685382726
verified: no, type: nauc_recall_at_20_diff1
value: 0.6113817731563769
verified: no, type: nauc_recall_at_20_max
value: 13.406785295364488
verified: no, type: nauc_recall_at_20_std
value: 27.365831883937688
verified: no, type: nauc_recall_at_3_diff1
value: 9.006850832399833
verified: no, type: nauc_recall_at_3_max
value: 14.709279058037176
verified: no, type: nauc_recall_at_3_std
value: 11.083943561368827
verified: no, type: nauc_recall_at_5_diff1
value: 5.464069449152512
verified: no, type: nauc_recall_at_5_max
value: 14.534695725481386
verified: no, type: nauc_recall_at_5_std
value: 17.261328831180222
verified: no, type: ndcg_at_1
value: 79.986
verified: no, type: ndcg_at_10
value: 72.099
verified: no, type: ndcg_at_100
value: 75.01100000000001
verified: no, type: ndcg_at_1000
value: 76.062
verified: no, type: ndcg_at_20
value: 73.38799999999999
verified: no, type: ndcg_at_3
value: 67.252
verified: no, type: ndcg_at_5
value: 70.03399999999999
verified: no, type: precision_at_1
value: 79.986
verified: no, type: precision_at_10
value: 15.084
verified: no, type: precision_at_100
value: 1.735
verified: no, type: precision_at_1000
value: 0.187
verified: no, type: precision_at_20
value: 7.957
verified: no, type: precision_at_3
value: 43.165
verified: no, type: precision_at_5
value: 28.097
verified: no, type: recall_at_1
value: 39.993
verified: no, type: recall_at_10
value: 75.422
verified: no, type: recall_at_100
value: 86.739
verified: no, type: recall_at_1000
value: 93.633
verified: no, type: recall_at_20
value: 79.57499999999999
verified: no, type: recall_at_3
value: 64.747
verified: no, type: recall_at_5
value: 70.243
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: train
type: mteb/hotpotqa
metrics: type: main_score
value: 74.675
verified: no, type: map_at_1
value: 41.071999999999996
verified: no, type: map_at_10
value: 66.92
verified: no, type: map_at_100
value: 67.723
verified: no, type: map_at_1000
value: 67.774
verified: no, type: map_at_20
value: 67.408
verified: no, type: map_at_3
value: 63.55499999999999
verified: no, type: map_at_5
value: 65.704
verified: no, type: mrr_at_1
value: 82.14470588235294
verified: no, type: mrr_at_10
value: 87.27400186741363
verified: no, type: mrr_at_100
value: 87.4140081509131
verified: no, type: mrr_at_1000
value: 87.41798363724548
verified: no, type: mrr_at_20
value: 87.36842561587122
verified: no, type: mrr_at_3
value: 86.50941176470587
verified: no, type: mrr_at_5
value: 87.00347058823529
verified: no, type: nauc_map_at_1000_diff1
value: 15.173631052534247
verified: no, type: nauc_map_at_1000_max
value: 26.068735945434245
verified: no, type: nauc_map_at_1000_std
value: 16.679793876109372
verified: no, type: nauc_map_at_100_diff1
value: 15.145622681798832
verified: no, type: nauc_map_at_100_max
value: 26.05989713486766
verified: no, type: nauc_map_at_100_std
value: 16.707010441285338
verified: no, type: nauc_map_at_10_diff1
value: 14.914638256007287
verified: no, type: nauc_map_at_10_max
value: 25.882443097244483
verified: no, type: nauc_map_at_10_std
value: 16.268808050707122
verified: no, type: nauc_map_at_1_diff1
value: 68.99857028038306
verified: no, type: nauc_map_at_1_max
value: 49.44823319018734
verified: no, type: nauc_map_at_1_std
value: 3.95480041595882
verified: no, type: nauc_map_at_20_diff1
value: 15.024824474002042
verified: no, type: nauc_map_at_20_max
value: 25.979156549532394
verified: no, type: nauc_map_at_20_std
value: 16.58495990193771
verified: no, type: nauc_map_at_3_diff1
value: 14.82922429946727
verified: no, type: nauc_map_at_3_max
value: 24.94644740438124
verified: no, type: nauc_map_at_3_std
value: 13.163454771602703
verified: no, type: nauc_map_at_5_diff1
value: 14.786835699591697
verified: no, type: nauc_map_at_5_max
value: 25.4952477897668
verified: no, type: nauc_map_at_5_std
value: 15.132801238151277
verified: no, type: nauc_mrr_at_1000_diff1
value: 68.01504171335921
verified: no, type: nauc_mrr_at_1000_max
value: 51.87765517862451
verified: no, type: nauc_mrr_at_1000_std
value: 6.86223778975253
verified: no, type: nauc_mrr_at_100_diff1
value: 68.01399006752484
verified: no, type: nauc_mrr_at_100_max
value: 51.88280954265237
verified: no, type: nauc_mrr_at_100_std
value: 6.873608557329335
verified: no, type: nauc_mrr_at_10_diff1
value: 67.99091321438537
verified: no, type: nauc_mrr_at_10_max
value: 51.969521221681624
verified: no, type: nauc_mrr_at_10_std
value: 6.931166148442037
verified: no, type: nauc_mrr_at_1_diff1
value: 68.99857028038306
verified: no, type: nauc_mrr_at_1_max
value: 49.44823319018734
verified: no, type: nauc_mrr_at_1_std
value: 3.95480041595882
verified: no, type: nauc_mrr_at_20_diff1
value: 68.01259861100158
verified: no, type: nauc_mrr_at_20_max
value: 51.92347187092682
verified: no, type: nauc_mrr_at_20_std
value: 6.916000236458142
verified: no, type: nauc_mrr_at_3_diff1
value: 67.78455056859933
verified: no, type: nauc_mrr_at_3_max
value: 51.871123397467976
verified: no, type: nauc_mrr_at_3_std
value: 6.43509345435153
verified: no, type: nauc_mrr_at_5_diff1
value: 67.90240615066607
verified: no, type: nauc_mrr_at_5_max
value: 52.0124881495014
verified: no, type: nauc_mrr_at_5_std
value: 6.803350773425626
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.69891416034566
verified: no, type: nauc_ndcg_at_1000_max
value: 30.461957789834806
verified: no, type: nauc_ndcg_at_1000_std
value: 19.18877840309474
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.7970186296764
verified: no, type: nauc_ndcg_at_100_max
value: 30.15224012992887
verified: no, type: nauc_ndcg_at_100_std
value: 19.943169128048474
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.84268006275167
verified: no, type: nauc_ndcg_at_10_max
value: 29.484945625149916
verified: no, type: nauc_ndcg_at_10_std
value: 18.258410671819046
verified: no, type: nauc_ndcg_at_1_diff1
value: 68.99857028038306
verified: no, type: nauc_ndcg_at_1_max
value: 49.44823319018734
verified: no, type: nauc_ndcg_at_1_std
value: 3.95480041595882
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.04561491289907
verified: no, type: nauc_ndcg_at_20_max
value: 29.693953898939768
verified: no, type: nauc_ndcg_at_20_std
value: 19.236240432268765
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.257610313097572
verified: no, type: nauc_ndcg_at_3_max
value: 28.337695262101402
verified: no, type: nauc_ndcg_at_3_std
value: 13.27057009577805
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.813917540582832
verified: no, type: nauc_ndcg_at_5_max
value: 28.898934488412642
verified: no, type: nauc_ndcg_at_5_std
value: 16.037376675812613
verified: no, type: nauc_precision_at_1000_diff1
value: -2.7630728745432833
verified: no, type: nauc_precision_at_1000_max
value: 24.273957339049858
verified: no, type: nauc_precision_at_1000_std
value: 51.174814670874234
verified: no, type: nauc_precision_at_100_diff1
value: -0.3693685702558231
verified: no, type: nauc_precision_at_100_max
value: 23.540054418358388
verified: no, type: nauc_precision_at_100_std
value: 42.86307596340895
verified: no, type: nauc_precision_at_10_diff1
value: 3.839420261166957
verified: no, type: nauc_precision_at_10_max
value: 23.33220436834566
verified: no, type: nauc_precision_at_10_std
value: 27.497642027822938
verified: no, type: nauc_precision_at_1_diff1
value: 68.99857028038306
verified: no, type: nauc_precision_at_1_max
value: 49.44823319018734
verified: no, type: nauc_precision_at_1_std
value: 3.95480041595882
verified: no, type: nauc_precision_at_20_diff1
value: 2.149278982050884
verified: no, type: nauc_precision_at_20_max
value: 23.225228919773492
verified: no, type: nauc_precision_at_20_std
value: 32.583030590092996
verified: no, type: nauc_precision_at_3_diff1
value: 8.414263763743502
verified: no, type: nauc_precision_at_3_max
value: 23.266556039522364
verified: no, type: nauc_precision_at_3_std
value: 16.166789635561578
verified: no, type: nauc_precision_at_5_diff1
value: 6.100362067031837
verified: no, type: nauc_precision_at_5_max
value: 23.317092657737902
verified: no, type: nauc_precision_at_5_std
value: 21.439743834724506
verified: no, type: nauc_recall_at_1000_diff1
value: -2.763072874542946
verified: no, type: nauc_recall_at_1000_max
value: 24.273957339050046
verified: no, type: nauc_recall_at_1000_std
value: 51.17481467087451
verified: no, type: nauc_recall_at_100_diff1
value: -0.36936857025585346
verified: no, type: nauc_recall_at_100_max
value: 23.54005441835819
verified: no, type: nauc_recall_at_100_std
value: 42.86307596340905
verified: no, type: nauc_recall_at_10_diff1
value: 3.8394202611669916
verified: no, type: nauc_recall_at_10_max
value: 23.332204368345536
verified: no, type: nauc_recall_at_10_std
value: 27.497642027822835
verified: no, type: nauc_recall_at_1_diff1
value: 68.99857028038306
verified: no, type: nauc_recall_at_1_max
value: 49.44823319018734
verified: no, type: nauc_recall_at_1_std
value: 3.95480041595882
verified: no, type: nauc_recall_at_20_diff1
value: 2.1492789820506943
verified: no, type: nauc_recall_at_20_max
value: 23.22522891977323
verified: no, type: nauc_recall_at_20_std
value: 32.58303059009287
verified: no, type: nauc_recall_at_3_diff1
value: 8.414263763743387
verified: no, type: nauc_recall_at_3_max
value: 23.266556039522314
verified: no, type: nauc_recall_at_3_std
value: 16.166789635561496
verified: no, type: nauc_recall_at_5_diff1
value: 6.100362067031725
verified: no, type: nauc_recall_at_5_max
value: 23.317092657737877
verified: no, type: nauc_recall_at_5_std
value: 21.43974383472456
verified: no, type: ndcg_at_1
value: 82.145
verified: no, type: ndcg_at_10
value: 74.675
verified: no, type: ndcg_at_100
value: 77.35499999999999
verified: no, type: ndcg_at_1000
value: 78.31099999999999
verified: no, type: ndcg_at_20
value: 75.859
verified: no, type: ndcg_at_3
value: 70.056
verified: no, type: ndcg_at_5
value: 72.68900000000001
verified: no, type: precision_at_1
value: 82.145
verified: no, type: precision_at_10
value: 15.594
verified: no, type: precision_at_100
value: 1.7670000000000001
verified: no, type: precision_at_1000
value: 0.189
verified: no, type: precision_at_20
value: 8.177
verified: no, type: precision_at_3
value: 45.207
verified: no, type: precision_at_5
value: 29.199
verified: no, type: recall_at_1
value: 41.071999999999996
verified: no, type: recall_at_10
value: 77.968
verified: no, type: recall_at_100
value: 88.342
verified: no, type: recall_at_1000
value: 94.636
verified: no, type: recall_at_20
value: 81.768
verified: no, type: recall_at_3
value: 67.81099999999999
verified: no, type: recall_at_5
value: 72.99799999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 91.6404
verified: no, type: ap
value: 88.06069266911989
verified: no, type: ap_weighted
value: 88.06069266911989
verified: no, type: f1
value: 91.63447508338969
verified: no, type: f1_weighted
value: 91.63447508338966
verified: no, type: main_score
value: 91.6404
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 41.881
verified: no, type: map_at_1
value: 22.467000000000002
verified: no, type: map_at_10
value: 34.910999999999994
verified: no, type: map_at_100
value: 36.061
verified: no, type: map_at_1000
value: 36.108000000000004
verified: no, type: map_at_20
value: 35.624
verified: no, type: map_at_3
value: 30.941999999999997
verified: no, type: map_at_5
value: 33.263999999999996
verified: no, type: mrr_at_1
value: 23.08022922636103
verified: no, type: mrr_at_10
value: 35.50051735116205
verified: no, type: mrr_at_100
value: 36.59446189817308
verified: no, type: mrr_at_1000
value: 36.635988914583265
verified: no, type: mrr_at_20
value: 36.18253329805409
verified: no, type: mrr_at_3
value: 31.609360076408787
verified: no, type: mrr_at_5
value: 33.90305635148042
verified: no, type: nauc_map_at_1000_diff1
value: 35.55451924480011
verified: no, type: nauc_map_at_1000_max
value: 3.3973484820380984
verified: no, type: nauc_map_at_1000_std
value: -15.313643259934148
verified: no, type: nauc_map_at_100_diff1
value: 35.550804246990495
verified: no, type: nauc_map_at_100_max
value: 3.399807661520924
verified: no, type: nauc_map_at_100_std
value: -15.275642266336313
verified: no, type: nauc_map_at_10_diff1
value: 35.5782836837628
verified: no, type: nauc_map_at_10_max
value: 3.2528940284048993
verified: no, type: nauc_map_at_10_std
value: -15.969363396756405
verified: no, type: nauc_map_at_1_diff1
value: 38.48673772459152
verified: no, type: nauc_map_at_1_max
value: 3.058447908569679
verified: no, type: nauc_map_at_1_std
value: -14.963393022102997
verified: no, type: nauc_map_at_20_diff1
value: 35.51677537885897
verified: no, type: nauc_map_at_20_max
value: 3.3515639340449725
verified: no, type: nauc_map_at_20_std
value: -15.515763931018828
verified: no, type: nauc_map_at_3_diff1
value: 35.92227750150707
verified: no, type: nauc_map_at_3_max
value: 2.8055574560079064
verified: no, type: nauc_map_at_3_std
value: -16.880504853072285
verified: no, type: nauc_map_at_5_diff1
value: 35.55198639506613
verified: no, type: nauc_map_at_5_max
value: 2.9586919269467526
verified: no, type: nauc_map_at_5_std
value: -16.54701954101431
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.431696643964436
verified: no, type: nauc_mrr_at_1000_max
value: 3.413854144953113
verified: no, type: nauc_mrr_at_1000_std
value: -15.142803785812797
verified: no, type: nauc_mrr_at_100_diff1
value: 35.426786864620986
verified: no, type: nauc_mrr_at_100_max
value: 3.4171950444493935
verified: no, type: nauc_mrr_at_100_std
value: -15.103678118737987
verified: no, type: nauc_mrr_at_10_diff1
value: 35.420624727408644
verified: no, type: nauc_mrr_at_10_max
value: 3.322578167282073
verified: no, type: nauc_mrr_at_10_std
value: -15.720250181753793
verified: no, type: nauc_mrr_at_1_diff1
value: 38.282779286642096
verified: no, type: nauc_mrr_at_1_max
value: 2.9904752802636327
verified: no, type: nauc_mrr_at_1_std
value: -15.138960622677649
verified: no, type: nauc_mrr_at_20_diff1
value: 35.38506376339875
verified: no, type: nauc_mrr_at_20_max
value: 3.394154792664457
verified: no, type: nauc_mrr_at_20_std
value: -15.296898873665988
verified: no, type: nauc_mrr_at_3_diff1
value: 35.7803854971965
verified: no, type: nauc_mrr_at_3_max
value: 2.7546109667567733
verified: no, type: nauc_mrr_at_3_std
value: -16.7760243616548
verified: no, type: nauc_mrr_at_5_diff1
value: 35.40507525930076
verified: no, type: nauc_mrr_at_5_max
value: 2.968967051093017
verified: no, type: nauc_mrr_at_5_std
value: -16.322983362913682
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.61165703664126
verified: no, type: nauc_ndcg_at_1000_max
value: 4.2633988477939315
verified: no, type: nauc_ndcg_at_1000_std
value: -13.07846493573677
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.496098679488654
verified: no, type: nauc_ndcg_at_100_max
value: 4.35416012374578
verified: no, type: nauc_ndcg_at_100_std
value: -11.701820911709307
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.510499084561594
verified: no, type: nauc_ndcg_at_10_max
value: 3.7195988744787765
verified: no, type: nauc_ndcg_at_10_std
value: -15.20204882975027
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.282779286642096
verified: no, type: nauc_ndcg_at_1_max
value: 2.9904752802636327
verified: no, type: nauc_ndcg_at_1_std
value: -15.138960622677649
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.28895557191255
verified: no, type: nauc_ndcg_at_20_max
value: 4.078634149451336
verified: no, type: nauc_ndcg_at_20_std
value: -13.495634934731186
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.1825890111415
verified: no, type: nauc_ndcg_at_3_max
value: 2.6899697916041787
verified: no, type: nauc_ndcg_at_3_std
value: -17.3200148795559
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.50553625093832
verified: no, type: nauc_ndcg_at_5_max
value: 2.9886919040366453
verified: no, type: nauc_ndcg_at_5_std
value: -16.682910398462134
verified: no, type: nauc_precision_at_1000_diff1
value: -5.237411685181927
verified: no, type: nauc_precision_at_1000_max
value: 12.33197477512628
verified: no, type: nauc_precision_at_1000_std
value: 14.624993194631372
verified: no, type: nauc_precision_at_100_diff1
value: 12.929312931181103
verified: no, type: nauc_precision_at_100_max
value: 11.682654496612322
verified: no, type: nauc_precision_at_100_std
value: 22.44127157890021
verified: no, type: nauc_precision_at_10_diff1
value: 28.260532585949555
verified: no, type: nauc_precision_at_10_max
value: 5.053591117400416
verified: no, type: nauc_precision_at_10_std
value: -11.685872129702071
verified: no, type: nauc_precision_at_1_diff1
value: 38.282779286642096
verified: no, type: nauc_precision_at_1_max
value: 2.9904752802636327
verified: no, type: nauc_precision_at_1_std
value: -15.138960622677649
verified: no, type: nauc_precision_at_20_diff1
value: 24.082555406455477
verified: no, type: nauc_precision_at_20_max
value: 7.220785769786994
verified: no, type: nauc_precision_at_20_std
value: -2.3466420348408876
verified: no, type: nauc_precision_at_3_diff1
value: 32.2680340644695
verified: no, type: nauc_precision_at_3_max
value: 2.195269827644658
verified: no, type: nauc_precision_at_3_std
value: -18.77340802819126
verified: no, type: nauc_precision_at_5_diff1
value: 30.01850058048678
verified: no, type: nauc_precision_at_5_max
value: 3.0452445562886243
verified: no, type: nauc_precision_at_5_std
value: -16.787002738887892
verified: no, type: nauc_recall_at_1000_diff1
value: 7.940551548703448
verified: no, type: nauc_recall_at_1000_max
value: 40.70493639275526
verified: no, type: nauc_recall_at_1000_std
value: 66.21346351313893
verified: no, type: nauc_recall_at_100_diff1
value: 26.395513427993123
verified: no, type: nauc_recall_at_100_max
value: 13.850278277490382
verified: no, type: nauc_recall_at_100_std
value: 31.262749365543495
verified: no, type: nauc_recall_at_10_diff1
value: 30.810510902525202
verified: no, type: nauc_recall_at_10_max
value: 5.342768575463394
verified: no, type: nauc_recall_at_10_std
value: -12.041087579697969
verified: no, type: nauc_recall_at_1_diff1
value: 38.48673772459152
verified: no, type: nauc_recall_at_1_max
value: 3.058447908569679
verified: no, type: nauc_recall_at_1_std
value: -14.963393022102997
verified: no, type: nauc_recall_at_20_diff1
value: 28.97941173115346
verified: no, type: nauc_recall_at_20_max
value: 7.387302922786026
verified: no, type: nauc_recall_at_20_std
value: -2.9701154270124537
verified: no, type: nauc_recall_at_3_diff1
value: 33.11138786633106
verified: no, type: nauc_recall_at_3_max
value: 2.3972198714504103
verified: no, type: nauc_recall_at_3_std
value: -18.444370167091602
verified: no, type: nauc_recall_at_5_diff1
value: 31.354710954894315
verified: no, type: nauc_recall_at_5_max
value: 3.0409753924683227
verified: no, type: nauc_recall_at_5_std
value: -17.003889653830544
verified: no, type: ndcg_at_1
value: 23.080000000000002
verified: no, type: ndcg_at_10
value: 41.881
verified: no, type: ndcg_at_100
value: 47.384
verified: no, type: ndcg_at_1000
value: 48.563
verified: no, type: ndcg_at_20
value: 44.394
verified: no, type: ndcg_at_3
value: 33.819
verified: no, type: ndcg_at_5
value: 37.951
verified: no, type: precision_at_1
value: 23.080000000000002
verified: no, type: precision_at_10
value: 6.619
verified: no, type: precision_at_100
value: 0.9369999999999999
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 3.836
verified: no, type: precision_at_3
value: 14.350999999999999
verified: no, type: precision_at_5
value: 10.705
verified: no, type: recall_at_1
value: 22.467000000000002
verified: no, type: recall_at_10
value: 63.363
verified: no, type: recall_at_100
value: 88.73
verified: no, type: recall_at_1000
value: 97.726
verified: no, type: recall_at_20
value: 73.072
verified: no, type: recall_at_3
value: 41.464
verified: no, type: recall_at_5
value: 51.367
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 69.895
verified: no, type: map_at_1
value: 2.386
verified: no, type: map_at_10
value: 15.517
verified: no, type: map_at_100
value: 40.755
verified: no, type: map_at_1000
value: 48.650999999999996
verified: no, type: map_at_20
value: 23.866
verified: no, type: map_at_3
value: 6.593999999999999
verified: no, type: map_at_5
value: 9.733
verified: no, type: mrr_at_1
value: 90.69767441860465
verified: no, type: mrr_at_10
value: 94.26356589147287
verified: no, type: mrr_at_100
value: 94.26356589147287
verified: no, type: mrr_at_1000
value: 94.26356589147287
verified: no, type: mrr_at_20
value: 94.26356589147287
verified: no, type: mrr_at_3
value: 93.7984496124031
verified: no, type: mrr_at_5
value: 94.26356589147287
verified: no, type: nauc_map_at_1000_diff1
value: -17.43619926664674
verified: no, type: nauc_map_at_1000_max
value: 33.6129902421304
verified: no, type: nauc_map_at_1000_std
value: 46.534866437148445
verified: no, type: nauc_map_at_100_diff1
value: -3.4235524401190065
verified: no, type: nauc_map_at_100_max
value: 20.249118581525174
verified: no, type: nauc_map_at_100_std
value: 21.211678002623337
verified: no, type: nauc_map_at_10_diff1
value: 19.868551667849278
verified: no, type: nauc_map_at_10_max
value: -7.049880879841646
verified: no, type: nauc_map_at_10_std
value: -15.401797310529073
verified: no, type: nauc_map_at_1_diff1
value: 33.37422645090001
verified: no, type: nauc_map_at_1_max
value: -26.28998419171722
verified: no, type: nauc_map_at_1_std
value: -28.696833028930623
verified: no, type: nauc_map_at_20_diff1
value: 16.721532586974828
verified: no, type: nauc_map_at_20_max
value: 5.488066416387458
verified: no, type: nauc_map_at_20_std
value: -4.928338561410316
verified: no, type: nauc_map_at_3_diff1
value: 26.596230178724362
verified: no, type: nauc_map_at_3_max
value: -21.091821185844502
verified: no, type: nauc_map_at_3_std
value: -27.931616241692335
verified: no, type: nauc_map_at_5_diff1
value: 26.503416309451893
verified: no, type: nauc_map_at_5_max
value: -14.966431698877205
verified: no, type: nauc_map_at_5_std
value: -24.92953418435822
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.25735469680115
verified: no, type: nauc_mrr_at_1000_max
value: 58.86319796354405
verified: no, type: nauc_mrr_at_1000_std
value: 91.72535591220716
verified: no, type: nauc_mrr_at_100_diff1
value: 37.25735469680115
verified: no, type: nauc_mrr_at_100_max
value: 58.86319796354405
verified: no, type: nauc_mrr_at_100_std
value: 91.72535591220716
verified: no, type: nauc_mrr_at_10_diff1
value: 37.25735469680115
verified: no, type: nauc_mrr_at_10_max
value: 58.86319796354405
verified: no, type: nauc_mrr_at_10_std
value: 91.72535591220716
verified: no, type: nauc_mrr_at_1_diff1
value: 34.671850640708776
verified: no, type: nauc_mrr_at_1_max
value: 51.21031217917046
verified: no, type: nauc_mrr_at_1_std
value: 89.79460562505535
verified: no, type: nauc_mrr_at_20_diff1
value: 37.25735469680115
verified: no, type: nauc_mrr_at_20_max
value: 58.86319796354405
verified: no, type: nauc_mrr_at_20_std
value: 91.72535591220716
verified: no, type: nauc_mrr_at_3_diff1
value: 38.60957957843779
verified: no, type: nauc_mrr_at_3_max
value: 60.97560743754536
verified: no, type: nauc_mrr_at_3_std
value: 92.34595421879162
verified: no, type: nauc_mrr_at_5_diff1
value: 37.25735469680115
verified: no, type: nauc_mrr_at_5_max
value: 58.86319796354405
verified: no, type: nauc_mrr_at_5_std
value: 91.72535591220716
verified: no, type: nauc_ndcg_at_1000_diff1
value: -16.225938948928025
verified: no, type: nauc_ndcg_at_1000_max
value: 55.89533466517005
verified: no, type: nauc_ndcg_at_1000_std
value: 55.40479015862836
verified: no, type: nauc_ndcg_at_100_diff1
value: -4.2505692685100485
verified: no, type: nauc_ndcg_at_100_max
value: 41.08810853075458
verified: no, type: nauc_ndcg_at_100_std
value: 51.72941963551418
verified: no, type: nauc_ndcg_at_10_diff1
value: 0.747121732650285
verified: no, type: nauc_ndcg_at_10_max
value: 39.232823971742405
verified: no, type: nauc_ndcg_at_10_std
value: 30.231095222965937
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.70351721984524
verified: no, type: nauc_ndcg_at_1_max
value: 22.223151480238055
verified: no, type: nauc_ndcg_at_1_std
value: -1.6981049298345798
verified: no, type: nauc_ndcg_at_20_diff1
value: -5.964227909058437
verified: no, type: nauc_ndcg_at_20_max
value: 41.04081240965169
verified: no, type: nauc_ndcg_at_20_std
value: 38.124111046791164
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.642365636430505
verified: no, type: nauc_ndcg_at_3_max
value: 36.65277646275841
verified: no, type: nauc_ndcg_at_3_std
value: 13.807981639504055
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.228770870517279
verified: no, type: nauc_ndcg_at_5_max
value: 39.26501372019075
verified: no, type: nauc_ndcg_at_5_std
value: 18.117117619727306
verified: no, type: nauc_precision_at_1000_diff1
value: -34.34396146066081
verified: no, type: nauc_precision_at_1000_max
value: 25.35157697994365
verified: no, type: nauc_precision_at_1000_std
value: 52.692463751897535
verified: no, type: nauc_precision_at_100_diff1
value: -34.59882373262441
verified: no, type: nauc_precision_at_100_max
value: 30.38585569564875
verified: no, type: nauc_precision_at_100_std
value: 55.39043613247343
verified: no, type: nauc_precision_at_10_diff1
value: -34.84065479839732
verified: no, type: nauc_precision_at_10_max
value: 52.453330287918234
verified: no, type: nauc_precision_at_10_std
value: 65.94589958566101
verified: no, type: nauc_precision_at_1_diff1
value: 34.671850640708776
verified: no, type: nauc_precision_at_1_max
value: 51.21031217917046
verified: no, type: nauc_precision_at_1_std
value: 89.79460562505535
verified: no, type: nauc_precision_at_20_diff1
value: -34.405502025386006
verified: no, type: nauc_precision_at_20_max
value: 47.22465715601537
verified: no, type: nauc_precision_at_20_std
value: 60.3767447367751
verified: no, type: nauc_precision_at_3_diff1
value: -7.395035257468793
verified: no, type: nauc_precision_at_3_max
value: 62.69785319929072
verified: no, type: nauc_precision_at_3_std
value: 67.15720558808125
verified: no, type: nauc_precision_at_5_diff1
value: -19.659532277774154
verified: no, type: nauc_precision_at_5_max
value: 65.88294876723467
verified: no, type: nauc_precision_at_5_std
value: 65.5071257264847
verified: no, type: nauc_recall_at_1000_diff1
value: -32.13151178260713
verified: no, type: nauc_recall_at_1000_max
value: 49.599798672364024
verified: no, type: nauc_recall_at_1000_std
value: 53.416414623207245
verified: no, type: nauc_recall_at_100_diff1
value: 2.2830012629669367
verified: no, type: nauc_recall_at_100_max
value: 20.72697656877468
verified: no, type: nauc_recall_at_100_std
value: 15.090940745210233
verified: no, type: nauc_recall_at_10_diff1
value: 19.967019350754683
verified: no, type: nauc_recall_at_10_max
value: -10.459789162236417
verified: no, type: nauc_recall_at_10_std
value: -18.89446359106782
verified: no, type: nauc_recall_at_1_diff1
value: 33.37422645090001
verified: no, type: nauc_recall_at_1_max
value: -26.28998419171722
verified: no, type: nauc_recall_at_1_std
value: -28.696833028930623
verified: no, type: nauc_recall_at_20_diff1
value: 17.31230551930378
verified: no, type: nauc_recall_at_20_max
value: 3.20695402833611
verified: no, type: nauc_recall_at_20_std
value: -8.361923242107272
verified: no, type: nauc_recall_at_3_diff1
value: 26.874491125503315
verified: no, type: nauc_recall_at_3_max
value: -22.372781558886633
verified: no, type: nauc_recall_at_3_std
value: -30.08475617025354
verified: no, type: nauc_recall_at_5_diff1
value: 26.425992230237465
verified: no, type: nauc_recall_at_5_max
value: -17.053828088435072
verified: no, type: nauc_recall_at_5_std
value: -27.797398066593537
verified: no, type: ndcg_at_1
value: 74.806
verified: no, type: ndcg_at_10
value: 69.895
verified: no, type: ndcg_at_100
value: 64.736
verified: no, type: ndcg_at_1000
value: 71.563
verified: no, type: ndcg_at_20
value: 67.916
verified: no, type: ndcg_at_3
value: 72.72800000000001
verified: no, type: ndcg_at_5
value: 72.298
verified: no, type: precision_at_1
value: 90.69800000000001
verified: no, type: precision_at_10
value: 78.605
verified: no, type: precision_at_100
value: 38.256
verified: no, type: precision_at_1000
value: 6.914
verified: no, type: precision_at_20
value: 70.814
verified: no, type: precision_at_3
value: 86.047
verified: no, type: precision_at_5
value: 84.651
verified: no, type: recall_at_1
value: 2.386
verified: no, type: recall_at_10
value: 16.739
verified: no, type: recall_at_100
value: 52.782
verified: no, type: recall_at_1000
value: 77.948
verified: no, type: recall_at_20
value: 26.564
verified: no, type: recall_at_3
value: 6.789000000000001
verified: no, type: recall_at_5
value: 10.192
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: train
type: mteb/msmarco
metrics: type: main_score
value: 39.287
verified: no, type: map_at_1
value: 20.312
verified: no, type: map_at_10
value: 32.37
verified: no, type: map_at_100
value: 33.617999999999995
verified: no, type: map_at_1000
value: 33.667
verified: no, type: map_at_20
value: 33.141999999999996
verified: no, type: map_at_3
value: 28.419
verified: no, type: map_at_5
value: 30.677
verified: no, type: mrr_at_1
value: 20.88106112272065
verified: no, type: mrr_at_10
value: 32.88347561288713
verified: no, type: mrr_at_100
value: 34.079369127830056
verified: no, type: mrr_at_1000
value: 34.12286416716751
verified: no, type: mrr_at_20
value: 33.6284955497779
verified: no, type: mrr_at_3
value: 29.00577074622038
verified: no, type: mrr_at_5
value: 31.230424233024944
verified: no, type: nauc_map_at_1000_diff1
value: 34.02708673784959
verified: no, type: nauc_map_at_1000_max
value: -0.13774596315365284
verified: no, type: nauc_map_at_1000_std
value: -14.811669105922384
verified: no, type: nauc_map_at_100_diff1
value: 34.01930820880688
verified: no, type: nauc_map_at_100_max
value: -0.1347868034897845
verified: no, type: nauc_map_at_100_std
value: -14.772649407858864
verified: no, type: nauc_map_at_10_diff1
value: 33.96158417816836
verified: no, type: nauc_map_at_10_max
value: -0.3136135162999447
verified: no, type: nauc_map_at_10_std
value: -15.444045950700714
verified: no, type: nauc_map_at_1_diff1
value: 37.58205211162927
verified: no, type: nauc_map_at_1_max
value: -0.4822908400800713
verified: no, type: nauc_map_at_1_std
value: -15.470046110078922
verified: no, type: nauc_map_at_20_diff1
value: 33.98271018950918
verified: no, type: nauc_map_at_20_max
value: -0.21381571255200063
verified: no, type: nauc_map_at_20_std
value: -15.007378462657424
verified: no, type: nauc_map_at_3_diff1
value: 34.289832746358385
verified: no, type: nauc_map_at_3_max
value: -0.5002033864794293
verified: no, type: nauc_map_at_3_std
value: -16.202034438595152
verified: no, type: nauc_map_at_5_diff1
value: 34.00117071654728
verified: no, type: nauc_map_at_5_max
value: -0.45851793692290926
verified: no, type: nauc_map_at_5_std
value: -16.006184527594332
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.984976772028844
verified: no, type: nauc_mrr_at_1000_max
value: -0.1529354207124242
verified: no, type: nauc_mrr_at_1000_std
value: -14.857766881343624
verified: no, type: nauc_mrr_at_100_diff1
value: 33.97715243824301
verified: no, type: nauc_mrr_at_100_max
value: -0.14868509934664242
verified: no, type: nauc_mrr_at_100_std
value: -14.819185948867908
verified: no, type: nauc_mrr_at_10_diff1
value: 33.9073996451901
verified: no, type: nauc_mrr_at_10_max
value: -0.3117834117567206
verified: no, type: nauc_mrr_at_10_std
value: -15.447133275926591
verified: no, type: nauc_mrr_at_1_diff1
value: 37.569117720003305
verified: no, type: nauc_mrr_at_1_max
value: -0.4402285765126485
verified: no, type: nauc_mrr_at_1_std
value: -15.610329778824116
verified: no, type: nauc_mrr_at_20_diff1
value: 33.93531912336384
verified: no, type: nauc_mrr_at_20_max
value: -0.21832751838659756
verified: no, type: nauc_mrr_at_20_std
value: -15.02826142229628
verified: no, type: nauc_mrr_at_3_diff1
value: 34.233342147328905
verified: no, type: nauc_mrr_at_3_max
value: -0.48966505992824105
verified: no, type: nauc_mrr_at_3_std
value: -16.24404416215297
verified: no, type: nauc_mrr_at_5_diff1
value: 33.936224279069286
verified: no, type: nauc_mrr_at_5_max
value: -0.4505343004388219
verified: no, type: nauc_mrr_at_5_std
value: -16.009358996271995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.15636942116579
verified: no, type: nauc_ndcg_at_1000_max
value: 0.7421529032280344
verified: no, type: nauc_ndcg_at_1000_std
value: -12.573458200734184
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.93005052778217
verified: no, type: nauc_ndcg_at_100_max
value: 0.9174493718835769
verified: no, type: nauc_ndcg_at_100_std
value: -11.171269358523292
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.702296942276526
verified: no, type: nauc_ndcg_at_10_max
value: -0.09434815260748751
verified: no, type: nauc_ndcg_at_10_std
value: -14.584325513499733
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.58713933791024
verified: no, type: nauc_ndcg_at_1_max
value: -0.4513949591167018
verified: no, type: nauc_ndcg_at_1_std
value: -15.609650942411912
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.73010631865281
verified: no, type: nauc_ndcg_at_20_max
value: 0.28286295130856637
verified: no, type: nauc_ndcg_at_20_std
value: -12.91199724170651
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.376023670753284
verified: no, type: nauc_ndcg_at_3_max
value: -0.5120382325774017
verified: no, type: nauc_ndcg_at_3_std
value: -16.37620688280034
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.84453673758015
verified: no, type: nauc_ndcg_at_5_max
value: -0.4424535321329695
verified: no, type: nauc_ndcg_at_5_std
value: -15.986073718543075
verified: no, type: nauc_precision_at_1000_diff1
value: -2.05172207477867
verified: no, type: nauc_precision_at_1000_max
value: 11.420451556771813
verified: no, type: nauc_precision_at_1000_std
value: 13.013500055223338
verified: no, type: nauc_precision_at_100_diff1
value: 14.09591129638288
verified: no, type: nauc_precision_at_100_max
value: 10.301532890390265
verified: no, type: nauc_precision_at_100_std
value: 21.262673040909597
verified: no, type: nauc_precision_at_10_diff1
value: 26.861179153662277
verified: no, type: nauc_precision_at_10_max
value: 0.9328475133208457
verified: no, type: nauc_precision_at_10_std
value: -10.923443610237937
verified: no, type: nauc_precision_at_1_diff1
value: 37.58713933791024
verified: no, type: nauc_precision_at_1_max
value: -0.4513949591167018
verified: no, type: nauc_precision_at_1_std
value: -15.609650942411912
verified: no, type: nauc_precision_at_20_diff1
value: 24.328515569316732
verified: no, type: nauc_precision_at_20_max
value: 2.876122000952972
verified: no, type: nauc_precision_at_20_std
value: -2.33467622450143
verified: no, type: nauc_precision_at_3_diff1
value: 30.578927129819753
verified: no, type: nauc_precision_at_3_max
value: -0.42632757194706555
verified: no, type: nauc_precision_at_3_std
value: -16.788412743765186
verified: no, type: nauc_precision_at_5_diff1
value: 28.78020642240962
verified: no, type: nauc_precision_at_5_max
value: -0.2124025605546784
verified: no, type: nauc_precision_at_5_std
value: -15.67344805195943
verified: no, type: nauc_recall_at_1000_diff1
value: 14.944369342374936
verified: no, type: nauc_recall_at_1000_max
value: 46.83432685416887
verified: no, type: nauc_recall_at_1000_std
value: 69.28042589318784
verified: no, type: nauc_recall_at_100_diff1
value: 24.745870493773193
verified: no, type: nauc_recall_at_100_max
value: 13.558884583015281
verified: no, type: nauc_recall_at_100_std
value: 31.59926593228638
verified: no, type: nauc_recall_at_10_diff1
value: 28.564011002637212
verified: no, type: nauc_recall_at_10_max
value: 0.6794665651327308
verified: no, type: nauc_recall_at_10_std
value: -11.184026264546878
verified: no, type: nauc_recall_at_1_diff1
value: 37.58205211162927
verified: no, type: nauc_recall_at_1_max
value: -0.4822908400800713
verified: no, type: nauc_recall_at_1_std
value: -15.470046110078922
verified: no, type: nauc_recall_at_20_diff1
value: 27.72144102460605
verified: no, type: nauc_recall_at_20_max
value: 2.6132011820945884
verified: no, type: nauc_recall_at_20_std
value: -2.461755722295994
verified: no, type: nauc_recall_at_3_diff1
value: 30.958109485805675
verified: no, type: nauc_recall_at_3_max
value: -0.5576168684477084
verified: no, type: nauc_recall_at_3_std
value: -16.72079877980838
verified: no, type: nauc_recall_at_5_diff1
value: 29.588704776525393
verified: no, type: nauc_recall_at_5_max
value: -0.4055192968984154
verified: no, type: nauc_recall_at_5_std
value: -15.750524291373111
verified: no, type: ndcg_at_1
value: 20.877000000000002
verified: no, type: ndcg_at_10
value: 39.287
verified: no, type: ndcg_at_100
value: 45.316
verified: no, type: ndcg_at_1000
value: 46.52
verified: no, type: ndcg_at_20
value: 42.028999999999996
verified: no, type: ndcg_at_3
value: 31.233
verified: no, type: ndcg_at_5
value: 35.259
verified: no, type: precision_at_1
value: 20.877000000000002
verified: no, type: precision_at_10
value: 6.327000000000001
verified: no, type: precision_at_100
value: 0.9329999999999999
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 3.7310000000000003
verified: no, type: precision_at_3
value: 13.379
verified: no, type: precision_at_5
value: 10.065
verified: no, type: recall_at_1
value: 20.312
verified: no, type: recall_at_10
value: 60.748999999999995
verified: no, type: recall_at_100
value: 88.682
verified: no, type: recall_at_1000
value: 97.867
verified: no, type: recall_at_20
value: 71.411
verified: no, type: recall_at_3
value: 38.800000000000004
verified: no, type: recall_at_5
value: 48.483
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 93.18741450068397
verified: no, type: f1
value: 93.0238595381845
verified: no, type: f1_weighted
value: 93.17789324951269
verified: no, type: main_score
value: 93.18741450068397
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: validation
type: mteb/mtop_domain
metrics: type: accuracy
value: 93.05145413870247
verified: no, type: f1
value: 92.99732266407732
verified: no, type: f1_weighted
value: 93.02588804838254
verified: no, type: main_score
value: 93.05145413870247
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 67.33470132238944
verified: no, type: f1
value: 48.97680766700152
verified: no, type: f1_weighted
value: 69.63742750869805
verified: no, type: main_score
value: 67.33470132238944
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: validation
type: mteb/mtop_intent
metrics: type: accuracy
value: 67.76733780760627
verified: no, type: f1
value: 48.841507782489195
verified: no, type: f1_weighted
value: 70.48620980474442
verified: no, type: main_score
value: 67.76733780760627
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 72.4310692669805
verified: no, type: f1
value: 70.33600790276014
verified: no, type: f1_weighted
value: 71.41893477886055
verified: no, type: main_score
value: 72.4310692669805
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 73.4284308903099
verified: no, type: f1
value: 69.55956726857646
verified: no, type: f1_weighted
value: 72.15631882777167
verified: no, type: main_score
value: 73.4284308903099
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 76.78883658372561
verified: no, type: f1
value: 76.32136975183587
verified: no, type: f1_weighted
value: 76.595264995014
verified: no, type: main_score
value: 76.78883658372561
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 77.03885882931628
verified: no, type: f1
value: 76.31184523539754
verified: no, type: f1_weighted
value: 76.88960030513515
verified: no, type: main_score
value: 77.03885882931628
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 33.095522581541175
verified: no, type: v_measure
value: 33.095522581541175
verified: no, type: v_measure_std
value: 1.2733644358152183
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 31.06849440193581
verified: no, type: v_measure
value: 31.06849440193581
verified: no, type: v_measure_std
value: 1.6047314419984595
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 31.29908728873086
verified: no, type: map
value: 31.29908728873086
verified: no, type: mrr
value: 32.39123019117521
verified: no, type: nAUC_map_diff1
value: 13.066848043751357
verified: no, type: nAUC_map_max
value: -21.421847351002597
verified: no, type: nAUC_map_std
value: -1.6918937775056007
verified: no, type: nAUC_mrr_diff1
value: 12.280185578076129
verified: no, type: nAUC_mrr_max
value: -16.139433517987133
verified: no, type: nAUC_mrr_std
value: -0.23907632474680363
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 35.509
verified: no, type: map_at_1
value: 5.508
verified: no, type: map_at_10
value: 13.014999999999999
verified: no, type: map_at_100
value: 16.342000000000002
verified: no, type: map_at_1000
value: 17.797
verified: no, type: map_at_20
value: 14.456
verified: no, type: map_at_3
value: 9.363000000000001
verified: no, type: map_at_5
value: 11.064
verified: no, type: mrr_at_1
value: 45.51083591331269
verified: no, type: mrr_at_10
value: 54.5795862204531
verified: no, type: mrr_at_100
value: 55.07630032637193
verified: no, type: mrr_at_1000
value: 55.127586714933805
verified: no, type: mrr_at_20
value: 54.90781971103837
verified: no, type: mrr_at_3
value: 52.32198142414861
verified: no, type: mrr_at_5
value: 53.74613003095975
verified: no, type: nauc_map_at_1000_diff1
value: 24.501330360153915
verified: no, type: nauc_map_at_1000_max
value: 33.06045409371139
verified: no, type: nauc_map_at_1000_std
value: 19.95230416435316
verified: no, type: nauc_map_at_100_diff1
value: 25.806053286220532
verified: no, type: nauc_map_at_100_max
value: 31.933709402264153
verified: no, type: nauc_map_at_100_std
value: 15.842452059972015
verified: no, type: nauc_map_at_10_diff1
value: 29.890503647724593
verified: no, type: nauc_map_at_10_max
value: 25.92830734236527
verified: no, type: nauc_map_at_10_std
value: 3.6250471128132804
verified: no, type: nauc_map_at_1_diff1
value: 50.389087879996865
verified: no, type: nauc_map_at_1_max
value: 20.95986174718729
verified: no, type: nauc_map_at_1_std
value: -5.41570803338871
verified: no, type: nauc_map_at_20_diff1
value: 27.444531905945162
verified: no, type: nauc_map_at_20_max
value: 28.660078098188745
verified: no, type: nauc_map_at_20_std
value: 8.44788718797198
verified: no, type: nauc_map_at_3_diff1
value: 37.92764614538618
verified: no, type: nauc_map_at_3_max
value: 20.65857273684232
verified: no, type: nauc_map_at_3_std
value: -6.143600629025448
verified: no, type: nauc_map_at_5_diff1
value: 34.81301402702416
verified: no, type: nauc_map_at_5_max
value: 23.1193138262864
verified: no, type: nauc_map_at_5_std
value: -1.7057107446005662
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.19968199215303
verified: no, type: nauc_mrr_at_1000_max
value: 46.82195714140159
verified: no, type: nauc_mrr_at_1000_std
value: 31.68998255433254
verified: no, type: nauc_mrr_at_100_diff1
value: 28.23773638204092
verified: no, type: nauc_mrr_at_100_max
value: 46.867704940087
verified: no, type: nauc_mrr_at_100_std
value: 31.72723785491753
verified: no, type: nauc_mrr_at_10_diff1
value: 28.235449464678208
verified: no, type: nauc_mrr_at_10_max
value: 46.757000930146255
verified: no, type: nauc_mrr_at_10_std
value: 31.38607887979623
verified: no, type: nauc_mrr_at_1_diff1
value: 30.395863641073404
verified: no, type: nauc_mrr_at_1_max
value: 39.14603700466295
verified: no, type: nauc_mrr_at_1_std
value: 22.81299502437437
verified: no, type: nauc_mrr_at_20_diff1
value: 28.26836846663423
verified: no, type: nauc_mrr_at_20_max
value: 46.71036119122077
verified: no, type: nauc_mrr_at_20_std
value: 31.717717995472462
verified: no, type: nauc_mrr_at_3_diff1
value: 27.677977469638744
verified: no, type: nauc_mrr_at_3_max
value: 46.281885617180905
verified: no, type: nauc_mrr_at_3_std
value: 29.971954604398306
verified: no, type: nauc_mrr_at_5_diff1
value: 28.002295498470435
verified: no, type: nauc_mrr_at_5_max
value: 46.24599903705559
verified: no, type: nauc_mrr_at_5_std
value: 30.64406412426167
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.52189648298028
verified: no, type: nauc_ndcg_at_1000_max
value: 48.84815340128893
verified: no, type: nauc_ndcg_at_1000_std
value: 38.191275632053504
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.241636067072005
verified: no, type: nauc_ndcg_at_100_max
value: 44.044030318408616
verified: no, type: nauc_ndcg_at_100_std
value: 33.08892120061157
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.38875035508853
verified: no, type: nauc_ndcg_at_10_max
value: 39.741010776186656
verified: no, type: nauc_ndcg_at_10_std
value: 31.608748238315908
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.62521740234213
verified: no, type: nauc_ndcg_at_1_max
value: 37.777292135533955
verified: no, type: nauc_ndcg_at_1_std
value: 23.13720120267271
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.084936669355745
verified: no, type: nauc_ndcg_at_20_max
value: 40.54909713178013
verified: no, type: nauc_ndcg_at_20_std
value: 32.197062113529576
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.011090519352297
verified: no, type: nauc_ndcg_at_3_max
value: 41.390403583726155
verified: no, type: nauc_ndcg_at_3_std
value: 25.970801370304663
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.665450103655758
verified: no, type: nauc_ndcg_at_5_max
value: 41.31692759970914
verified: no, type: nauc_ndcg_at_5_std
value: 28.27222783671603
verified: no, type: nauc_precision_at_1000_diff1
value: -12.949662625593387
verified: no, type: nauc_precision_at_1000_max
value: 9.813067200754695
verified: no, type: nauc_precision_at_1000_std
value: 40.89419595054123
verified: no, type: nauc_precision_at_100_diff1
value: -8.788626197601692
verified: no, type: nauc_precision_at_100_max
value: 24.009165542236552
verified: no, type: nauc_precision_at_100_std
value: 52.03060008921234
verified: no, type: nauc_precision_at_10_diff1
value: -0.8821033318569177
verified: no, type: nauc_precision_at_10_max
value: 36.63377864059687
verified: no, type: nauc_precision_at_10_std
value: 41.728479740505605
verified: no, type: nauc_precision_at_1_diff1
value: 30.395863641073404
verified: no, type: nauc_precision_at_1_max
value: 39.14603700466295
verified: no, type: nauc_precision_at_1_std
value: 22.81299502437437
verified: no, type: nauc_precision_at_20_diff1
value: -4.247170694530449
verified: no, type: nauc_precision_at_20_max
value: 34.1717839314797
verified: no, type: nauc_precision_at_20_std
value: 46.95915867262384
verified: no, type: nauc_precision_at_3_diff1
value: 14.08549588334381
verified: no, type: nauc_precision_at_3_max
value: 41.78305711419503
verified: no, type: nauc_precision_at_3_std
value: 29.937750126808016
verified: no, type: nauc_precision_at_5_diff1
value: 6.795675986788425
verified: no, type: nauc_precision_at_5_max
value: 41.1649623002547
verified: no, type: nauc_precision_at_5_std
value: 35.10676757427974
verified: no, type: nauc_recall_at_1000_diff1
value: 9.323813197352594
verified: no, type: nauc_recall_at_1000_max
value: 26.561710670307797
verified: no, type: nauc_recall_at_1000_std
value: 27.567182664914775
verified: no, type: nauc_recall_at_100_diff1
value: 19.40746686768132
verified: no, type: nauc_recall_at_100_max
value: 31.43872311644064
verified: no, type: nauc_recall_at_100_std
value: 22.723757402094883
verified: no, type: nauc_recall_at_10_diff1
value: 25.54082922198322
verified: no, type: nauc_recall_at_10_max
value: 22.018853511961083
verified: no, type: nauc_recall_at_10_std
value: 4.299087738075515
verified: no, type: nauc_recall_at_1_diff1
value: 50.389087879996865
verified: no, type: nauc_recall_at_1_max
value: 20.95986174718729
verified: no, type: nauc_recall_at_1_std
value: -5.41570803338871
verified: no, type: nauc_recall_at_20_diff1
value: 23.338815663373357
verified: no, type: nauc_recall_at_20_max
value: 23.350885868547458
verified: no, type: nauc_recall_at_20_std
value: 8.049814823974602
verified: no, type: nauc_recall_at_3_diff1
value: 33.134066342544145
verified: no, type: nauc_recall_at_3_max
value: 18.539807748844968
verified: no, type: nauc_recall_at_3_std
value: -5.923909673276145
verified: no, type: nauc_recall_at_5_diff1
value: 29.55575014531457
verified: no, type: nauc_recall_at_5_max
value: 19.067988699284534
verified: no, type: nauc_recall_at_5_std
value: -0.8407775036491218
verified: no, type: ndcg_at_1
value: 43.808
verified: no, type: ndcg_at_10
value: 35.509
verified: no, type: ndcg_at_100
value: 31.676
verified: no, type: ndcg_at_1000
value: 40.543
verified: no, type: ndcg_at_20
value: 32.988
verified: no, type: ndcg_at_3
value: 40.376
verified: no, type: ndcg_at_5
value: 38.41
verified: no, type: precision_at_1
value: 45.511
verified: no, type: precision_at_10
value: 26.811
verified: no, type: precision_at_100
value: 8.056000000000001
verified: no, type: precision_at_1000
value: 2.098
verified: no, type: precision_at_20
value: 19.505
verified: no, type: precision_at_3
value: 38.080000000000005
verified: no, type: precision_at_5
value: 33.437
verified: no, type: recall_at_1
value: 5.508
verified: no, type: recall_at_10
value: 17.319000000000003
verified: no, type: recall_at_100
value: 31.294
verified: no, type: recall_at_1000
value: 63.275999999999996
verified: no, type: recall_at_20
value: 21.431
verified: no, type: recall_at_3
value: 10.473
verified: no, type: recall_at_5
value: 13.507
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 49.393
verified: no, type: map_at_1
value: 26.849
verified: no, type: map_at_10
value: 41.499
verified: no, type: map_at_100
value: 42.653
verified: no, type: map_at_1000
value: 42.684
verified: no, type: map_at_20
value: 42.243
verified: no, type: map_at_3
value: 36.882999999999996
verified: no, type: map_at_5
value: 39.555
verified: no, type: mrr_at_1
value: 30.446118192352262
verified: no, type: mrr_at_10
value: 44.00585581857308
verified: no, type: mrr_at_100
value: 44.90568334013942
verified: no, type: mrr_at_1000
value: 44.927318173677044
verified: no, type: mrr_at_20
value: 44.606647073916015
verified: no, type: mrr_at_3
value: 40.02510621861723
verified: no, type: mrr_at_5
value: 42.41067979915025
verified: no, type: nauc_map_at_1000_diff1
value: 31.651453391622358
verified: no, type: nauc_map_at_1000_max
value: 21.072274916232775
verified: no, type: nauc_map_at_1000_std
value: -4.166680453231419
verified: no, type: nauc_map_at_100_diff1
value: 31.64962254039646
verified: no, type: nauc_map_at_100_max
value: 21.098240383541132
verified: no, type: nauc_map_at_100_std
value: -4.131604331386804
verified: no, type: nauc_map_at_10_diff1
value: 31.766862600658698
verified: no, type: nauc_map_at_10_max
value: 21.010891364290753
verified: no, type: nauc_map_at_10_std
value: -4.708084775930258
verified: no, type: nauc_map_at_1_diff1
value: 33.32708116835102
verified: no, type: nauc_map_at_1_max
value: 16.533091238015647
verified: no, type: nauc_map_at_1_std
value: -5.473056333831887
verified: no, type: nauc_map_at_20_diff1
value: 31.651686475476943
verified: no, type: nauc_map_at_20_max
value: 21.118504172703588
verified: no, type: nauc_map_at_20_std
value: -4.266813330654076
verified: no, type: nauc_map_at_3_diff1
value: 31.00533525886582
verified: no, type: nauc_map_at_3_max
value: 19.147198618391343
verified: no, type: nauc_map_at_3_std
value: -5.813774751421132
verified: no, type: nauc_map_at_5_diff1
value: 31.35355732909234
verified: no, type: nauc_map_at_5_max
value: 20.164291644935563
verified: no, type: nauc_map_at_5_std
value: -5.484865685870952
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.2911953834966
verified: no, type: nauc_mrr_at_1000_max
value: 20.98587622652489
verified: no, type: nauc_mrr_at_1000_std
value: -2.899993822246
verified: no, type: nauc_mrr_at_100_diff1
value: 31.291944529588978
verified: no, type: nauc_mrr_at_100_max
value: 21.005023374269047
verified: no, type: nauc_mrr_at_100_std
value: -2.873367683133069
verified: no, type: nauc_mrr_at_10_diff1
value: 31.34953406118716
verified: no, type: nauc_mrr_at_10_max
value: 21.090610712235293
verified: no, type: nauc_mrr_at_10_std
value: -3.0680385450871865
verified: no, type: nauc_mrr_at_1_diff1
value: 33.28395799775457
verified: no, type: nauc_mrr_at_1_max
value: 17.5779149107383
verified: no, type: nauc_mrr_at_1_std
value: -4.09778735624495
verified: no, type: nauc_mrr_at_20_diff1
value: 31.26673427403389
verified: no, type: nauc_mrr_at_20_max
value: 21.065827511367623
verified: no, type: nauc_mrr_at_20_std
value: -2.9368911795293955
verified: no, type: nauc_mrr_at_3_diff1
value: 30.940055172744103
verified: no, type: nauc_mrr_at_3_max
value: 19.798185385046573
verified: no, type: nauc_mrr_at_3_std
value: -4.064157829412906
verified: no, type: nauc_mrr_at_5_diff1
value: 31.02626997196326
verified: no, type: nauc_mrr_at_5_max
value: 20.619867130693375
verified: no, type: nauc_mrr_at_5_std
value: -3.621718540966316
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.215275891803834
verified: no, type: nauc_ndcg_at_1000_max
value: 23.038486093151146
verified: no, type: nauc_ndcg_at_1000_std
value: -1.703062891132552
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.222739143287704
verified: no, type: nauc_ndcg_at_100_max
value: 23.73579897144862
verified: no, type: nauc_ndcg_at_100_std
value: -0.7280084629042225
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.552059739538358
verified: no, type: nauc_ndcg_at_10_max
value: 23.663866950433963
verified: no, type: nauc_ndcg_at_10_std
value: -2.8203583845097455
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.28395799775457
verified: no, type: nauc_ndcg_at_1_max
value: 17.5779149107383
verified: no, type: nauc_ndcg_at_1_std
value: -4.09778735624495
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.115573156536808
verified: no, type: nauc_ndcg_at_20_max
value: 23.91556914404219
verified: no, type: nauc_ndcg_at_20_std
value: -1.5512740313611486
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.182801126285153
verified: no, type: nauc_ndcg_at_3_max
value: 20.116992880379968
verified: no, type: nauc_ndcg_at_3_std
value: -5.270323067103204
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.55855867246541
verified: no, type: nauc_ndcg_at_5_max
value: 21.854891798578514
verified: no, type: nauc_ndcg_at_5_std
value: -4.621054609051083
verified: no, type: nauc_precision_at_1000_diff1
value: -1.2677610563440622
verified: no, type: nauc_precision_at_1000_max
value: 10.306514334211938
verified: no, type: nauc_precision_at_1000_std
value: 13.52311200877095
verified: no, type: nauc_precision_at_100_diff1
value: 4.584881683104716
verified: no, type: nauc_precision_at_100_max
value: 19.05218376135677
verified: no, type: nauc_precision_at_100_std
value: 19.53317534358223
verified: no, type: nauc_precision_at_10_diff1
value: 20.668826405226238
verified: no, type: nauc_precision_at_10_max
value: 27.133486139333527
verified: no, type: nauc_precision_at_10_std
value: 6.507236892401218
verified: no, type: nauc_precision_at_1_diff1
value: 33.28395799775457
verified: no, type: nauc_precision_at_1_max
value: 17.5779149107383
verified: no, type: nauc_precision_at_1_std
value: -4.09778735624495
verified: no, type: nauc_precision_at_20_diff1
value: 14.220253768827485
verified: no, type: nauc_precision_at_20_max
value: 25.76903982782269
verified: no, type: nauc_precision_at_20_std
value: 13.332493634341546
verified: no, type: nauc_precision_at_3_diff1
value: 25.11865756124606
verified: no, type: nauc_precision_at_3_max
value: 22.659692088129788
verified: no, type: nauc_precision_at_3_std
value: -2.4562156265188646
verified: no, type: nauc_precision_at_5_diff1
value: 23.14757206487534
verified: no, type: nauc_precision_at_5_max
value: 24.626603388946382
verified: no, type: nauc_precision_at_5_std
value: -0.3684391495744226
verified: no, type: nauc_recall_at_1000_diff1
value: 18.253568539360202
verified: no, type: nauc_recall_at_1000_max
value: 69.97593556184775
verified: no, type: nauc_recall_at_1000_std
value: 67.03053194965779
verified: no, type: nauc_recall_at_100_diff1
value: 27.49214266284193
verified: no, type: nauc_recall_at_100_max
value: 52.8893274817214
verified: no, type: nauc_recall_at_100_std
value: 41.90088287480938
verified: no, type: nauc_recall_at_10_diff1
value: 30.033274268188283
verified: no, type: nauc_recall_at_10_max
value: 32.423763247028035
verified: no, type: nauc_recall_at_10_std
value: 2.83469868226926
verified: no, type: nauc_recall_at_1_diff1
value: 33.32708116835102
verified: no, type: nauc_recall_at_1_max
value: 16.533091238015647
verified: no, type: nauc_recall_at_1_std
value: -5.473056333831887
verified: no, type: nauc_recall_at_20_diff1
value: 27.482504671207547
verified: no, type: nauc_recall_at_20_max
value: 36.766903843277824
verified: no, type: nauc_recall_at_20_std
value: 11.285869127910257
verified: no, type: nauc_recall_at_3_diff1
value: 26.871897458882167
verified: no, type: nauc_recall_at_3_max
value: 21.40857537556137
verified: no, type: nauc_recall_at_3_std
value: -5.177974131117242
verified: no, type: nauc_recall_at_5_diff1
value: 27.05417164774647
verified: no, type: nauc_recall_at_5_max
value: 25.54051973421125
verified: no, type: nauc_recall_at_5_std
value: -3.6239708422249772
verified: no, type: ndcg_at_1
value: 30.446
verified: no, type: ndcg_at_10
value: 49.393
verified: no, type: ndcg_at_100
value: 54.32900000000001
verified: no, type: ndcg_at_1000
value: 55.074999999999996
verified: no, type: ndcg_at_20
value: 51.837
verified: no, type: ndcg_at_3
value: 40.598
verified: no, type: ndcg_at_5
value: 45.129999999999995
verified: no, type: precision_at_1
value: 30.446
verified: no, type: precision_at_10
value: 8.456
verified: no, type: precision_at_100
value: 1.122
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_20
value: 4.807
verified: no, type: precision_at_3
value: 18.694
verified: no, type: precision_at_5
value: 13.83
verified: no, type: recall_at_1
value: 26.849
verified: no, type: recall_at_10
value: 71.08
verified: no, type: recall_at_100
value: 92.528
verified: no, type: recall_at_1000
value: 98.124
verified: no, type: recall_at_20
value: 80.164
verified: no, type: recall_at_3
value: 48.211
verified: no, type: recall_at_5
value: 58.669000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: dev
type: mteb/quora
metrics: type: main_score
value: 88.414
verified: no, type: map_at_1
value: 70.451
verified: no, type: map_at_10
value: 84.743
verified: no, type: map_at_100
value: 85.31800000000001
verified: no, type: map_at_1000
value: 85.334
verified: no, type: map_at_20
value: 85.139
verified: no, type: map_at_3
value: 81.852
verified: no, type: map_at_5
value: 83.692
verified: no, type: mrr_at_1
value: 81.10000000000001
verified: no, type: mrr_at_10
value: 87.573
verified: no, type: mrr_at_100
value: 87.6829088327801
verified: no, type: mrr_at_1000
value: 87.68388325928169
verified: no, type: mrr_at_20
value: 87.6581424881448
verified: no, type: mrr_at_3
value: 86.69333333333334
verified: no, type: mrr_at_5
value: 87.29333333333334
verified: no, type: nauc_map_at_1000_diff1
value: 75.72104615748786
verified: no, type: nauc_map_at_1000_max
value: 31.609188396862343
verified: no, type: nauc_map_at_1000_std
value: -46.52088683693813
verified: no, type: nauc_map_at_100_diff1
value: 75.72964444793845
verified: no, type: nauc_map_at_100_max
value: 31.591912730669613
verified: no, type: nauc_map_at_100_std
value: -46.60975557872442
verified: no, type: nauc_map_at_10_diff1
value: 75.94308571775802
verified: no, type: nauc_map_at_10_max
value: 31.253563385398657
verified: no, type: nauc_map_at_10_std
value: -48.181322538551086
verified: no, type: nauc_map_at_1_diff1
value: 79.79532882332838
verified: no, type: nauc_map_at_1_max
value: 21.771809872442184
verified: no, type: nauc_map_at_1_std
value: -42.77169105840692
verified: no, type: nauc_map_at_20_diff1
value: 75.81259077387881
verified: no, type: nauc_map_at_20_max
value: 31.416579812982732
verified: no, type: nauc_map_at_20_std
value: -47.20581632849992
verified: no, type: nauc_map_at_3_diff1
value: 76.20949767229638
verified: no, type: nauc_map_at_3_max
value: 28.979538243065196
verified: no, type: nauc_map_at_3_std
value: -49.54877638998648
verified: no, type: nauc_map_at_5_diff1
value: 76.00775678250743
verified: no, type: nauc_map_at_5_max
value: 30.52865409003373
verified: no, type: nauc_map_at_5_std
value: -49.12438963420192
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.53323969103015
verified: no, type: nauc_mrr_at_1000_max
value: 35.012128118744265
verified: no, type: nauc_mrr_at_1000_std
value: -42.21934663675809
verified: no, type: nauc_mrr_at_100_diff1
value: 76.53433148138932
verified: no, type: nauc_mrr_at_100_max
value: 35.01523464314866
verified: no, type: nauc_mrr_at_100_std
value: -42.218206899281256
verified: no, type: nauc_mrr_at_10_diff1
value: 76.55659780959033
verified: no, type: nauc_mrr_at_10_max
value: 35.12026307368733
verified: no, type: nauc_mrr_at_10_std
value: -42.332025538861515
verified: no, type: nauc_mrr_at_1_diff1
value: 77.4819303112777
verified: no, type: nauc_mrr_at_1_max
value: 33.87083528550898
verified: no, type: nauc_mrr_at_1_std
value: -40.70273058923244
verified: no, type: nauc_mrr_at_20_diff1
value: 76.54181877814159
verified: no, type: nauc_mrr_at_20_max
value: 35.029167402913025
verified: no, type: nauc_mrr_at_20_std
value: -42.26416201560607
verified: no, type: nauc_mrr_at_3_diff1
value: 76.13878281984827
verified: no, type: nauc_mrr_at_3_max
value: 34.95491780423885
verified: no, type: nauc_mrr_at_3_std
value: -42.5669408971239
verified: no, type: nauc_mrr_at_5_diff1
value: 76.36492389659307
verified: no, type: nauc_mrr_at_5_max
value: 35.26107283009812
verified: no, type: nauc_mrr_at_5_std
value: -42.42173398101322
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.72692836343464
verified: no, type: nauc_ndcg_at_1000_max
value: 33.247134568215095
verified: no, type: nauc_ndcg_at_1000_std
value: -44.439309524493986
verified: no, type: nauc_ndcg_at_100_diff1
value: 75.76218437396709
verified: no, type: nauc_ndcg_at_100_max
value: 33.213029188852076
verified: no, type: nauc_ndcg_at_100_std
value: -44.86123377474948
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.0418708659554
verified: no, type: nauc_ndcg_at_10_max
value: 33.03535169276814
verified: no, type: nauc_ndcg_at_10_std
value: -47.78769977393773
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.5187067567312
verified: no, type: nauc_ndcg_at_1_max
value: 33.752101025952825
verified: no, type: nauc_ndcg_at_1_std
value: -40.74843856168861
verified: no, type: nauc_ndcg_at_20_diff1
value: 75.93559598948329
verified: no, type: nauc_ndcg_at_20_max
value: 32.78328286896399
verified: no, type: nauc_ndcg_at_20_std
value: -46.52407523302919
verified: no, type: nauc_ndcg_at_3_diff1
value: 74.79008589166301
verified: no, type: nauc_ndcg_at_3_max
value: 31.808036331631794
verified: no, type: nauc_ndcg_at_3_std
value: -47.52652861987724
verified: no, type: nauc_ndcg_at_5_diff1
value: 75.43287367533794
verified: no, type: nauc_ndcg_at_5_max
value: 32.833203744407065
verified: no, type: nauc_ndcg_at_5_std
value: -48.200904530310275
verified: no, type: nauc_precision_at_1000_diff1
value: -43.672762408765834
verified: no, type: nauc_precision_at_1000_max
value: -2.214136208188294
verified: no, type: nauc_precision_at_1000_std
value: 40.29144301611288
verified: no, type: nauc_precision_at_100_diff1
value: -43.12206249775465
verified: no, type: nauc_precision_at_100_max
value: -1.6653962082743625
verified: no, type: nauc_precision_at_100_std
value: 37.5746847458721
verified: no, type: nauc_precision_at_10_diff1
value: -37.22201537627446
verified: no, type: nauc_precision_at_10_max
value: 2.313038479878318
verified: no, type: nauc_precision_at_10_std
value: 24.85067899903987
verified: no, type: nauc_precision_at_1_diff1
value: 77.5187067567312
verified: no, type: nauc_precision_at_1_max
value: 33.752101025952825
verified: no, type: nauc_precision_at_1_std
value: -40.74843856168861
verified: no, type: nauc_precision_at_20_diff1
value: -40.88285707082065
verified: no, type: nauc_precision_at_20_max
value: -0.4200418417967951
verified: no, type: nauc_precision_at_20_std
value: 31.468438530634213
verified: no, type: nauc_precision_at_3_diff1
value: -19.411745749449427
verified: no, type: nauc_precision_at_3_max
value: 10.67761072881965
verified: no, type: nauc_precision_at_3_std
value: 6.696045978354165
verified: no, type: nauc_precision_at_5_diff1
value: -30.962882716609258
verified: no, type: nauc_precision_at_5_max
value: 6.418634812410295
verified: no, type: nauc_precision_at_5_std
value: 17.387821173608316
verified: no, type: nauc_recall_at_1000_diff1
value: 94.69386728069973
verified: no, type: nauc_recall_at_1000_max
value: 84.28469880099311
verified: no, type: nauc_recall_at_1000_std
value: 27.77863150403283
verified: no, type: nauc_recall_at_100_diff1
value: 75.67916531615204
verified: no, type: nauc_recall_at_100_max
value: 38.167545891813184
verified: no, type: nauc_recall_at_100_std
value: -64.10332561926879
verified: no, type: nauc_recall_at_10_diff1
value: 74.06200450248475
verified: no, type: nauc_recall_at_10_max
value: 32.11315273973532
verified: no, type: nauc_recall_at_10_std
value: -66.65395786324505
verified: no, type: nauc_recall_at_1_diff1
value: 79.79532882332838
verified: no, type: nauc_recall_at_1_max
value: 21.771809872442184
verified: no, type: nauc_recall_at_1_std
value: -42.77169105840692
verified: no, type: nauc_recall_at_20_diff1
value: 75.33902902721827
verified: no, type: nauc_recall_at_20_max
value: 29.429302358270228
verified: no, type: nauc_recall_at_20_std
value: -71.19429079945306
verified: no, type: nauc_recall_at_3_diff1
value: 71.53824579534546
verified: no, type: nauc_recall_at_3_max
value: 27.06969939574833
verified: no, type: nauc_recall_at_3_std
value: -56.11546620113172
verified: no, type: nauc_recall_at_5_diff1
value: 71.03056598232821
verified: no, type: nauc_recall_at_5_max
value: 29.8357436692765
verified: no, type: nauc_recall_at_5_std
value: -60.42704500308669
verified: no, type: ndcg_at_1
value: 81.08
verified: no, type: ndcg_at_10
value: 88.414
verified: no, type: ndcg_at_100
value: 89.586
verified: no, type: ndcg_at_1000
value: 89.68599999999999
verified: no, type: ndcg_at_20
value: 89.092
verified: no, type: ndcg_at_3
value: 85.697
verified: no, type: ndcg_at_5
value: 87.215
verified: no, type: precision_at_1
value: 81.08
verified: no, type: precision_at_10
value: 13.344000000000001
verified: no, type: precision_at_100
value: 1.489
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_20
value: 7.0440000000000005
verified: no, type: precision_at_3
value: 37.627
verified: no, type: precision_at_5
value: 24.668
verified: no, type: recall_at_1
value: 70.451
verified: no, type: recall_at_10
value: 95.588
verified: no, type: recall_at_100
value: 99.53
verified: no, type: recall_at_1000
value: 99.985
verified: no, type: recall_at_20
value: 97.723
verified: no, type: recall_at_3
value: 87.775
verified: no, type: recall_at_5
value: 92.134
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 88.78
verified: no, type: map_at_1
value: 71.18100000000001
verified: no, type: map_at_10
value: 85.07900000000001
verified: no, type: map_at_100
value: 85.685
verified: no, type: map_at_1000
value: 85.702
verified: no, type: map_at_20
value: 85.476
verified: no, type: map_at_3
value: 82.15400000000001
verified: no, type: map_at_5
value: 83.99600000000001
verified: no, type: mrr_at_1
value: 81.94
verified: no, type: mrr_at_10
value: 88.03901984126983
verified: no, type: mrr_at_100
value: 88.12521550900104
verified: no, type: mrr_at_1000
value: 88.12597480807705
verified: no, type: mrr_at_20
value: 88.10112262221783
verified: no, type: mrr_at_3
value: 87.14833333333334
verified: no, type: mrr_at_5
value: 87.75433333333332
verified: no, type: nauc_map_at_1000_diff1
value: 76.35234622746741
verified: no, type: nauc_map_at_1000_max
value: 34.98127835356811
verified: no, type: nauc_map_at_1000_std
value: -48.412573733834584
verified: no, type: nauc_map_at_100_diff1
value: 76.360780142656
verified: no, type: nauc_map_at_100_max
value: 34.95463862302956
verified: no, type: nauc_map_at_100_std
value: -48.465125662089584
verified: no, type: nauc_map_at_10_diff1
value: 76.52051460855479
verified: no, type: nauc_map_at_10_max
value: 34.52605693128301
verified: no, type: nauc_map_at_10_std
value: -50.187292245995415
verified: no, type: nauc_map_at_1_diff1
value: 79.82094021507255
verified: no, type: nauc_map_at_1_max
value: 26.775009943003003
verified: no, type: nauc_map_at_1_std
value: -43.61817396485825
verified: no, type: nauc_map_at_20_diff1
value: 76.43954832866126
verified: no, type: nauc_map_at_20_max
value: 34.90428946303489
verified: no, type: nauc_map_at_20_std
value: -49.12609036782338
verified: no, type: nauc_map_at_3_diff1
value: 76.94334321778128
verified: no, type: nauc_map_at_3_max
value: 32.622560188949166
verified: no, type: nauc_map_at_3_std
value: -52.188893755275046
verified: no, type: nauc_map_at_5_diff1
value: 76.82067204509046
verified: no, type: nauc_map_at_5_max
value: 33.69870062813589
verified: no, type: nauc_map_at_5_std
value: -51.82728889112768
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.95820451520244
verified: no, type: nauc_mrr_at_1000_max
value: 37.55235025494403
verified: no, type: nauc_mrr_at_1000_std
value: -44.920257644843616
verified: no, type: nauc_mrr_at_100_diff1
value: 76.9582899978155
verified: no, type: nauc_mrr_at_100_max
value: 37.553463697088354
verified: no, type: nauc_mrr_at_100_std
value: -44.91865155369245
verified: no, type: nauc_mrr_at_10_diff1
value: 76.9448254715384
verified: no, type: nauc_mrr_at_10_max
value: 37.57592800822079
verified: no, type: nauc_mrr_at_10_std
value: -44.99589549975646
verified: no, type: nauc_mrr_at_1_diff1
value: 77.9564573352381
verified: no, type: nauc_mrr_at_1_max
value: 37.315703535659146
verified: no, type: nauc_mrr_at_1_std
value: -42.14814981557996
verified: no, type: nauc_mrr_at_20_diff1
value: 76.96048519906928
verified: no, type: nauc_mrr_at_20_max
value: 37.595921188645136
verified: no, type: nauc_mrr_at_20_std
value: -44.95453191997584
verified: no, type: nauc_mrr_at_3_diff1
value: 76.75010647148396
verified: no, type: nauc_mrr_at_3_max
value: 37.33157903176563
verified: no, type: nauc_mrr_at_3_std
value: -45.76965088590701
verified: no, type: nauc_mrr_at_5_diff1
value: 76.91724094778046
verified: no, type: nauc_mrr_at_5_max
value: 37.6961116255935
verified: no, type: nauc_mrr_at_5_std
value: -45.315111572131336
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.17915741213382
verified: no, type: nauc_ndcg_at_1000_max
value: 36.3994100974221
verified: no, type: nauc_ndcg_at_1000_std
value: -46.52196285482035
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.20633890208957
verified: no, type: nauc_ndcg_at_100_max
value: 36.300160051636446
verified: no, type: nauc_ndcg_at_100_std
value: -46.64640352852657
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.15630905915566
verified: no, type: nauc_ndcg_at_10_max
value: 35.60844948367385
verified: no, type: nauc_ndcg_at_10_std
value: -49.545760942997966
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.9374936485659
verified: no, type: nauc_ndcg_at_1_max
value: 37.284222900318895
verified: no, type: nauc_ndcg_at_1_std
value: -42.11990958304383
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.27986532220213
verified: no, type: nauc_ndcg_at_20_max
value: 36.21561434308417
verified: no, type: nauc_ndcg_at_20_std
value: -48.37507535345429
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.75636270427239
verified: no, type: nauc_ndcg_at_3_max
value: 35.032989706721466
verified: no, type: nauc_ndcg_at_3_std
value: -50.238571322181016
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.196363901235
verified: no, type: nauc_ndcg_at_5_max
value: 35.00688298015009
verified: no, type: nauc_ndcg_at_5_std
value: -50.80538017477186
verified: no, type: nauc_precision_at_1000_diff1
value: -43.87939421459698
verified: no, type: nauc_precision_at_1000_max
value: -6.616664050809342
verified: no, type: nauc_precision_at_1000_std
value: 40.21658774987439
verified: no, type: nauc_precision_at_100_diff1
value: -43.38845573529132
verified: no, type: nauc_precision_at_100_max
value: -6.459899067577796
verified: no, type: nauc_precision_at_100_std
value: 38.97937099541361
verified: no, type: nauc_precision_at_10_diff1
value: -38.512616169714
verified: no, type: nauc_precision_at_10_max
value: -2.0392553261530506
verified: no, type: nauc_precision_at_10_std
value: 27.846561415195296
verified: no, type: nauc_precision_at_1_diff1
value: 77.9374936485659
verified: no, type: nauc_precision_at_1_max
value: 37.284222900318895
verified: no, type: nauc_precision_at_1_std
value: -42.11990958304383
verified: no, type: nauc_precision_at_20_diff1
value: -41.20993785338744
verified: no, type: nauc_precision_at_20_max
value: -3.883205139317751
verified: no, type: nauc_precision_at_20_std
value: 33.746465008755195
verified: no, type: nauc_precision_at_3_diff1
value: -18.925243780820253
verified: no, type: nauc_precision_at_3_max
value: 7.636938829464144
verified: no, type: nauc_precision_at_3_std
value: 5.1931719934549125
verified: no, type: nauc_precision_at_5_diff1
value: -30.993143706159508
verified: no, type: nauc_precision_at_5_max
value: 1.6891759655648126
verified: no, type: nauc_precision_at_5_std
value: 17.209212799329844
verified: no, type: nauc_recall_at_1000_diff1
value: 47.456878747204605
verified: no, type: nauc_recall_at_1000_max
value: 23.807161723272337
verified: no, type: nauc_recall_at_1000_std
value: -32.766355457141614
verified: no, type: nauc_recall_at_100_diff1
value: 72.34674588264632
verified: no, type: nauc_recall_at_100_max
value: 33.99490510103659
verified: no, type: nauc_recall_at_100_std
value: -36.46420217881495
verified: no, type: nauc_recall_at_10_diff1
value: 71.56272183904842
verified: no, type: nauc_recall_at_10_max
value: 32.016038250938735
verified: no, type: nauc_recall_at_10_std
value: -66.96989454392227
verified: no, type: nauc_recall_at_1_diff1
value: 79.82094021507255
verified: no, type: nauc_recall_at_1_max
value: 26.775009943003003
verified: no, type: nauc_recall_at_1_std
value: -43.61817396485825
verified: no, type: nauc_recall_at_20_diff1
value: 73.24474644767976
verified: no, type: nauc_recall_at_20_max
value: 36.40934106083169
verified: no, type: nauc_recall_at_20_std
value: -65.70195006740305
verified: no, type: nauc_recall_at_3_diff1
value: 72.78023437495966
verified: no, type: nauc_recall_at_3_max
value: 29.643076465434625
verified: no, type: nauc_recall_at_3_std
value: -60.40805827565894
verified: no, type: nauc_recall_at_5_diff1
value: 72.04421253222534
verified: no, type: nauc_recall_at_5_max
value: 30.353847712973938
verified: no, type: nauc_recall_at_5_std
value: -64.58955239875104
verified: no, type: ndcg_at_1
value: 81.95
verified: no, type: ndcg_at_10
value: 88.78
verified: no, type: ndcg_at_100
value: 89.90899999999999
verified: no, type: ndcg_at_1000
value: 90.011
verified: no, type: ndcg_at_20
value: 89.376
verified: no, type: ndcg_at_3
value: 86.027
verified: no, type: ndcg_at_5
value: 87.551
verified: no, type: precision_at_1
value: 81.95
verified: no, type: precision_at_10
value: 13.453999999999999
verified: no, type: precision_at_100
value: 1.528
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.1209999999999996
verified: no, type: precision_at_3
value: 37.6
verified: no, type: precision_at_5
value: 24.712
verified: no, type: recall_at_1
value: 71.18100000000001
verified: no, type: recall_at_10
value: 95.75099999999999
verified: no, type: recall_at_100
value: 99.544
verified: no, type: recall_at_1000
value: 99.98899999999999
verified: no, type: recall_at_20
value: 97.629
verified: no, type: recall_at_3
value: 87.801
verified: no, type: recall_at_5
value: 92.14099999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 53.81557774708997
verified: no, type: v_measure
value: 53.81557774708997
verified: no, type: v_measure_std
value: 4.940724653585969
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 63.059340693644785
verified: no, type: v_measure
value: 63.059340693644785
verified: no, type: v_measure_std
value: 11.97353413900713
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 20.441000000000003
verified: no, type: map_at_1
value: 4.508
verified: no, type: map_at_10
value: 12.141
verified: no, type: map_at_100
value: 14.316
verified: no, type: map_at_1000
value: 14.658
verified: no, type: map_at_20
value: 13.242
verified: no, type: map_at_3
value: 8.624
verified: no, type: map_at_5
value: 10.333
verified: no, type: mrr_at_1
value: 22.3
verified: no, type: mrr_at_10
value: 34.01488095238095
verified: no, type: mrr_at_100
value: 35.12947200540852
verified: no, type: mrr_at_1000
value: 35.18258200333811
verified: no, type: mrr_at_20
value: 34.72472937494222
verified: no, type: mrr_at_3
value: 30.51666666666667
verified: no, type: mrr_at_5
value: 32.471666666666664
verified: no, type: nauc_map_at_1000_diff1
value: 19.5295210919884
verified: no, type: nauc_map_at_1000_max
value: 35.776154650551575
verified: no, type: nauc_map_at_1000_std
value: 22.598989298641175
verified: no, type: nauc_map_at_100_diff1
value: 19.5575568280981
verified: no, type: nauc_map_at_100_max
value: 35.764999407927924
verified: no, type: nauc_map_at_100_std
value: 22.388928333977983
verified: no, type: nauc_map_at_10_diff1
value: 20.301784773079817
verified: no, type: nauc_map_at_10_max
value: 33.90741195696659
verified: no, type: nauc_map_at_10_std
value: 17.948501033988475
verified: no, type: nauc_map_at_1_diff1
value: 27.63795852560605
verified: no, type: nauc_map_at_1_max
value: 28.677707624382226
verified: no, type: nauc_map_at_1_std
value: 11.313097574744265
verified: no, type: nauc_map_at_20_diff1
value: 19.82097532850719
verified: no, type: nauc_map_at_20_max
value: 35.10681865871605
verified: no, type: nauc_map_at_20_std
value: 20.393280333290768
verified: no, type: nauc_map_at_3_diff1
value: 23.465265104601574
verified: no, type: nauc_map_at_3_max
value: 31.90516362728403
verified: no, type: nauc_map_at_3_std
value: 11.082550126615867
verified: no, type: nauc_map_at_5_diff1
value: 21.191560324800694
verified: no, type: nauc_map_at_5_max
value: 32.349846169015365
verified: no, type: nauc_map_at_5_std
value: 14.08086983687101
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.43032918913008
verified: no, type: nauc_mrr_at_1000_max
value: 30.264097065600065
verified: no, type: nauc_mrr_at_1000_std
value: 17.16645379954286
verified: no, type: nauc_mrr_at_100_diff1
value: 22.431918077326362
verified: no, type: nauc_mrr_at_100_max
value: 30.278656848582674
verified: no, type: nauc_mrr_at_100_std
value: 17.205287864081686
verified: no, type: nauc_mrr_at_10_diff1
value: 22.399800621436718
verified: no, type: nauc_mrr_at_10_max
value: 30.17231346566611
verified: no, type: nauc_mrr_at_10_std
value: 17.12117352552421
verified: no, type: nauc_mrr_at_1_diff1
value: 27.338483005001855
verified: no, type: nauc_mrr_at_1_max
value: 28.516706043782
verified: no, type: nauc_mrr_at_1_std
value: 11.568218727642739
verified: no, type: nauc_mrr_at_20_diff1
value: 22.34527846970131
verified: no, type: nauc_mrr_at_20_max
value: 30.293795035108754
verified: no, type: nauc_mrr_at_20_std
value: 17.24818382223587
verified: no, type: nauc_mrr_at_3_diff1
value: 21.41347530740495
verified: no, type: nauc_mrr_at_3_max
value: 29.49578215215621
verified: no, type: nauc_mrr_at_3_std
value: 15.565310294336843
verified: no, type: nauc_mrr_at_5_diff1
value: 21.876219757110178
verified: no, type: nauc_mrr_at_5_max
value: 29.579506797264944
verified: no, type: nauc_mrr_at_5_std
value: 16.105358881703282
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.678582790233204
verified: no, type: nauc_ndcg_at_1000_max
value: 36.955188341480266
verified: no, type: nauc_ndcg_at_1000_std
value: 29.649172816911378
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.52482522871902
verified: no, type: nauc_ndcg_at_100_max
value: 37.130183155861445
verified: no, type: nauc_ndcg_at_100_std
value: 29.52961271427892
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.94175154982902
verified: no, type: nauc_ndcg_at_10_max
value: 33.9452753797045
verified: no, type: nauc_ndcg_at_10_std
value: 20.946470709263238
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.338483005001855
verified: no, type: nauc_ndcg_at_1_max
value: 28.516706043782
verified: no, type: nauc_ndcg_at_1_std
value: 11.568218727642739
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.293919910420897
verified: no, type: nauc_ndcg_at_20_max
value: 35.76522367701567
verified: no, type: nauc_ndcg_at_20_std
value: 24.376420891239388
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.270066084825956
verified: no, type: nauc_ndcg_at_3_max
value: 31.326650210409184
verified: no, type: nauc_ndcg_at_3_std
value: 13.58976920494935
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.02407289631927
verified: no, type: nauc_ndcg_at_5_max
value: 31.684362011594843
verified: no, type: nauc_ndcg_at_5_std
value: 16.249511700219692
verified: no, type: nauc_precision_at_1000_diff1
value: 6.234005186132995
verified: no, type: nauc_precision_at_1000_max
value: 29.34471048327642
verified: no, type: nauc_precision_at_1000_std
value: 39.64669468760326
verified: no, type: nauc_precision_at_100_diff1
value: 9.855106179885876
verified: no, type: nauc_precision_at_100_max
value: 34.132120560020866
verified: no, type: nauc_precision_at_100_std
value: 39.72164007339206
verified: no, type: nauc_precision_at_10_diff1
value: 15.90102642361928
verified: no, type: nauc_precision_at_10_max
value: 33.65916770662614
verified: no, type: nauc_precision_at_10_std
value: 25.390897965743548
verified: no, type: nauc_precision_at_1_diff1
value: 27.338483005001855
verified: no, type: nauc_precision_at_1_max
value: 28.516706043782
verified: no, type: nauc_precision_at_1_std
value: 11.568218727642739
verified: no, type: nauc_precision_at_20_diff1
value: 13.612513188408462
verified: no, type: nauc_precision_at_20_max
value: 35.277982280608725
verified: no, type: nauc_precision_at_20_std
value: 30.71930871320442
verified: no, type: nauc_precision_at_3_diff1
value: 18.807118007742872
verified: no, type: nauc_precision_at_3_max
value: 31.816570276319002
verified: no, type: nauc_precision_at_3_std
value: 14.449767808472858
verified: no, type: nauc_precision_at_5_diff1
value: 16.209744159726867
verified: no, type: nauc_precision_at_5_max
value: 31.151946588732997
verified: no, type: nauc_precision_at_5_std
value: 18.381161071520488
verified: no, type: nauc_recall_at_1000_diff1
value: 6.273647441536759
verified: no, type: nauc_recall_at_1000_max
value: 29.1162229253121
verified: no, type: nauc_recall_at_1000_std
value: 41.52051532378572
verified: no, type: nauc_recall_at_100_diff1
value: 10.065781985677573
verified: no, type: nauc_recall_at_100_max
value: 33.83167291115486
verified: no, type: nauc_recall_at_100_std
value: 40.006650979954934
verified: no, type: nauc_recall_at_10_diff1
value: 16.15411588223024
verified: no, type: nauc_recall_at_10_max
value: 33.49396867499272
verified: no, type: nauc_recall_at_10_std
value: 25.292996350892167
verified: no, type: nauc_recall_at_1_diff1
value: 27.63795852560605
verified: no, type: nauc_recall_at_1_max
value: 28.677707624382226
verified: no, type: nauc_recall_at_1_std
value: 11.313097574744265
verified: no, type: nauc_recall_at_20_diff1
value: 13.925034360460256
verified: no, type: nauc_recall_at_20_max
value: 34.99803447287975
verified: no, type: nauc_recall_at_20_std
value: 30.666854032413088
verified: no, type: nauc_recall_at_3_diff1
value: 18.998052423925802
verified: no, type: nauc_recall_at_3_max
value: 31.62628665469099
verified: no, type: nauc_recall_at_3_std
value: 14.239340647611009
verified: no, type: nauc_recall_at_5_diff1
value: 16.398224006899152
verified: no, type: nauc_recall_at_5_max
value: 30.935454145918744
verified: no, type: nauc_recall_at_5_std
value: 18.143468400300172
verified: no, type: ndcg_at_1
value: 22.3
verified: no, type: ndcg_at_10
value: 20.441000000000003
verified: no, type: ndcg_at_100
value: 28.836000000000002
verified: no, type: ndcg_at_1000
value: 34.705000000000005
verified: no, type: ndcg_at_20
value: 23.426
verified: no, type: ndcg_at_3
value: 19.205
verified: no, type: ndcg_at_5
value: 16.739
verified: no, type: precision_at_1
value: 22.3
verified: no, type: precision_at_10
value: 10.79
verified: no, type: precision_at_100
value: 2.2960000000000003
verified: no, type: precision_at_1000
value: 0.371
verified: no, type: precision_at_20
value: 7.115
verified: no, type: precision_at_3
value: 18.2
verified: no, type: precision_at_5
value: 14.84
verified: no, type: recall_at_1
value: 4.508
verified: no, type: recall_at_10
value: 21.853
verified: no, type: recall_at_100
value: 46.589999999999996
verified: no, type: recall_at_1000
value: 75.25
verified: no, type: recall_at_20
value: 28.853
verified: no, type: recall_at_3
value: 11.068
verified: no, type: recall_at_5
value: 15.033
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 84.30788927270164
verified: no, type: cosine_spearman
value: 80.07976019050732
verified: no, type: euclidean_pearson
value: 81.27116301839057
verified: no, type: euclidean_spearman
value: 80.07976519070897
verified: no, type: main_score
value: 80.07976019050732
verified: no, type: manhattan_pearson
value: 81.39470840383359
verified: no, type: manhattan_spearman
value: 80.11309125271727
verified: no, type: pearson
value: 84.30788927270164
verified: no, type: spearman
value: 80.07976019050732
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 85.6494246715977
verified: no, type: cosine_spearman
value: 77.21364859343417
verified: no, type: euclidean_pearson
value: 82.16686843138514
verified: no, type: euclidean_spearman
value: 77.2132269119475
verified: no, type: main_score
value: 77.21364859343417
verified: no, type: manhattan_pearson
value: 82.17288769644415
verified: no, type: manhattan_spearman
value: 77.05682937722813
verified: no, type: pearson
value: 85.6494246715977
verified: no, type: spearman
value: 77.21364859343417
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 82.12583205748827
verified: no, type: cosine_spearman
value: 83.55306391445943
verified: no, type: euclidean_pearson
value: 82.81699442422787
verified: no, type: euclidean_spearman
value: 83.55306391445943
verified: no, type: main_score
value: 83.55306391445943
verified: no, type: manhattan_pearson
value: 82.70032676616033
verified: no, type: manhattan_spearman
value: 83.43696105973991
verified: no, type: pearson
value: 82.12583205748827
verified: no, type: spearman
value: 83.55306391445943
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 82.8072878574002
verified: no, type: cosine_spearman
value: 82.39917863256566
verified: no, type: euclidean_pearson
value: 82.34142760248918
verified: no, type: euclidean_spearman
value: 82.39918313271785
verified: no, type: main_score
value: 82.39917863256566
verified: no, type: manhattan_pearson
value: 82.35430476764317
verified: no, type: manhattan_spearman
value: 82.38775090940842
verified: no, type: pearson
value: 82.8072878574002
verified: no, type: spearman
value: 82.39917863256566
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 87.05873896779867
verified: no, type: cosine_spearman
value: 88.08920102010087
verified: no, type: euclidean_pearson
value: 87.43579028480816
verified: no, type: euclidean_spearman
value: 88.08920593843715
verified: no, type: main_score
value: 88.08920102010087
verified: no, type: manhattan_pearson
value: 87.50258824179726
verified: no, type: manhattan_spearman
value: 88.18943707030766
verified: no, type: pearson
value: 87.05873896779867
verified: no, type: spearman
value: 88.08920102010087
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 83.18613820567626
verified: no, type: cosine_spearman
value: 85.02812271380569
verified: no, type: euclidean_pearson
value: 84.0552020752535
verified: no, type: euclidean_spearman
value: 85.0281225608977
verified: no, type: main_score
value: 85.02812271380569
verified: no, type: manhattan_pearson
value: 83.79067016461165
verified: no, type: manhattan_spearman
value: 84.75880971236536
verified: no, type: pearson
value: 83.18613820567626
verified: no, type: spearman
value: 85.02812271380569
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 39.5876015348183
verified: no, type: cosine_spearman
value: 38.2945838490163
verified: no, type: euclidean_pearson
value: 39.79784346190561
verified: no, type: euclidean_spearman
value: 38.2945838490163
verified: no, type: main_score
value: 38.2945838490163
verified: no, type: manhattan_pearson
value: 39.977833809923645
verified: no, type: manhattan_spearman
value: 39.388422674752235
verified: no, type: pearson
value: 39.5876015348183
verified: no, type: spearman
value: 38.2945838490163
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 88.51383096083804
verified: no, type: cosine_spearman
value: 88.52537252266963
verified: no, type: euclidean_pearson
value: 89.1117050087703
verified: no, type: euclidean_spearman
value: 88.52537252266963
verified: no, type: main_score
value: 88.52537252266963
verified: no, type: manhattan_pearson
value: 89.31585295977288
verified: no, type: manhattan_spearman
value: 88.78380232395662
verified: no, type: pearson
value: 88.51383096083804
verified: no, type: spearman
value: 88.52537252266963
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 35.50474589697871
verified: no, type: cosine_spearman
value: 30.812689378913603
verified: no, type: euclidean_pearson
value: 36.25909794770876
verified: no, type: euclidean_spearman
value: 30.812689378913603
verified: no, type: main_score
value: 30.812689378913603
verified: no, type: manhattan_pearson
value: 36.26828913763471
verified: no, type: manhattan_spearman
value: 31.528781713909197
verified: no, type: pearson
value: 35.50474589697871
verified: no, type: spearman
value: 30.812689378913603
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 32.652743251558654
verified: no, type: cosine_spearman
value: 29.105392097318806
verified: no, type: euclidean_pearson
value: 32.74903065824115
verified: no, type: euclidean_spearman
value: 29.105392097318806
verified: no, type: main_score
value: 29.105392097318806
verified: no, type: manhattan_pearson
value: 33.540625008403524
verified: no, type: manhattan_spearman
value: 29.355480493447494
verified: no, type: pearson
value: 32.652743251558654
verified: no, type: spearman
value: 29.105392097318806
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 12.36849882661743
verified: no, type: cosine_spearman
value: 7.611138217911713
verified: no, type: euclidean_pearson
value: 12.77603971192848
verified: no, type: euclidean_spearman
value: 7.611138217911713
verified: no, type: main_score
value: 7.611138217911713
verified: no, type: manhattan_pearson
value: 11.619163669702509
verified: no, type: manhattan_spearman
value: 6.184520778812523
verified: no, type: pearson
value: 12.36849882661743
verified: no, type: spearman
value: 7.611138217911713
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 6.59159885046766
verified: no, type: cosine_spearman
value: 4.622204785531158
verified: no, type: euclidean_pearson
value: 6.593149700947697
verified: no, type: euclidean_spearman
value: 4.622204785531158
verified: no, type: main_score
value: 4.622204785531158
verified: no, type: manhattan_pearson
value: 5.566016374381194
verified: no, type: manhattan_spearman
value: 3.8796229563749285
verified: no, type: pearson
value: 6.59159885046766
verified: no, type: spearman
value: 4.622204785531158
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 30.35179238078445
verified: no, type: cosine_spearman
value: 29.625068788447894
verified: no, type: euclidean_pearson
value: 30.233806247338414
verified: no, type: euclidean_spearman
value: 29.625068788447894
verified: no, type: main_score
value: 29.625068788447894
verified: no, type: manhattan_pearson
value: 29.936866734034933
verified: no, type: manhattan_spearman
value: 28.57299479927884
verified: no, type: pearson
value: 30.35179238078445
verified: no, type: spearman
value: 29.625068788447894
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 30.30232199857813
verified: no, type: cosine_spearman
value: 27.219119781543988
verified: no, type: euclidean_pearson
value: 30.225835856043272
verified: no, type: euclidean_spearman
value: 27.219119781543988
verified: no, type: main_score
value: 27.219119781543988
verified: no, type: manhattan_pearson
value: 29.142315782629925
verified: no, type: manhattan_spearman
value: 25.901216206187065
verified: no, type: pearson
value: 30.30232199857813
verified: no, type: spearman
value: 27.219119781543988
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 43.22978323210299
verified: no, type: cosine_spearman
value: 47.01518443724799
verified: no, type: euclidean_pearson
value: 45.930506019807574
verified: no, type: euclidean_spearman
value: 47.01518443724799
verified: no, type: main_score
value: 47.01518443724799
verified: no, type: manhattan_pearson
value: 47.44811320365125
verified: no, type: manhattan_spearman
value: 47.73671354326406
verified: no, type: pearson
value: 43.22978323210299
verified: no, type: spearman
value: 47.01518443724799
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 65.93329041695125
verified: no, type: cosine_spearman
value: 65.95494400411647
verified: no, type: euclidean_pearson
value: 67.77439530118112
verified: no, type: euclidean_spearman
value: 65.95494400411647
verified: no, type: main_score
value: 65.95494400411647
verified: no, type: manhattan_pearson
value: 68.21709531505775
verified: no, type: manhattan_spearman
value: 66.39646560258034
verified: no, type: pearson
value: 65.93329041695125
verified: no, type: spearman
value: 65.95494400411647
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 46.929818903916804
verified: no, type: cosine_spearman
value: 44.44075531175433
verified: no, type: euclidean_pearson
value: 47.059078863657675
verified: no, type: euclidean_spearman
value: 44.44075531175433
verified: no, type: main_score
value: 44.44075531175433
verified: no, type: manhattan_pearson
value: 46.04521740640152
verified: no, type: manhattan_spearman
value: 44.576197773142866
verified: no, type: pearson
value: 46.929818903916804
verified: no, type: spearman
value: 44.44075531175433
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 56.86304728923609
verified: no, type: cosine_spearman
value: 63.05184294758852
verified: no, type: euclidean_pearson
value: 58.177828253582206
verified: no, type: euclidean_spearman
value: 63.05184294758852
verified: no, type: main_score
value: 63.05184294758852
verified: no, type: manhattan_pearson
value: 58.958715164135825
verified: no, type: manhattan_spearman
value: 63.755348809781395
verified: no, type: pearson
value: 56.86304728923609
verified: no, type: spearman
value: 63.05184294758852
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 45.6965322701485
verified: no, type: cosine_spearman
value: 49.44860243126726
verified: no, type: euclidean_pearson
value: 45.71922769223791
verified: no, type: euclidean_spearman
value: 49.44860243126726
verified: no, type: main_score
value: 49.44860243126726
verified: no, type: manhattan_pearson
value: 45.78318374788422
verified: no, type: manhattan_spearman
value: 49.521422718994984
verified: no, type: pearson
value: 45.6965322701485
verified: no, type: spearman
value: 49.44860243126726
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 85.0014615648556
verified: no, type: cosine_spearman
value: 86.65686905435463
verified: no, type: euclidean_pearson
value: 86.1451324543907
verified: no, type: euclidean_spearman
value: 86.65685763157673
verified: no, type: main_score
value: 86.65686905435463
verified: no, type: manhattan_pearson
value: 86.0861598253851
verified: no, type: manhattan_spearman
value: 86.61047820278552
verified: no, type: pearson
value: 85.0014615648556
verified: no, type: spearman
value: 86.65686905435463
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 85.89651013746061
verified: no, type: map
value: 85.89651013746061
verified: no, type: mrr
value: 95.99524567661823
verified: no, type: nAUC_map_diff1
value: -0.0410803569069903
verified: no, type: nAUC_map_max
value: 53.629827070614546
verified: no, type: nAUC_map_std
value: 67.22768282404712
verified: no, type: nAUC_mrr_diff1
value: 40.687943307829606
verified: no, type: nAUC_mrr_max
value: 85.09337269421229
verified: no, type: nAUC_mrr_std
value: 79.32454109714799
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 73.251
verified: no, type: map_at_1
value: 59.428000000000004
verified: no, type: map_at_10
value: 68.959
verified: no, type: map_at_100
value: 69.484
verified: no, type: map_at_1000
value: 69.511
verified: no, type: map_at_20
value: 69.30199999999999
verified: no, type: map_at_3
value: 66.083
verified: no, type: map_at_5
value: 67.683
verified: no, type: mrr_at_1
value: 62.33333333333333
verified: no, type: mrr_at_10
value: 69.96005291005292
verified: no, type: mrr_at_100
value: 70.37333611401961
verified: no, type: mrr_at_1000
value: 70.40109312065698
verified: no, type: mrr_at_20
value: 70.23336940836941
verified: no, type: mrr_at_3
value: 67.72222222222221
verified: no, type: mrr_at_5
value: 69.07222222222222
verified: no, type: nauc_map_at_1000_diff1
value: 70.13570749625822
verified: no, type: nauc_map_at_1000_max
value: 52.65674632844235
verified: no, type: nauc_map_at_1000_std
value: 10.132852161672638
verified: no, type: nauc_map_at_100_diff1
value: 70.13538095683808
verified: no, type: nauc_map_at_100_max
value: 52.6884935329599
verified: no, type: nauc_map_at_100_std
value: 10.14379381633777
verified: no, type: nauc_map_at_10_diff1
value: 70.36327918679356
verified: no, type: nauc_map_at_10_max
value: 52.954942802961504
verified: no, type: nauc_map_at_10_std
value: 10.02209736428799
verified: no, type: nauc_map_at_1_diff1
value: 73.49594650090174
verified: no, type: nauc_map_at_1_max
value: 45.82858518993797
verified: no, type: nauc_map_at_1_std
value: -0.40926083096917837
verified: no, type: nauc_map_at_20_diff1
value: 70.06837661473298
verified: no, type: nauc_map_at_20_max
value: 52.76020878212071
verified: no, type: nauc_map_at_20_std
value: 10.007600191187741
verified: no, type: nauc_map_at_3_diff1
value: 70.31817155099134
verified: no, type: nauc_map_at_3_max
value: 48.641969098932314
verified: no, type: nauc_map_at_3_std
value: 7.073005227799293
verified: no, type: nauc_map_at_5_diff1
value: 69.91715955939225
verified: no, type: nauc_map_at_5_max
value: 50.08437399280585
verified: no, type: nauc_map_at_5_std
value: 8.325142211837317
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.89523822365368
verified: no, type: nauc_mrr_at_1000_max
value: 54.566931991503175
verified: no, type: nauc_mrr_at_1000_std
value: 13.068031822873314
verified: no, type: nauc_mrr_at_100_diff1
value: 70.89405457859479
verified: no, type: nauc_mrr_at_100_max
value: 54.5971940226233
verified: no, type: nauc_mrr_at_100_std
value: 13.075912428577213
verified: no, type: nauc_mrr_at_10_diff1
value: 71.03623671748012
verified: no, type: nauc_mrr_at_10_max
value: 54.95069512409659
verified: no, type: nauc_mrr_at_10_std
value: 13.363315852524071
verified: no, type: nauc_mrr_at_1_diff1
value: 73.44129679978948
verified: no, type: nauc_mrr_at_1_max
value: 53.11585866037946
verified: no, type: nauc_mrr_at_1_std
value: 8.225722407664433
verified: no, type: nauc_mrr_at_20_diff1
value: 70.83036037320228
verified: no, type: nauc_mrr_at_20_max
value: 54.65143963366521
verified: no, type: nauc_mrr_at_20_std
value: 13.136998458127792
verified: no, type: nauc_mrr_at_3_diff1
value: 71.153158657001
verified: no, type: nauc_mrr_at_3_max
value: 53.205584683267084
verified: no, type: nauc_mrr_at_3_std
value: 11.980916718299982
verified: no, type: nauc_mrr_at_5_diff1
value: 70.66319100789279
verified: no, type: nauc_mrr_at_5_max
value: 53.64747705626284
verified: no, type: nauc_mrr_at_5_std
value: 13.158118645048983
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.82895027282646
verified: no, type: nauc_ndcg_at_1000_max
value: 54.52290390511955
verified: no, type: nauc_ndcg_at_1000_std
value: 13.07433953652383
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.66603141670811
verified: no, type: nauc_ndcg_at_100_max
value: 55.33932851097095
verified: no, type: nauc_ndcg_at_100_std
value: 13.531855815973309
verified: no, type: nauc_ndcg_at_10_diff1
value: 70.0672222067367
verified: no, type: nauc_ndcg_at_10_max
value: 56.609848753019875
verified: no, type: nauc_ndcg_at_10_std
value: 13.801015990958836
verified: no, type: nauc_ndcg_at_1_diff1
value: 73.44129679978948
verified: no, type: nauc_ndcg_at_1_max
value: 53.11585866037946
verified: no, type: nauc_ndcg_at_1_std
value: 8.225722407664433
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.00029554032444
verified: no, type: nauc_ndcg_at_20_max
value: 55.77587708778143
verified: no, type: nauc_ndcg_at_20_std
value: 13.550535479714885
verified: no, type: nauc_ndcg_at_3_diff1
value: 69.35809356376409
verified: no, type: nauc_ndcg_at_3_max
value: 50.88753511744564
verified: no, type: nauc_ndcg_at_3_std
value: 10.376849196217488
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.7557226824334
verified: no, type: nauc_ndcg_at_5_max
value: 51.64039917399674
verified: no, type: nauc_ndcg_at_5_std
value: 11.375060289968888
verified: no, type: nauc_precision_at_1000_diff1
value: -24.38184345232032
verified: no, type: nauc_precision_at_1000_max
value: 25.3113664869997
verified: no, type: nauc_precision_at_1000_std
value: 54.78151801755995
verified: no, type: nauc_precision_at_100_diff1
value: -10.585088484724002
verified: no, type: nauc_precision_at_100_max
value: 34.58061719734689
verified: no, type: nauc_precision_at_100_std
value: 51.08616923594603
verified: no, type: nauc_precision_at_10_diff1
value: 15.011059571897201
verified: no, type: nauc_precision_at_10_max
value: 53.380534154853976
verified: no, type: nauc_precision_at_10_std
value: 46.77574783177469
verified: no, type: nauc_precision_at_1_diff1
value: 73.44129679978948
verified: no, type: nauc_precision_at_1_max
value: 53.11585866037946
verified: no, type: nauc_precision_at_1_std
value: 8.225722407664433
verified: no, type: nauc_precision_at_20_diff1
value: 3.0375226465875627
verified: no, type: nauc_precision_at_20_max
value: 46.96352459445593
verified: no, type: nauc_precision_at_20_std
value: 47.8180732859282
verified: no, type: nauc_precision_at_3_diff1
value: 41.34820548287889
verified: no, type: nauc_precision_at_3_max
value: 48.02988164084151
verified: no, type: nauc_precision_at_3_std
value: 29.8325902163623
verified: no, type: nauc_precision_at_5_diff1
value: 28.292680467974172
verified: no, type: nauc_precision_at_5_max
value: 48.2395519867733
verified: no, type: nauc_precision_at_5_std
value: 36.77307484865436
verified: no, type: nauc_recall_at_1000_diff1
value: 86.92810457516407
verified: no, type: nauc_recall_at_1000_max
value: 12.278244631182748
verified: no, type: nauc_recall_at_1000_std
value: 86.92810457516407
verified: no, type: nauc_recall_at_100_diff1
value: 64.23902894491097
verified: no, type: nauc_recall_at_100_max
value: 78.57809790582883
verified: no, type: nauc_recall_at_100_std
value: 35.47085500866988
verified: no, type: nauc_recall_at_10_diff1
value: 67.63049621810325
verified: no, type: nauc_recall_at_10_max
value: 71.99088366956788
verified: no, type: nauc_recall_at_10_std
value: 25.694634100003483
verified: no, type: nauc_recall_at_1_diff1
value: 73.49594650090174
verified: no, type: nauc_recall_at_1_max
value: 45.82858518993797
verified: no, type: nauc_recall_at_1_std
value: -0.40926083096917837
verified: no, type: nauc_recall_at_20_diff1
value: 58.91757942656138
verified: no, type: nauc_recall_at_20_max
value: 70.52947052947034
verified: no, type: nauc_recall_at_20_std
value: 26.934442802706094
verified: no, type: nauc_recall_at_3_diff1
value: 66.06848071584821
verified: no, type: nauc_recall_at_3_max
value: 47.58371405487635
verified: no, type: nauc_recall_at_3_std
value: 10.115468870167247
verified: no, type: nauc_recall_at_5_diff1
value: 63.103805010550055
verified: no, type: nauc_recall_at_5_max
value: 51.85255345215588
verified: no, type: nauc_recall_at_5_std
value: 15.746356552783283
verified: no, type: ndcg_at_1
value: 62.333000000000006
verified: no, type: ndcg_at_10
value: 73.251
verified: no, type: ndcg_at_100
value: 75.471
verified: no, type: ndcg_at_1000
value: 76.058
verified: no, type: ndcg_at_20
value: 74.344
verified: no, type: ndcg_at_3
value: 68.314
verified: no, type: ndcg_at_5
value: 70.733
verified: no, type: precision_at_1
value: 62.333000000000006
verified: no, type: precision_at_10
value: 9.667
verified: no, type: precision_at_100
value: 1.083
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.067
verified: no, type: precision_at_3
value: 26.333000000000002
verified: no, type: precision_at_5
value: 17.4
verified: no, type: recall_at_1
value: 59.428000000000004
verified: no, type: recall_at_10
value: 85.422
verified: no, type: recall_at_100
value: 95.333
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: recall_at_20
value: 89.533
verified: no, type: recall_at_3
value: 72.06099999999999
verified: no, type: recall_at_5
value: 78.261
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: train
type: mteb/scifact
metrics: type: main_score
value: 76.485
verified: no, type: map_at_1
value: 62.437
verified: no, type: map_at_10
value: 72.424
verified: no, type: map_at_100
value: 72.875
verified: no, type: map_at_1000
value: 72.894
verified: no, type: map_at_20
value: 72.699
verified: no, type: map_at_3
value: 69.929
verified: no, type: map_at_5
value: 71.41
verified: no, type: mrr_at_1
value: 65.389369592089
verified: no, type: mrr_at_10
value: 73.51874742480429
verified: no, type: mrr_at_100
value: 73.86149719584975
verified: no, type: mrr_at_1000
value: 73.87817655179401
verified: no, type: mrr_at_20
value: 73.69712246373606
verified: no, type: mrr_at_3
value: 72.10548001648127
verified: no, type: mrr_at_5
value: 72.83477544293366
verified: no, type: nauc_map_at_1000_diff1
value: 70.88987705012035
verified: no, type: nauc_map_at_1000_max
value: 46.77717767104366
verified: no, type: nauc_map_at_1000_std
value: 12.442652616829855
verified: no, type: nauc_map_at_100_diff1
value: 70.88170091037614
verified: no, type: nauc_map_at_100_max
value: 46.78841410305628
verified: no, type: nauc_map_at_100_std
value: 12.472496933804496
verified: no, type: nauc_map_at_10_diff1
value: 70.97977319347748
verified: no, type: nauc_map_at_10_max
value: 46.84404169739291
verified: no, type: nauc_map_at_10_std
value: 12.21031737700784
verified: no, type: nauc_map_at_1_diff1
value: 73.66858140737193
verified: no, type: nauc_map_at_1_max
value: 37.72209378868329
verified: no, type: nauc_map_at_1_std
value: 6.058877150429456
verified: no, type: nauc_map_at_20_diff1
value: 70.80507181778022
verified: no, type: nauc_map_at_20_max
value: 46.819460847144114
verified: no, type: nauc_map_at_20_std
value: 12.472103561158026
verified: no, type: nauc_map_at_3_diff1
value: 71.58242927801035
verified: no, type: nauc_map_at_3_max
value: 43.60594750641507
verified: no, type: nauc_map_at_3_std
value: 8.800606729897389
verified: no, type: nauc_map_at_5_diff1
value: 71.15709258217167
verified: no, type: nauc_map_at_5_max
value: 45.724847576243924
verified: no, type: nauc_map_at_5_std
value: 10.318911927965361
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.04412576767227
verified: no, type: nauc_mrr_at_1000_max
value: 48.49663895894284
verified: no, type: nauc_mrr_at_1000_std
value: 15.61285718843641
verified: no, type: nauc_mrr_at_100_diff1
value: 71.03490861681165
verified: no, type: nauc_mrr_at_100_max
value: 48.50439063635205
verified: no, type: nauc_mrr_at_100_std
value: 15.640711217565325
verified: no, type: nauc_mrr_at_10_diff1
value: 71.03518493601177
verified: no, type: nauc_mrr_at_10_max
value: 48.61941531114441
verified: no, type: nauc_mrr_at_10_std
value: 15.706199493660014
verified: no, type: nauc_mrr_at_1_diff1
value: 73.60832695813949
verified: no, type: nauc_mrr_at_1_max
value: 44.578750878677084
verified: no, type: nauc_mrr_at_1_std
value: 11.890587471184963
verified: no, type: nauc_mrr_at_20_diff1
value: 70.97955641800446
verified: no, type: nauc_mrr_at_20_max
value: 48.58739923848605
verified: no, type: nauc_mrr_at_20_std
value: 15.664657516610061
verified: no, type: nauc_mrr_at_3_diff1
value: 71.27717189961885
verified: no, type: nauc_mrr_at_3_max
value: 48.6513411916282
verified: no, type: nauc_mrr_at_3_std
value: 15.310361808945489
verified: no, type: nauc_mrr_at_5_diff1
value: 71.20476915325136
verified: no, type: nauc_mrr_at_5_max
value: 48.441764267472145
verified: no, type: nauc_mrr_at_5_std
value: 15.365655626467209
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.08074385839639
verified: no, type: nauc_ndcg_at_1000_max
value: 48.6611446591934
verified: no, type: nauc_ndcg_at_1000_std
value: 15.430653624542611
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.68550330145398
verified: no, type: nauc_ndcg_at_100_max
value: 48.88307581467983
verified: no, type: nauc_ndcg_at_100_std
value: 16.234260889596484
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.84945527709709
verified: no, type: nauc_ndcg_at_10_max
value: 49.4084894308013
verified: no, type: nauc_ndcg_at_10_std
value: 15.695585904151896
verified: no, type: nauc_ndcg_at_1_diff1
value: 73.60832695813949
verified: no, type: nauc_ndcg_at_1_max
value: 44.578750878677084
verified: no, type: nauc_ndcg_at_1_std
value: 11.890587471184963
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.33301377386857
verified: no, type: nauc_ndcg_at_20_max
value: 49.35761408825228
verified: no, type: nauc_ndcg_at_20_std
value: 16.3513166242212
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.68084301272158
verified: no, type: nauc_ndcg_at_3_max
value: 46.19757134168426
verified: no, type: nauc_ndcg_at_3_std
value: 11.440557917517024
verified: no, type: nauc_ndcg_at_5_diff1
value: 70.22608752669124
verified: no, type: nauc_ndcg_at_5_max
value: 47.715928046644144
verified: no, type: nauc_ndcg_at_5_std
value: 12.927681872823138
verified: no, type: nauc_precision_at_1000_diff1
value: -30.771908331112545
verified: no, type: nauc_precision_at_1000_max
value: 21.856638608356842
verified: no, type: nauc_precision_at_1000_std
value: 35.14083908557948
verified: no, type: nauc_precision_at_100_diff1
value: -21.94474337380867
verified: no, type: nauc_precision_at_100_max
value: 27.749326522576958
verified: no, type: nauc_precision_at_100_std
value: 38.74941555088935
verified: no, type: nauc_precision_at_10_diff1
value: 4.1338368705214705
verified: no, type: nauc_precision_at_10_max
value: 40.35268389940857
verified: no, type: nauc_precision_at_10_std
value: 34.86150577835351
verified: no, type: nauc_precision_at_1_diff1
value: 73.60832695813949
verified: no, type: nauc_precision_at_1_max
value: 44.578750878677084
verified: no, type: nauc_precision_at_1_std
value: 11.890587471184963
verified: no, type: nauc_precision_at_20_diff1
value: -5.308128515414954
verified: no, type: nauc_precision_at_20_max
value: 34.927193769639246
verified: no, type: nauc_precision_at_20_std
value: 36.45210990375071
verified: no, type: nauc_precision_at_3_diff1
value: 38.801243070827766
verified: no, type: nauc_precision_at_3_max
value: 50.15215786362873
verified: no, type: nauc_precision_at_3_std
value: 22.902503553912712
verified: no, type: nauc_precision_at_5_diff1
value: 19.15608744207784
verified: no, type: nauc_precision_at_5_max
value: 43.451044323440705
verified: no, type: nauc_precision_at_5_std
value: 26.099168664730975
verified: no, type: nauc_recall_at_1000_diff1
value: 59.973000734681946
verified: no, type: nauc_recall_at_1000_max
value: 90.19473173884923
verified: no, type: nauc_recall_at_1000_std
value: 77.70012495920277
verified: no, type: nauc_recall_at_100_diff1
value: 49.520208174749534
verified: no, type: nauc_recall_at_100_max
value: 62.658917735912844
verified: no, type: nauc_recall_at_100_std
value: 57.59734216892526
verified: no, type: nauc_recall_at_10_diff1
value: 63.59382135270663
verified: no, type: nauc_recall_at_10_max
value: 57.66910071241303
verified: no, type: nauc_recall_at_10_std
value: 26.157501494756524
verified: no, type: nauc_recall_at_1_diff1
value: 73.66858140737193
verified: no, type: nauc_recall_at_1_max
value: 37.72209378868329
verified: no, type: nauc_recall_at_1_std
value: 6.058877150429456
verified: no, type: nauc_recall_at_20_diff1
value: 58.60290521588567
verified: no, type: nauc_recall_at_20_max
value: 59.907374912367516
verified: no, type: nauc_recall_at_20_std
value: 33.91543413688288
verified: no, type: nauc_recall_at_3_diff1
value: 68.02786476343704
verified: no, type: nauc_recall_at_3_max
value: 45.954227249575986
verified: no, type: nauc_recall_at_3_std
value: 10.821057815371045
verified: no, type: nauc_recall_at_5_diff1
value: 65.83241381992168
verified: no, type: nauc_recall_at_5_max
value: 50.03082691375689
verified: no, type: nauc_recall_at_5_std
value: 15.241601072308331
verified: no, type: ndcg_at_1
value: 65.389
verified: no, type: ndcg_at_10
value: 76.485
verified: no, type: ndcg_at_100
value: 78.47
verified: no, type: ndcg_at_1000
value: 78.875
verified: no, type: ndcg_at_20
value: 77.321
verified: no, type: ndcg_at_3
value: 72.51100000000001
verified: no, type: ndcg_at_5
value: 74.48
verified: no, type: precision_at_1
value: 65.389
verified: no, type: precision_at_10
value: 9.937999999999999
verified: no, type: precision_at_100
value: 1.098
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.167
verified: no, type: precision_at_3
value: 28.224
verified: no, type: precision_at_5
value: 18.368000000000002
verified: no, type: recall_at_1
value: 62.437
verified: no, type: recall_at_10
value: 87.50099999999999
verified: no, type: recall_at_100
value: 96.518
verified: no, type: recall_at_1000
value: 99.506
verified: no, type: recall_at_20
value: 90.606
verified: no, type: recall_at_3
value: 77.35300000000001
verified: no, type: recall_at_5
value: 81.811
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.86534653465347
verified: no, type: cosine_accuracy_threshold
value: 87.42109537124634
verified: no, type: cosine_ap
value: 96.62589824590614
verified: no, type: cosine_f1
value: 93.1726907630522
verified: no, type: cosine_f1_threshold
value: 87.26919889450073
verified: no, type: cosine_precision
value: 93.54838709677419
verified: no, type: cosine_recall
value: 92.80000000000001
verified: no, type: dot_accuracy
value: 99.86534653465347
verified: no, type: dot_accuracy_threshold
value: 174.84219074249268
verified: no, type: dot_ap
value: 96.62589584517633
verified: no, type: dot_f1
value: 93.1726907630522
verified: no, type: dot_f1_threshold
value: 174.53839778900146
verified: no, type: dot_precision
value: 93.54838709677419
verified: no, type: dot_recall
value: 92.80000000000001
verified: no, type: euclidean_accuracy
value: 99.86534653465347
verified: no, type: euclidean_accuracy_threshold
value: 70.93350887298584
verified: no, type: euclidean_ap
value: 96.62589584517633
verified: no, type: euclidean_f1
value: 93.1726907630522
verified: no, type: euclidean_f1_threshold
value: 71.36050462722778
verified: no, type: euclidean_precision
value: 93.54838709677419
verified: no, type: euclidean_recall
value: 92.80000000000001
verified: no, type: main_score
value: 96.62589824590614
verified: no, type: manhattan_accuracy
value: 99.86237623762376
verified: no, type: manhattan_accuracy_threshold
value: 1510.8413696289062
verified: no, type: manhattan_ap
value: 96.5990356446392
verified: no, type: manhattan_f1
value: 92.94057897409853
verified: no, type: manhattan_f1_threshold
value: 1530.6350708007812
verified: no, type: manhattan_precision
value: 94.42724458204334
verified: no, type: manhattan_recall
value: 91.5
verified: no, type: max_accuracy
value: 99.86534653465347
verified: no, type: max_ap
value: 96.62589824590614
verified: no, type: max_f1
value: 93.1726907630522
verified: no, type: max_precision
value: 94.42724458204334
verified: no, type: max_recall
value: 92.80000000000001
verified: no, type: similarity_accuracy
value: 99.86534653465347
verified: no, type: similarity_accuracy_threshold
value: 87.42109537124634
verified: no, type: similarity_ap
value: 96.62589824590614
verified: no, type: similarity_f1
value: 93.1726907630522
verified: no, type: similarity_f1_threshold
value: 87.26919889450073
verified: no, type: similarity_precision
value: 93.54838709677419
verified: no, type: similarity_recall
value: 92.80000000000001
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: validation
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.84059405940594
verified: no, type: cosine_accuracy_threshold
value: 87.00189590454102
verified: no, type: cosine_ap
value: 96.73329740037518
verified: no, type: cosine_f1
value: 92.0493827160494
verified: no, type: cosine_f1_threshold
value: 86.32840514183044
verified: no, type: cosine_precision
value: 90.92682926829269
verified: no, type: cosine_recall
value: 93.2
verified: no, type: dot_accuracy
value: 99.84059405940594
verified: no, type: dot_accuracy_threshold
value: 174.00379180908203
verified: no, type: dot_ap
value: 96.73329740037518
verified: no, type: dot_f1
value: 92.0493827160494
verified: no, type: dot_f1_threshold
value: 172.65679836273193
verified: no, type: dot_precision
value: 90.92682926829269
verified: no, type: dot_recall
value: 93.2
verified: no, type: euclidean_accuracy
value: 99.84059405940594
verified: no, type: euclidean_accuracy_threshold
value: 72.1057653427124
verified: no, type: euclidean_ap
value: 96.73329740037518
verified: no, type: euclidean_f1
value: 92.0493827160494
verified: no, type: euclidean_f1_threshold
value: 73.95024299621582
verified: no, type: euclidean_precision
value: 90.92682926829269
verified: no, type: euclidean_recall
value: 93.2
verified: no, type: main_score
value: 96.75632821046904
verified: no, type: manhattan_accuracy
value: 99.84257425742574
verified: no, type: manhattan_accuracy_threshold
value: 1568.2302474975586
verified: no, type: manhattan_ap
value: 96.75632821046904
verified: no, type: manhattan_f1
value: 91.98229217904576
verified: no, type: manhattan_f1_threshold
value: 1615.3419494628906
verified: no, type: manhattan_precision
value: 90.51306873184899
verified: no, type: manhattan_recall
value: 93.5
verified: no, type: max_accuracy
value: 99.84257425742574
verified: no, type: max_ap
value: 96.75632821046904
verified: no, type: max_f1
value: 92.0493827160494
verified: no, type: max_precision
value: 90.92682926829269
verified: no, type: max_recall
value: 93.5
verified: no, type: similarity_accuracy
value: 99.84059405940594
verified: no, type: similarity_accuracy_threshold
value: 87.00189590454102
verified: no, type: similarity_ap
value: 96.73329740037518
verified: no, type: similarity_f1
value: 92.0493827160494
verified: no, type: similarity_f1_threshold
value: 86.32840514183044
verified: no, type: similarity_precision
value: 90.92682926829269
verified: no, type: similarity_recall
value: 93.2
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 62.86417213636288
verified: no, type: v_measure
value: 62.86417213636288
verified: no, type: v_measure_std
value: 4.26517499407962
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 34.49041102464247
verified: no, type: v_measure
value: 34.49041102464247
verified: no, type: v_measure_std
value: 1.5008009956624384
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 53.56080676583018
verified: no, type: map
value: 53.56080676583018
verified: no, type: mrr
value: 54.574155419743654
verified: no, type: nAUC_map_diff1
value: 38.68676474201522
verified: no, type: nAUC_map_max
value: 13.538152012883021
verified: no, type: nAUC_map_std
value: 8.406474170060411
verified: no, type: nAUC_mrr_diff1
value: 38.27738033427405
verified: no, type: nAUC_mrr_max
value: 14.313023512543305
verified: no, type: nAUC_mrr_std
value: 9.482773181023104
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 30.78001838626019
verified: no, type: cosine_spearman
value: 30.06796987185709
verified: no, type: dot_pearson
value: 30.78001527942813
verified: no, type: dot_spearman
value: 30.063748343894524
verified: no, type: main_score
value: 30.06796987185709
verified: no, type: pearson
value: 30.78001838626019
verified: no, type: spearman
value: 30.06796987185709
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 67.647
verified: no, type: map_at_1
value: 0.192
verified: no, type: map_at_10
value: 1.678
verified: no, type: map_at_100
value: 9.362
verified: no, type: map_at_1000
value: 23.655
verified: no, type: map_at_20
value: 2.9770000000000003
verified: no, type: map_at_3
value: 0.5559999999999999
verified: no, type: map_at_5
value: 0.91
verified: no, type: mrr_at_1
value: 74
verified: no, type: mrr_at_10
value: 84.07460317460317
verified: no, type: mrr_at_100
value: 84.07460317460317
verified: no, type: mrr_at_1000
value: 84.07460317460317
verified: no, type: mrr_at_20
value: 84.07460317460317
verified: no, type: mrr_at_3
value: 82.66666666666667
verified: no, type: mrr_at_5
value: 83.56666666666666
verified: no, type: nauc_map_at_1000_diff1
value: -1.1098863157023129
verified: no, type: nauc_map_at_1000_max
value: 48.42614641797866
verified: no, type: nauc_map_at_1000_std
value: 74.41245113222085
verified: no, type: nauc_map_at_100_diff1
value: 11.810610128543328
verified: no, type: nauc_map_at_100_max
value: 45.54012493749073
verified: no, type: nauc_map_at_100_std
value: 55.216633821552705
verified: no, type: nauc_map_at_10_diff1
value: 14.706640439003039
verified: no, type: nauc_map_at_10_max
value: 27.009359341915196
verified: no, type: nauc_map_at_10_std
value: 12.580248102741749
verified: no, type: nauc_map_at_1_diff1
value: 18.849085390343852
verified: no, type: nauc_map_at_1_max
value: 22.147807794097968
verified: no, type: nauc_map_at_1_std
value: 8.226943075643607
verified: no, type: nauc_map_at_20_diff1
value: 11.262073635376204
verified: no, type: nauc_map_at_20_max
value: 29.788086926929736
verified: no, type: nauc_map_at_20_std
value: 18.831720483995586
verified: no, type: nauc_map_at_3_diff1
value: 10.591785709689498
verified: no, type: nauc_map_at_3_max
value: 19.999731080136282
verified: no, type: nauc_map_at_3_std
value: 8.283426397720875
verified: no, type: nauc_map_at_5_diff1
value: 13.438781723934065
verified: no, type: nauc_map_at_5_max
value: 23.771513155136258
verified: no, type: nauc_map_at_5_std
value: 11.39274226111021
verified: no, type: nauc_mrr_at_1000_diff1
value: -7.700192607976083
verified: no, type: nauc_mrr_at_1000_max
value: 58.06999088899807
verified: no, type: nauc_mrr_at_1000_std
value: 55.498437292780146
verified: no, type: nauc_mrr_at_100_diff1
value: -7.700192607976083
verified: no, type: nauc_mrr_at_100_max
value: 58.06999088899807
verified: no, type: nauc_mrr_at_100_std
value: 55.498437292780146
verified: no, type: nauc_mrr_at_10_diff1
value: -7.700192607976083
verified: no, type: nauc_mrr_at_10_max
value: 58.06999088899807
verified: no, type: nauc_mrr_at_10_std
value: 55.498437292780146
verified: no, type: nauc_mrr_at_1_diff1
value: 5.8837841125663815
verified: no, type: nauc_mrr_at_1_max
value: 57.15502209967149
verified: no, type: nauc_mrr_at_1_std
value: 53.94752848627391
verified: no, type: nauc_mrr_at_20_diff1
value: -7.700192607976083
verified: no, type: nauc_mrr_at_20_max
value: 58.06999088899807
verified: no, type: nauc_mrr_at_20_std
value: 55.498437292780146
verified: no, type: nauc_mrr_at_3_diff1
value: -9.92939143073178
verified: no, type: nauc_mrr_at_3_max
value: 59.45162969291663
verified: no, type: nauc_mrr_at_3_std
value: 56.1706390124621
verified: no, type: nauc_mrr_at_5_diff1
value: -10.352998992145512
verified: no, type: nauc_mrr_at_5_max
value: 57.75340046811098
verified: no, type: nauc_mrr_at_5_std
value: 55.20409055698553
verified: no, type: nauc_ndcg_at_1000_diff1
value: 1.3886748577056562
verified: no, type: nauc_ndcg_at_1000_max
value: 45.41548784147603
verified: no, type: nauc_ndcg_at_1000_std
value: 69.30388009311415
verified: no, type: nauc_ndcg_at_100_diff1
value: 0.4312493032685509
verified: no, type: nauc_ndcg_at_100_max
value: 45.2714318986444
verified: no, type: nauc_ndcg_at_100_std
value: 73.00621559010233
verified: no, type: nauc_ndcg_at_10_diff1
value: -8.161869949696207
verified: no, type: nauc_ndcg_at_10_max
value: 44.11896916629053
verified: no, type: nauc_ndcg_at_10_std
value: 56.814234959093845
verified: no, type: nauc_ndcg_at_1_diff1
value: 6.616052060737538
verified: no, type: nauc_ndcg_at_1_max
value: 36.42502274158562
verified: no, type: nauc_ndcg_at_1_std
value: 50.542299349240814
verified: no, type: nauc_ndcg_at_20_diff1
value: -10.435311528666439
verified: no, type: nauc_ndcg_at_20_max
value: 40.17434792292328
verified: no, type: nauc_ndcg_at_20_std
value: 58.15224379743095
verified: no, type: nauc_ndcg_at_3_diff1
value: -8.681207709572954
verified: no, type: nauc_ndcg_at_3_max
value: 42.74075328162171
verified: no, type: nauc_ndcg_at_3_std
value: 52.252671273049266
verified: no, type: nauc_ndcg_at_5_diff1
value: -10.760752447599076
verified: no, type: nauc_ndcg_at_5_max
value: 45.30740412496431
verified: no, type: nauc_ndcg_at_5_std
value: 58.2580376338619
verified: no, type: nauc_precision_at_1000_diff1
value: -17.63226899483217
verified: no, type: nauc_precision_at_1000_max
value: 34.52005297813093
verified: no, type: nauc_precision_at_1000_std
value: 58.08147588022084
verified: no, type: nauc_precision_at_100_diff1
value: -1.6026030210260822
verified: no, type: nauc_precision_at_100_max
value: 46.64263585966634
verified: no, type: nauc_precision_at_100_std
value: 73.31086780620457
verified: no, type: nauc_precision_at_10_diff1
value: -7.9280637963804645
verified: no, type: nauc_precision_at_10_max
value: 49.556338319147216
verified: no, type: nauc_precision_at_10_std
value: 53.013180728865436
verified: no, type: nauc_precision_at_1_diff1
value: 5.8837841125663815
verified: no, type: nauc_precision_at_1_max
value: 57.15502209967149
verified: no, type: nauc_precision_at_1_std
value: 53.94752848627391
verified: no, type: nauc_precision_at_20_diff1
value: -12.831360657341229
verified: no, type: nauc_precision_at_20_max
value: 41.99544599867401
verified: no, type: nauc_precision_at_20_std
value: 55.9674807351615
verified: no, type: nauc_precision_at_3_diff1
value: -16.796733759190047
verified: no, type: nauc_precision_at_3_max
value: 46.054296733759244
verified: no, type: nauc_precision_at_3_std
value: 49.79209352778117
verified: no, type: nauc_precision_at_5_diff1
value: -15.871656413523668
verified: no, type: nauc_precision_at_5_max
value: 52.700458519160634
verified: no, type: nauc_precision_at_5_std
value: 57.1342030226753
verified: no, type: nauc_recall_at_1000_diff1
value: -0.8671141204967768
verified: no, type: nauc_recall_at_1000_max
value: 39.213878637976336
verified: no, type: nauc_recall_at_1000_std
value: 57.52498157883819
verified: no, type: nauc_recall_at_100_diff1
value: 13.71539607682519
verified: no, type: nauc_recall_at_100_max
value: 34.398894963723606
verified: no, type: nauc_recall_at_100_std
value: 38.15917686169161
verified: no, type: nauc_recall_at_10_diff1
value: 14.494212708704499
verified: no, type: nauc_recall_at_10_max
value: 19.727092277749353
verified: no, type: nauc_recall_at_10_std
value: 5.450799655125242
verified: no, type: nauc_recall_at_1_diff1
value: 18.849085390343852
verified: no, type: nauc_recall_at_1_max
value: 22.147807794097968
verified: no, type: nauc_recall_at_1_std
value: 8.226943075643607
verified: no, type: nauc_recall_at_20_diff1
value: 9.720808675841297
verified: no, type: nauc_recall_at_20_max
value: 19.01250825066701
verified: no, type: nauc_recall_at_20_std
value: 7.725806970920393
verified: no, type: nauc_recall_at_3_diff1
value: 7.127984664955145
verified: no, type: nauc_recall_at_3_max
value: 15.524675558616
verified: no, type: nauc_recall_at_3_std
value: 3.6362524696759704
verified: no, type: nauc_recall_at_5_diff1
value: 9.773840859655213
verified: no, type: nauc_recall_at_5_max
value: 17.976145684131815
verified: no, type: nauc_recall_at_5_std
value: 5.433479951527897
verified: no, type: ndcg_at_1
value: 68
verified: no, type: ndcg_at_10
value: 67.647
verified: no, type: ndcg_at_100
value: 52.568000000000005
verified: no, type: ndcg_at_1000
value: 48.936
verified: no, type: ndcg_at_20
value: 65.23
verified: no, type: ndcg_at_3
value: 68.073
verified: no, type: ndcg_at_5
value: 70.15400000000001
verified: no, type: precision_at_1
value: 74
verified: no, type: precision_at_10
value: 72.8
verified: no, type: precision_at_100
value: 54.32
verified: no, type: precision_at_1000
value: 21.788
verified: no, type: precision_at_20
value: 69.6
verified: no, type: precision_at_3
value: 73.333
verified: no, type: precision_at_5
value: 76.4
verified: no, type: recall_at_1
value: 0.192
verified: no, type: recall_at_10
value: 1.926
verified: no, type: recall_at_100
value: 12.967
verified: no, type: recall_at_1000
value: 46.414
verified: no, type: recall_at_20
value: 3.6020000000000003
verified: no, type: recall_at_3
value: 0.5950000000000001
verified: no, type: recall_at_5
value: 1.008
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 21.418
verified: no, type: map_at_1
value: 2.103
verified: no, type: map_at_10
value: 8.562
verified: no, type: map_at_100
value: 14.488999999999999
verified: no, type: map_at_1000
value: 15.966
verified: no, type: map_at_20
value: 10.862
verified: no, type: map_at_3
value: 4.922
verified: no, type: map_at_5
value: 5.771
verified: no, type: mrr_at_1
value: 26.53061224489796
verified: no, type: mrr_at_10
value: 41.18561710398445
verified: no, type: mrr_at_100
value: 42.23103797071357
verified: no, type: mrr_at_1000
value: 42.23103797071357
verified: no, type: mrr_at_20
value: 41.99007625028033
verified: no, type: mrr_at_3
value: 37.414965986394556
verified: no, type: mrr_at_5
value: 38.843537414965986
verified: no, type: nauc_map_at_1000_diff1
value: -19.351530359917472
verified: no, type: nauc_map_at_1000_max
value: -24.507017422899555
verified: no, type: nauc_map_at_1000_std
value: 4.42198895480301
verified: no, type: nauc_map_at_100_diff1
value: -18.850998775966502
verified: no, type: nauc_map_at_100_max
value: -24.362263151537178
verified: no, type: nauc_map_at_100_std
value: -0.5368896293104107
verified: no, type: nauc_map_at_10_diff1
value: -26.175172027837572
verified: no, type: nauc_map_at_10_max
value: -28.43026690361613
verified: no, type: nauc_map_at_10_std
value: -11.91118017447121
verified: no, type: nauc_map_at_1_diff1
value: -20.487774952653478
verified: no, type: nauc_map_at_1_max
value: -27.48651530838805
verified: no, type: nauc_map_at_1_std
value: -14.850754695409051
verified: no, type: nauc_map_at_20_diff1
value: -18.37972840319288
verified: no, type: nauc_map_at_20_max
value: -25.41263310281494
verified: no, type: nauc_map_at_20_std
value: -14.407088455977735
verified: no, type: nauc_map_at_3_diff1
value: -18.703214405275403
verified: no, type: nauc_map_at_3_max
value: -30.055160976096566
verified: no, type: nauc_map_at_3_std
value: -13.900503759042953
verified: no, type: nauc_map_at_5_diff1
value: -24.059397135404634
verified: no, type: nauc_map_at_5_max
value: -31.419338369603224
verified: no, type: nauc_map_at_5_std
value: -14.081937493608754
verified: no, type: nauc_mrr_at_1000_diff1
value: -19.253002712346046
verified: no, type: nauc_mrr_at_1000_max
value: -41.229418795229115
verified: no, type: nauc_mrr_at_1000_std
value: -8.194012889395678
verified: no, type: nauc_mrr_at_100_diff1
value: -19.253002712346046
verified: no, type: nauc_mrr_at_100_max
value: -41.229418795229115
verified: no, type: nauc_mrr_at_100_std
value: -8.194012889395678
verified: no, type: nauc_mrr_at_10_diff1
value: -20.181934921966565
verified: no, type: nauc_mrr_at_10_max
value: -41.52122062813685
verified: no, type: nauc_mrr_at_10_std
value: -8.517353777317007
verified: no, type: nauc_mrr_at_1_diff1
value: -14.93163259442193
verified: no, type: nauc_mrr_at_1_max
value: -28.271418042405944
verified: no, type: nauc_mrr_at_1_std
value: -8.483373359409944
verified: no, type: nauc_mrr_at_20_diff1
value: -18.71853810624142
verified: no, type: nauc_mrr_at_20_max
value: -41.643831727769445
verified: no, type: nauc_mrr_at_20_std
value: -7.994451407552443
verified: no, type: nauc_mrr_at_3_diff1
value: -20.10234227022684
verified: no, type: nauc_mrr_at_3_max
value: -41.481700697105964
verified: no, type: nauc_mrr_at_3_std
value: -10.1964348120824
verified: no, type: nauc_mrr_at_5_diff1
value: -22.378294273446333
verified: no, type: nauc_mrr_at_5_max
value: -42.399016719230765
verified: no, type: nauc_mrr_at_5_std
value: -9.64387750117273
verified: no, type: nauc_ndcg_at_1000_diff1
value: -20.46602931039575
verified: no, type: nauc_ndcg_at_1000_max
value: -29.51388332800775
verified: no, type: nauc_ndcg_at_1000_std
value: 31.97369133164661
verified: no, type: nauc_ndcg_at_100_diff1
value: -20.175041013877696
verified: no, type: nauc_ndcg_at_100_max
value: -36.286223372960904
verified: no, type: nauc_ndcg_at_100_std
value: 18.299490153297647
verified: no, type: nauc_ndcg_at_10_diff1
value: -24.02376235671449
verified: no, type: nauc_ndcg_at_10_max
value: -35.828837894026115
verified: no, type: nauc_ndcg_at_10_std
value: -4.55634576055288
verified: no, type: nauc_ndcg_at_1_diff1
value: -17.757931878350778
verified: no, type: nauc_ndcg_at_1_max
value: -28.882474074071734
verified: no, type: nauc_ndcg_at_1_std
value: -2.7961892265024058
verified: no, type: nauc_ndcg_at_20_diff1
value: -14.096289255526088
verified: no, type: nauc_ndcg_at_20_max
value: -34.41866397107521
verified: no, type: nauc_ndcg_at_20_std
value: -11.18648918839053
verified: no, type: nauc_ndcg_at_3_diff1
value: -17.842815168108977
verified: no, type: nauc_ndcg_at_3_max
value: -38.621085644925195
verified: no, type: nauc_ndcg_at_3_std
value: -3.8881155902480544
verified: no, type: nauc_ndcg_at_5_diff1
value: -25.284864428560216
verified: no, type: nauc_ndcg_at_5_max
value: -38.237375550106336
verified: no, type: nauc_ndcg_at_5_std
value: -4.911301062236913
verified: no, type: nauc_precision_at_1000_diff1
value: 8.807028730460438
verified: no, type: nauc_precision_at_1000_max
value: 37.1813389306755
verified: no, type: nauc_precision_at_1000_std
value: 50.105218819171206
verified: no, type: nauc_precision_at_100_diff1
value: -11.451048560927282
verified: no, type: nauc_precision_at_100_max
value: -18.494269088171183
verified: no, type: nauc_precision_at_100_std
value: 61.93415991533763
verified: no, type: nauc_precision_at_10_diff1
value: -20.970160893678482
verified: no, type: nauc_precision_at_10_max
value: -33.05509638276482
verified: no, type: nauc_precision_at_10_std
value: -2.7821722336643617
verified: no, type: nauc_precision_at_1_diff1
value: -14.93163259442193
verified: no, type: nauc_precision_at_1_max
value: -28.271418042405944
verified: no, type: nauc_precision_at_1_std
value: -8.483373359409944
verified: no, type: nauc_precision_at_20_diff1
value: -0.4353890707357106
verified: no, type: nauc_precision_at_20_max
value: -24.429655423454683
verified: no, type: nauc_precision_at_20_std
value: -3.4047901749399783
verified: no, type: nauc_precision_at_3_diff1
value: -12.694326928341601
verified: no, type: nauc_precision_at_3_max
value: -39.390569182573856
verified: no, type: nauc_precision_at_3_std
value: -8.824591692422153
verified: no, type: nauc_precision_at_5_diff1
value: -24.96294483100504
verified: no, type: nauc_precision_at_5_max
value: -39.857140509888495
verified: no, type: nauc_precision_at_5_std
value: -8.166429095904583
verified: no, type: nauc_recall_at_1000_diff1
value: -19.26364200094709
verified: no, type: nauc_recall_at_1000_max
value: -13.410785253002475
verified: no, type: nauc_recall_at_1000_std
value: 79.88850839052468
verified: no, type: nauc_recall_at_100_diff1
value: -24.001850273182704
verified: no, type: nauc_recall_at_100_max
value: -35.88316231220963
verified: no, type: nauc_recall_at_100_std
value: 31.815424604607674
verified: no, type: nauc_recall_at_10_diff1
value: -26.40817358742444
verified: no, type: nauc_recall_at_10_max
value: -33.727382714288446
verified: no, type: nauc_recall_at_10_std
value: -14.552547474689526
verified: no, type: nauc_recall_at_1_diff1
value: -20.487774952653478
verified: no, type: nauc_recall_at_1_max
value: -27.48651530838805
verified: no, type: nauc_recall_at_1_std
value: -14.850754695409051
verified: no, type: nauc_recall_at_20_diff1
value: -12.188115473749033
verified: no, type: nauc_recall_at_20_max
value: -32.11814820672923
verified: no, type: nauc_recall_at_20_std
value: -17.398182571029892
verified: no, type: nauc_recall_at_3_diff1
value: -17.529776818775066
verified: no, type: nauc_recall_at_3_max
value: -39.34912622762624
verified: no, type: nauc_recall_at_3_std
value: -17.868268060845814
verified: no, type: nauc_recall_at_5_diff1
value: -27.32652911017479
verified: no, type: nauc_recall_at_5_max
value: -39.898687035007576
verified: no, type: nauc_recall_at_5_std
value: -16.732887465142213
verified: no, type: ndcg_at_1
value: 23.469
verified: no, type: ndcg_at_10
value: 21.418
verified: no, type: ndcg_at_100
value: 34.251
verified: no, type: ndcg_at_1000
value: 45.371
verified: no, type: ndcg_at_20
value: 23.238
verified: no, type: ndcg_at_3
value: 23.886
verified: no, type: ndcg_at_5
value: 21.11
verified: no, type: precision_at_1
value: 26.531
verified: no, type: precision_at_10
value: 20
verified: no, type: precision_at_100
value: 7.388
verified: no, type: precision_at_1000
value: 1.488
verified: no, type: precision_at_20
value: 16.02
verified: no, type: precision_at_3
value: 26.531
verified: no, type: precision_at_5
value: 21.633
verified: no, type: recall_at_1
value: 2.103
verified: no, type: recall_at_10
value: 14.81
verified: no, type: recall_at_100
value: 46.622
verified: no, type: recall_at_1000
value: 80.69800000000001
verified: no, type: recall_at_20
value: 22.861
verified: no, type: recall_at_3
value: 6.399000000000001
verified: no, type: recall_at_5
value: 8.23
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 65.7666015625
verified: no, type: ap
value: 11.843884703213776
verified: no, type: ap_weighted
value: 11.843884703213776
verified: no, type: f1
value: 50.277795864693054
verified: no, type: f1_weighted
value: 73.18095534864581
verified: no, type: main_score
value: 65.7666015625
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 63.28522920203735
verified: no, type: f1
value: 63.3721509844546
verified: no, type: f1_weighted
value: 62.21321405962959
verified: no, type: main_score
value: 63.28522920203735
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 48.905527607381
verified: no, type: v_measure
value: 48.905527607381
verified: no, type: v_measure_std
value: 1.6720470024352694
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 86.44572927221792
verified: no, type: cosine_accuracy_threshold
value: 87.59676218032837
verified: no, type: cosine_ap
value: 75.63030766992325
verified: no, type: cosine_f1
value: 69.44552655499287
verified: no, type: cosine_f1_threshold
value: 86.22946739196777
verified: no, type: cosine_precision
value: 68.37126054717464
verified: no, type: cosine_recall
value: 70.55408970976254
verified: no, type: dot_accuracy
value: 86.44572927221792
verified: no, type: dot_accuracy_threshold
value: 175.19352436065674
verified: no, type: dot_ap
value: 75.63032114657348
verified: no, type: dot_f1
value: 69.44552655499287
verified: no, type: dot_f1_threshold
value: 172.45893478393555
verified: no, type: dot_precision
value: 68.37126054717464
verified: no, type: dot_recall
value: 70.55408970976254
verified: no, type: euclidean_accuracy
value: 86.44572927221792
verified: no, type: euclidean_accuracy_threshold
value: 70.43645977973938
verified: no, type: euclidean_ap
value: 75.6303708231987
verified: no, type: euclidean_f1
value: 69.44552655499287
verified: no, type: euclidean_f1_threshold
value: 74.21733140945435
verified: no, type: euclidean_precision
value: 68.37126054717464
verified: no, type: euclidean_recall
value: 70.55408970976254
verified: no, type: main_score
value: 75.7377286185127
verified: no, type: manhattan_accuracy
value: 86.55897955534363
verified: no, type: manhattan_accuracy_threshold
value: 1556.027603149414
verified: no, type: manhattan_ap
value: 75.7377286185127
verified: no, type: manhattan_f1
value: 69.66236955187233
verified: no, type: manhattan_f1_threshold
value: 1654.3787002563477
verified: no, type: manhattan_precision
value: 65.1435132032147
verified: no, type: manhattan_recall
value: 74.85488126649076
verified: no, type: max_accuracy
value: 86.55897955534363
verified: no, type: max_ap
value: 75.7377286185127
verified: no, type: max_f1
value: 69.66236955187233
verified: no, type: max_precision
value: 68.37126054717464
verified: no, type: max_recall
value: 74.85488126649076
verified: no, type: similarity_accuracy
value: 86.44572927221792
verified: no, type: similarity_accuracy_threshold
value: 87.59676218032837
verified: no, type: similarity_ap
value: 75.63030766992325
verified: no, type: similarity_f1
value: 69.44552655499287
verified: no, type: similarity_f1_threshold
value: 86.22946739196777
verified: no, type: similarity_precision
value: 68.37126054717464
verified: no, type: similarity_recall
value: 70.55408970976254
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 88.97038848139093
verified: no, type: cosine_accuracy_threshold
value: 83.80404710769653
verified: no, type: cosine_ap
value: 85.91804313814289
verified: no, type: cosine_f1
value: 78.21080602302922
verified: no, type: cosine_f1_threshold
value: 82.21379518508911
verified: no, type: cosine_precision
value: 75.10632265381344
verified: no, type: cosine_recall
value: 81.5829996920234
verified: no, type: dot_accuracy
value: 88.97038848139093
verified: no, type: dot_accuracy_threshold
value: 167.60810613632202
verified: no, type: dot_ap
value: 85.91804480684166
verified: no, type: dot_f1
value: 78.21080602302922
verified: no, type: dot_f1_threshold
value: 164.42759037017822
verified: no, type: dot_precision
value: 75.10632265381344
verified: no, type: dot_recall
value: 81.5829996920234
verified: no, type: euclidean_accuracy
value: 88.97038848139093
verified: no, type: euclidean_accuracy_threshold
value: 80.48837184906006
verified: no, type: euclidean_ap
value: 85.91804603491305
verified: no, type: euclidean_f1
value: 78.21080602302922
verified: no, type: euclidean_f1_threshold
value: 84.34738516807556
verified: no, type: euclidean_precision
value: 75.10632265381344
verified: no, type: euclidean_recall
value: 81.5829996920234
verified: no, type: main_score
value: 86.05361584367344
verified: no, type: manhattan_accuracy
value: 89.02472154305894
verified: no, type: manhattan_accuracy_threshold
value: 1732.803726196289
verified: no, type: manhattan_ap
value: 86.05361584367344
verified: no, type: manhattan_f1
value: 78.20484500404977
verified: no, type: manhattan_f1_threshold
value: 1832.084083557129
verified: no, type: manhattan_precision
value: 74.93297587131367
verified: no, type: manhattan_recall
value: 81.7754850631352
verified: no, type: max_accuracy
value: 89.02472154305894
verified: no, type: max_ap
value: 86.05361584367344
verified: no, type: max_f1
value: 78.21080602302922
verified: no, type: max_precision
value: 75.10632265381344
verified: no, type: max_recall
value: 81.7754850631352
verified: no, type: similarity_accuracy
value: 88.97038848139093
verified: no, type: similarity_accuracy_threshold
value: 83.80404710769653
verified: no, type: similarity_ap
value: 85.91804313814289
verified: no, type: similarity_f1
value: 78.21080602302922
verified: no, type: similarity_f1_threshold
value: 82.21379518508911
verified: no, type: similarity_precision
value: 75.10632265381344
verified: no, type: similarity_recall
value: 81.5829996920234
verified: no
task: type: PairClassification
tags: mteb
Likes: 0 | All-time downloads: 0
Created: 2024-10-10 09:07:21