Model: yibinlei/LENS-d4000
Author: yibinlei
Pipeline: feature-extraction
Library: transformers
Tags: transformers, safetensors, mistral, feature-extraction, text-embedding, sentence-similarity, mteb, arxiv:2501.09749, license:apache-2.0, model-index, text-generation-inference, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: license: apache-2.0
tags: text-embedding, feature-extraction, sentence-similarity, transformers, mteb
model-index: name: Gouzi3618/LENS-4000
results: task: type: Classification
dataset: name: MTEB AmazonCounterfactualClassification (en)
type: mteb/amazon_counterfactual
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 93.61194029850746
verified: no, type: ap
value: 73.89383804438975
verified: no, type: ap_weighted
value: 73.89383804438975
verified: no, type: f1
value: 90.31690759629414
verified: no, type: f1_weighted
value: 93.75647989786705
verified: no, type: main_score
value: 93.61194029850746
verified: no, task: type: Classification
dataset: name: MTEB AmazonPolarityClassification (default)
type: mteb/amazon_polarity
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 97.05455
verified: no, type: ap
value: 95.53082050876944
verified: no, type: ap_weighted
value: 95.53082050876944
verified: no, type: f1
value: 97.05405422635297
verified: no, type: f1_weighted
value: 97.05405422635297
verified: no, type: main_score
value: 97.05455
verified: no, task: type: Classification
dataset: name: MTEB AmazonReviewsClassification (en)
type: mteb/amazon_reviews_multi
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 62.834
verified: no, type: f1
value: 61.45864309016823
verified: no, type: f1_weighted
value: 61.45864309016823
verified: no, type: main_score
value: 62.834
verified: no, task: type: Retrieval
dataset: name: MTEB ArguAna (default)
type: mteb/arguana
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: main_score
value: 77.31700000000001
verified: no, type: map_at_1
value: 56.757000000000005
verified: no, type: map_at_10
value: 71.136
verified: no, type: map_at_100
value: 71.339
verified: no, type: map_at_1000
value: 71.34
verified: no, type: map_at_20
value: 71.314
verified: no, type: map_at_3
value: 68.67
verified: no, type: map_at_5
value: 70.274
verified: no, type: mrr_at_1
value: 57.7524893314367
verified: no, type: mrr_at_10
value: 71.48944997629222
verified: no, type: mrr_at_100
value: 71.69295763275832
verified: no, type: mrr_at_1000
value: 71.69337848338161
verified: no, type: mrr_at_20
value: 71.66813464342809
verified: no, type: mrr_at_3
value: 69.04931247036524
verified: no, type: mrr_at_5
value: 70.61403508771947
verified: no, type: nauc_map_at_1000_diff1
value: 22.388799480884085
verified: no, type: nauc_map_at_1000_max
value: -12.478980783254928
verified: no, type: nauc_map_at_1000_std
value: -34.52645054563002
verified: no, type: nauc_map_at_100_diff1
value: 22.390230435504822
verified: no, type: nauc_map_at_100_max
value: -12.476906954784145
verified: no, type: nauc_map_at_100_std
value: -34.52397021747207
verified: no, type: nauc_map_at_10_diff1
value: 22.376630933605696
verified: no, type: nauc_map_at_10_max
value: -12.263443549324265
verified: no, type: nauc_map_at_10_std
value: -34.54600345217659
verified: no, type: nauc_map_at_1_diff1
value: 24.736009447964786
verified: no, type: nauc_map_at_1_max
value: -15.468802285096888
verified: no, type: nauc_map_at_1_std
value: -34.94706450308731
verified: no, type: nauc_map_at_20_diff1
value: 22.42616556265818
verified: no, type: nauc_map_at_20_max
value: -12.405995637209402
verified: no, type: nauc_map_at_20_std
value: -34.51377335859978
verified: no, type: nauc_map_at_3_diff1
value: 22.371578696906337
verified: no, type: nauc_map_at_3_max
value: -11.688805933888062
verified: no, type: nauc_map_at_3_std
value: -34.527333588071734
verified: no, type: nauc_map_at_5_diff1
value: 22.336979324422785
verified: no, type: nauc_map_at_5_max
value: -11.708158232210106
verified: no, type: nauc_map_at_5_std
value: -34.0971263102141
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.213326943604773
verified: no, type: nauc_mrr_at_1000_max
value: -13.159790933260695
verified: no, type: nauc_mrr_at_1000_std
value: -34.37354227933731
verified: no, type: nauc_mrr_at_100_diff1
value: 19.21482127549166
verified: no, type: nauc_mrr_at_100_max
value: -13.157697787479252
verified: no, type: nauc_mrr_at_100_std
value: -34.371056737336566
verified: no, type: nauc_mrr_at_10_diff1
value: 19.229328983348385
verified: no, type: nauc_mrr_at_10_max
value: -12.937512977150767
verified: no, type: nauc_mrr_at_10_std
value: -34.394516401257476
verified: no, type: nauc_mrr_at_1_diff1
value: 21.9227471620602
verified: no, type: nauc_mrr_at_1_max
value: -14.49455136413785
verified: no, type: nauc_mrr_at_1_std
value: -34.40628723085126
verified: no, type: nauc_mrr_at_20_diff1
value: 19.2543334569671
verified: no, type: nauc_mrr_at_20_max
value: -13.085814849140306
verified: no, type: nauc_mrr_at_20_std
value: -34.360993502287066
verified: no, type: nauc_mrr_at_3_diff1
value: 19.311458613644003
verified: no, type: nauc_mrr_at_3_max
value: -12.495078377194448
verified: no, type: nauc_mrr_at_3_std
value: -34.72187448892093
verified: no, type: nauc_mrr_at_5_diff1
value: 19.28984692496265
verified: no, type: nauc_mrr_at_5_max
value: -12.410164787044511
verified: no, type: nauc_mrr_at_5_std
value: -34.008782372540274
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.334871936347476
verified: no, type: nauc_ndcg_at_1000_max
value: -11.650741994163685
verified: no, type: nauc_ndcg_at_1000_std
value: -33.95291620206335
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.37733922760018
verified: no, type: nauc_ndcg_at_100_max
value: -11.589691369551995
verified: no, type: nauc_ndcg_at_100_std
value: -33.87967074881655
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.435450031266548
verified: no, type: nauc_ndcg_at_10_max
value: -10.425129788856612
verified: no, type: nauc_ndcg_at_10_std
value: -34.021875869293375
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.736009447964786
verified: no, type: nauc_ndcg_at_1_max
value: -15.468802285096888
verified: no, type: nauc_ndcg_at_1_std
value: -34.94706450308731
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.690287768336383
verified: no, type: nauc_ndcg_at_20_max
value: -11.01817585186346
verified: no, type: nauc_ndcg_at_20_std
value: -33.855537917453795
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.3679413098738
verified: no, type: nauc_ndcg_at_3_max
value: -9.344141286897605
verified: no, type: nauc_ndcg_at_3_std
value: -34.04026532887956
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.379749690565344
verified: no, type: nauc_ndcg_at_5_max
value: -8.914654859650676
verified: no, type: nauc_ndcg_at_5_std
value: -32.83042128448497
verified: no, type: nauc_precision_at_1000_diff1
value: 11.379891065145626
verified: no, type: nauc_precision_at_1000_max
value: 33.6930576530585
verified: no, type: nauc_precision_at_1000_std
value: 67.69047934273685
verified: no, type: nauc_precision_at_100_diff1
value: 26.149909220953184
verified: no, type: nauc_precision_at_100_max
value: 44.74421471088036
verified: no, type: nauc_precision_at_100_std
value: 73.07539945227865
verified: no, type: nauc_precision_at_10_diff1
value: 25.663092824490043
verified: no, type: nauc_precision_at_10_max
value: 20.801697270838257
verified: no, type: nauc_precision_at_10_std
value: -24.568452476876267
verified: no, type: nauc_precision_at_1_diff1
value: 24.736009447964786
verified: no, type: nauc_precision_at_1_max
value: -15.468802285096888
verified: no, type: nauc_precision_at_1_std
value: -34.94706450308731
verified: no, type: nauc_precision_at_20_diff1
value: 47.6822175290111
verified: no, type: nauc_precision_at_20_max
value: 50.99214578615923
verified: no, type: nauc_precision_at_20_std
value: 4.294200220909195
verified: no, type: nauc_precision_at_3_diff1
value: 22.832628569595652
verified: no, type: nauc_precision_at_3_max
value: 1.7043962267472152
verified: no, type: nauc_precision_at_3_std
value: -31.67043197631448
verified: no, type: nauc_precision_at_5_diff1
value: 23.570424373006762
verified: no, type: nauc_precision_at_5_max
value: 11.289340977365226
verified: no, type: nauc_precision_at_5_std
value: -23.100403202876947
verified: no, type: nauc_recall_at_1000_diff1
value: 11.379891065145936
verified: no, type: nauc_recall_at_1000_max
value: 33.69305765305101
verified: no, type: nauc_recall_at_1000_std
value: 67.6904793427376
verified: no, type: nauc_recall_at_100_diff1
value: 26.14990922095449
verified: no, type: nauc_recall_at_100_max
value: 44.74421471087856
verified: no, type: nauc_recall_at_100_std
value: 73.07539945228118
verified: no, type: nauc_recall_at_10_diff1
value: 25.663092824489333
verified: no, type: nauc_recall_at_10_max
value: 20.801697270838257
verified: no, type: nauc_recall_at_10_std
value: -24.568452476876796
verified: no, type: nauc_recall_at_1_diff1
value: 24.736009447964786
verified: no, type: nauc_recall_at_1_max
value: -15.468802285096888
verified: no, type: nauc_recall_at_1_std
value: -34.94706450308731
verified: no, type: nauc_recall_at_20_diff1
value: 47.682217529011794
verified: no, type: nauc_recall_at_20_max
value: 50.992145786157735
verified: no, type: nauc_recall_at_20_std
value: 4.294200220909699
verified: no, type: nauc_recall_at_3_diff1
value: 22.832628569595713
verified: no, type: nauc_recall_at_3_max
value: 1.7043962267472765
verified: no, type: nauc_recall_at_3_std
value: -31.67043197631441
verified: no, type: nauc_recall_at_5_diff1
value: 23.570424373006617
verified: no, type: nauc_recall_at_5_max
value: 11.289340977365105
verified: no, type: nauc_recall_at_5_std
value: -23.10040320287697
verified: no, type: ndcg_at_1
value: 56.757000000000005
verified: no, type: ndcg_at_10
value: 77.31700000000001
verified: no, type: ndcg_at_100
value: 78.109
verified: no, type: ndcg_at_1000
value: 78.118
verified: no, type: ndcg_at_20
value: 77.95400000000001
verified: no, type: ndcg_at_3
value: 72.416
verified: no, type: ndcg_at_5
value: 75.266
verified: no, type: precision_at_1
value: 56.757000000000005
verified: no, type: precision_at_10
value: 9.629999999999999
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.9399999999999995
verified: no, type: precision_at_3
value: 27.738000000000003
verified: no, type: precision_at_5
value: 18.009
verified: no, type: recall_at_1
value: 56.757000000000005
verified: no, type: recall_at_10
value: 96.30199999999999
verified: no, type: recall_at_100
value: 99.57300000000001
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 98.791
verified: no, type: recall_at_3
value: 83.21499999999999
verified: no, type: recall_at_5
value: 90.04299999999999
verified: no, task: type: Clustering
dataset: name: MTEB ArxivClusteringP2P (default)
type: mteb/arxiv-clustering-p2p
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: main_score
value: 54.87086052375513
verified: no, type: v_measure
value: 54.87086052375513
verified: no, type: v_measure_std
value: 14.454097589509681
verified: no, task: type: Clustering
dataset: name: MTEB ArxivClusteringS2S (default)
type: mteb/arxiv-clustering-s2s
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: main_score
value: 50.24788850687535
verified: no, type: v_measure
value: 50.24788850687535
verified: no, type: v_measure_std
value: 14.477615357158207
verified: no, task: type: Reranking
dataset: name: MTEB AskUbuntuDupQuestions (default)
type: mteb/askubuntudupquestions-reranking
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: main_score
value: 65.44621361559305
verified: no, type: map
value: 65.44621361559305
verified: no, type: mrr
value: 78.08380600624368
verified: no, type: nAUC_map_diff1
value: 19.65299058945553
verified: no, type: nAUC_map_max
value: 23.879426571566693
verified: no, type: nAUC_map_std
value: 21.448441444297377
verified: no, type: nAUC_mrr_diff1
value: 27.941419145421513
verified: no, type: nAUC_mrr_max
value: 38.67113462643772
verified: no, type: nAUC_mrr_std
value: 27.452420501889257
verified: no, task: type: STS
dataset: name: MTEB BIOSSES (default)
type: mteb/biosses-sts
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cosine_pearson
value: 85.46985769611739
verified: no, type: cosine_spearman
value: 84.47120184207104
verified: no, type: euclidean_pearson
value: 83.12042031068798
verified: no, type: euclidean_spearman
value: 84.47120184207104
verified: no, type: main_score
value: 84.47120184207104
verified: no, type: manhattan_pearson
value: 84.05034163855613
verified: no, type: manhattan_spearman
value: 85.87725797639943
verified: no, type: pearson
value: 85.46985769611739
verified: no, type: spearman
value: 84.47120184207104
verified: no, task: type: Classification
dataset: name: MTEB Banking77Classification (default)
type: mteb/banking77
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 90.42532467532467
verified: no, type: f1
value: 90.26361056658011
verified: no, type: f1_weighted
value: 90.26361056658011
verified: no, type: main_score
value: 90.42532467532467
verified: no, task: type: Clustering
dataset: name: MTEB BiorxivClusteringP2P (default)
type: mteb/biorxiv-clustering-p2p
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: main_score
value: 52.38683432596689
verified: no, type: v_measure
value: 52.38683432596689
verified: no, type: v_measure_std
value: 1.1038897398800631
verified: no, task: type: Clustering
dataset: name: MTEB BiorxivClusteringS2S (default)
type: mteb/biorxiv-clustering-s2s
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: main_score
value: 48.3512116630593
verified: no, type: v_measure
value: 48.3512116630593
verified: no, type: v_measure_std
value: 0.9899344134435963
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackAndroidRetrieval (default)
type: mteb/cqadupstack-android
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: main_score
value: 57.058
verified: no, type: map_at_1
value: 37.856
verified: no, type: map_at_10
value: 50.468
verified: no, type: map_at_100
value: 52.122
verified: no, type: map_at_1000
value: 52.227999999999994
verified: no, type: map_at_20
value: 51.452
verified: no, type: map_at_3
value: 46.035
verified: no, type: map_at_5
value: 48.697
verified: no, type: mrr_at_1
value: 46.49499284692418
verified: no, type: mrr_at_10
value: 56.45865976338077
verified: no, type: mrr_at_100
value: 57.15406103632462
verified: no, type: mrr_at_1000
value: 57.186669571472
verified: no, type: mrr_at_20
value: 56.89032246443981
verified: no, type: mrr_at_3
value: 53.62422508345254
verified: no, type: mrr_at_5
value: 55.47687172150688
verified: no, type: nauc_map_at_1000_diff1
value: 50.512172373172604
verified: no, type: nauc_map_at_1000_max
value: 28.051021726690973
verified: no, type: nauc_map_at_1000_std
value: -5.414493155767105
verified: no, type: nauc_map_at_100_diff1
value: 50.525494288235365
verified: no, type: nauc_map_at_100_max
value: 28.080979312479716
verified: no, type: nauc_map_at_100_std
value: -5.377611521735267
verified: no, type: nauc_map_at_10_diff1
value: 50.52132032370831
verified: no, type: nauc_map_at_10_max
value: 28.19055535036718
verified: no, type: nauc_map_at_10_std
value: -6.146385891118221
verified: no, type: nauc_map_at_1_diff1
value: 55.545356828877566
verified: no, type: nauc_map_at_1_max
value: 27.61274844858242
verified: no, type: nauc_map_at_1_std
value: -8.621029360796063
verified: no, type: nauc_map_at_20_diff1
value: 50.52798873084703
verified: no, type: nauc_map_at_20_max
value: 28.069246502807125
verified: no, type: nauc_map_at_20_std
value: -5.656028887086587
verified: no, type: nauc_map_at_3_diff1
value: 51.37953193900601
verified: no, type: nauc_map_at_3_max
value: 29.14887116379335
verified: no, type: nauc_map_at_3_std
value: -6.789146340902688
verified: no, type: nauc_map_at_5_diff1
value: 51.04248408716013
verified: no, type: nauc_map_at_5_max
value: 28.153458547181888
verified: no, type: nauc_map_at_5_std
value: -6.342753281151557
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.745309714982675
verified: no, type: nauc_mrr_at_1000_max
value: 27.78192309971017
verified: no, type: nauc_mrr_at_1000_std
value: -3.556235805947885
verified: no, type: nauc_mrr_at_100_diff1
value: 49.7576370448317
verified: no, type: nauc_mrr_at_100_max
value: 27.77848644353481
verified: no, type: nauc_mrr_at_100_std
value: -3.5443586736899624
verified: no, type: nauc_mrr_at_10_diff1
value: 49.60030692211042
verified: no, type: nauc_mrr_at_10_max
value: 27.712721575788567
verified: no, type: nauc_mrr_at_10_std
value: -3.924565065659438
verified: no, type: nauc_mrr_at_1_diff1
value: 52.73175303711915
verified: no, type: nauc_mrr_at_1_max
value: 27.68004014141246
verified: no, type: nauc_mrr_at_1_std
value: -7.301104287664366
verified: no, type: nauc_mrr_at_20_diff1
value: 49.66247769979565
verified: no, type: nauc_mrr_at_20_max
value: 27.60926232163171
verified: no, type: nauc_mrr_at_20_std
value: -3.6243839173701677
verified: no, type: nauc_mrr_at_3_diff1
value: 49.437177966315446
verified: no, type: nauc_mrr_at_3_max
value: 28.430569498388607
verified: no, type: nauc_mrr_at_3_std
value: -3.5559995542946385
verified: no, type: nauc_mrr_at_5_diff1
value: 49.68971929099807
verified: no, type: nauc_mrr_at_5_max
value: 28.13559946270903
verified: no, type: nauc_mrr_at_5_std
value: -2.9843664884520726
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.47802328039259
verified: no, type: nauc_ndcg_at_1000_max
value: 27.59881835465231
verified: no, type: nauc_ndcg_at_1000_std
value: -3.232028189268046
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.53100830995123
verified: no, type: nauc_ndcg_at_100_max
value: 27.875639257725144
verified: no, type: nauc_ndcg_at_100_std
value: -2.4268357776711142
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.82720471657402
verified: no, type: nauc_ndcg_at_10_max
value: 27.4834323844139
verified: no, type: nauc_ndcg_at_10_std
value: -5.133549029794136
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.73175303711915
verified: no, type: nauc_ndcg_at_1_max
value: 27.68004014141246
verified: no, type: nauc_ndcg_at_1_std
value: -7.301104287664366
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.857238987577325
verified: no, type: nauc_ndcg_at_20_max
value: 26.970121398869445
verified: no, type: nauc_ndcg_at_20_std
value: -3.9660623414106118
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.61450013831375
verified: no, type: nauc_ndcg_at_3_max
value: 28.75501716693836
verified: no, type: nauc_ndcg_at_3_std
value: -5.217281890185867
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.59112537962819
verified: no, type: nauc_ndcg_at_5_max
value: 27.4895238269022
verified: no, type: nauc_ndcg_at_5_std
value: -4.380637070315594
verified: no, type: nauc_precision_at_1000_diff1
value: -23.290037380315777
verified: no, type: nauc_precision_at_1000_max
value: -13.531919273991491
verified: no, type: nauc_precision_at_1000_std
value: -0.5673577305039684
verified: no, type: nauc_precision_at_100_diff1
value: -15.840613974338588
verified: no, type: nauc_precision_at_100_max
value: -7.8928638391297
verified: no, type: nauc_precision_at_100_std
value: 8.388200097889415
verified: no, type: nauc_precision_at_10_diff1
value: 2.9240012043321197
verified: no, type: nauc_precision_at_10_max
value: 4.608250220772331
verified: no, type: nauc_precision_at_10_std
value: 5.977689477937855
verified: no, type: nauc_precision_at_1_diff1
value: 52.73175303711915
verified: no, type: nauc_precision_at_1_max
value: 27.68004014141246
verified: no, type: nauc_precision_at_1_std
value: -7.301104287664366
verified: no, type: nauc_precision_at_20_diff1
value: -5.605638741706147
verified: no, type: nauc_precision_at_20_max
value: -1.4134648739891957
verified: no, type: nauc_precision_at_20_std
value: 8.992151765925966
verified: no, type: nauc_precision_at_3_diff1
value: 24.866168696329318
verified: no, type: nauc_precision_at_3_max
value: 19.399326441488363
verified: no, type: nauc_precision_at_3_std
value: 0.6188303987405278
verified: no, type: nauc_precision_at_5_diff1
value: 14.371077180865004
verified: no, type: nauc_precision_at_5_max
value: 10.734127354229518
verified: no, type: nauc_precision_at_5_std
value: 4.777656412206082
verified: no, type: nauc_recall_at_1000_diff1
value: 49.6325052496859
verified: no, type: nauc_recall_at_1000_max
value: 48.25106981500522
verified: no, type: nauc_recall_at_1000_std
value: 60.106823545465794
verified: no, type: nauc_recall_at_100_diff1
value: 44.626633722434185
verified: no, type: nauc_recall_at_100_max
value: 31.595409586964116
verified: no, type: nauc_recall_at_100_std
value: 24.60697955490675
verified: no, type: nauc_recall_at_10_diff1
value: 41.964075418524594
verified: no, type: nauc_recall_at_10_max
value: 23.613074060625877
verified: no, type: nauc_recall_at_10_std
value: -6.079147189586106
verified: no, type: nauc_recall_at_1_diff1
value: 55.545356828877566
verified: no, type: nauc_recall_at_1_max
value: 27.61274844858242
verified: no, type: nauc_recall_at_1_std
value: -8.621029360796063
verified: no, type: nauc_recall_at_20_diff1
value: 41.019710158930536
verified: no, type: nauc_recall_at_20_max
value: 20.53011931287726
verified: no, type: nauc_recall_at_20_std
value: -0.43152987141906374
verified: no, type: nauc_recall_at_3_diff1
value: 46.044331178569756
verified: no, type: nauc_recall_at_3_max
value: 28.4576718197227
verified: no, type: nauc_recall_at_3_std
value: -5.039580731378937
verified: no, type: nauc_recall_at_5_diff1
value: 45.15410321963173
verified: no, type: nauc_recall_at_5_max
value: 24.95381159724468
verified: no, type: nauc_recall_at_5_std
value: -2.7696163048712092
verified: no, type: ndcg_at_1
value: 46.495
verified: no, type: ndcg_at_10
value: 57.058
verified: no, type: ndcg_at_100
value: 62.28900000000001
verified: no, type: ndcg_at_1000
value: 63.623
verified: no, type: ndcg_at_20
value: 59.382000000000005
verified: no, type: ndcg_at_3
value: 51.221000000000004
verified: no, type: ndcg_at_5
value: 54.381
verified: no, type: precision_at_1
value: 46.495
verified: no, type: precision_at_10
value: 10.915999999999999
verified: no, type: precision_at_100
value: 1.6969999999999998
verified: no, type: precision_at_1000
value: 0.209
verified: no, type: precision_at_20
value: 6.524000000000001
verified: no, type: precision_at_3
value: 24.464
verified: no, type: precision_at_5
value: 17.968999999999998
verified: no, type: recall_at_1
value: 37.856
verified: no, type: recall_at_10
value: 69.241
verified: no, type: recall_at_100
value: 90.28699999999999
verified: no, type: recall_at_1000
value: 98.245
verified: no, type: recall_at_20
value: 77.254
verified: no, type: recall_at_3
value: 52.906
verified: no, type: recall_at_5
value: 61.355000000000004
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackEnglishRetrieval (default)
type: mteb/cqadupstack-english
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: main_score
value: 55.619
verified: no, type: map_at_1
value: 36.838
verified: no, type: map_at_10
value: 49.575
verified: no, type: map_at_100
value: 50.841
verified: no, type: map_at_1000
value: 50.958999999999996
verified: no, type: map_at_20
value: 50.242
verified: no, type: map_at_3
value: 46.161
verified: no, type: map_at_5
value: 48.047000000000004
verified: no, type: mrr_at_1
value: 46.36942675159236
verified: no, type: mrr_at_10
value: 55.585835608128654
verified: no, type: mrr_at_100
value: 56.14509022456505
verified: no, type: mrr_at_1000
value: 56.17254949423868
verified: no, type: mrr_at_20
value: 55.90911219427227
verified: no, type: mrr_at_3
value: 53.66242038216566
verified: no, type: mrr_at_5
value: 54.754777070063795
verified: no, type: nauc_map_at_1000_diff1
value: 55.72994146018132
verified: no, type: nauc_map_at_1000_max
value: 31.790044348484297
verified: no, type: nauc_map_at_1000_std
value: -3.676356400838977
verified: no, type: nauc_map_at_100_diff1
value: 55.75933759721365
verified: no, type: nauc_map_at_100_max
value: 31.71115118548395
verified: no, type: nauc_map_at_100_std
value: -3.8342809606231905
verified: no, type: nauc_map_at_10_diff1
value: 56.140582659854765
verified: no, type: nauc_map_at_10_max
value: 30.78311323292639
verified: no, type: nauc_map_at_10_std
value: -5.700660706560718
verified: no, type: nauc_map_at_1_diff1
value: 60.989149921402166
verified: no, type: nauc_map_at_1_max
value: 24.847358431216847
verified: no, type: nauc_map_at_1_std
value: -9.581978758832014
verified: no, type: nauc_map_at_20_diff1
value: 55.90088891725195
verified: no, type: nauc_map_at_20_max
value: 31.14456673401443
verified: no, type: nauc_map_at_20_std
value: -4.865501561278796
verified: no, type: nauc_map_at_3_diff1
value: 57.0971732510435
verified: no, type: nauc_map_at_3_max
value: 28.585786390950574
verified: no, type: nauc_map_at_3_std
value: -7.4884070271374545
verified: no, type: nauc_map_at_5_diff1
value: 56.455512726711234
verified: no, type: nauc_map_at_5_max
value: 29.642007561881567
verified: no, type: nauc_map_at_5_std
value: -6.751432515828243
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.478564572207475
verified: no, type: nauc_mrr_at_1000_max
value: 35.693883164459585
verified: no, type: nauc_mrr_at_1000_std
value: 0.7643597056911735
verified: no, type: nauc_mrr_at_100_diff1
value: 54.469785726349244
verified: no, type: nauc_mrr_at_100_max
value: 35.69354504224292
verified: no, type: nauc_mrr_at_100_std
value: 0.7658609278819717
verified: no, type: nauc_mrr_at_10_diff1
value: 54.547801323233145
verified: no, type: nauc_mrr_at_10_max
value: 35.674690735444365
verified: no, type: nauc_mrr_at_10_std
value: 0.49454372122373236
verified: no, type: nauc_mrr_at_1_diff1
value: 58.0976236847133
verified: no, type: nauc_mrr_at_1_max
value: 33.59373690579546
verified: no, type: nauc_mrr_at_1_std
value: -0.8772488510621077
verified: no, type: nauc_mrr_at_20_diff1
value: 54.453167915372305
verified: no, type: nauc_mrr_at_20_max
value: 35.721664453062736
verified: no, type: nauc_mrr_at_20_std
value: 0.6523327541345227
verified: no, type: nauc_mrr_at_3_diff1
value: 54.7937640483145
verified: no, type: nauc_mrr_at_3_max
value: 35.29469236108335
verified: no, type: nauc_mrr_at_3_std
value: 0.8034554869950205
verified: no, type: nauc_mrr_at_5_diff1
value: 54.71493534691299
verified: no, type: nauc_mrr_at_5_max
value: 35.72188122491164
verified: no, type: nauc_mrr_at_5_std
value: 0.5775610038008605
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.62145095632505
verified: no, type: nauc_ndcg_at_1000_max
value: 34.835565451787936
verified: no, type: nauc_ndcg_at_1000_std
value: 1.1623091827615835
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.77187136022632
verified: no, type: nauc_ndcg_at_100_max
value: 34.609354362847014
verified: no, type: nauc_ndcg_at_100_std
value: 0.5170266974858715
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.20396088540467
verified: no, type: nauc_ndcg_at_10_max
value: 33.67653413146747
verified: no, type: nauc_ndcg_at_10_std
value: -2.931690615276255
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.0976236847133
verified: no, type: nauc_ndcg_at_1_max
value: 33.59373690579546
verified: no, type: nauc_ndcg_at_1_std
value: -0.8772488510621077
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.903247688173565
verified: no, type: nauc_ndcg_at_20_max
value: 33.945585054020995
verified: no, type: nauc_ndcg_at_20_std
value: -1.7196867778969072
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.29684058685916
verified: no, type: nauc_ndcg_at_3_max
value: 32.553067240491025
verified: no, type: nauc_ndcg_at_3_std
value: -2.2016205000522997
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.258684070633066
verified: no, type: nauc_ndcg_at_5_max
value: 32.94664950545805
verified: no, type: nauc_ndcg_at_5_std
value: -3.17937584881454
verified: no, type: nauc_precision_at_1000_diff1
value: -21.439194912116026
verified: no, type: nauc_precision_at_1000_max
value: 15.942222677063993
verified: no, type: nauc_precision_at_1000_std
value: 35.729915556531076
verified: no, type: nauc_precision_at_100_diff1
value: -14.953808144823391
verified: no, type: nauc_precision_at_100_max
value: 24.366633515203866
verified: no, type: nauc_precision_at_100_std
value: 38.91266206404506
verified: no, type: nauc_precision_at_10_diff1
value: 3.814206270267521
verified: no, type: nauc_precision_at_10_max
value: 29.404023050544488
verified: no, type: nauc_precision_at_10_std
value: 22.77713093456522
verified: no, type: nauc_precision_at_1_diff1
value: 58.0976236847133
verified: no, type: nauc_precision_at_1_max
value: 33.59373690579546
verified: no, type: nauc_precision_at_1_std
value: -0.8772488510621077
verified: no, type: nauc_precision_at_20_diff1
value: -4.373213972313144
verified: no, type: nauc_precision_at_20_max
value: 26.64947569662616
verified: no, type: nauc_precision_at_20_std
value: 28.094173647776948
verified: no, type: nauc_precision_at_3_diff1
value: 24.691792364305353
verified: no, type: nauc_precision_at_3_max
value: 31.72445660483093
verified: no, type: nauc_precision_at_3_std
value: 12.156717423144872
verified: no, type: nauc_precision_at_5_diff1
value: 14.671587544516148
verified: no, type: nauc_precision_at_5_max
value: 30.65804536678362
verified: no, type: nauc_precision_at_5_std
value: 16.73659878491423
verified: no, type: nauc_recall_at_1000_diff1
value: 37.914503683436536
verified: no, type: nauc_recall_at_1000_max
value: 45.731930737542974
verified: no, type: nauc_recall_at_1000_std
value: 35.36836074295906
verified: no, type: nauc_recall_at_100_diff1
value: 43.03648671559091
verified: no, type: nauc_recall_at_100_max
value: 37.820103483683546
verified: no, type: nauc_recall_at_100_std
value: 15.615402250472895
verified: no, type: nauc_recall_at_10_diff1
value: 48.628540470781196
verified: no, type: nauc_recall_at_10_max
value: 32.31708030245735
verified: no, type: nauc_recall_at_10_std
value: -6.158117543444034
verified: no, type: nauc_recall_at_1_diff1
value: 60.989149921402166
verified: no, type: nauc_recall_at_1_max
value: 24.847358431216847
verified: no, type: nauc_recall_at_1_std
value: -9.581978758832014
verified: no, type: nauc_recall_at_20_diff1
value: 45.73434335994
verified: no, type: nauc_recall_at_20_max
value: 33.61655424932853
verified: no, type: nauc_recall_at_20_std
value: -0.6535031789146651
verified: no, type: nauc_recall_at_3_diff1
value: 51.97854257203469
verified: no, type: nauc_recall_at_3_max
value: 28.32218445772992
verified: no, type: nauc_recall_at_3_std
value: -7.408420913990716
verified: no, type: nauc_recall_at_5_diff1
value: 50.310920262075776
verified: no, type: nauc_recall_at_5_max
value: 30.262152583629774
verified: no, type: nauc_recall_at_5_std
value: -7.532311259007899
verified: no, type: ndcg_at_1
value: 46.369
verified: no, type: ndcg_at_10
value: 55.619
verified: no, type: ndcg_at_100
value: 59.424
verified: no, type: ndcg_at_1000
value: 61.031
verified: no, type: ndcg_at_20
value: 57.117
verified: no, type: ndcg_at_3
value: 51.512
verified: no, type: ndcg_at_5
value: 53.322
verified: no, type: precision_at_1
value: 46.369
verified: no, type: precision_at_10
value: 10.58
verified: no, type: precision_at_100
value: 1.587
verified: no, type: precision_at_1000
value: 0.202
verified: no, type: precision_at_20
value: 6.069999999999999
verified: no, type: precision_at_3
value: 25.244
verified: no, type: precision_at_5
value: 17.618000000000002
verified: no, type: recall_at_1
value: 36.838
verified: no, type: recall_at_10
value: 65.923
verified: no, type: recall_at_100
value: 81.773
verified: no, type: recall_at_1000
value: 91.477
verified: no, type: recall_at_20
value: 71.49799999999999
verified: no, type: recall_at_3
value: 53.339999999999996
verified: no, type: recall_at_5
value: 58.791000000000004
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackGamingRetrieval (default)
type: mteb/cqadupstack-gaming
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: main_score
value: 64.415
verified: no, type: map_at_1
value: 45.266
verified: no, type: map_at_10
value: 58.406000000000006
verified: no, type: map_at_100
value: 59.411
verified: no, type: map_at_1000
value: 59.443
verified: no, type: map_at_20
value: 59.026999999999994
verified: no, type: map_at_3
value: 54.764
verified: no, type: map_at_5
value: 56.906
verified: no, type: mrr_at_1
value: 51.53605015673981
verified: no, type: mrr_at_10
value: 61.7752649649202
verified: no, type: mrr_at_100
value: 62.31198236478266
verified: no, type: mrr_at_1000
value: 62.33025491564621
verified: no, type: mrr_at_20
value: 62.12073638425103
verified: no, type: mrr_at_3
value: 59.23719958202723
verified: no, type: mrr_at_5
value: 60.75757575757586
verified: no, type: nauc_map_at_1000_diff1
value: 52.78631894941548
verified: no, type: nauc_map_at_1000_max
value: 29.728751350358717
verified: no, type: nauc_map_at_1000_std
value: -7.2070664388485595
verified: no, type: nauc_map_at_100_diff1
value: 52.77487090828604
verified: no, type: nauc_map_at_100_max
value: 29.73643835396022
verified: no, type: nauc_map_at_100_std
value: -7.192081091184244
verified: no, type: nauc_map_at_10_diff1
value: 52.8201662488034
verified: no, type: nauc_map_at_10_max
value: 29.265474037151424
verified: no, type: nauc_map_at_10_std
value: -8.232044468471567
verified: no, type: nauc_map_at_1_diff1
value: 55.63611102392441
verified: no, type: nauc_map_at_1_max
value: 21.587146316447857
verified: no, type: nauc_map_at_1_std
value: -12.955850391319467
verified: no, type: nauc_map_at_20_diff1
value: 52.6726438399957
verified: no, type: nauc_map_at_20_max
value: 29.51914837522581
verified: no, type: nauc_map_at_20_std
value: -7.494785775769813
verified: no, type: nauc_map_at_3_diff1
value: 53.444278386735824
verified: no, type: nauc_map_at_3_max
value: 27.570040557838492
verified: no, type: nauc_map_at_3_std
value: -9.845447390972884
verified: no, type: nauc_map_at_5_diff1
value: 52.908466697724265
verified: no, type: nauc_map_at_5_max
value: 28.598304185332513
verified: no, type: nauc_map_at_5_std
value: -9.114199320822918
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.98587062448025
verified: no, type: nauc_mrr_at_1000_max
value: 30.616687348087147
verified: no, type: nauc_mrr_at_1000_std
value: -6.638419408566125
verified: no, type: nauc_mrr_at_100_diff1
value: 52.98528690169978
verified: no, type: nauc_mrr_at_100_max
value: 30.631362801787038
verified: no, type: nauc_mrr_at_100_std
value: -6.610896813869307
verified: no, type: nauc_mrr_at_10_diff1
value: 52.9728419136709
verified: no, type: nauc_mrr_at_10_max
value: 30.71489606923995
verified: no, type: nauc_mrr_at_10_std
value: -6.900976597146519
verified: no, type: nauc_mrr_at_1_diff1
value: 55.4539286180352
verified: no, type: nauc_mrr_at_1_max
value: 27.030701088930964
verified: no, type: nauc_mrr_at_1_std
value: -10.215265840865353
verified: no, type: nauc_mrr_at_20_diff1
value: 52.926098560085165
verified: no, type: nauc_mrr_at_20_max
value: 30.632225629457487
verified: no, type: nauc_mrr_at_20_std
value: -6.613910041879073
verified: no, type: nauc_mrr_at_3_diff1
value: 52.83554224468542
verified: no, type: nauc_mrr_at_3_max
value: 30.17432529520847
verified: no, type: nauc_mrr_at_3_std
value: -7.325929832658564
verified: no, type: nauc_mrr_at_5_diff1
value: 52.74796836301836
verified: no, type: nauc_mrr_at_5_max
value: 30.54844294099801
verified: no, type: nauc_mrr_at_5_std
value: -7.0923818376581576
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.279573296640116
verified: no, type: nauc_ndcg_at_1000_max
value: 31.879058831034378
verified: no, type: nauc_ndcg_at_1000_std
value: -4.308877770345846
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.100170634687494
verified: no, type: nauc_ndcg_at_100_max
value: 32.26943920941709
verified: no, type: nauc_ndcg_at_100_std
value: -3.518845179812363
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.97497813151944
verified: no, type: nauc_ndcg_at_10_max
value: 31.842222287174277
verified: no, type: nauc_ndcg_at_10_std
value: -5.638996194820608
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.4539286180352
verified: no, type: nauc_ndcg_at_1_max
value: 27.030701088930964
verified: no, type: nauc_ndcg_at_1_std
value: -10.215265840865353
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.604041870023856
verified: no, type: nauc_ndcg_at_20_max
value: 31.839417695842304
verified: no, type: nauc_ndcg_at_20_std
value: -4.150686612019412
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.38280692803513
verified: no, type: nauc_ndcg_at_3_max
value: 29.842252496671417
verified: no, type: nauc_ndcg_at_3_std
value: -7.322027965096159
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.908967367930515
verified: no, type: nauc_ndcg_at_5_max
value: 30.9036875426887
verified: no, type: nauc_ndcg_at_5_std
value: -6.902083486810509
verified: no, type: nauc_precision_at_1000_diff1
value: -13.238021720371048
verified: no, type: nauc_precision_at_1000_max
value: 15.672518125243029
verified: no, type: nauc_precision_at_1000_std
value: 26.430027831539952
verified: no, type: nauc_precision_at_100_diff1
value: -10.877525862593592
verified: no, type: nauc_precision_at_100_max
value: 20.23032432890667
verified: no, type: nauc_precision_at_100_std
value: 28.337459589162723
verified: no, type: nauc_precision_at_10_diff1
value: 5.2583262975497345
verified: no, type: nauc_precision_at_10_max
value: 28.35287118062466
verified: no, type: nauc_precision_at_10_std
value: 17.252494522903753
verified: no, type: nauc_precision_at_1_diff1
value: 55.4539286180352
verified: no, type: nauc_precision_at_1_max
value: 27.030701088930964
verified: no, type: nauc_precision_at_1_std
value: -10.215265840865353
verified: no, type: nauc_precision_at_20_diff1
value: -3.28564896800227
verified: no, type: nauc_precision_at_20_max
value: 25.11814075456984
verified: no, type: nauc_precision_at_20_std
value: 24.797488478114257
verified: no, type: nauc_precision_at_3_diff1
value: 27.36049200577193
verified: no, type: nauc_precision_at_3_max
value: 31.38986459675791
verified: no, type: nauc_precision_at_3_std
value: 4.94673859480357
verified: no, type: nauc_precision_at_5_diff1
value: 15.950278506213737
verified: no, type: nauc_precision_at_5_max
value: 29.79168305914221
verified: no, type: nauc_precision_at_5_std
value: 9.76931975271942
verified: no, type: nauc_recall_at_1000_diff1
value: 44.363654144325324
verified: no, type: nauc_recall_at_1000_max
value: 65.87737958676024
verified: no, type: nauc_recall_at_1000_std
value: 66.33062353665733
verified: no, type: nauc_recall_at_100_diff1
value: 44.40436229432885
verified: no, type: nauc_recall_at_100_max
value: 52.125011384194494
verified: no, type: nauc_recall_at_100_std
value: 39.2934522251712
verified: no, type: nauc_recall_at_10_diff1
value: 46.16525418561482
verified: no, type: nauc_recall_at_10_max
value: 36.828599940415415
verified: no, type: nauc_recall_at_10_std
value: 1.182213593386153
verified: no, type: nauc_recall_at_1_diff1
value: 55.63611102392441
verified: no, type: nauc_recall_at_1_max
value: 21.587146316447857
verified: no, type: nauc_recall_at_1_std
value: -12.955850391319467
verified: no, type: nauc_recall_at_20_diff1
value: 42.73640642185509
verified: no, type: nauc_recall_at_20_max
value: 38.566876742285785
verified: no, type: nauc_recall_at_20_std
value: 12.696957126395137
verified: no, type: nauc_recall_at_3_diff1
value: 49.10962937589886
verified: no, type: nauc_recall_at_3_max
value: 30.3754728722401
verified: no, type: nauc_recall_at_3_std
value: -5.8046837607375235
verified: no, type: nauc_recall_at_5_diff1
value: 47.15226973550674
verified: no, type: nauc_recall_at_5_max
value: 33.2256674725569
verified: no, type: nauc_recall_at_5_std
value: -3.6870457217544486
verified: no, type: ndcg_at_1
value: 51.536
verified: no, type: ndcg_at_10
value: 64.415
verified: no, type: ndcg_at_100
value: 67.964
verified: no, type: ndcg_at_1000
value: 68.626
verified: no, type: ndcg_at_20
value: 66.038
verified: no, type: ndcg_at_3
value: 58.606
verified: no, type: ndcg_at_5
value: 61.556
verified: no, type: precision_at_1
value: 51.536
verified: no, type: precision_at_10
value: 10.313
verified: no, type: precision_at_100
value: 1.302
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 5.6899999999999995
verified: no, type: precision_at_3
value: 25.997999999999998
verified: no, type: precision_at_5
value: 17.906
verified: no, type: recall_at_1
value: 45.266
verified: no, type: recall_at_10
value: 78.603
verified: no, type: recall_at_100
value: 93.54599999999999
verified: no, type: recall_at_1000
value: 98.253
verified: no, type: recall_at_20
value: 84.492
verified: no, type: recall_at_3
value: 63.176
verified: no, type: recall_at_5
value: 70.39999999999999
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackGisRetrieval (default)
type: mteb/cqadupstack-gis
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: main_score
value: 40.526
verified: no, type: map_at_1
value: 24.864
verified: no, type: map_at_10
value: 34.825
verified: no, type: map_at_100
value: 35.925000000000004
verified: no, type: map_at_1000
value: 35.992000000000004
verified: no, type: map_at_20
value: 35.443000000000005
verified: no, type: map_at_3
value: 31.871
verified: no, type: map_at_5
value: 33.229
verified: no, type: mrr_at_1
value: 26.666666666666668
verified: no, type: mrr_at_10
value: 36.55187875526857
verified: no, type: mrr_at_100
value: 37.49172764559794
verified: no, type: mrr_at_1000
value: 37.54236620694664
verified: no, type: mrr_at_20
value: 37.090912376004454
verified: no, type: mrr_at_3
value: 33.5969868173258
verified: no, type: mrr_at_5
value: 35.07156308851221
verified: no, type: nauc_map_at_1000_diff1
value: 44.891751149733196
verified: no, type: nauc_map_at_1000_max
value: 15.851670132349863
verified: no, type: nauc_map_at_1000_std
value: -6.211986438255689
verified: no, type: nauc_map_at_100_diff1
value: 44.874673705530206
verified: no, type: nauc_map_at_100_max
value: 15.839489262649101
verified: no, type: nauc_map_at_100_std
value: -6.207233514639387
verified: no, type: nauc_map_at_10_diff1
value: 44.9973434705712
verified: no, type: nauc_map_at_10_max
value: 15.674524247902836
verified: no, type: nauc_map_at_10_std
value: -6.609526006088386
verified: no, type: nauc_map_at_1_diff1
value: 52.91615262275366
verified: no, type: nauc_map_at_1_max
value: 15.658694733337414
verified: no, type: nauc_map_at_1_std
value: -8.127996150892375
verified: no, type: nauc_map_at_20_diff1
value: 44.85564238818856
verified: no, type: nauc_map_at_20_max
value: 15.864949870815389
verified: no, type: nauc_map_at_20_std
value: -6.33356250291001
verified: no, type: nauc_map_at_3_diff1
value: 46.046327749236646
verified: no, type: nauc_map_at_3_max
value: 15.373437834620033
verified: no, type: nauc_map_at_3_std
value: -7.381649120798753
verified: no, type: nauc_map_at_5_diff1
value: 45.11531096159745
verified: no, type: nauc_map_at_5_max
value: 15.355856550981182
verified: no, type: nauc_map_at_5_std
value: -7.8233977650785755
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.33327398034034
verified: no, type: nauc_mrr_at_1000_max
value: 16.412849348646365
verified: no, type: nauc_mrr_at_1000_std
value: -4.799275364550082
verified: no, type: nauc_mrr_at_100_diff1
value: 44.30968445667686
verified: no, type: nauc_mrr_at_100_max
value: 16.405335549486825
verified: no, type: nauc_mrr_at_100_std
value: -4.782231711252647
verified: no, type: nauc_mrr_at_10_diff1
value: 44.29888367355646
verified: no, type: nauc_mrr_at_10_max
value: 16.25074837299776
verified: no, type: nauc_mrr_at_10_std
value: -4.920673041371069
verified: no, type: nauc_mrr_at_1_diff1
value: 52.45792631721784
verified: no, type: nauc_mrr_at_1_max
value: 16.910229430959493
verified: no, type: nauc_mrr_at_1_std
value: -6.547541650793473
verified: no, type: nauc_mrr_at_20_diff1
value: 44.28388085659487
verified: no, type: nauc_mrr_at_20_max
value: 16.44303371699385
verified: no, type: nauc_mrr_at_20_std
value: -4.782890220889415
verified: no, type: nauc_mrr_at_3_diff1
value: 45.597218407665494
verified: no, type: nauc_mrr_at_3_max
value: 16.559752561241098
verified: no, type: nauc_mrr_at_3_std
value: -5.542801615505432
verified: no, type: nauc_mrr_at_5_diff1
value: 44.43853572270395
verified: no, type: nauc_mrr_at_5_max
value: 16.1133944641322
verified: no, type: nauc_mrr_at_5_std
value: -6.050272589382528
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.278753638071386
verified: no, type: nauc_ndcg_at_1000_max
value: 16.762316485090274
verified: no, type: nauc_ndcg_at_1000_std
value: -3.815120779089691
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.48636828362088
verified: no, type: nauc_ndcg_at_100_max
value: 16.57237848948736
verified: no, type: nauc_ndcg_at_100_std
value: -2.9411587277396305
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.84405639778879
verified: no, type: nauc_ndcg_at_10_max
value: 15.648068449751747
verified: no, type: nauc_ndcg_at_10_std
value: -4.898160642419032
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.45792631721784
verified: no, type: nauc_ndcg_at_1_max
value: 16.910229430959493
verified: no, type: nauc_ndcg_at_1_std
value: -6.547541650793473
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.40610377673182
verified: no, type: nauc_ndcg_at_20_max
value: 16.447475968548225
verified: no, type: nauc_ndcg_at_20_std
value: -3.9262621516592775
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.1592823405345
verified: no, type: nauc_ndcg_at_3_max
value: 15.712847138573
verified: no, type: nauc_ndcg_at_3_std
value: -6.883137206493727
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.38989386193879
verified: no, type: nauc_ndcg_at_5_max
value: 15.239800786663741
verified: no, type: nauc_ndcg_at_5_std
value: -7.651974137221655
verified: no, type: nauc_precision_at_1000_diff1
value: -7.5519282288277925
verified: no, type: nauc_precision_at_1000_max
value: 11.782489435682795
verified: no, type: nauc_precision_at_1000_std
value: 11.668888993456477
verified: no, type: nauc_precision_at_100_diff1
value: 3.204774581975988
verified: no, type: nauc_precision_at_100_max
value: 15.337126603034434
verified: no, type: nauc_precision_at_100_std
value: 17.589357862845134
verified: no, type: nauc_precision_at_10_diff1
value: 25.434016688175493
verified: no, type: nauc_precision_at_10_max
value: 17.27082325926627
verified: no, type: nauc_precision_at_10_std
value: 3.822526901724587
verified: no, type: nauc_precision_at_1_diff1
value: 52.45792631721784
verified: no, type: nauc_precision_at_1_max
value: 16.910229430959493
verified: no, type: nauc_precision_at_1_std
value: -6.547541650793473
verified: no, type: nauc_precision_at_20_diff1
value: 18.7568667813302
verified: no, type: nauc_precision_at_20_max
value: 19.306529566246464
verified: no, type: nauc_precision_at_20_std
value: 8.382893890597472
verified: no, type: nauc_precision_at_3_diff1
value: 36.1574899950847
verified: no, type: nauc_precision_at_3_max
value: 16.627299638592103
verified: no, type: nauc_precision_at_3_std
value: -4.087788042093743
verified: no, type: nauc_precision_at_5_diff1
value: 30.628715896321694
verified: no, type: nauc_precision_at_5_max
value: 16.0570729024651
verified: no, type: nauc_precision_at_5_std
value: -5.445903035987369
verified: no, type: nauc_recall_at_1000_diff1
value: 21.809556502847656
verified: no, type: nauc_recall_at_1000_max
value: 33.655435589139934
verified: no, type: nauc_recall_at_1000_std
value: 20.196017966823725
verified: no, type: nauc_recall_at_100_diff1
value: 22.517616973663824
verified: no, type: nauc_recall_at_100_max
value: 20.03103825061642
verified: no, type: nauc_recall_at_100_std
value: 17.243632401151785
verified: no, type: nauc_recall_at_10_diff1
value: 31.71506385432409
verified: no, type: nauc_recall_at_10_max
value: 14.239057272051598
verified: no, type: nauc_recall_at_10_std
value: -0.9351019605896081
verified: no, type: nauc_recall_at_1_diff1
value: 52.91615262275366
verified: no, type: nauc_recall_at_1_max
value: 15.658694733337414
verified: no, type: nauc_recall_at_1_std
value: -8.127996150892375
verified: no, type: nauc_recall_at_20_diff1
value: 28.725276151070716
verified: no, type: nauc_recall_at_20_max
value: 17.353450797923646
verified: no, type: nauc_recall_at_20_std
value: 3.730067464363456
verified: no, type: nauc_recall_at_3_diff1
value: 39.02212891041207
verified: no, type: nauc_recall_at_3_max
value: 14.936335410995708
verified: no, type: nauc_recall_at_3_std
value: -6.937703093702095
verified: no, type: nauc_recall_at_5_diff1
value: 34.62638470036278
verified: no, type: nauc_recall_at_5_max
value: 13.81867357102693
verified: no, type: nauc_recall_at_5_std
value: -8.95853594372777
verified: no, type: ndcg_at_1
value: 26.667
verified: no, type: ndcg_at_10
value: 40.526
verified: no, type: ndcg_at_100
value: 45.906000000000006
verified: no, type: ndcg_at_1000
value: 47.607
verified: no, type: ndcg_at_20
value: 42.612
verified: no, type: ndcg_at_3
value: 34.479
verified: no, type: ndcg_at_5
value: 36.856
verified: no, type: precision_at_1
value: 26.667
verified: no, type: precision_at_10
value: 6.497
verified: no, type: precision_at_100
value: 0.9690000000000001
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 3.7510000000000003
verified: no, type: precision_at_3
value: 14.765
verified: no, type: precision_at_5
value: 10.328
verified: no, type: recall_at_1
value: 24.864
verified: no, type: recall_at_10
value: 56.52
verified: no, type: recall_at_100
value: 81.266
verified: no, type: recall_at_1000
value: 94.066
verified: no, type: recall_at_20
value: 64.287
verified: no, type: recall_at_3
value: 39.894
verified: no, type: recall_at_5
value: 45.573
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackMathematicaRetrieval (default)
type: mteb/cqadupstack-mathematica
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: main_score
value: 36.909
verified: no, type: map_at_1
value: 21.662
verified: no, type: map_at_10
value: 31.026999999999997
verified: no, type: map_at_100
value: 32.367000000000004
verified: no, type: map_at_1000
value: 32.478
verified: no, type: map_at_20
value: 31.769
verified: no, type: map_at_3
value: 28.1
verified: no, type: map_at_5
value: 29.622
verified: no, type: mrr_at_1
value: 27.114427860696516
verified: no, type: mrr_at_10
value: 36.32822988233437
verified: no, type: mrr_at_100
value: 37.28018582739568
verified: no, type: mrr_at_1000
value: 37.340004953560815
verified: no, type: mrr_at_20
value: 36.89249731777514
verified: no, type: mrr_at_3
value: 33.76865671641792
verified: no, type: mrr_at_5
value: 35.155472636815915
verified: no, type: nauc_map_at_1000_diff1
value: 30.999721507980425
verified: no, type: nauc_map_at_1000_max
value: 13.855009171656762
verified: no, type: nauc_map_at_1000_std
value: 2.778145928499419
verified: no, type: nauc_map_at_100_diff1
value: 30.991818861315114
verified: no, type: nauc_map_at_100_max
value: 13.851316393129236
verified: no, type: nauc_map_at_100_std
value: 2.7451346033089066
verified: no, type: nauc_map_at_10_diff1
value: 30.939047115922268
verified: no, type: nauc_map_at_10_max
value: 13.802711678959358
verified: no, type: nauc_map_at_10_std
value: 1.9338708233328186
verified: no, type: nauc_map_at_1_diff1
value: 36.97121643357033
verified: no, type: nauc_map_at_1_max
value: 14.54951802050039
verified: no, type: nauc_map_at_1_std
value: 2.291757915014077
verified: no, type: nauc_map_at_20_diff1
value: 30.949302840984927
verified: no, type: nauc_map_at_20_max
value: 13.610164030526914
verified: no, type: nauc_map_at_20_std
value: 2.549163654887918
verified: no, type: nauc_map_at_3_diff1
value: 31.637509042806855
verified: no, type: nauc_map_at_3_max
value: 14.180566076404554
verified: no, type: nauc_map_at_3_std
value: 1.1865639206189176
verified: no, type: nauc_map_at_5_diff1
value: 31.154639339531055
verified: no, type: nauc_map_at_5_max
value: 13.903608844337809
verified: no, type: nauc_map_at_5_std
value: 1.6922136449478375
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.45389857695208
verified: no, type: nauc_mrr_at_1000_max
value: 16.11613716157279
verified: no, type: nauc_mrr_at_1000_std
value: 4.211017248357101
verified: no, type: nauc_mrr_at_100_diff1
value: 32.44145015751564
verified: no, type: nauc_mrr_at_100_max
value: 16.099031300956412
verified: no, type: nauc_mrr_at_100_std
value: 4.195259378963446
verified: no, type: nauc_mrr_at_10_diff1
value: 32.21060187567292
verified: no, type: nauc_mrr_at_10_max
value: 16.21661026926165
verified: no, type: nauc_mrr_at_10_std
value: 3.9065782540718437
verified: no, type: nauc_mrr_at_1_diff1
value: 37.74549118846171
verified: no, type: nauc_mrr_at_1_max
value: 16.397209846805332
verified: no, type: nauc_mrr_at_1_std
value: 3.4889514782297995
verified: no, type: nauc_mrr_at_20_diff1
value: 32.453044179618445
verified: no, type: nauc_mrr_at_20_max
value: 15.909025198763452
verified: no, type: nauc_mrr_at_20_std
value: 4.098615307812559
verified: no, type: nauc_mrr_at_3_diff1
value: 32.484524841794695
verified: no, type: nauc_mrr_at_3_max
value: 16.648085318378186
verified: no, type: nauc_mrr_at_3_std
value: 3.509389137710427
verified: no, type: nauc_mrr_at_5_diff1
value: 32.299480637422256
verified: no, type: nauc_mrr_at_5_max
value: 15.951764344928696
verified: no, type: nauc_mrr_at_5_std
value: 3.7985692901891377
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.008108380199346
verified: no, type: nauc_ndcg_at_1000_max
value: 14.535374527619723
verified: no, type: nauc_ndcg_at_1000_std
value: 5.2285948826930575
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.666636590107476
verified: no, type: nauc_ndcg_at_100_max
value: 14.655881610560979
verified: no, type: nauc_ndcg_at_100_std
value: 5.247239776587783
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.432631981617234
verified: no, type: nauc_ndcg_at_10_max
value: 13.814013850977513
verified: no, type: nauc_ndcg_at_10_std
value: 2.6684914826901185
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.74549118846171
verified: no, type: nauc_ndcg_at_1_max
value: 16.397209846805332
verified: no, type: nauc_ndcg_at_1_std
value: 3.4889514782297995
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.606523322115635
verified: no, type: nauc_ndcg_at_20_max
value: 13.192927619815412
verified: no, type: nauc_ndcg_at_20_std
value: 4.2760688990871625
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.35103248525633
verified: no, type: nauc_ndcg_at_3_max
value: 14.612114097422971
verified: no, type: nauc_ndcg_at_3_std
value: 1.690897807564605
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.77002075263378
verified: no, type: nauc_ndcg_at_5_max
value: 13.80319417333816
verified: no, type: nauc_ndcg_at_5_std
value: 2.3198767168618484
verified: no, type: nauc_precision_at_1000_diff1
value: -0.8398177965775562
verified: no, type: nauc_precision_at_1000_max
value: -0.0407907558781753
verified: no, type: nauc_precision_at_1000_std
value: 1.7501690310307152
verified: no, type: nauc_precision_at_100_diff1
value: 5.004646340055046
verified: no, type: nauc_precision_at_100_max
value: 5.8226386931141745
verified: no, type: nauc_precision_at_100_std
value: 7.907290393542464
verified: no, type: nauc_precision_at_10_diff1
value: 15.09410481986906
verified: no, type: nauc_precision_at_10_max
value: 9.198280392394562
verified: no, type: nauc_precision_at_10_std
value: 4.897238581273735
verified: no, type: nauc_precision_at_1_diff1
value: 37.74549118846171
verified: no, type: nauc_precision_at_1_max
value: 16.397209846805332
verified: no, type: nauc_precision_at_1_std
value: 3.4889514782297995
verified: no, type: nauc_precision_at_20_diff1
value: 10.882828189218047
verified: no, type: nauc_precision_at_20_max
value: 5.941972305343443
verified: no, type: nauc_precision_at_20_std
value: 9.568975893813892
verified: no, type: nauc_precision_at_3_diff1
value: 22.65128906145192
verified: no, type: nauc_precision_at_3_max
value: 15.161912167988072
verified: no, type: nauc_precision_at_3_std
value: 2.5270971100194406
verified: no, type: nauc_precision_at_5_diff1
value: 18.212945309142732
verified: no, type: nauc_precision_at_5_max
value: 11.761601796714555
verified: no, type: nauc_precision_at_5_std
value: 4.146114697437408
verified: no, type: nauc_recall_at_1000_diff1
value: 10.619530015404953
verified: no, type: nauc_recall_at_1000_max
value: 15.582991779175732
verified: no, type: nauc_recall_at_1000_std
value: 34.37725284344572
verified: no, type: nauc_recall_at_100_diff1
value: 19.099691165176054
verified: no, type: nauc_recall_at_100_max
value: 15.862163756010158
verified: no, type: nauc_recall_at_100_std
value: 16.693656549037005
verified: no, type: nauc_recall_at_10_diff1
value: 22.901061297772006
verified: no, type: nauc_recall_at_10_max
value: 10.819332395187512
verified: no, type: nauc_recall_at_10_std
value: 2.4935560928879426
verified: no, type: nauc_recall_at_1_diff1
value: 36.97121643357033
verified: no, type: nauc_recall_at_1_max
value: 14.54951802050039
verified: no, type: nauc_recall_at_1_std
value: 2.291757915014077
verified: no, type: nauc_recall_at_20_diff1
value: 22.55772068737252
verified: no, type: nauc_recall_at_20_max
value: 8.380423773938148
verified: no, type: nauc_recall_at_20_std
value: 8.008240536599516
verified: no, type: nauc_recall_at_3_diff1
value: 25.718074487510656
verified: no, type: nauc_recall_at_3_max
value: 12.86216888861597
verified: no, type: nauc_recall_at_3_std
value: -0.18846851122293373
verified: no, type: nauc_recall_at_5_diff1
value: 24.617710231237208
verified: no, type: nauc_recall_at_5_max
value: 11.021226469233289
verified: no, type: nauc_recall_at_5_std
value: 1.421950056879153
verified: no, type: ndcg_at_1
value: 27.114
verified: no, type: ndcg_at_10
value: 36.909
verified: no, type: ndcg_at_100
value: 42.986000000000004
verified: no, type: ndcg_at_1000
value: 45.37
verified: no, type: ndcg_at_20
value: 39.330999999999996
verified: no, type: ndcg_at_3
value: 31.729000000000003
verified: no, type: ndcg_at_5
value: 33.936
verified: no, type: precision_at_1
value: 27.114
verified: no, type: precision_at_10
value: 6.816
verified: no, type: precision_at_100
value: 1.1280000000000001
verified: no, type: precision_at_1000
value: 0.146
verified: no, type: precision_at_20
value: 4.086
verified: no, type: precision_at_3
value: 15.340000000000002
verified: no, type: precision_at_5
value: 10.945
verified: no, type: recall_at_1
value: 21.662
verified: no, type: recall_at_10
value: 49.636
verified: no, type: recall_at_100
value: 75.916
verified: no, type: recall_at_1000
value: 92.458
verified: no, type: recall_at_20
value: 58.416999999999994
verified: no, type: recall_at_3
value: 35.28
verified: no, type: recall_at_5
value: 40.882000000000005
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackPhysicsRetrieval (default)
type: mteb/cqadupstack-physics
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: main_score
value: 52.868
verified: no, type: map_at_1
value: 34.431
verified: no, type: map_at_10
value: 46.771
verified: no, type: map_at_100
value: 48.174
verified: no, type: map_at_1000
value: 48.272
verified: no, type: map_at_20
value: 47.581
verified: no, type: map_at_3
value: 43.524
verified: no, type: map_at_5
value: 45.324
verified: no, type: mrr_at_1
value: 41.28970163618864
verified: no, type: mrr_at_10
value: 51.932146294513934
verified: no, type: mrr_at_100
value: 52.745860705605196
verified: no, type: mrr_at_1000
value: 52.77323709159302
verified: no, type: mrr_at_20
value: 52.42075382304209
verified: no, type: mrr_at_3
value: 49.823548283605994
verified: no, type: mrr_at_5
value: 50.90632017965989
verified: no, type: nauc_map_at_1000_diff1
value: 49.36352629700335
verified: no, type: nauc_map_at_1000_max
value: 24.945575911968284
verified: no, type: nauc_map_at_1000_std
value: -9.797421912891304
verified: no, type: nauc_map_at_100_diff1
value: 49.37074982350282
verified: no, type: nauc_map_at_100_max
value: 24.932173116830043
verified: no, type: nauc_map_at_100_std
value: -9.83512316791769
verified: no, type: nauc_map_at_10_diff1
value: 49.584826786536695
verified: no, type: nauc_map_at_10_max
value: 24.5338249313471
verified: no, type: nauc_map_at_10_std
value: -10.756023024875775
verified: no, type: nauc_map_at_1_diff1
value: 54.164579712650564
verified: no, type: nauc_map_at_1_max
value: 21.27499239151622
verified: no, type: nauc_map_at_1_std
value: -12.031365028953774
verified: no, type: nauc_map_at_20_diff1
value: 49.36242974988498
verified: no, type: nauc_map_at_20_max
value: 24.80466638063753
verified: no, type: nauc_map_at_20_std
value: -10.082778211621719
verified: no, type: nauc_map_at_3_diff1
value: 49.74393799782767
verified: no, type: nauc_map_at_3_max
value: 22.515201658656686
verified: no, type: nauc_map_at_3_std
value: -11.590002353273865
verified: no, type: nauc_map_at_5_diff1
value: 49.484910514867195
verified: no, type: nauc_map_at_5_max
value: 23.869015363628243
verified: no, type: nauc_map_at_5_std
value: -10.91175087395575
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.793281277282496
verified: no, type: nauc_mrr_at_1000_max
value: 27.470883078226592
verified: no, type: nauc_mrr_at_1000_std
value: -7.515845591102144
verified: no, type: nauc_mrr_at_100_diff1
value: 48.79210444488905
verified: no, type: nauc_mrr_at_100_max
value: 27.474989242453074
verified: no, type: nauc_mrr_at_100_std
value: -7.503300141559849
verified: no, type: nauc_mrr_at_10_diff1
value: 48.79734357404452
verified: no, type: nauc_mrr_at_10_max
value: 27.31051724397676
verified: no, type: nauc_mrr_at_10_std
value: -7.9232399559624564
verified: no, type: nauc_mrr_at_1_diff1
value: 51.82497066040549
verified: no, type: nauc_mrr_at_1_max
value: 27.890233836643652
verified: no, type: nauc_mrr_at_1_std
value: -7.282474721231649
verified: no, type: nauc_mrr_at_20_diff1
value: 48.7030720747066
verified: no, type: nauc_mrr_at_20_max
value: 27.41000787740253
verified: no, type: nauc_mrr_at_20_std
value: -7.620818649979551
verified: no, type: nauc_mrr_at_3_diff1
value: 48.043966718368594
verified: no, type: nauc_mrr_at_3_max
value: 26.881430874895994
verified: no, type: nauc_mrr_at_3_std
value: -8.248267417377043
verified: no, type: nauc_mrr_at_5_diff1
value: 48.53255636641247
verified: no, type: nauc_mrr_at_5_max
value: 27.171688846497688
verified: no, type: nauc_mrr_at_5_std
value: -8.033774011744846
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.36429784289925
verified: no, type: nauc_ndcg_at_1000_max
value: 27.118498431732306
verified: no, type: nauc_ndcg_at_1000_std
value: -6.828545284915606
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.46721595475821
verified: no, type: nauc_ndcg_at_100_max
value: 27.2026549133907
verified: no, type: nauc_ndcg_at_100_std
value: -6.7602817044158385
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.48522449945348
verified: no, type: nauc_ndcg_at_10_max
value: 25.656768536695516
verified: no, type: nauc_ndcg_at_10_std
value: -10.211150092283324
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.82497066040549
verified: no, type: nauc_ndcg_at_1_max
value: 27.890233836643652
verified: no, type: nauc_ndcg_at_1_std
value: -7.282474721231649
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.94636399413784
verified: no, type: nauc_ndcg_at_20_max
value: 26.393241064813427
verified: no, type: nauc_ndcg_at_20_std
value: -8.42533823516474
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.23654567102718
verified: no, type: nauc_ndcg_at_3_max
value: 23.967083351659305
verified: no, type: nauc_ndcg_at_3_std
value: -10.018398475022156
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.78313461709188
verified: no, type: nauc_ndcg_at_5_max
value: 25.117360628485525
verified: no, type: nauc_ndcg_at_5_std
value: -9.835655279120918
verified: no, type: nauc_precision_at_1000_diff1
value: -16.88414572159978
verified: no, type: nauc_precision_at_1000_max
value: 4.80126332522441
verified: no, type: nauc_precision_at_1000_std
value: 18.224394238644006
verified: no, type: nauc_precision_at_100_diff1
value: -10.856565551145168
verified: no, type: nauc_precision_at_100_max
value: 12.192780995446329
verified: no, type: nauc_precision_at_100_std
value: 19.46735171751675
verified: no, type: nauc_precision_at_10_diff1
value: 9.26688991753191
verified: no, type: nauc_precision_at_10_max
value: 22.825044871843495
verified: no, type: nauc_precision_at_10_std
value: 7.2009775672302085
verified: no, type: nauc_precision_at_1_diff1
value: 51.82497066040549
verified: no, type: nauc_precision_at_1_max
value: 27.890233836643652
verified: no, type: nauc_precision_at_1_std
value: -7.282474721231649
verified: no, type: nauc_precision_at_20_diff1
value: -0.6494049114218691
verified: no, type: nauc_precision_at_20_max
value: 19.581420310050493
verified: no, type: nauc_precision_at_20_std
value: 13.337216187539871
verified: no, type: nauc_precision_at_3_diff1
value: 24.62203099425093
verified: no, type: nauc_precision_at_3_max
value: 23.29826494152431
verified: no, type: nauc_precision_at_3_std
value: -0.43986407417036705
verified: no, type: nauc_precision_at_5_diff1
value: 17.146631960590334
verified: no, type: nauc_precision_at_5_max
value: 23.885773052175633
verified: no, type: nauc_precision_at_5_std
value: 3.5595842426515096
verified: no, type: nauc_recall_at_1000_diff1
value: 41.93547812229175
verified: no, type: nauc_recall_at_1000_max
value: 47.53791535010556
verified: no, type: nauc_recall_at_1000_std
value: 41.22342581752483
verified: no, type: nauc_recall_at_100_diff1
value: 43.59789460172138
verified: no, type: nauc_recall_at_100_max
value: 34.831608717192985
verified: no, type: nauc_recall_at_100_std
value: 13.861943370323186
verified: no, type: nauc_recall_at_10_diff1
value: 43.23845371092903
verified: no, type: nauc_recall_at_10_max
value: 24.69556725680752
verified: no, type: nauc_recall_at_10_std
value: -11.163429240944318
verified: no, type: nauc_recall_at_1_diff1
value: 54.164579712650564
verified: no, type: nauc_recall_at_1_max
value: 21.27499239151622
verified: no, type: nauc_recall_at_1_std
value: -12.031365028953774
verified: no, type: nauc_recall_at_20_diff1
value: 40.70544708973454
verified: no, type: nauc_recall_at_20_max
value: 27.4533684977315
verified: no, type: nauc_recall_at_20_std
value: -3.875024362887248
verified: no, type: nauc_recall_at_3_diff1
value: 43.489599274690924
verified: no, type: nauc_recall_at_3_max
value: 20.73212895737876
verified: no, type: nauc_recall_at_3_std
value: -12.437367497680794
verified: no, type: nauc_recall_at_5_diff1
value: 42.512319246009426
verified: no, type: nauc_recall_at_5_max
value: 23.128281152167013
verified: no, type: nauc_recall_at_5_std
value: -11.278338046867578
verified: no, type: ndcg_at_1
value: 41.29
verified: no, type: ndcg_at_10
value: 52.868
verified: no, type: ndcg_at_100
value: 58.302
verified: no, type: ndcg_at_1000
value: 59.768
verified: no, type: ndcg_at_20
value: 55.161
verified: no, type: ndcg_at_3
value: 48.209999999999994
verified: no, type: ndcg_at_5
value: 50.31
verified: no, type: precision_at_1
value: 41.29
verified: no, type: precision_at_10
value: 9.508999999999999
verified: no, type: precision_at_100
value: 1.425
verified: no, type: precision_at_1000
value: 0.172
verified: no, type: precision_at_20
value: 5.563
verified: no, type: precision_at_3
value: 23.067
verified: no, type: precision_at_5
value: 16.112000000000002
verified: no, type: recall_at_1
value: 34.431
verified: no, type: recall_at_10
value: 65.23299999999999
verified: no, type: recall_at_100
value: 87.53699999999999
verified: no, type: recall_at_1000
value: 96.539
verified: no, type: recall_at_20
value: 73.175
verified: no, type: recall_at_3
value: 51.895
verified: no, type: recall_at_5
value: 57.385
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackProgrammersRetrieval (default)
type: mteb/cqadupstack-programmers
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: main_score
value: 51.528
verified: no, type: map_at_1
value: 32.505
verified: no, type: map_at_10
value: 44.753
verified: no, type: map_at_100
value: 46.127
verified: no, type: map_at_1000
value: 46.216
verified: no, type: map_at_20
value: 45.536
verified: no, type: map_at_3
value: 41.065000000000005
verified: no, type: map_at_5
value: 43.021
verified: no, type: mrr_at_1
value: 40.06849315068493
verified: no, type: mrr_at_10
value: 50.586223454374114
verified: no, type: mrr_at_100
value: 51.321321223787464
verified: no, type: mrr_at_1000
value: 51.356221108008924
verified: no, type: mrr_at_20
value: 51.01864577087494
verified: no, type: mrr_at_3
value: 47.85007610350074
verified: no, type: mrr_at_5
value: 49.33980213089797
verified: no, type: nauc_map_at_1000_diff1
value: 45.41897322814866
verified: no, type: nauc_map_at_1000_max
value: 36.43271502796935
verified: no, type: nauc_map_at_1000_std
value: -3.08747313658398
verified: no, type: nauc_map_at_100_diff1
value: 45.40269743916955
verified: no, type: nauc_map_at_100_max
value: 36.452626381309564
verified: no, type: nauc_map_at_100_std
value: -3.050272535820317
verified: no, type: nauc_map_at_10_diff1
value: 45.34560411925014
verified: no, type: nauc_map_at_10_max
value: 36.19673788114135
verified: no, type: nauc_map_at_10_std
value: -3.420683672963469
verified: no, type: nauc_map_at_1_diff1
value: 51.36851585971345
verified: no, type: nauc_map_at_1_max
value: 30.505249602408085
verified: no, type: nauc_map_at_1_std
value: -10.2416678186349
verified: no, type: nauc_map_at_20_diff1
value: 45.42397332309073
verified: no, type: nauc_map_at_20_max
value: 36.323620365237915
verified: no, type: nauc_map_at_20_std
value: -3.3179646819375455
verified: no, type: nauc_map_at_3_diff1
value: 44.83947078058309
verified: no, type: nauc_map_at_3_max
value: 34.57416303775605
verified: no, type: nauc_map_at_3_std
value: -5.3672505555757555
verified: no, type: nauc_map_at_5_diff1
value: 45.4323080527899
verified: no, type: nauc_map_at_5_max
value: 35.475038111215454
verified: no, type: nauc_map_at_5_std
value: -4.869116944994172
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.79133765108195
verified: no, type: nauc_mrr_at_1000_max
value: 37.8395528431165
verified: no, type: nauc_mrr_at_1000_std
value: -0.33864135555345787
verified: no, type: nauc_mrr_at_100_diff1
value: 44.77053505400072
verified: no, type: nauc_mrr_at_100_max
value: 37.85131530843396
verified: no, type: nauc_mrr_at_100_std
value: -0.29376043044872974
verified: no, type: nauc_mrr_at_10_diff1
value: 44.54201455010106
verified: no, type: nauc_mrr_at_10_max
value: 37.87654424224337
verified: no, type: nauc_mrr_at_10_std
value: -0.2954147213419877
verified: no, type: nauc_mrr_at_1_diff1
value: 50.348567221476095
verified: no, type: nauc_mrr_at_1_max
value: 35.32002716807428
verified: no, type: nauc_mrr_at_1_std
value: -4.127211615072779
verified: no, type: nauc_mrr_at_20_diff1
value: 44.6481957222897
verified: no, type: nauc_mrr_at_20_max
value: 37.79185181323558
verified: no, type: nauc_mrr_at_20_std
value: -0.3506304719188533
verified: no, type: nauc_mrr_at_3_diff1
value: 44.54540545121934
verified: no, type: nauc_mrr_at_3_max
value: 37.363282458611835
verified: no, type: nauc_mrr_at_3_std
value: -1.0802758216988566
verified: no, type: nauc_mrr_at_5_diff1
value: 44.669169996080946
verified: no, type: nauc_mrr_at_5_max
value: 37.79397301528844
verified: no, type: nauc_mrr_at_5_std
value: -1.1544437067895141
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.23001270649658
verified: no, type: nauc_ndcg_at_1000_max
value: 38.03938047053798
verified: no, type: nauc_ndcg_at_1000_std
value: 0.07002094406878062
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.83250930342652
verified: no, type: nauc_ndcg_at_100_max
value: 38.72756266035811
verified: no, type: nauc_ndcg_at_100_std
value: 1.3255594876912262
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.78080205250872
verified: no, type: nauc_ndcg_at_10_max
value: 38.14614328818464
verified: no, type: nauc_ndcg_at_10_std
value: 0.2397638259348022
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.348567221476095
verified: no, type: nauc_ndcg_at_1_max
value: 35.32002716807428
verified: no, type: nauc_ndcg_at_1_std
value: -4.127211615072779
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.896996711891255
verified: no, type: nauc_ndcg_at_20_max
value: 38.23097480664703
verified: no, type: nauc_ndcg_at_20_std
value: 0.2729387441668037
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.069709910022425
verified: no, type: nauc_ndcg_at_3_max
value: 36.502144221587294
verified: no, type: nauc_ndcg_at_3_std
value: -2.0622108399705756
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.14602577391785
verified: no, type: nauc_ndcg_at_5_max
value: 37.34237839237288
verified: no, type: nauc_ndcg_at_5_std
value: -2.2673460175951705
verified: no, type: nauc_precision_at_1000_diff1
value: -10.357116971513213
verified: no, type: nauc_precision_at_1000_max
value: 1.2503703047183532
verified: no, type: nauc_precision_at_1000_std
value: 13.414005506342678
verified: no, type: nauc_precision_at_100_diff1
value: -7.681527188131978
verified: no, type: nauc_precision_at_100_max
value: 10.088834472819892
verified: no, type: nauc_precision_at_100_std
value: 17.711087598879566
verified: no, type: nauc_precision_at_10_diff1
value: 11.003362209750295
verified: no, type: nauc_precision_at_10_max
value: 27.63252544217027
verified: no, type: nauc_precision_at_10_std
value: 18.481947258128084
verified: no, type: nauc_precision_at_1_diff1
value: 50.348567221476095
verified: no, type: nauc_precision_at_1_max
value: 35.32002716807428
verified: no, type: nauc_precision_at_1_std
value: -4.127211615072779
verified: no, type: nauc_precision_at_20_diff1
value: 4.111080332759875
verified: no, type: nauc_precision_at_20_max
value: 20.56749400877946
verified: no, type: nauc_precision_at_20_std
value: 17.36022034241277
verified: no, type: nauc_precision_at_3_diff1
value: 23.942554910273245
verified: no, type: nauc_precision_at_3_max
value: 35.97877150370803
verified: no, type: nauc_precision_at_3_std
value: 9.637340410469214
verified: no, type: nauc_precision_at_5_diff1
value: 18.700971929254926
verified: no, type: nauc_precision_at_5_max
value: 31.669251857400287
verified: no, type: nauc_precision_at_5_std
value: 12.227378057702525
verified: no, type: nauc_recall_at_1000_diff1
value: 41.44406357349465
verified: no, type: nauc_recall_at_1000_max
value: 48.18005939744722
verified: no, type: nauc_recall_at_1000_std
value: 44.644995141313615
verified: no, type: nauc_recall_at_100_diff1
value: 32.922020475894605
verified: no, type: nauc_recall_at_100_max
value: 48.72963272591548
verified: no, type: nauc_recall_at_100_std
value: 31.240653608289136
verified: no, type: nauc_recall_at_10_diff1
value: 35.86054329362608
verified: no, type: nauc_recall_at_10_max
value: 39.22254164233072
verified: no, type: nauc_recall_at_10_std
value: 9.338184712112877
verified: no, type: nauc_recall_at_1_diff1
value: 51.36851585971345
verified: no, type: nauc_recall_at_1_max
value: 30.505249602408085
verified: no, type: nauc_recall_at_1_std
value: -10.2416678186349
verified: no, type: nauc_recall_at_20_diff1
value: 35.70158600895814
verified: no, type: nauc_recall_at_20_max
value: 40.21115283196768
verified: no, type: nauc_recall_at_20_std
value: 11.284677731981075
verified: no, type: nauc_recall_at_3_diff1
value: 37.02178260667095
verified: no, type: nauc_recall_at_3_max
value: 35.26557516931743
verified: no, type: nauc_recall_at_3_std
value: -0.19729756446094432
verified: no, type: nauc_recall_at_5_diff1
value: 38.71651291559653
verified: no, type: nauc_recall_at_5_max
value: 37.57955300059607
verified: no, type: nauc_recall_at_5_std
value: 0.10272606736436922
verified: no, type: ndcg_at_1
value: 40.068
verified: no, type: ndcg_at_10
value: 51.528
verified: no, type: ndcg_at_100
value: 56.723
verified: no, type: ndcg_at_1000
value: 58.239
verified: no, type: ndcg_at_20
value: 53.644999999999996
verified: no, type: ndcg_at_3
value: 45.755
verified: no, type: ndcg_at_5
value: 48.143
verified: no, type: precision_at_1
value: 40.068
verified: no, type: precision_at_10
value: 9.555
verified: no, type: precision_at_100
value: 1.4200000000000002
verified: no, type: precision_at_1000
value: 0.16999999999999998
verified: no, type: precision_at_20
value: 5.525
verified: no, type: precision_at_3
value: 22.032
verified: no, type: precision_at_5
value: 15.684999999999999
verified: no, type: recall_at_1
value: 32.505
verified: no, type: recall_at_10
value: 65.65100000000001
verified: no, type: recall_at_100
value: 87.252
verified: no, type: recall_at_1000
value: 97.25399999999999
verified: no, type: recall_at_20
value: 73.097
verified: no, type: recall_at_3
value: 49.097
verified: no, type: recall_at_5
value: 55.431
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackRetrieval (default)
type: CQADupstackRetrieval_is_a_combined_dataset
config: default
split: test
revision: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 47.39125
verified: no, type: ndcg_at_10
value: 47.39125
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackStatsRetrieval (default)
type: mteb/cqadupstack-stats
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: main_score
value: 40.875
verified: no, type: map_at_1
value: 28.319
verified: no, type: map_at_10
value: 36.274
verified: no, type: map_at_100
value: 37.412
verified: no, type: map_at_1000
value: 37.51
verified: no, type: map_at_20
value: 36.941
verified: no, type: map_at_3
value: 33.916000000000004
verified: no, type: map_at_5
value: 35.234
verified: no, type: mrr_at_1
value: 31.74846625766871
verified: no, type: mrr_at_10
value: 39.24073668322134
verified: no, type: mrr_at_100
value: 40.17278239800247
verified: no, type: mrr_at_1000
value: 40.2379436505776
verified: no, type: mrr_at_20
value: 39.83878886787774
verified: no, type: mrr_at_3
value: 37.167689161554215
verified: no, type: mrr_at_5
value: 38.31799591002046
verified: no, type: nauc_map_at_1000_diff1
value: 49.49404676750026
verified: no, type: nauc_map_at_1000_max
value: 24.17735387761035
verified: no, type: nauc_map_at_1000_std
value: -6.968025638141572
verified: no, type: nauc_map_at_100_diff1
value: 49.465123378632285
verified: no, type: nauc_map_at_100_max
value: 24.160270060711657
verified: no, type: nauc_map_at_100_std
value: -6.9582977504819
verified: no, type: nauc_map_at_10_diff1
value: 49.781720703934376
verified: no, type: nauc_map_at_10_max
value: 24.103919903874065
verified: no, type: nauc_map_at_10_std
value: -7.314662536396514
verified: no, type: nauc_map_at_1_diff1
value: 55.720545221216035
verified: no, type: nauc_map_at_1_max
value: 21.884565094683943
verified: no, type: nauc_map_at_1_std
value: -13.63682159495347
verified: no, type: nauc_map_at_20_diff1
value: 49.62896582687721
verified: no, type: nauc_map_at_20_max
value: 24.162549300595533
verified: no, type: nauc_map_at_20_std
value: -7.081233825119497
verified: no, type: nauc_map_at_3_diff1
value: 51.385332716125795
verified: no, type: nauc_map_at_3_max
value: 24.455742623231256
verified: no, type: nauc_map_at_3_std
value: -8.3760582847261
verified: no, type: nauc_map_at_5_diff1
value: 50.208957179217215
verified: no, type: nauc_map_at_5_max
value: 24.00675091720163
verified: no, type: nauc_map_at_5_std
value: -7.613308761551274
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.500916234195756
verified: no, type: nauc_mrr_at_1000_max
value: 23.3590354910963
verified: no, type: nauc_mrr_at_1000_std
value: -6.478735759902906
verified: no, type: nauc_mrr_at_100_diff1
value: 47.469759272651565
verified: no, type: nauc_mrr_at_100_max
value: 23.344729569544107
verified: no, type: nauc_mrr_at_100_std
value: -6.474443538104896
verified: no, type: nauc_mrr_at_10_diff1
value: 47.564411817507064
verified: no, type: nauc_mrr_at_10_max
value: 23.321510676719026
verified: no, type: nauc_mrr_at_10_std
value: -6.6453693344940366
verified: no, type: nauc_mrr_at_1_diff1
value: 53.18508134661776
verified: no, type: nauc_mrr_at_1_max
value: 21.57319946504392
verified: no, type: nauc_mrr_at_1_std
value: -12.568495954713804
verified: no, type: nauc_mrr_at_20_diff1
value: 47.48330579247279
verified: no, type: nauc_mrr_at_20_max
value: 23.377594092205236
verified: no, type: nauc_mrr_at_20_std
value: -6.559620372850238
verified: no, type: nauc_mrr_at_3_diff1
value: 48.811069225030366
verified: no, type: nauc_mrr_at_3_max
value: 23.497847725659142
verified: no, type: nauc_mrr_at_3_std
value: -7.410336000277848
verified: no, type: nauc_mrr_at_5_diff1
value: 47.62981354137329
verified: no, type: nauc_mrr_at_5_max
value: 23.0908258648007
verified: no, type: nauc_mrr_at_5_std
value: -7.051386215500063
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.60733449217545
verified: no, type: nauc_ndcg_at_1000_max
value: 25.039484613656448
verified: no, type: nauc_ndcg_at_1000_std
value: -3.2394363595393556
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.31095520474484
verified: no, type: nauc_ndcg_at_100_max
value: 24.578976351335413
verified: no, type: nauc_ndcg_at_100_std
value: -3.036265774651672
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.63697058056525
verified: no, type: nauc_ndcg_at_10_max
value: 24.413653146109695
verified: no, type: nauc_ndcg_at_10_std
value: -4.944504662117886
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.18508134661776
verified: no, type: nauc_ndcg_at_1_max
value: 21.57319946504392
verified: no, type: nauc_ndcg_at_1_std
value: -12.568495954713804
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.03439421346578
verified: no, type: nauc_ndcg_at_20_max
value: 24.662945449517622
verified: no, type: nauc_ndcg_at_20_std
value: -3.9914141082400856
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.8952101806421
verified: no, type: nauc_ndcg_at_3_max
value: 24.69438869549227
verified: no, type: nauc_ndcg_at_3_std
value: -6.72590864779706
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.96218364320126
verified: no, type: nauc_ndcg_at_5_max
value: 23.840619604798928
verified: no, type: nauc_ndcg_at_5_std
value: -5.911631557623504
verified: no, type: nauc_precision_at_1000_diff1
value: -5.259769046120934
verified: no, type: nauc_precision_at_1000_max
value: 7.77398082268069
verified: no, type: nauc_precision_at_1000_std
value: 7.725023686139027
verified: no, type: nauc_precision_at_100_diff1
value: 0.3924024674134793
verified: no, type: nauc_precision_at_100_max
value: 12.127926352704103
verified: no, type: nauc_precision_at_100_std
value: 11.61834703672354
verified: no, type: nauc_precision_at_10_diff1
value: 21.700387677953874
verified: no, type: nauc_precision_at_10_max
value: 19.29513949184622
verified: no, type: nauc_precision_at_10_std
value: 6.76455697187228
verified: no, type: nauc_precision_at_1_diff1
value: 53.18508134661776
verified: no, type: nauc_precision_at_1_max
value: 21.57319946504392
verified: no, type: nauc_precision_at_1_std
value: -12.568495954713804
verified: no, type: nauc_precision_at_20_diff1
value: 14.121601618575566
verified: no, type: nauc_precision_at_20_max
value: 17.77278160909811
verified: no, type: nauc_precision_at_20_std
value: 9.485065181651544
verified: no, type: nauc_precision_at_3_diff1
value: 38.470442649709234
verified: no, type: nauc_precision_at_3_max
value: 24.501832724342997
verified: no, type: nauc_precision_at_3_std
value: 1.257862017122565
verified: no, type: nauc_precision_at_5_diff1
value: 29.04902895925557
verified: no, type: nauc_precision_at_5_max
value: 20.37995942681232
verified: no, type: nauc_precision_at_5_std
value: 3.9785670157785153
verified: no, type: nauc_recall_at_1000_diff1
value: 29.180134104376016
verified: no, type: nauc_recall_at_1000_max
value: 39.58508196111224
verified: no, type: nauc_recall_at_1000_std
value: 49.640447720927014
verified: no, type: nauc_recall_at_100_diff1
value: 25.015242287605478
verified: no, type: nauc_recall_at_100_max
value: 25.41142412711157
verified: no, type: nauc_recall_at_100_std
value: 17.01713705545484
verified: no, type: nauc_recall_at_10_diff1
value: 38.41834403630272
verified: no, type: nauc_recall_at_10_max
value: 25.456355090308207
verified: no, type: nauc_recall_at_10_std
value: 1.6016826682218543
verified: no, type: nauc_recall_at_1_diff1
value: 55.720545221216035
verified: no, type: nauc_recall_at_1_max
value: 21.884565094683943
verified: no, type: nauc_recall_at_1_std
value: -13.63682159495347
verified: no, type: nauc_recall_at_20_diff1
value: 34.11058809840644
verified: no, type: nauc_recall_at_20_max
value: 26.171187577249295
verified: no, type: nauc_recall_at_20_std
value: 6.257854847772304
verified: no, type: nauc_recall_at_3_diff1
value: 44.85525802097949
verified: no, type: nauc_recall_at_3_max
value: 25.69790963257969
verified: no, type: nauc_recall_at_3_std
value: -3.324058300190332
verified: no, type: nauc_recall_at_5_diff1
value: 40.23014704198238
verified: no, type: nauc_recall_at_5_max
value: 23.656548188532724
verified: no, type: nauc_recall_at_5_std
value: -1.2559137136259997
verified: no, type: ndcg_at_1
value: 31.747999999999998
verified: no, type: ndcg_at_10
value: 40.875
verified: no, type: ndcg_at_100
value: 46.045
verified: no, type: ndcg_at_1000
value: 48.42
verified: no, type: ndcg_at_20
value: 43.077
verified: no, type: ndcg_at_3
value: 36.537
verified: no, type: ndcg_at_5
value: 38.608
verified: no, type: precision_at_1
value: 31.747999999999998
verified: no, type: precision_at_10
value: 6.426
verified: no, type: precision_at_100
value: 0.9820000000000001
verified: no, type: precision_at_1000
value: 0.126
verified: no, type: precision_at_20
value: 3.773
verified: no, type: precision_at_3
value: 15.542
verified: no, type: precision_at_5
value: 10.798
verified: no, type: recall_at_1
value: 28.319
verified: no, type: recall_at_10
value: 51.919000000000004
verified: no, type: recall_at_100
value: 74.936
verified: no, type: recall_at_1000
value: 92.427
verified: no, type: recall_at_20
value: 60.143
verified: no, type: recall_at_3
value: 40.062
verified: no, type: recall_at_5
value: 45.054
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackTexRetrieval (default)
type: mteb/cqadupstack-tex
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: main_score
value: 34.2
verified: no, type: map_at_1
value: 20.092
verified: no, type: map_at_10
value: 28.712
verified: no, type: map_at_100
value: 29.921
verified: no, type: map_at_1000
value: 30.041
verified: no, type: map_at_20
value: 29.332
verified: no, type: map_at_3
value: 25.777
verified: no, type: map_at_5
value: 27.428
verified: no, type: mrr_at_1
value: 24.50103234686855
verified: no, type: mrr_at_10
value: 32.96439222626432
verified: no, type: mrr_at_100
value: 33.88721950310386
verified: no, type: mrr_at_1000
value: 33.95367795392008
verified: no, type: mrr_at_20
value: 33.45683056028936
verified: no, type: mrr_at_3
value: 30.391144757972093
verified: no, type: mrr_at_5
value: 31.862239045652814
verified: no, type: nauc_map_at_1000_diff1
value: 38.801227014503354
verified: no, type: nauc_map_at_1000_max
value: 16.46796294205988
verified: no, type: nauc_map_at_1000_std
value: -0.908142016099861
verified: no, type: nauc_map_at_100_diff1
value: 38.78957944215079
verified: no, type: nauc_map_at_100_max
value: 16.50619731580655
verified: no, type: nauc_map_at_100_std
value: -0.926462803246373
verified: no, type: nauc_map_at_10_diff1
value: 38.88120477365666
verified: no, type: nauc_map_at_10_max
value: 16.410694924626107
verified: no, type: nauc_map_at_10_std
value: -1.3751589416775003
verified: no, type: nauc_map_at_1_diff1
value: 44.55793750345654
verified: no, type: nauc_map_at_1_max
value: 13.70418129051785
verified: no, type: nauc_map_at_1_std
value: -3.694894814523306
verified: no, type: nauc_map_at_20_diff1
value: 38.75834963539743
verified: no, type: nauc_map_at_20_max
value: 16.46548307725419
verified: no, type: nauc_map_at_20_std
value: -1.1365836446579263
verified: no, type: nauc_map_at_3_diff1
value: 39.67246188177096
verified: no, type: nauc_map_at_3_max
value: 15.922647336168257
verified: no, type: nauc_map_at_3_std
value: -2.0893896556203697
verified: no, type: nauc_map_at_5_diff1
value: 39.159630741375295
verified: no, type: nauc_map_at_5_max
value: 15.990267953177318
verified: no, type: nauc_map_at_5_std
value: -1.9327557417769199
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.41374781251273
verified: no, type: nauc_mrr_at_1000_max
value: 16.23733662056267
verified: no, type: nauc_mrr_at_1000_std
value: -0.789244388066649
verified: no, type: nauc_mrr_at_100_diff1
value: 39.398404217138996
verified: no, type: nauc_mrr_at_100_max
value: 16.253672412822844
verified: no, type: nauc_mrr_at_100_std
value: -0.7867600591234057
verified: no, type: nauc_mrr_at_10_diff1
value: 39.49536833660625
verified: no, type: nauc_mrr_at_10_max
value: 16.09754737159101
verified: no, type: nauc_mrr_at_10_std
value: -1.0499409433596656
verified: no, type: nauc_mrr_at_1_diff1
value: 44.69124979406609
verified: no, type: nauc_mrr_at_1_max
value: 13.868640405541807
verified: no, type: nauc_mrr_at_1_std
value: -2.8447162730313504
verified: no, type: nauc_mrr_at_20_diff1
value: 39.346756835821175
verified: no, type: nauc_mrr_at_20_max
value: 16.152912289746453
verified: no, type: nauc_mrr_at_20_std
value: -0.889143863344697
verified: no, type: nauc_mrr_at_3_diff1
value: 39.955156271984485
verified: no, type: nauc_mrr_at_3_max
value: 15.96558750579031
verified: no, type: nauc_mrr_at_3_std
value: -1.4914025339569823
verified: no, type: nauc_mrr_at_5_diff1
value: 39.70804365174353
verified: no, type: nauc_mrr_at_5_max
value: 16.029697481995036
verified: no, type: nauc_mrr_at_5_std
value: -1.4882483683367165
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.02046985751414
verified: no, type: nauc_ndcg_at_1000_max
value: 17.563661846904715
verified: no, type: nauc_ndcg_at_1000_std
value: 1.7951711284228404
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.72051225526829
verified: no, type: nauc_ndcg_at_100_max
value: 18.135735423154557
verified: no, type: nauc_ndcg_at_100_std
value: 2.110250082343289
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.99150581443631
verified: no, type: nauc_ndcg_at_10_max
value: 17.39070636654169
verified: no, type: nauc_ndcg_at_10_std
value: -0.05841298889148948
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.69124979406609
verified: no, type: nauc_ndcg_at_1_max
value: 13.868640405541807
verified: no, type: nauc_ndcg_at_1_std
value: -2.8447162730313504
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.414872205816216
verified: no, type: nauc_ndcg_at_20_max
value: 17.586459197482483
verified: no, type: nauc_ndcg_at_20_std
value: 0.7391668449676375
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.38645136739687
verified: no, type: nauc_ndcg_at_3_max
value: 16.34575680544228
verified: no, type: nauc_ndcg_at_3_std
value: -1.3994988799204304
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.74165837892759
verified: no, type: nauc_ndcg_at_5_max
value: 16.608751402224897
verified: no, type: nauc_ndcg_at_5_std
value: -1.257572415110036
verified: no, type: nauc_precision_at_1000_diff1
value: -0.7240380303030971
verified: no, type: nauc_precision_at_1000_max
value: -3.5605303285911027
verified: no, type: nauc_precision_at_1000_std
value: 8.125281566316204
verified: no, type: nauc_precision_at_100_diff1
value: 9.010538792969484
verified: no, type: nauc_precision_at_100_max
value: 7.450960760684124
verified: no, type: nauc_precision_at_100_std
value: 12.920657697122673
verified: no, type: nauc_precision_at_10_diff1
value: 22.147149186948635
verified: no, type: nauc_precision_at_10_max
value: 15.630431972920569
verified: no, type: nauc_precision_at_10_std
value: 5.4243370504055
verified: no, type: nauc_precision_at_1_diff1
value: 44.69124979406609
verified: no, type: nauc_precision_at_1_max
value: 13.868640405541807
verified: no, type: nauc_precision_at_1_std
value: -2.8447162730313504
verified: no, type: nauc_precision_at_20_diff1
value: 18.26160944313167
verified: no, type: nauc_precision_at_20_max
value: 13.158574673294945
verified: no, type: nauc_precision_at_20_std
value: 7.779571305755091
verified: no, type: nauc_precision_at_3_diff1
value: 31.986352691060247
verified: no, type: nauc_precision_at_3_max
value: 17.41017664660374
verified: no, type: nauc_precision_at_3_std
value: 1.023372093667892
verified: no, type: nauc_precision_at_5_diff1
value: 28.34452353578217
verified: no, type: nauc_precision_at_5_max
value: 16.854077957561437
verified: no, type: nauc_precision_at_5_std
value: 2.1330345009761507
verified: no, type: nauc_recall_at_1000_diff1
value: 22.088636874333005
verified: no, type: nauc_recall_at_1000_max
value: 24.455861461567714
verified: no, type: nauc_recall_at_1000_std
value: 26.92484429539892
verified: no, type: nauc_recall_at_100_diff1
value: 25.76058818863046
verified: no, type: nauc_recall_at_100_max
value: 24.4436267552323
verified: no, type: nauc_recall_at_100_std
value: 16.649562153485977
verified: no, type: nauc_recall_at_10_diff1
value: 29.478028454664805
verified: no, type: nauc_recall_at_10_max
value: 19.394729057696786
verified: no, type: nauc_recall_at_10_std
value: 2.9975150306525613
verified: no, type: nauc_recall_at_1_diff1
value: 44.55793750345654
verified: no, type: nauc_recall_at_1_max
value: 13.70418129051785
verified: no, type: nauc_recall_at_1_std
value: -3.694894814523306
verified: no, type: nauc_recall_at_20_diff1
value: 26.56532137638919
verified: no, type: nauc_recall_at_20_max
value: 19.987133789175047
verified: no, type: nauc_recall_at_20_std
value: 6.108194576328286
verified: no, type: nauc_recall_at_3_diff1
value: 33.38390307648489
verified: no, type: nauc_recall_at_3_max
value: 17.77954593170338
verified: no, type: nauc_recall_at_3_std
value: -0.669865037316041
verified: no, type: nauc_recall_at_5_diff1
value: 31.665576731111596
verified: no, type: nauc_recall_at_5_max
value: 17.638679384754298
verified: no, type: nauc_recall_at_5_std
value: -0.2623201148382
verified: no, type: ndcg_at_1
value: 24.501
verified: no, type: ndcg_at_10
value: 34.2
verified: no, type: ndcg_at_100
value: 39.806000000000004
verified: no, type: ndcg_at_1000
value: 42.359
verified: no, type: ndcg_at_20
value: 36.125
verified: no, type: ndcg_at_3
value: 29.093999999999998
verified: no, type: ndcg_at_5
value: 31.52
verified: no, type: precision_at_1
value: 24.501
verified: no, type: precision_at_10
value: 6.370000000000001
verified: no, type: precision_at_100
value: 1.076
verified: no, type: precision_at_1000
value: 0.148
verified: no, type: precision_at_20
value: 3.7900000000000005
verified: no, type: precision_at_3
value: 13.844999999999999
verified: no, type: precision_at_5
value: 10.151
verified: no, type: recall_at_1
value: 20.092
verified: no, type: recall_at_10
value: 46.457
verified: no, type: recall_at_100
value: 71.533
verified: no, type: recall_at_1000
value: 89.357
verified: no, type: recall_at_20
value: 53.410999999999994
verified: no, type: recall_at_3
value: 32.255
verified: no, type: recall_at_5
value: 38.474000000000004
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackUnixRetrieval (default)
type: mteb/cqadupstack-unix
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: main_score
value: 49.925000000000004
verified: no, type: map_at_1
value: 32.965
verified: no, type: map_at_10
value: 43.951
verified: no, type: map_at_100
value: 45.144
verified: no, type: map_at_1000
value: 45.236
verified: no, type: map_at_20
value: 44.611000000000004
verified: no, type: map_at_3
value: 40.605999999999995
verified: no, type: map_at_5
value: 42.337
verified: no, type: mrr_at_1
value: 38.61940298507462
verified: no, type: mrr_at_10
value: 48.268664119876746
verified: no, type: mrr_at_100
value: 49.03962456559843
verified: no, type: mrr_at_1000
value: 49.08668338220201
verified: no, type: mrr_at_20
value: 48.723583454385846
verified: no, type: mrr_at_3
value: 45.69340796019895
verified: no, type: mrr_at_5
value: 47.06934079601983
verified: no, type: nauc_map_at_1000_diff1
value: 46.45044356860005
verified: no, type: nauc_map_at_1000_max
value: 28.909610021231103
verified: no, type: nauc_map_at_1000_std
value: -5.131074407893264
verified: no, type: nauc_map_at_100_diff1
value: 46.44234825841308
verified: no, type: nauc_map_at_100_max
value: 28.90990148383219
verified: no, type: nauc_map_at_100_std
value: -5.141434819001627
verified: no, type: nauc_map_at_10_diff1
value: 46.41373398076794
verified: no, type: nauc_map_at_10_max
value: 28.558920730315734
verified: no, type: nauc_map_at_10_std
value: -5.2528915713220865
verified: no, type: nauc_map_at_1_diff1
value: 51.98405236793469
verified: no, type: nauc_map_at_1_max
value: 29.053460554358857
verified: no, type: nauc_map_at_1_std
value: -5.2231285946480845
verified: no, type: nauc_map_at_20_diff1
value: 46.39242318241138
verified: no, type: nauc_map_at_20_max
value: 28.796578425591363
verified: no, type: nauc_map_at_20_std
value: -5.375091161868357
verified: no, type: nauc_map_at_3_diff1
value: 47.914252259189794
verified: no, type: nauc_map_at_3_max
value: 28.18579536237961
verified: no, type: nauc_map_at_3_std
value: -5.131658811230181
verified: no, type: nauc_map_at_5_diff1
value: 47.09619838991972
verified: no, type: nauc_map_at_5_max
value: 28.422434919442928
verified: no, type: nauc_map_at_5_std
value: -5.281011542114002
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.81819041166582
verified: no, type: nauc_mrr_at_1000_max
value: 30.148415140259104
verified: no, type: nauc_mrr_at_1000_std
value: -4.821255276443201
verified: no, type: nauc_mrr_at_100_diff1
value: 46.79842646994142
verified: no, type: nauc_mrr_at_100_max
value: 30.139669483277242
verified: no, type: nauc_mrr_at_100_std
value: -4.816513089984477
verified: no, type: nauc_mrr_at_10_diff1
value: 46.711364929371236
verified: no, type: nauc_mrr_at_10_max
value: 30.037443736174556
verified: no, type: nauc_mrr_at_10_std
value: -4.717691978604977
verified: no, type: nauc_mrr_at_1_diff1
value: 51.440759829408854
verified: no, type: nauc_mrr_at_1_max
value: 30.223550820620837
verified: no, type: nauc_mrr_at_1_std
value: -5.087318776296894
verified: no, type: nauc_mrr_at_20_diff1
value: 46.793483872253226
verified: no, type: nauc_mrr_at_20_max
value: 30.16268873819652
verified: no, type: nauc_mrr_at_20_std
value: -5.01215299865215
verified: no, type: nauc_mrr_at_3_diff1
value: 47.6792606048565
verified: no, type: nauc_mrr_at_3_max
value: 30.252407504386003
verified: no, type: nauc_mrr_at_3_std
value: -4.951328714622018
verified: no, type: nauc_mrr_at_5_diff1
value: 47.08068341617418
verified: no, type: nauc_mrr_at_5_max
value: 30.010955994145842
verified: no, type: nauc_mrr_at_5_std
value: -4.8006009530708695
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.09722902533752
verified: no, type: nauc_ndcg_at_1000_max
value: 29.781175279602127
verified: no, type: nauc_ndcg_at_1000_std
value: -4.260098124856812
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.614299417231415
verified: no, type: nauc_ndcg_at_100_max
value: 29.744449124699358
verified: no, type: nauc_ndcg_at_100_std
value: -4.087042833418112
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.2584878876689
verified: no, type: nauc_ndcg_at_10_max
value: 28.586996394544194
verified: no, type: nauc_ndcg_at_10_std
value: -5.178666682774291
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.440759829408854
verified: no, type: nauc_ndcg_at_1_max
value: 30.223550820620837
verified: no, type: nauc_ndcg_at_1_std
value: -5.087318776296894
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.281589674181625
verified: no, type: nauc_ndcg_at_20_max
value: 29.36490051594007
verified: no, type: nauc_ndcg_at_20_std
value: -5.682904047831825
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.43618085964397
verified: no, type: nauc_ndcg_at_3_max
value: 28.411951238312618
verified: no, type: nauc_ndcg_at_3_std
value: -5.350564037791816
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.44136119207941
verified: no, type: nauc_ndcg_at_5_max
value: 28.265958681020614
verified: no, type: nauc_ndcg_at_5_std
value: -5.412966841119856
verified: no, type: nauc_precision_at_1000_diff1
value: -15.119149939557817
verified: no, type: nauc_precision_at_1000_max
value: -3.784690736781482
verified: no, type: nauc_precision_at_1000_std
value: -0.0813183769707101
verified: no, type: nauc_precision_at_100_diff1
value: -4.5616868446163945
verified: no, type: nauc_precision_at_100_max
value: 8.135454448790497
verified: no, type: nauc_precision_at_100_std
value: 3.819831209731323
verified: no, type: nauc_precision_at_10_diff1
value: 13.204205281825043
verified: no, type: nauc_precision_at_10_max
value: 16.406917431583654
verified: no, type: nauc_precision_at_10_std
value: -4.82389517876021
verified: no, type: nauc_precision_at_1_diff1
value: 51.440759829408854
verified: no, type: nauc_precision_at_1_max
value: 30.223550820620837
verified: no, type: nauc_precision_at_1_std
value: -5.087318776296894
verified: no, type: nauc_precision_at_20_diff1
value: 6.8274935971270185
verified: no, type: nauc_precision_at_20_max
value: 15.317043149767647
verified: no, type: nauc_precision_at_20_std
value: -4.066331816936127
verified: no, type: nauc_precision_at_3_diff1
value: 32.06782113672368
verified: no, type: nauc_precision_at_3_max
value: 23.87593843126193
verified: no, type: nauc_precision_at_3_std
value: -4.212494828749518
verified: no, type: nauc_precision_at_5_diff1
value: 23.978658995152873
verified: no, type: nauc_precision_at_5_max
value: 21.532720008223542
verified: no, type: nauc_precision_at_5_std
value: -4.3052844712664236
verified: no, type: nauc_recall_at_1000_diff1
value: 35.9864247724948
verified: no, type: nauc_recall_at_1000_max
value: 47.06513336878949
verified: no, type: nauc_recall_at_1000_std
value: 30.273808634870708
verified: no, type: nauc_recall_at_100_diff1
value: 32.10192474481891
verified: no, type: nauc_recall_at_100_max
value: 30.669264116528367
verified: no, type: nauc_recall_at_100_std
value: 5.15787243359946
verified: no, type: nauc_recall_at_10_diff1
value: 34.104862759569485
verified: no, type: nauc_recall_at_10_max
value: 24.84533402808042
verified: no, type: nauc_recall_at_10_std
value: -4.853992316710289
verified: no, type: nauc_recall_at_1_diff1
value: 51.98405236793469
verified: no, type: nauc_recall_at_1_max
value: 29.053460554358857
verified: no, type: nauc_recall_at_1_std
value: -5.2231285946480845
verified: no, type: nauc_recall_at_20_diff1
value: 33.179237838086536
verified: no, type: nauc_recall_at_20_max
value: 27.528148034429883
verified: no, type: nauc_recall_at_20_std
value: -7.801302133684411
verified: no, type: nauc_recall_at_3_diff1
value: 43.042762158279935
verified: no, type: nauc_recall_at_3_max
value: 25.969613842446375
verified: no, type: nauc_recall_at_3_std
value: -5.221121416249563
verified: no, type: nauc_recall_at_5_diff1
value: 39.479797215381254
verified: no, type: nauc_recall_at_5_max
value: 25.367693620484733
verified: no, type: nauc_recall_at_5_std
value: -5.201233398741834
verified: no, type: ndcg_at_1
value: 38.619
verified: no, type: ndcg_at_10
value: 49.925000000000004
verified: no, type: ndcg_at_100
value: 54.900000000000006
verified: no, type: ndcg_at_1000
value: 56.71000000000001
verified: no, type: ndcg_at_20
value: 51.9
verified: no, type: ndcg_at_3
value: 44.383
verified: no, type: ndcg_at_5
value: 46.697
verified: no, type: precision_at_1
value: 38.619
verified: no, type: precision_at_10
value: 8.526
verified: no, type: precision_at_100
value: 1.2229999999999999
verified: no, type: precision_at_1000
value: 0.148
verified: no, type: precision_at_20
value: 4.841
verified: no, type: precision_at_3
value: 20.336000000000002
verified: no, type: precision_at_5
value: 14.030000000000001
verified: no, type: recall_at_1
value: 32.965
verified: no, type: recall_at_10
value: 63.56
verified: no, type: recall_at_100
value: 84.621
verified: no, type: recall_at_1000
value: 96.74000000000001
verified: no, type: recall_at_20
value: 70.48100000000001
verified: no, type: recall_at_3
value: 48.191
verified: no, type: recall_at_5
value: 54.205999999999996
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackWebmastersRetrieval (default)
type: mteb/cqadupstack-webmasters
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: main_score
value: 47.074
verified: no, type: map_at_1
value: 29.403000000000002
verified: no, type: map_at_10
value: 40.573
verified: no, type: map_at_100
value: 42.484
verified: no, type: map_at_1000
value: 42.716
verified: no, type: map_at_20
value: 41.599000000000004
verified: no, type: map_at_3
value: 37.339
verified: no, type: map_at_5
value: 39.193
verified: no, type: mrr_at_1
value: 36.36363636363637
verified: no, type: mrr_at_10
value: 45.757183637618425
verified: no, type: mrr_at_100
value: 46.770766133898064
verified: no, type: mrr_at_1000
value: 46.80980211476349
verified: no, type: mrr_at_20
value: 46.423621646963234
verified: no, type: mrr_at_3
value: 43.28063241106722
verified: no, type: mrr_at_5
value: 44.565217391304365
verified: no, type: nauc_map_at_1000_diff1
value: 49.50553138260385
verified: no, type: nauc_map_at_1000_max
value: 19.358051251729698
verified: no, type: nauc_map_at_1000_std
value: -2.011789122501399
verified: no, type: nauc_map_at_100_diff1
value: 49.44915583782217
verified: no, type: nauc_map_at_100_max
value: 19.60901120148682
verified: no, type: nauc_map_at_100_std
value: -2.41751136217268
verified: no, type: nauc_map_at_10_diff1
value: 49.51594423618221
verified: no, type: nauc_map_at_10_max
value: 19.619242889635906
verified: no, type: nauc_map_at_10_std
value: -3.8273122325339166
verified: no, type: nauc_map_at_1_diff1
value: 54.215223726227
verified: no, type: nauc_map_at_1_max
value: 17.977025381159507
verified: no, type: nauc_map_at_1_std
value: -9.062375244843237
verified: no, type: nauc_map_at_20_diff1
value: 49.304332449390536
verified: no, type: nauc_map_at_20_max
value: 19.716118401380907
verified: no, type: nauc_map_at_20_std
value: -3.4025172547840516
verified: no, type: nauc_map_at_3_diff1
value: 49.68092213465047
verified: no, type: nauc_map_at_3_max
value: 18.97116061804881
verified: no, type: nauc_map_at_3_std
value: -5.829584927881651
verified: no, type: nauc_map_at_5_diff1
value: 49.324006273400514
verified: no, type: nauc_map_at_5_max
value: 19.112945761695528
verified: no, type: nauc_map_at_5_std
value: -4.314461382420533
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.92775633194418
verified: no, type: nauc_mrr_at_1000_max
value: 19.49081993588585
verified: no, type: nauc_mrr_at_1000_std
value: -0.7332025146393024
verified: no, type: nauc_mrr_at_100_diff1
value: 49.9260204058528
verified: no, type: nauc_mrr_at_100_max
value: 19.484679786390437
verified: no, type: nauc_mrr_at_100_std
value: -0.7212280673024297
verified: no, type: nauc_mrr_at_10_diff1
value: 50.148096993162575
verified: no, type: nauc_mrr_at_10_max
value: 19.608544665563997
verified: no, type: nauc_mrr_at_10_std
value: -0.8945343475848919
verified: no, type: nauc_mrr_at_1_diff1
value: 52.42661281910124
verified: no, type: nauc_mrr_at_1_max
value: 18.7638434458577
verified: no, type: nauc_mrr_at_1_std
value: -3.301275325073689
verified: no, type: nauc_mrr_at_20_diff1
value: 49.928792615111725
verified: no, type: nauc_mrr_at_20_max
value: 19.49421015513326
verified: no, type: nauc_mrr_at_20_std
value: -0.8668232758964624
verified: no, type: nauc_mrr_at_3_diff1
value: 50.024454026256436
verified: no, type: nauc_mrr_at_3_max
value: 19.396056559912353
verified: no, type: nauc_mrr_at_3_std
value: -1.0587164638878859
verified: no, type: nauc_mrr_at_5_diff1
value: 49.616273296977376
verified: no, type: nauc_mrr_at_5_max
value: 19.71000744166205
verified: no, type: nauc_mrr_at_5_std
value: -0.6138430434879517
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.83183056294745
verified: no, type: nauc_ndcg_at_1000_max
value: 20.353466850695327
verified: no, type: nauc_ndcg_at_1000_std
value: 1.3370177783952768
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.317913647798306
verified: no, type: nauc_ndcg_at_100_max
value: 20.486233597321966
verified: no, type: nauc_ndcg_at_100_std
value: 1.6024818316441263
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.429974356858
verified: no, type: nauc_ndcg_at_10_max
value: 19.98920775777258
verified: no, type: nauc_ndcg_at_10_std
value: 0.13520294668378868
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.42661281910124
verified: no, type: nauc_ndcg_at_1_max
value: 18.7638434458577
verified: no, type: nauc_ndcg_at_1_std
value: -3.301275325073689
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.35717513159501
verified: no, type: nauc_ndcg_at_20_max
value: 19.79290006404417
verified: no, type: nauc_ndcg_at_20_std
value: -0.21211495034087513
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.94049508726953
verified: no, type: nauc_ndcg_at_3_max
value: 19.754511844072315
verified: no, type: nauc_ndcg_at_3_std
value: -1.239268184711068
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.68008869717381
verified: no, type: nauc_ndcg_at_5_max
value: 19.834309152953693
verified: no, type: nauc_ndcg_at_5_std
value: 0.45890567595906867
verified: no, type: nauc_precision_at_1000_diff1
value: 1.528748334837327
verified: no, type: nauc_precision_at_1000_max
value: -16.835799237789626
verified: no, type: nauc_precision_at_1000_std
value: 34.62519837993304
verified: no, type: nauc_precision_at_100_diff1
value: 5.696350053173634
verified: no, type: nauc_precision_at_100_max
value: -5.710692318003089
verified: no, type: nauc_precision_at_100_std
value: 34.02642773668347
verified: no, type: nauc_precision_at_10_diff1
value: 20.45272065905327
verified: no, type: nauc_precision_at_10_max
value: 13.6845586511117
verified: no, type: nauc_precision_at_10_std
value: 19.996180339815485
verified: no, type: nauc_precision_at_1_diff1
value: 52.42661281910124
verified: no, type: nauc_precision_at_1_max
value: 18.7638434458577
verified: no, type: nauc_precision_at_1_std
value: -3.301275325073689
verified: no, type: nauc_precision_at_20_diff1
value: 12.379225968221377
verified: no, type: nauc_precision_at_20_max
value: 7.784360168570556
verified: no, type: nauc_precision_at_20_std
value: 24.002184594605836
verified: no, type: nauc_precision_at_3_diff1
value: 35.06666393942347
verified: no, type: nauc_precision_at_3_max
value: 19.1969737141229
verified: no, type: nauc_precision_at_3_std
value: 7.035106494502798
verified: no, type: nauc_precision_at_5_diff1
value: 26.452797864599155
verified: no, type: nauc_precision_at_5_max
value: 16.996610036767233
verified: no, type: nauc_precision_at_5_std
value: 14.13488894394845
verified: no, type: nauc_recall_at_1000_diff1
value: 23.629309076650372
verified: no, type: nauc_recall_at_1000_max
value: 42.887014532907784
verified: no, type: nauc_recall_at_1000_std
value: 63.21580949416875
verified: no, type: nauc_recall_at_100_diff1
value: 32.834443660172994
verified: no, type: nauc_recall_at_100_max
value: 24.560781544131917
verified: no, type: nauc_recall_at_100_std
value: 26.79732543660201
verified: no, type: nauc_recall_at_10_diff1
value: 43.460970105956974
verified: no, type: nauc_recall_at_10_max
value: 19.78367858184654
verified: no, type: nauc_recall_at_10_std
value: 2.6444312947437942
verified: no, type: nauc_recall_at_1_diff1
value: 54.215223726227
verified: no, type: nauc_recall_at_1_max
value: 17.977025381159507
verified: no, type: nauc_recall_at_1_std
value: -9.062375244843237
verified: no, type: nauc_recall_at_20_diff1
value: 37.448338600203414
verified: no, type: nauc_recall_at_20_max
value: 19.563467772733254
verified: no, type: nauc_recall_at_20_std
value: 3.2582843244021595
verified: no, type: nauc_recall_at_3_diff1
value: 44.31564553420772
verified: no, type: nauc_recall_at_3_max
value: 18.579411558999265
verified: no, type: nauc_recall_at_3_std
value: -1.1280366390946754
verified: no, type: nauc_recall_at_5_diff1
value: 42.83689602925977
verified: no, type: nauc_recall_at_5_max
value: 18.765879640964766
verified: no, type: nauc_recall_at_5_std
value: 2.0808172197592643
verified: no, type: ndcg_at_1
value: 36.364000000000004
verified: no, type: ndcg_at_10
value: 47.074
verified: no, type: ndcg_at_100
value: 53.307
verified: no, type: ndcg_at_1000
value: 55.043
verified: no, type: ndcg_at_20
value: 49.658
verified: no, type: ndcg_at_3
value: 42.105
verified: no, type: ndcg_at_5
value: 44.348
verified: no, type: precision_at_1
value: 36.364000000000004
verified: no, type: precision_at_10
value: 9.15
verified: no, type: precision_at_100
value: 1.814
verified: no, type: precision_at_1000
value: 0.254
verified: no, type: precision_at_20
value: 5.800000000000001
verified: no, type: precision_at_3
value: 19.829
verified: no, type: precision_at_5
value: 14.347999999999999
verified: no, type: recall_at_1
value: 29.403000000000002
verified: no, type: recall_at_10
value: 58.984
verified: no, type: recall_at_100
value: 86.32300000000001
verified: no, type: recall_at_1000
value: 96.58
verified: no, type: recall_at_20
value: 68.732
verified: no, type: recall_at_3
value: 44.994
verified: no, type: recall_at_5
value: 50.763999999999996
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackWordpressRetrieval (default)
type: mteb/cqadupstack-wordpress
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: main_score
value: 37.698
verified: no, type: map_at_1
value: 24.407999999999998
verified: no, type: map_at_10
value: 32.778
verified: no, type: map_at_100
value: 33.906
verified: no, type: map_at_1000
value: 33.994
verified: no, type: map_at_20
value: 33.366
verified: no, type: map_at_3
value: 29.938
verified: no, type: map_at_5
value: 31.488
verified: no, type: mrr_at_1
value: 27.171903881700555
verified: no, type: mrr_at_10
value: 35.30535750960891
verified: no, type: mrr_at_100
value: 36.27455343485727
verified: no, type: mrr_at_1000
value: 36.33637412393027
verified: no, type: mrr_at_20
value: 35.80660552098608
verified: no, type: mrr_at_3
value: 32.8712261244609
verified: no, type: mrr_at_5
value: 34.17436845348122
verified: no, type: nauc_map_at_1000_diff1
value: 41.79130051151335
verified: no, type: nauc_map_at_1000_max
value: 15.250449334225705
verified: no, type: nauc_map_at_1000_std
value: -5.6234146471967765
verified: no, type: nauc_map_at_100_diff1
value: 41.82119879391254
verified: no, type: nauc_map_at_100_max
value: 15.260249318276955
verified: no, type: nauc_map_at_100_std
value: -5.639782460411048
verified: no, type: nauc_map_at_10_diff1
value: 41.721172949121275
verified: no, type: nauc_map_at_10_max
value: 15.343655917007446
verified: no, type: nauc_map_at_10_std
value: -6.3555379684374556
verified: no, type: nauc_map_at_1_diff1
value: 48.96263429221846
verified: no, type: nauc_map_at_1_max
value: 13.267518186717433
verified: no, type: nauc_map_at_1_std
value: -5.684641885998431
verified: no, type: nauc_map_at_20_diff1
value: 41.752248673504624
verified: no, type: nauc_map_at_20_max
value: 15.290823323080769
verified: no, type: nauc_map_at_20_std
value: -5.961260903195126
verified: no, type: nauc_map_at_3_diff1
value: 43.24524104365662
verified: no, type: nauc_map_at_3_max
value: 15.338745716345509
verified: no, type: nauc_map_at_3_std
value: -7.764073533482427
verified: no, type: nauc_map_at_5_diff1
value: 42.46453798349899
verified: no, type: nauc_map_at_5_max
value: 15.155487409682902
verified: no, type: nauc_map_at_5_std
value: -6.9294813277791425
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.88993733381641
verified: no, type: nauc_mrr_at_1000_max
value: 14.380317334991677
verified: no, type: nauc_mrr_at_1000_std
value: -5.493497006316366
verified: no, type: nauc_mrr_at_100_diff1
value: 41.90155799714766
verified: no, type: nauc_mrr_at_100_max
value: 14.393105389960365
verified: no, type: nauc_mrr_at_100_std
value: -5.497732224764066
verified: no, type: nauc_mrr_at_10_diff1
value: 41.7378563303707
verified: no, type: nauc_mrr_at_10_max
value: 14.519730688823824
verified: no, type: nauc_mrr_at_10_std
value: -6.151769146963003
verified: no, type: nauc_mrr_at_1_diff1
value: 48.59336779471185
verified: no, type: nauc_mrr_at_1_max
value: 11.835618866086927
verified: no, type: nauc_mrr_at_1_std
value: -5.363816756961067
verified: no, type: nauc_mrr_at_20_diff1
value: 41.76639087883366
verified: no, type: nauc_mrr_at_20_max
value: 14.386536877009048
verified: no, type: nauc_mrr_at_20_std
value: -5.76729589265512
verified: no, type: nauc_mrr_at_3_diff1
value: 42.83069407175199
verified: no, type: nauc_mrr_at_3_max
value: 14.40817310712037
verified: no, type: nauc_mrr_at_3_std
value: -6.592772453987663
verified: no, type: nauc_mrr_at_5_diff1
value: 42.54301828369426
verified: no, type: nauc_mrr_at_5_max
value: 14.342399211173499
verified: no, type: nauc_mrr_at_5_std
value: -6.3321746980792595
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.40808457780407
verified: no, type: nauc_ndcg_at_1000_max
value: 15.145857892041088
verified: no, type: nauc_ndcg_at_1000_std
value: -2.7042348869395165
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.55061510297866
verified: no, type: nauc_ndcg_at_100_max
value: 15.398423830498615
verified: no, type: nauc_ndcg_at_100_std
value: -2.3882074074350785
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.853209168604295
verified: no, type: nauc_ndcg_at_10_max
value: 15.586851775746844
verified: no, type: nauc_ndcg_at_10_std
value: -5.991925052638258
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.59336779471185
verified: no, type: nauc_ndcg_at_1_max
value: 11.835618866086927
verified: no, type: nauc_ndcg_at_1_std
value: -5.363816756961067
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.93226271515869
verified: no, type: nauc_ndcg_at_20_max
value: 15.296458747902639
verified: no, type: nauc_ndcg_at_20_std
value: -4.497710162570065
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.49750925284279
verified: no, type: nauc_ndcg_at_3_max
value: 15.584012047259218
verified: no, type: nauc_ndcg_at_3_std
value: -8.132156848664613
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.66048340734899
verified: no, type: nauc_ndcg_at_5_max
value: 15.235394896999058
verified: no, type: nauc_ndcg_at_5_std
value: -7.014796420860427
verified: no, type: nauc_precision_at_1000_diff1
value: -8.359237580495055
verified: no, type: nauc_precision_at_1000_max
value: -11.584395503763362
verified: no, type: nauc_precision_at_1000_std
value: 2.5543652208263263
verified: no, type: nauc_precision_at_100_diff1
value: 8.200754749985318
verified: no, type: nauc_precision_at_100_max
value: 7.720780751540077
verified: no, type: nauc_precision_at_100_std
value: 17.971083174211202
verified: no, type: nauc_precision_at_10_diff1
value: 21.257328495191853
verified: no, type: nauc_precision_at_10_max
value: 14.344312062245008
verified: no, type: nauc_precision_at_10_std
value: -0.9364852661474388
verified: no, type: nauc_precision_at_1_diff1
value: 48.59336779471185
verified: no, type: nauc_precision_at_1_max
value: 11.835618866086927
verified: no, type: nauc_precision_at_1_std
value: -5.363816756961067
verified: no, type: nauc_precision_at_20_diff1
value: 18.779172747828625
verified: no, type: nauc_precision_at_20_max
value: 11.834784068449874
verified: no, type: nauc_precision_at_20_std
value: 4.75265567501331
verified: no, type: nauc_precision_at_3_diff1
value: 35.68627977314586
verified: no, type: nauc_precision_at_3_max
value: 16.09945138219868
verified: no, type: nauc_precision_at_3_std
value: -9.141703662048604
verified: no, type: nauc_precision_at_5_diff1
value: 29.08631278869783
verified: no, type: nauc_precision_at_5_max
value: 14.729434184074591
verified: no, type: nauc_precision_at_5_std
value: -5.440719877914668
verified: no, type: nauc_recall_at_1000_diff1
value: 16.747172572611
verified: no, type: nauc_recall_at_1000_max
value: 12.79769669067411
verified: no, type: nauc_recall_at_1000_std
value: 37.13714022788794
verified: no, type: nauc_recall_at_100_diff1
value: 28.633698519131812
verified: no, type: nauc_recall_at_100_max
value: 15.169044663120046
verified: no, type: nauc_recall_at_100_std
value: 16.82928212478329
verified: no, type: nauc_recall_at_10_diff1
value: 29.30601441948013
verified: no, type: nauc_recall_at_10_max
value: 16.436996254205454
verified: no, type: nauc_recall_at_10_std
value: -4.785626170786634
verified: no, type: nauc_recall_at_1_diff1
value: 48.96263429221846
verified: no, type: nauc_recall_at_1_max
value: 13.267518186717433
verified: no, type: nauc_recall_at_1_std
value: -5.684641885998431
verified: no, type: nauc_recall_at_20_diff1
value: 28.941113801073513
verified: no, type: nauc_recall_at_20_max
value: 15.03690157531021
verified: no, type: nauc_recall_at_20_std
value: 0.952082171289431
verified: no, type: nauc_recall_at_3_diff1
value: 37.16097228939549
verified: no, type: nauc_recall_at_3_max
value: 16.791181013520706
verified: no, type: nauc_recall_at_3_std
value: -10.07433254635823
verified: no, type: nauc_recall_at_5_diff1
value: 34.819091777714114
verified: no, type: nauc_recall_at_5_max
value: 15.563789505647332
verified: no, type: nauc_recall_at_5_std
value: -7.539816172515026
verified: no, type: ndcg_at_1
value: 27.172
verified: no, type: ndcg_at_10
value: 37.698
verified: no, type: ndcg_at_100
value: 43.267
verified: no, type: ndcg_at_1000
value: 45.421
verified: no, type: ndcg_at_20
value: 39.661
verified: no, type: ndcg_at_3
value: 32.439
verified: no, type: ndcg_at_5
value: 34.867
verified: no, type: precision_at_1
value: 27.172
verified: no, type: precision_at_10
value: 5.970000000000001
verified: no, type: precision_at_100
value: 0.9299999999999999
verified: no, type: precision_at_1000
value: 0.124
verified: no, type: precision_at_20
value: 3.447
verified: no, type: precision_at_3
value: 13.555
verified: no, type: precision_at_5
value: 9.722999999999999
verified: no, type: recall_at_1
value: 24.407999999999998
verified: no, type: recall_at_10
value: 50.354
verified: no, type: recall_at_100
value: 76.347
verified: no, type: recall_at_1000
value: 92.06400000000001
verified: no, type: recall_at_20
value: 57.757000000000005
verified: no, type: recall_at_3
value: 36.503
verified: no, type: recall_at_5
value: 42.129
verified: no, task: type: Retrieval
dataset: name: MTEB ClimateFEVER (default)
type: mteb/climate-fever
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: main_score
value: 44.617000000000004
verified: no, type: map_at_1
value: 19.104
verified: no, type: map_at_10
value: 33.802
verified: no, type: map_at_100
value: 36.079
verified: no, type: map_at_1000
value: 36.248999999999995
verified: no, type: map_at_20
value: 35.131
verified: no, type: map_at_3
value: 27.991
verified: no, type: map_at_5
value: 31.118000000000002
verified: no, type: mrr_at_1
value: 43.583061889250814
verified: no, type: mrr_at_10
value: 56.87275735484211
verified: no, type: mrr_at_100
value: 57.39889418793922
verified: no, type: mrr_at_1000
value: 57.41794142620278
verified: no, type: mrr_at_20
value: 57.22771005837437
verified: no, type: mrr_at_3
value: 53.97394136807826
verified: no, type: mrr_at_5
value: 55.73615635179164
verified: no, type: nauc_map_at_1000_diff1
value: 26.630926110315777
verified: no, type: nauc_map_at_1000_max
value: 39.630984824231405
verified: no, type: nauc_map_at_1000_std
value: 12.021698649336102
verified: no, type: nauc_map_at_100_diff1
value: 26.65686177968633
verified: no, type: nauc_map_at_100_max
value: 39.66934127737377
verified: no, type: nauc_map_at_100_std
value: 12.012347759378558
verified: no, type: nauc_map_at_10_diff1
value: 26.5456237749527
verified: no, type: nauc_map_at_10_max
value: 38.686799553195236
verified: no, type: nauc_map_at_10_std
value: 10.436328337171096
verified: no, type: nauc_map_at_1_diff1
value: 37.70092410090826
verified: no, type: nauc_map_at_1_max
value: 32.706727035298314
verified: no, type: nauc_map_at_1_std
value: 3.5831967427511726
verified: no, type: nauc_map_at_20_diff1
value: 26.681209225651724
verified: no, type: nauc_map_at_20_max
value: 39.284145121514825
verified: no, type: nauc_map_at_20_std
value: 11.222202700116116
verified: no, type: nauc_map_at_3_diff1
value: 28.59667648558309
verified: no, type: nauc_map_at_3_max
value: 36.25805661700928
verified: no, type: nauc_map_at_3_std
value: 6.464598115667347
verified: no, type: nauc_map_at_5_diff1
value: 27.430543578903876
verified: no, type: nauc_map_at_5_max
value: 37.364734786367364
verified: no, type: nauc_map_at_5_std
value: 8.655542089806918
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.479201441412773
verified: no, type: nauc_mrr_at_1000_max
value: 39.804512389170306
verified: no, type: nauc_mrr_at_1000_std
value: 15.975422602158526
verified: no, type: nauc_mrr_at_100_diff1
value: 28.472760240011453
verified: no, type: nauc_mrr_at_100_max
value: 39.817824846642495
verified: no, type: nauc_mrr_at_100_std
value: 15.995615089727696
verified: no, type: nauc_mrr_at_10_diff1
value: 28.30497282698149
verified: no, type: nauc_mrr_at_10_max
value: 39.8750223929803
verified: no, type: nauc_mrr_at_10_std
value: 16.056752560910738
verified: no, type: nauc_mrr_at_1_diff1
value: 32.14744915860195
verified: no, type: nauc_mrr_at_1_max
value: 36.1460298415032
verified: no, type: nauc_mrr_at_1_std
value: 11.071199685007258
verified: no, type: nauc_mrr_at_20_diff1
value: 28.4669940506914
verified: no, type: nauc_mrr_at_20_max
value: 39.8689906588194
verified: no, type: nauc_mrr_at_20_std
value: 16.063644389310987
verified: no, type: nauc_mrr_at_3_diff1
value: 27.763789833382084
verified: no, type: nauc_mrr_at_3_max
value: 38.90694044105185
verified: no, type: nauc_mrr_at_3_std
value: 14.930859774821496
verified: no, type: nauc_mrr_at_5_diff1
value: 28.518810945056806
verified: no, type: nauc_mrr_at_5_max
value: 39.44652822929369
verified: no, type: nauc_mrr_at_5_std
value: 15.601758278493936
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.917943936491202
verified: no, type: nauc_ndcg_at_1000_max
value: 42.41689422016377
verified: no, type: nauc_ndcg_at_1000_std
value: 18.56325105262615
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.660217650539824
verified: no, type: nauc_ndcg_at_100_max
value: 43.0556058064233
verified: no, type: nauc_ndcg_at_100_std
value: 18.72349248160942
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.946942918886105
verified: no, type: nauc_ndcg_at_10_max
value: 40.95725387267496
verified: no, type: nauc_ndcg_at_10_std
value: 14.517400662235858
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.14744915860195
verified: no, type: nauc_ndcg_at_1_max
value: 36.1460298415032
verified: no, type: nauc_ndcg_at_1_std
value: 11.071199685007258
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.188740918902763
verified: no, type: nauc_ndcg_at_20_max
value: 42.00683229592938
verified: no, type: nauc_ndcg_at_20_std
value: 16.240449187324334
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.96917668130959
verified: no, type: nauc_ndcg_at_3_max
value: 37.30870453176644
verified: no, type: nauc_ndcg_at_3_std
value: 10.242190353093983
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.21449841406056
verified: no, type: nauc_ndcg_at_5_max
value: 38.92176118293679
verified: no, type: nauc_ndcg_at_5_std
value: 11.725909337459568
verified: no, type: nauc_precision_at_1000_diff1
value: -16.01323462215506
verified: no, type: nauc_precision_at_1000_max
value: 0.5840156344246599
verified: no, type: nauc_precision_at_1000_std
value: 21.984332405839837
verified: no, type: nauc_precision_at_100_diff1
value: -9.61411849608862
verified: no, type: nauc_precision_at_100_max
value: 17.504216512517146
verified: no, type: nauc_precision_at_100_std
value: 28.629825648562633
verified: no, type: nauc_precision_at_10_diff1
value: 1.2355527780976312
verified: no, type: nauc_precision_at_10_max
value: 29.790400398455517
verified: no, type: nauc_precision_at_10_std
value: 23.76365693234943
verified: no, type: nauc_precision_at_1_diff1
value: 32.14744915860195
verified: no, type: nauc_precision_at_1_max
value: 36.1460298415032
verified: no, type: nauc_precision_at_1_std
value: 11.071199685007258
verified: no, type: nauc_precision_at_20_diff1
value: -0.9865443887144156
verified: no, type: nauc_precision_at_20_max
value: 26.54154724938248
verified: no, type: nauc_precision_at_20_std
value: 25.754372573612518
verified: no, type: nauc_precision_at_3_diff1
value: 10.765411595295998
verified: no, type: nauc_precision_at_3_max
value: 34.70130346122421
verified: no, type: nauc_precision_at_3_std
value: 16.215878443176408
verified: no, type: nauc_precision_at_5_diff1
value: 7.299668818561885
verified: no, type: nauc_precision_at_5_max
value: 32.31206228488871
verified: no, type: nauc_precision_at_5_std
value: 19.51441846964699
verified: no, type: nauc_recall_at_1000_diff1
value: 8.901785484325925
verified: no, type: nauc_recall_at_1000_max
value: 43.24767978941463
verified: no, type: nauc_recall_at_1000_std
value: 40.29307286192429
verified: no, type: nauc_recall_at_100_diff1
value: 11.465889365702624
verified: no, type: nauc_recall_at_100_max
value: 43.24309504524636
verified: no, type: nauc_recall_at_100_std
value: 30.118511303782835
verified: no, type: nauc_recall_at_10_diff1
value: 16.52685883767623
verified: no, type: nauc_recall_at_10_max
value: 37.23567264572587
verified: no, type: nauc_recall_at_10_std
value: 15.22055626936892
verified: no, type: nauc_recall_at_1_diff1
value: 37.70092410090826
verified: no, type: nauc_recall_at_1_max
value: 32.706727035298314
verified: no, type: nauc_recall_at_1_std
value: 3.5831967427511726
verified: no, type: nauc_recall_at_20_diff1
value: 15.927701447484194
verified: no, type: nauc_recall_at_20_max
value: 38.26123449652692
verified: no, type: nauc_recall_at_20_std
value: 18.992297231330056
verified: no, type: nauc_recall_at_3_diff1
value: 22.625663839144014
verified: no, type: nauc_recall_at_3_max
value: 35.0258971497311
verified: no, type: nauc_recall_at_3_std
value: 6.906428909460032
verified: no, type: nauc_recall_at_5_diff1
value: 20.52738451430066
verified: no, type: nauc_recall_at_5_max
value: 35.50121476875723
verified: no, type: nauc_recall_at_5_std
value: 10.743371408711585
verified: no, type: ndcg_at_1
value: 43.583
verified: no, type: ndcg_at_10
value: 44.617000000000004
verified: no, type: ndcg_at_100
value: 51.849999999999994
verified: no, type: ndcg_at_1000
value: 54.383
verified: no, type: ndcg_at_20
value: 47.751
verified: no, type: ndcg_at_3
value: 37.474000000000004
verified: no, type: ndcg_at_5
value: 39.967999999999996
verified: no, type: precision_at_1
value: 43.583
verified: no, type: precision_at_10
value: 13.966999999999999
verified: no, type: precision_at_100
value: 2.191
verified: no, type: precision_at_1000
value: 0.267
verified: no, type: precision_at_20
value: 8.391
verified: no, type: precision_at_3
value: 28.404
verified: no, type: precision_at_5
value: 21.694
verified: no, type: recall_at_1
value: 19.104
verified: no, type: recall_at_10
value: 51.498999999999995
verified: no, type: recall_at_100
value: 75.32
verified: no, type: recall_at_1000
value: 89.036
verified: no, type: recall_at_20
value: 60.089000000000006
verified: no, type: recall_at_3
value: 33.672999999999995
verified: no, type: recall_at_5
value: 41.306
verified: no, task: type: Retrieval
dataset: name: MTEB DBPedia (default)
type: mteb/dbpedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: main_score
value: 50.096
verified: no, type: map_at_1
value: 9.366
verified: no, type: map_at_10
value: 23.432
verified: no, type: map_at_100
value: 34.835
verified: no, type: map_at_1000
value: 36.675000000000004
verified: no, type: map_at_20
value: 28.027
verified: no, type: map_at_3
value: 15.825
verified: no, type: map_at_5
value: 18.94
verified: no, type: mrr_at_1
value: 71.75
verified: no, type: mrr_at_10
value: 79.6294642857143
verified: no, type: mrr_at_100
value: 79.92590099939845
verified: no, type: mrr_at_1000
value: 79.93391140733975
verified: no, type: mrr_at_20
value: 79.85458152958155
verified: no, type: mrr_at_3
value: 78.25000000000001
verified: no, type: mrr_at_5
value: 79.28750000000001
verified: no, type: nauc_map_at_1000_diff1
value: 25.472104119169913
verified: no, type: nauc_map_at_1000_max
value: 41.56911605863819
verified: no, type: nauc_map_at_1000_std
value: 26.96384045959376
verified: no, type: nauc_map_at_100_diff1
value: 26.776312077270624
verified: no, type: nauc_map_at_100_max
value: 39.7545285058008
verified: no, type: nauc_map_at_100_std
value: 23.490115682443395
verified: no, type: nauc_map_at_10_diff1
value: 29.688988181768742
verified: no, type: nauc_map_at_10_max
value: 23.599686148007372
verified: no, type: nauc_map_at_10_std
value: -2.743236101939126
verified: no, type: nauc_map_at_1_diff1
value: 40.19961160931266
verified: no, type: nauc_map_at_1_max
value: 11.484500166682448
verified: no, type: nauc_map_at_1_std
value: -20.998662627418653
verified: no, type: nauc_map_at_20_diff1
value: 28.589067878029685
verified: no, type: nauc_map_at_20_max
value: 30.617557831619052
verified: no, type: nauc_map_at_20_std
value: 8.40108528296231
verified: no, type: nauc_map_at_3_diff1
value: 33.289088478610246
verified: no, type: nauc_map_at_3_max
value: 14.779109597775575
verified: no, type: nauc_map_at_3_std
value: -15.48554361705479
verified: no, type: nauc_map_at_5_diff1
value: 31.37536261149692
verified: no, type: nauc_map_at_5_max
value: 17.420722132646357
verified: no, type: nauc_map_at_5_std
value: -11.533685762302074
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.65831287063808
verified: no, type: nauc_mrr_at_1000_max
value: 68.60039697252385
verified: no, type: nauc_mrr_at_1000_std
value: 47.101684802168755
verified: no, type: nauc_mrr_at_100_diff1
value: 51.62318787423693
verified: no, type: nauc_mrr_at_100_max
value: 68.6016051934096
verified: no, type: nauc_mrr_at_100_std
value: 47.084125499520056
verified: no, type: nauc_mrr_at_10_diff1
value: 51.58457220757248
verified: no, type: nauc_mrr_at_10_max
value: 68.52135361188292
verified: no, type: nauc_mrr_at_10_std
value: 47.09512630117651
verified: no, type: nauc_mrr_at_1_diff1
value: 56.12302389553575
verified: no, type: nauc_mrr_at_1_max
value: 67.25359948108763
verified: no, type: nauc_mrr_at_1_std
value: 44.65155697383184
verified: no, type: nauc_mrr_at_20_diff1
value: 51.557612960835066
verified: no, type: nauc_mrr_at_20_max
value: 68.62925036486892
verified: no, type: nauc_mrr_at_20_std
value: 47.23452793919026
verified: no, type: nauc_mrr_at_3_diff1
value: 53.111622365148456
verified: no, type: nauc_mrr_at_3_max
value: 68.96353991501803
verified: no, type: nauc_mrr_at_3_std
value: 47.21923770237274
verified: no, type: nauc_mrr_at_5_diff1
value: 51.49932506601612
verified: no, type: nauc_mrr_at_5_max
value: 68.47321777065385
verified: no, type: nauc_mrr_at_5_std
value: 47.02157292074972
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.063946651439196
verified: no, type: nauc_ndcg_at_1000_max
value: 56.37662421606667
verified: no, type: nauc_ndcg_at_1000_std
value: 43.79623286366516
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.621015007290914
verified: no, type: nauc_ndcg_at_100_max
value: 51.10262571522196
verified: no, type: nauc_ndcg_at_100_std
value: 33.99194547177918
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.20831767471151
verified: no, type: nauc_ndcg_at_10_max
value: 52.421069203710665
verified: no, type: nauc_ndcg_at_10_std
value: 31.34328336300653
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.233112065599386
verified: no, type: nauc_ndcg_at_1_max
value: 57.40609137055842
verified: no, type: nauc_ndcg_at_1_std
value: 33.612846544318614
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.38267610887372
verified: no, type: nauc_ndcg_at_20_max
value: 51.27192996137325
verified: no, type: nauc_ndcg_at_20_std
value: 29.490347416111018
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.56589169628291
verified: no, type: nauc_ndcg_at_3_max
value: 51.063647622751475
verified: no, type: nauc_ndcg_at_3_std
value: 31.597143875818784
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.096556103749776
verified: no, type: nauc_ndcg_at_5_max
value: 52.684632250399055
verified: no, type: nauc_ndcg_at_5_std
value: 31.94245475071079
verified: no, type: nauc_precision_at_1000_diff1
value: -23.30986038644832
verified: no, type: nauc_precision_at_1000_max
value: 7.747092580070645
verified: no, type: nauc_precision_at_1000_std
value: 19.187233987218818
verified: no, type: nauc_precision_at_100_diff1
value: -10.321698436669498
verified: no, type: nauc_precision_at_100_max
value: 30.042614796744584
verified: no, type: nauc_precision_at_100_std
value: 43.69817919859801
verified: no, type: nauc_precision_at_10_diff1
value: -3.4879804241496686
verified: no, type: nauc_precision_at_10_max
value: 39.952270729206084
verified: no, type: nauc_precision_at_10_std
value: 47.57201846870389
verified: no, type: nauc_precision_at_1_diff1
value: 56.12302389553575
verified: no, type: nauc_precision_at_1_max
value: 67.25359948108763
verified: no, type: nauc_precision_at_1_std
value: 44.65155697383184
verified: no, type: nauc_precision_at_20_diff1
value: -4.21774580806289
verified: no, type: nauc_precision_at_20_max
value: 39.45950542146115
verified: no, type: nauc_precision_at_20_std
value: 49.38702305013535
verified: no, type: nauc_precision_at_3_diff1
value: 11.039231236525476
verified: no, type: nauc_precision_at_3_max
value: 45.333325600850166
verified: no, type: nauc_precision_at_3_std
value: 41.939828715832725
verified: no, type: nauc_precision_at_5_diff1
value: 1.8456345569611392
verified: no, type: nauc_precision_at_5_max
value: 43.11574070733236
verified: no, type: nauc_precision_at_5_std
value: 44.90121015752974
verified: no, type: nauc_recall_at_1000_diff1
value: 23.838392673402637
verified: no, type: nauc_recall_at_1000_max
value: 40.22494505597155
verified: no, type: nauc_recall_at_1000_std
value: 50.059930290604
verified: no, type: nauc_recall_at_100_diff1
value: 23.568582606097046
verified: no, type: nauc_recall_at_100_max
value: 32.41458448276608
verified: no, type: nauc_recall_at_100_std
value: 25.09362121206938
verified: no, type: nauc_recall_at_10_diff1
value: 24.640435183950647
verified: no, type: nauc_recall_at_10_max
value: 16.76741621891125
verified: no, type: nauc_recall_at_10_std
value: -6.568863340739497
verified: no, type: nauc_recall_at_1_diff1
value: 40.19961160931266
verified: no, type: nauc_recall_at_1_max
value: 11.484500166682448
verified: no, type: nauc_recall_at_1_std
value: -20.998662627418653
verified: no, type: nauc_recall_at_20_diff1
value: 26.120527114451036
verified: no, type: nauc_recall_at_20_max
value: 24.44767559629039
verified: no, type: nauc_recall_at_20_std
value: 4.470254335170874
verified: no, type: nauc_recall_at_3_diff1
value: 28.810186428560264
verified: no, type: nauc_recall_at_3_max
value: 10.53337981630349
verified: no, type: nauc_recall_at_3_std
value: -17.974352774667004
verified: no, type: nauc_recall_at_5_diff1
value: 26.026910831426207
verified: no, type: nauc_recall_at_5_max
value: 11.363004529751835
verified: no, type: nauc_recall_at_5_std
value: -15.15116848181691
verified: no, type: ndcg_at_1
value: 60.5
verified: no, type: ndcg_at_10
value: 50.096
verified: no, type: ndcg_at_100
value: 54.769999999999996
verified: no, type: ndcg_at_1000
value: 61.514
verified: no, type: ndcg_at_20
value: 49.234
verified: no, type: ndcg_at_3
value: 54.065
verified: no, type: ndcg_at_5
value: 52.053000000000004
verified: no, type: precision_at_1
value: 71.75
verified: no, type: precision_at_10
value: 41.6
verified: no, type: precision_at_100
value: 13.13
verified: no, type: precision_at_1000
value: 2.2929999999999997
verified: no, type: precision_at_20
value: 31.862000000000002
verified: no, type: precision_at_3
value: 58.333
verified: no, type: precision_at_5
value: 51.15
verified: no, type: recall_at_1
value: 9.366
verified: no, type: recall_at_10
value: 28.716
verified: no, type: recall_at_100
value: 61.72
verified: no, type: recall_at_1000
value: 84.068
verified: no, type: recall_at_20
value: 37.822
verified: no, type: recall_at_3
value: 17.268
verified: no, type: recall_at_5
value: 21.714
verified: no, task: type: Classification
dataset: name: MTEB EmotionClassification (default)
type: mteb/emotion
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 92.32999999999998
verified: no, type: f1
value: 88.85700702856039
verified: no, type: f1_weighted
value: 92.5429163779549
verified: no, type: main_score
value: 92.32999999999998
verified: no, task: type: Retrieval
dataset: name: MTEB FEVER (default)
type: mteb/fever
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: main_score
value: 92.37100000000001
verified: no, type: map_at_1
value: 82.069
verified: no, type: map_at_10
value: 89.774
verified: no, type: map_at_100
value: 89.956
verified: no, type: map_at_1000
value: 89.96499999999999
verified: no, type: map_at_20
value: 89.884
verified: no, type: map_at_3
value: 88.874
verified: no, type: map_at_5
value: 89.46499999999999
verified: no, type: mrr_at_1
value: 88.47884788478848
verified: no, type: mrr_at_10
value: 93.24922373189693
verified: no, type: mrr_at_100
value: 93.27576071279056
verified: no, type: mrr_at_1000
value: 93.27598653822768
verified: no, type: mrr_at_20
value: 93.26572152369198
verified: no, type: mrr_at_3
value: 92.9642964296429
verified: no, type: mrr_at_5
value: 93.18031803180308
verified: no, type: nauc_map_at_1000_diff1
value: 53.44800282062128
verified: no, type: nauc_map_at_1000_max
value: 25.692315057440663
verified: no, type: nauc_map_at_1000_std
value: -8.499624248136191
verified: no, type: nauc_map_at_100_diff1
value: 53.40850939797177
verified: no, type: nauc_map_at_100_max
value: 25.69149215182398
verified: no, type: nauc_map_at_100_std
value: -8.478801691853757
verified: no, type: nauc_map_at_10_diff1
value: 52.77776630751276
verified: no, type: nauc_map_at_10_max
value: 25.47185015678825
verified: no, type: nauc_map_at_10_std
value: -8.650753717531858
verified: no, type: nauc_map_at_1_diff1
value: 60.26354815835753
verified: no, type: nauc_map_at_1_max
value: 22.74462336067897
verified: no, type: nauc_map_at_1_std
value: -16.108392412428454
verified: no, type: nauc_map_at_20_diff1
value: 53.1486265423326
verified: no, type: nauc_map_at_20_max
value: 25.61664977000182
verified: no, type: nauc_map_at_20_std
value: -8.439815052390303
verified: no, type: nauc_map_at_3_diff1
value: 52.076993516597994
verified: no, type: nauc_map_at_3_max
value: 25.42590262106662
verified: no, type: nauc_map_at_3_std
value: -9.278602622044712
verified: no, type: nauc_map_at_5_diff1
value: 52.4000583320808
verified: no, type: nauc_map_at_5_max
value: 25.598725240878334
verified: no, type: nauc_map_at_5_std
value: -9.133132016496823
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.07226829644607
verified: no, type: nauc_mrr_at_1000_max
value: 26.824687617477917
verified: no, type: nauc_mrr_at_1000_std
value: -15.031219990840263
verified: no, type: nauc_mrr_at_100_diff1
value: 72.0722639914847
verified: no, type: nauc_mrr_at_100_max
value: 26.827181857499184
verified: no, type: nauc_mrr_at_100_std
value: -15.0272990581751
verified: no, type: nauc_mrr_at_10_diff1
value: 71.88186000146027
verified: no, type: nauc_mrr_at_10_max
value: 26.866725052241648
verified: no, type: nauc_mrr_at_10_std
value: -14.880144349709168
verified: no, type: nauc_mrr_at_1_diff1
value: 74.99261641490762
verified: no, type: nauc_mrr_at_1_max
value: 24.577652209089802
verified: no, type: nauc_mrr_at_1_std
value: -17.962989923113483
verified: no, type: nauc_mrr_at_20_diff1
value: 72.00705741047372
verified: no, type: nauc_mrr_at_20_max
value: 26.845088961240588
verified: no, type: nauc_mrr_at_20_std
value: -14.951590639028053
verified: no, type: nauc_mrr_at_3_diff1
value: 71.72981635442622
verified: no, type: nauc_mrr_at_3_max
value: 27.60475378976304
verified: no, type: nauc_mrr_at_3_std
value: -14.267663080088363
verified: no, type: nauc_mrr_at_5_diff1
value: 71.75159172925191
verified: no, type: nauc_mrr_at_5_max
value: 27.18216122597638
verified: no, type: nauc_mrr_at_5_std
value: -14.880763833075017
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.012708886338515
verified: no, type: nauc_ndcg_at_1000_max
value: 26.6685187848308
verified: no, type: nauc_ndcg_at_1000_std
value: -7.9204231247691
verified: no, type: nauc_ndcg_at_100_diff1
value: 55.07605611733334
verified: no, type: nauc_ndcg_at_100_max
value: 26.66544320914918
verified: no, type: nauc_ndcg_at_100_std
value: -7.3329739415918835
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.38279200045294
verified: no, type: nauc_ndcg_at_10_max
value: 26.158254031690486
verified: no, type: nauc_ndcg_at_10_std
value: -6.917412962602917
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.99261641490762
verified: no, type: nauc_ndcg_at_1_max
value: 24.577652209089802
verified: no, type: nauc_ndcg_at_1_std
value: -17.962989923113483
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.55480506425911
verified: no, type: nauc_ndcg_at_20_max
value: 26.44888968883975
verified: no, type: nauc_ndcg_at_20_std
value: -6.689374217452845
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.99829218384083
verified: no, type: nauc_ndcg_at_3_max
value: 27.195877668865897
verified: no, type: nauc_ndcg_at_3_std
value: -7.631243613468632
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.093433279185454
verified: no, type: nauc_ndcg_at_5_max
value: 26.875927407667096
verified: no, type: nauc_ndcg_at_5_std
value: -7.672851999155562
verified: no, type: nauc_precision_at_1000_diff1
value: -14.088579730952224
verified: no, type: nauc_precision_at_1000_max
value: -7.709742274489245
verified: no, type: nauc_precision_at_1000_std
value: 10.896362369744665
verified: no, type: nauc_precision_at_100_diff1
value: -15.966065119243305
verified: no, type: nauc_precision_at_100_max
value: -6.7544255700500875
verified: no, type: nauc_precision_at_100_std
value: 14.006504085813082
verified: no, type: nauc_precision_at_10_diff1
value: -19.197833304284874
verified: no, type: nauc_precision_at_10_max
value: -6.195782167441997
verified: no, type: nauc_precision_at_10_std
value: 16.738029717682736
verified: no, type: nauc_precision_at_1_diff1
value: 74.99261641490762
verified: no, type: nauc_precision_at_1_max
value: 24.577652209089802
verified: no, type: nauc_precision_at_1_std
value: -17.962989923113483
verified: no, type: nauc_precision_at_20_diff1
value: -17.730920041303605
verified: no, type: nauc_precision_at_20_max
value: -6.282642825602588
verified: no, type: nauc_precision_at_20_std
value: 16.760589186930645
verified: no, type: nauc_precision_at_3_diff1
value: -12.82096325616898
verified: no, type: nauc_precision_at_3_max
value: 0.5738252973481384
verified: no, type: nauc_precision_at_3_std
value: 15.711283966445086
verified: no, type: nauc_precision_at_5_diff1
value: -18.160752260997064
verified: no, type: nauc_precision_at_5_max
value: -3.2988677909840636
verified: no, type: nauc_precision_at_5_std
value: 15.908059262820377
verified: no, type: nauc_recall_at_1000_diff1
value: -1.2226334843233062
verified: no, type: nauc_recall_at_1000_max
value: 45.75344815857464
verified: no, type: nauc_recall_at_1000_std
value: 49.9547310437849
verified: no, type: nauc_recall_at_100_diff1
value: 4.712867741103275
verified: no, type: nauc_recall_at_100_max
value: 33.31506548135591
verified: no, type: nauc_recall_at_100_std
value: 33.367671550361266
verified: no, type: nauc_recall_at_10_diff1
value: 13.139120724433717
verified: no, type: nauc_recall_at_10_max
value: 26.526014011664007
verified: no, type: nauc_recall_at_10_std
value: 15.180542333855318
verified: no, type: nauc_recall_at_1_diff1
value: 60.26354815835753
verified: no, type: nauc_recall_at_1_max
value: 22.74462336067897
verified: no, type: nauc_recall_at_1_std
value: -16.108392412428454
verified: no, type: nauc_recall_at_20_diff1
value: 11.605408151649485
verified: no, type: nauc_recall_at_20_max
value: 28.818790457107845
verified: no, type: nauc_recall_at_20_std
value: 23.189835498467282
verified: no, type: nauc_recall_at_3_diff1
value: 28.978376255351453
verified: no, type: nauc_recall_at_3_max
value: 28.709312217507023
verified: no, type: nauc_recall_at_3_std
value: 3.3468081584960694
verified: no, type: nauc_recall_at_5_diff1
value: 20.66333263411127
verified: no, type: nauc_recall_at_5_max
value: 29.29110697161188
verified: no, type: nauc_recall_at_5_std
value: 6.216755665132335
verified: no, type: ndcg_at_1
value: 88.479
verified: no, type: ndcg_at_10
value: 92.37100000000001
verified: no, type: ndcg_at_100
value: 92.914
verified: no, type: ndcg_at_1000
value: 93.053
verified: no, type: ndcg_at_20
value: 92.617
verified: no, type: ndcg_at_3
value: 91.281
verified: no, type: ndcg_at_5
value: 91.919
verified: no, type: precision_at_1
value: 88.479
verified: no, type: precision_at_10
value: 10.972
verified: no, type: precision_at_100
value: 1.149
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 5.584
verified: no, type: precision_at_3
value: 34.703
verified: no, type: precision_at_5
value: 21.41
verified: no, type: recall_at_1
value: 82.069
verified: no, type: recall_at_10
value: 96.75399999999999
verified: no, type: recall_at_100
value: 98.729
verified: no, type: recall_at_1000
value: 99.536
verified: no, type: recall_at_20
value: 97.512
verified: no, type: recall_at_3
value: 93.821
verified: no, type: recall_at_5
value: 95.486
verified: no, task: type: Retrieval
dataset: name: MTEB FiQA2018 (default)
type: mteb/fiqa
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: main_score
value: 60.42999999999999
verified: no, type: map_at_1
value: 30.766
verified: no, type: map_at_10
value: 52.068000000000005
verified: no, type: map_at_100
value: 54.2
verified: no, type: map_at_1000
value: 54.308
verified: no, type: map_at_20
value: 53.288999999999994
verified: no, type: map_at_3
value: 45.641
verified: no, type: map_at_5
value: 49.442
verified: no, type: mrr_at_1
value: 58.95061728395061
verified: no, type: mrr_at_10
value: 67.74832206545169
verified: no, type: mrr_at_100
value: 68.25571872540776
verified: no, type: mrr_at_1000
value: 68.26964825240877
verified: no, type: mrr_at_20
value: 68.03892810907128
verified: no, type: mrr_at_3
value: 65.94650205761315
verified: no, type: mrr_at_5
value: 66.9032921810699
verified: no, type: nauc_map_at_1000_diff1
value: 53.25138886960556
verified: no, type: nauc_map_at_1000_max
value: 33.83714322021819
verified: no, type: nauc_map_at_1000_std
value: -9.055870848544616
verified: no, type: nauc_map_at_100_diff1
value: 53.248601161572964
verified: no, type: nauc_map_at_100_max
value: 33.78714143967792
verified: no, type: nauc_map_at_100_std
value: -8.983994394402767
verified: no, type: nauc_map_at_10_diff1
value: 52.85062870865907
verified: no, type: nauc_map_at_10_max
value: 32.25777960858311
verified: no, type: nauc_map_at_10_std
value: -10.5817219579484
verified: no, type: nauc_map_at_1_diff1
value: 57.07597952448575
verified: no, type: nauc_map_at_1_max
value: 22.47576453804885
verified: no, type: nauc_map_at_1_std
value: -11.138477677983802
verified: no, type: nauc_map_at_20_diff1
value: 53.28560745224268
verified: no, type: nauc_map_at_20_max
value: 33.31293437760806
verified: no, type: nauc_map_at_20_std
value: -9.68022013019077
verified: no, type: nauc_map_at_3_diff1
value: 53.83817068427451
verified: no, type: nauc_map_at_3_max
value: 28.226029979555946
verified: no, type: nauc_map_at_3_std
value: -10.511596854053773
verified: no, type: nauc_map_at_5_diff1
value: 53.54419976556406
verified: no, type: nauc_map_at_5_max
value: 30.884976067620812
verified: no, type: nauc_map_at_5_std
value: -10.883740710308967
verified: no, type: nauc_mrr_at_1000_diff1
value: 63.23864183325618
verified: no, type: nauc_mrr_at_1000_max
value: 42.06744031582232
verified: no, type: nauc_mrr_at_1000_std
value: -4.348234033944706
verified: no, type: nauc_mrr_at_100_diff1
value: 63.23118000086403
verified: no, type: nauc_mrr_at_100_max
value: 42.06993881716349
verified: no, type: nauc_mrr_at_100_std
value: -4.326734696101004
verified: no, type: nauc_mrr_at_10_diff1
value: 63.21554979549312
verified: no, type: nauc_mrr_at_10_max
value: 42.32026148394012
verified: no, type: nauc_mrr_at_10_std
value: -4.329477060956577
verified: no, type: nauc_mrr_at_1_diff1
value: 66.19833424508124
verified: no, type: nauc_mrr_at_1_max
value: 41.93477154197192
verified: no, type: nauc_mrr_at_1_std
value: -5.585740476007292
verified: no, type: nauc_mrr_at_20_diff1
value: 63.180624307827124
verified: no, type: nauc_mrr_at_20_max
value: 42.14306310699489
verified: no, type: nauc_mrr_at_20_std
value: -4.2116656149704115
verified: no, type: nauc_mrr_at_3_diff1
value: 63.54697496826244
verified: no, type: nauc_mrr_at_3_max
value: 42.098758868920015
verified: no, type: nauc_mrr_at_3_std
value: -5.329540121219919
verified: no, type: nauc_mrr_at_5_diff1
value: 63.17114683933978
verified: no, type: nauc_mrr_at_5_max
value: 41.89940589437386
verified: no, type: nauc_mrr_at_5_std
value: -5.251542190078123
verified: no, type: nauc_ndcg_at_1000_diff1
value: 55.18103415433243
verified: no, type: nauc_ndcg_at_1000_max
value: 37.91951492655493
verified: no, type: nauc_ndcg_at_1000_std
value: -5.404512479926153
verified: no, type: nauc_ndcg_at_100_diff1
value: 55.19455786554701
verified: no, type: nauc_ndcg_at_100_max
value: 37.590709019932476
verified: no, type: nauc_ndcg_at_100_std
value: -3.8032018105475434
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.279922825158465
verified: no, type: nauc_ndcg_at_10_max
value: 34.81622507536537
verified: no, type: nauc_ndcg_at_10_std
value: -7.999546114277306
verified: no, type: nauc_ndcg_at_1_diff1
value: 66.19833424508124
verified: no, type: nauc_ndcg_at_1_max
value: 41.93477154197192
verified: no, type: nauc_ndcg_at_1_std
value: -5.585740476007292
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.80576412827867
verified: no, type: nauc_ndcg_at_20_max
value: 36.17913890066836
verified: no, type: nauc_ndcg_at_20_std
value: -6.12502064111656
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.2817506224585
verified: no, type: nauc_ndcg_at_3_max
value: 37.06639697981944
verified: no, type: nauc_ndcg_at_3_std
value: -6.891280077636147
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.571252643462145
verified: no, type: nauc_ndcg_at_5_max
value: 35.69460683404712
verified: no, type: nauc_ndcg_at_5_std
value: -9.036434403536218
verified: no, type: nauc_precision_at_1000_diff1
value: -13.500194207099536
verified: no, type: nauc_precision_at_1000_max
value: 18.740652839335294
verified: no, type: nauc_precision_at_1000_std
value: 9.072398289027925
verified: no, type: nauc_precision_at_100_diff1
value: -7.592976565996694
verified: no, type: nauc_precision_at_100_max
value: 23.613915598372913
verified: no, type: nauc_precision_at_100_std
value: 13.90071301009494
verified: no, type: nauc_precision_at_10_diff1
value: 7.365592183215444
verified: no, type: nauc_precision_at_10_max
value: 29.800185256342587
verified: no, type: nauc_precision_at_10_std
value: 3.744510273082381
verified: no, type: nauc_precision_at_1_diff1
value: 66.19833424508124
verified: no, type: nauc_precision_at_1_max
value: 41.93477154197192
verified: no, type: nauc_precision_at_1_std
value: -5.585740476007292
verified: no, type: nauc_precision_at_20_diff1
value: 2.9850912031223027
verified: no, type: nauc_precision_at_20_max
value: 28.444251916249858
verified: no, type: nauc_precision_at_20_std
value: 8.710112231041764
verified: no, type: nauc_precision_at_3_diff1
value: 26.468793636735395
verified: no, type: nauc_precision_at_3_max
value: 34.12528658732306
verified: no, type: nauc_precision_at_3_std
value: 1.0607476235257753
verified: no, type: nauc_precision_at_5_diff1
value: 17.428849864167322
verified: no, type: nauc_precision_at_5_max
value: 32.54536063105265
verified: no, type: nauc_precision_at_5_std
value: 0.5060864305275099
verified: no, type: nauc_recall_at_1000_diff1
value: 12.950063661735578
verified: no, type: nauc_recall_at_1000_max
value: 47.36046143913833
verified: no, type: nauc_recall_at_1000_std
value: 49.79519393795783
verified: no, type: nauc_recall_at_100_diff1
value: 39.55288657109844
verified: no, type: nauc_recall_at_100_max
value: 31.082583029607243
verified: no, type: nauc_recall_at_100_std
value: 28.12812468144137
verified: no, type: nauc_recall_at_10_diff1
value: 43.38913585480907
verified: no, type: nauc_recall_at_10_max
value: 25.76872144337921
verified: no, type: nauc_recall_at_10_std
value: -6.201327950535028
verified: no, type: nauc_recall_at_1_diff1
value: 57.07597952448575
verified: no, type: nauc_recall_at_1_max
value: 22.47576453804885
verified: no, type: nauc_recall_at_1_std
value: -11.138477677983802
verified: no, type: nauc_recall_at_20_diff1
value: 41.98286618167725
verified: no, type: nauc_recall_at_20_max
value: 28.781076750132904
verified: no, type: nauc_recall_at_20_std
value: 1.541293472651189
verified: no, type: nauc_recall_at_3_diff1
value: 47.23473958532499
verified: no, type: nauc_recall_at_3_max
value: 24.40930398363932
verified: no, type: nauc_recall_at_3_std
value: -8.745405558227192
verified: no, type: nauc_recall_at_5_diff1
value: 46.34649884272527
verified: no, type: nauc_recall_at_5_max
value: 25.46104522262028
verified: no, type: nauc_recall_at_5_std
value: -9.245514565573428
verified: no, type: ndcg_at_1
value: 58.951
verified: no, type: ndcg_at_10
value: 60.42999999999999
verified: no, type: ndcg_at_100
value: 66.648
verified: no, type: ndcg_at_1000
value: 68.122
verified: no, type: ndcg_at_20
value: 63.037
verified: no, type: ndcg_at_3
value: 56.279
verified: no, type: ndcg_at_5
value: 57.75
verified: no, type: precision_at_1
value: 58.951
verified: no, type: precision_at_10
value: 16.543
verified: no, type: precision_at_100
value: 2.318
verified: no, type: precision_at_1000
value: 0.259
verified: no, type: precision_at_20
value: 9.46
verified: no, type: precision_at_3
value: 37.551
verified: no, type: precision_at_5
value: 27.468999999999998
verified: no, type: recall_at_1
value: 30.766
verified: no, type: recall_at_10
value: 67.881
verified: no, type: recall_at_100
value: 89.97
verified: no, type: recall_at_1000
value: 98.42699999999999
verified: no, type: recall_at_20
value: 75.8
verified: no, type: recall_at_3
value: 51.664
verified: no, type: recall_at_5
value: 59.146
verified: no, task: type: Retrieval
dataset: name: MTEB HotpotQA (default)
type: mteb/hotpotqa
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: main_score
value: 85.06899999999999
verified: no, type: map_at_1
value: 44.646
verified: no, type: map_at_10
value: 79.423
verified: no, type: map_at_100
value: 80.023
verified: no, type: map_at_1000
value: 80.05
verified: no, type: map_at_20
value: 79.815
verified: no, type: map_at_3
value: 76.40400000000001
verified: no, type: map_at_5
value: 78.40700000000001
verified: no, type: mrr_at_1
value: 89.29101958136394
verified: no, type: mrr_at_10
value: 92.83030020470923
verified: no, type: mrr_at_100
value: 92.89619922624517
verified: no, type: mrr_at_1000
value: 92.8982900364215
verified: no, type: mrr_at_20
value: 92.87809305530763
verified: no, type: mrr_at_3
value: 92.4217870808011
verified: no, type: mrr_at_5
value: 92.69660139545331
verified: no, type: nauc_map_at_1000_diff1
value: 11.476753852342698
verified: no, type: nauc_map_at_1000_max
value: 37.1657630288012
verified: no, type: nauc_map_at_1000_std
value: -3.7230839618420775
verified: no, type: nauc_map_at_100_diff1
value: 11.45987221301917
verified: no, type: nauc_map_at_100_max
value: 37.17835533633194
verified: no, type: nauc_map_at_100_std
value: -3.6753524305543226
verified: no, type: nauc_map_at_10_diff1
value: 11.121152245183044
verified: no, type: nauc_map_at_10_max
value: 37.15389218586682
verified: no, type: nauc_map_at_10_std
value: -3.974058008911142
verified: no, type: nauc_map_at_1_diff1
value: 69.17067611683119
verified: no, type: nauc_map_at_1_max
value: 54.248581019963346
verified: no, type: nauc_map_at_1_std
value: -17.406304778196827
verified: no, type: nauc_map_at_20_diff1
value: 11.366094255795083
verified: no, type: nauc_map_at_20_max
value: 37.16465497648482
verified: no, type: nauc_map_at_20_std
value: -3.743886201207907
verified: no, type: nauc_map_at_3_diff1
value: 8.771079390164775
verified: no, type: nauc_map_at_3_max
value: 34.45003060836015
verified: no, type: nauc_map_at_3_std
value: -6.387997670782977
verified: no, type: nauc_map_at_5_diff1
value: 10.444404966316284
verified: no, type: nauc_map_at_5_max
value: 36.24043817560293
verified: no, type: nauc_map_at_5_std
value: -5.290879700364108
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.31182134007688
verified: no, type: nauc_mrr_at_1000_max
value: 58.10794883688435
verified: no, type: nauc_mrr_at_1000_std
value: -14.437763262320157
verified: no, type: nauc_mrr_at_100_diff1
value: 69.31321132810844
verified: no, type: nauc_mrr_at_100_max
value: 58.11528031674926
verified: no, type: nauc_mrr_at_100_std
value: -14.418418407245253
verified: no, type: nauc_mrr_at_10_diff1
value: 69.33058951672848
verified: no, type: nauc_mrr_at_10_max
value: 58.23233090153042
verified: no, type: nauc_mrr_at_10_std
value: -14.459635862635956
verified: no, type: nauc_mrr_at_1_diff1
value: 69.17067611683119
verified: no, type: nauc_mrr_at_1_max
value: 54.248581019963346
verified: no, type: nauc_mrr_at_1_std
value: -17.406304778196827
verified: no, type: nauc_mrr_at_20_diff1
value: 69.31865474824586
verified: no, type: nauc_mrr_at_20_max
value: 58.18045383095476
verified: no, type: nauc_mrr_at_20_std
value: -14.424502166417044
verified: no, type: nauc_mrr_at_3_diff1
value: 69.34758038136334
verified: no, type: nauc_mrr_at_3_max
value: 58.686180523896546
verified: no, type: nauc_mrr_at_3_std
value: -13.927532406967845
verified: no, type: nauc_mrr_at_5_diff1
value: 69.36483170710724
verified: no, type: nauc_mrr_at_5_max
value: 58.484546807832686
verified: no, type: nauc_mrr_at_5_std
value: -14.302123574689945
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.316858213200383
verified: no, type: nauc_ndcg_at_1000_max
value: 41.65496813740413
verified: no, type: nauc_ndcg_at_1000_std
value: -1.8237712154543186
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.835417436212417
verified: no, type: nauc_ndcg_at_100_max
value: 42.003405491546374
verified: no, type: nauc_ndcg_at_100_std
value: -0.5039819051709964
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.10161831308711
verified: no, type: nauc_ndcg_at_10_max
value: 41.65636177933502
verified: no, type: nauc_ndcg_at_10_std
value: -1.8940003609702956
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.17067611683119
verified: no, type: nauc_ndcg_at_1_max
value: 54.248581019963346
verified: no, type: nauc_ndcg_at_1_std
value: -17.406304778196827
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.919100102088148
verified: no, type: nauc_ndcg_at_20_max
value: 41.83808380933462
verified: no, type: nauc_ndcg_at_20_std
value: -0.9834118681730851
verified: no, type: nauc_ndcg_at_3_diff1
value: 13.580700957247146
verified: no, type: nauc_ndcg_at_3_max
value: 37.427835255465794
verified: no, type: nauc_ndcg_at_3_std
value: -6.036599818188543
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.7394452739053
verified: no, type: nauc_ndcg_at_5_max
value: 39.831631744584726
verified: no, type: nauc_ndcg_at_5_std
value: -4.565403203776222
verified: no, type: nauc_precision_at_1000_diff1
value: 9.235701933899772
verified: no, type: nauc_precision_at_1000_max
value: 57.686852406131074
verified: no, type: nauc_precision_at_1000_std
value: 62.58999953276888
verified: no, type: nauc_precision_at_100_diff1
value: 7.6147702038230065
verified: no, type: nauc_precision_at_100_max
value: 50.50811678765654
verified: no, type: nauc_precision_at_100_std
value: 40.352220780618
verified: no, type: nauc_precision_at_10_diff1
value: 6.150235928002104
verified: no, type: nauc_precision_at_10_max
value: 43.58417791580419
verified: no, type: nauc_precision_at_10_std
value: 10.657139747169161
verified: no, type: nauc_precision_at_1_diff1
value: 69.17067611683119
verified: no, type: nauc_precision_at_1_max
value: 54.248581019963346
verified: no, type: nauc_precision_at_1_std
value: -17.406304778196827
verified: no, type: nauc_precision_at_20_diff1
value: 6.702558645159402
verified: no, type: nauc_precision_at_20_max
value: 45.473374190530286
verified: no, type: nauc_precision_at_20_std
value: 18.88950984539904
verified: no, type: nauc_precision_at_3_diff1
value: 3.3627793700917166
verified: no, type: nauc_precision_at_3_max
value: 35.118907155393146
verified: no, type: nauc_precision_at_3_std
value: -2.6939749063973712
verified: no, type: nauc_precision_at_5_diff1
value: 5.219236477058579
verified: no, type: nauc_precision_at_5_max
value: 38.8780249665403
verified: no, type: nauc_precision_at_5_std
value: 0.9525242312426645
verified: no, type: nauc_recall_at_1000_diff1
value: 9.235701933900325
verified: no, type: nauc_recall_at_1000_max
value: 57.68685240613232
verified: no, type: nauc_recall_at_1000_std
value: 62.58999953276827
verified: no, type: nauc_recall_at_100_diff1
value: 7.614770203822959
verified: no, type: nauc_recall_at_100_max
value: 50.50811678765649
verified: no, type: nauc_recall_at_100_std
value: 40.35222078061809
verified: no, type: nauc_recall_at_10_diff1
value: 6.1502359280022505
verified: no, type: nauc_recall_at_10_max
value: 43.58417791580417
verified: no, type: nauc_recall_at_10_std
value: 10.65713974716921
verified: no, type: nauc_recall_at_1_diff1
value: 69.17067611683119
verified: no, type: nauc_recall_at_1_max
value: 54.248581019963346
verified: no, type: nauc_recall_at_1_std
value: -17.406304778196827
verified: no, type: nauc_recall_at_20_diff1
value: 6.70255864515986
verified: no, type: nauc_recall_at_20_max
value: 45.473374190530464
verified: no, type: nauc_recall_at_20_std
value: 18.889509845399168
verified: no, type: nauc_recall_at_3_diff1
value: 3.3627793700916224
verified: no, type: nauc_recall_at_3_max
value: 35.11890715539309
verified: no, type: nauc_recall_at_3_std
value: -2.6939749063974934
verified: no, type: nauc_recall_at_5_diff1
value: 5.219236477058641
verified: no, type: nauc_recall_at_5_max
value: 38.878024966540394
verified: no, type: nauc_recall_at_5_std
value: 0.9525242312426386
verified: no, type: ndcg_at_1
value: 89.291
verified: no, type: ndcg_at_10
value: 85.06899999999999
verified: no, type: ndcg_at_100
value: 86.92800000000001
verified: no, type: ndcg_at_1000
value: 87.396
verified: no, type: ndcg_at_20
value: 85.98400000000001
verified: no, type: ndcg_at_3
value: 81.142
verified: no, type: ndcg_at_5
value: 83.482
verified: no, type: precision_at_1
value: 89.291
verified: no, type: precision_at_10
value: 17.721999999999998
verified: no, type: precision_at_100
value: 1.913
verified: no, type: precision_at_1000
value: 0.197
verified: no, type: precision_at_20
value: 9.154
verified: no, type: precision_at_3
value: 53.374
verified: no, type: precision_at_5
value: 33.858
verified: no, type: recall_at_1
value: 44.646
verified: no, type: recall_at_10
value: 88.60900000000001
verified: no, type: recall_at_100
value: 95.652
verified: no, type: recall_at_1000
value: 98.677
verified: no, type: recall_at_20
value: 91.53999999999999
verified: no, type: recall_at_3
value: 80.061
verified: no, type: recall_at_5
value: 84.646
verified: no, task: type: Classification
dataset: name: MTEB ImdbClassification (default)
type: mteb/imdb
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 97.116
verified: no, type: ap
value: 95.61597246771862
verified: no, type: ap_weighted
value: 95.61597246771862
verified: no, type: f1
value: 97.11581660865501
verified: no, type: f1_weighted
value: 97.11581660865501
verified: no, type: main_score
value: 97.116
verified: no, task: type: Retrieval
dataset: name: MTEB MSMARCO (default)
type: mteb/msmarco
config: default
split: dev
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: main_score
value: 46.953
verified: no, type: map_at_1
value: 25.959
verified: no, type: map_at_10
value: 39.51
verified: no, type: map_at_100
value: 40.609
verified: no, type: map_at_1000
value: 40.644999999999996
verified: no, type: map_at_20
value: 40.224
verified: no, type: map_at_3
value: 35.392
verified: no, type: map_at_5
value: 37.766
verified: no, type: mrr_at_1
value: 26.690544412607448
verified: no, type: mrr_at_10
value: 40.106966616637266
verified: no, type: mrr_at_100
value: 41.13755847370217
verified: no, type: mrr_at_1000
value: 41.16777847481098
verified: no, type: mrr_at_20
value: 40.783076766593986
verified: no, type: mrr_at_3
value: 36.11270296084052
verified: no, type: mrr_at_5
value: 38.40926456542512
verified: no, type: nauc_map_at_1000_diff1
value: 39.6710067056517
verified: no, type: nauc_map_at_1000_max
value: 10.87483897704713
verified: no, type: nauc_map_at_1000_std
value: -20.730869459512995
verified: no, type: nauc_map_at_100_diff1
value: 39.66563776358951
verified: no, type: nauc_map_at_100_max
value: 10.886783544343782
verified: no, type: nauc_map_at_100_std
value: -20.696514188474595
verified: no, type: nauc_map_at_10_diff1
value: 39.54848621356586
verified: no, type: nauc_map_at_10_max
value: 10.782501977081461
verified: no, type: nauc_map_at_10_std
value: -21.339251906153176
verified: no, type: nauc_map_at_1_diff1
value: 42.46125655190777
verified: no, type: nauc_map_at_1_max
value: 9.516075109194649
verified: no, type: nauc_map_at_1_std
value: -19.320865814866934
verified: no, type: nauc_map_at_20_diff1
value: 39.63763950480564
verified: no, type: nauc_map_at_20_max
value: 10.908897979009476
verified: no, type: nauc_map_at_20_std
value: -20.809764811321074
verified: no, type: nauc_map_at_3_diff1
value: 39.624950980846016
verified: no, type: nauc_map_at_3_max
value: 10.144965056588857
verified: no, type: nauc_map_at_3_std
value: -21.70567699834146
verified: no, type: nauc_map_at_5_diff1
value: 39.493819680266576
verified: no, type: nauc_map_at_5_max
value: 10.543659965042384
verified: no, type: nauc_map_at_5_std
value: -21.9436321207301
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.555522822191925
verified: no, type: nauc_mrr_at_1000_max
value: 10.882072789273344
verified: no, type: nauc_mrr_at_1000_std
value: -20.367806652930685
verified: no, type: nauc_mrr_at_100_diff1
value: 39.551190743623195
verified: no, type: nauc_mrr_at_100_max
value: 10.894696967303437
verified: no, type: nauc_mrr_at_100_std
value: -20.33697245843275
verified: no, type: nauc_mrr_at_10_diff1
value: 39.4294463675503
verified: no, type: nauc_mrr_at_10_max
value: 10.836505973867053
verified: no, type: nauc_mrr_at_10_std
value: -20.905185948930928
verified: no, type: nauc_mrr_at_1_diff1
value: 42.34067329761878
verified: no, type: nauc_mrr_at_1_max
value: 9.456565176636124
verified: no, type: nauc_mrr_at_1_std
value: -19.185583377889582
verified: no, type: nauc_mrr_at_20_diff1
value: 39.51157053032385
verified: no, type: nauc_mrr_at_20_max
value: 10.941992137373491
verified: no, type: nauc_mrr_at_20_std
value: -20.39093359912575
verified: no, type: nauc_mrr_at_3_diff1
value: 39.461678432819255
verified: no, type: nauc_mrr_at_3_max
value: 10.068035799968815
verified: no, type: nauc_mrr_at_3_std
value: -21.453050719235225
verified: no, type: nauc_mrr_at_5_diff1
value: 39.37721854572811
verified: no, type: nauc_mrr_at_5_max
value: 10.605120811071991
verified: no, type: nauc_mrr_at_5_std
value: -21.497967828146017
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.09202192742238
verified: no, type: nauc_ndcg_at_1000_max
value: 11.761638529928815
verified: no, type: nauc_ndcg_at_1000_std
value: -19.444831289565442
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.97152012838735
verified: no, type: nauc_ndcg_at_100_max
value: 12.214050153970273
verified: no, type: nauc_ndcg_at_100_std
value: -18.26732665014131
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.52063032636739
verified: no, type: nauc_ndcg_at_10_max
value: 11.849852212561581
verified: no, type: nauc_ndcg_at_10_std
value: -21.097994229230267
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.34067329761878
verified: no, type: nauc_ndcg_at_1_max
value: 9.456565176636124
verified: no, type: nauc_ndcg_at_1_std
value: -19.185583377889582
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.767174897150305
verified: no, type: nauc_ndcg_at_20_max
value: 12.40151859998878
verified: no, type: nauc_ndcg_at_20_std
value: -19.035740590846835
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.71388245401873
verified: no, type: nauc_ndcg_at_3_max
value: 10.312874860273876
verified: no, type: nauc_ndcg_at_3_std
value: -22.27404790838238
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.492038959591866
verified: no, type: nauc_ndcg_at_5_max
value: 11.149342404425768
verified: no, type: nauc_ndcg_at_5_std
value: -22.61234546512237
verified: no, type: nauc_precision_at_1000_diff1
value: -5.486841447788213
verified: no, type: nauc_precision_at_1000_max
value: 6.615718354544881
verified: no, type: nauc_precision_at_1000_std
value: 10.04243842006635
verified: no, type: nauc_precision_at_100_diff1
value: 11.232939816771065
verified: no, type: nauc_precision_at_100_max
value: 17.67576270524247
verified: no, type: nauc_precision_at_100_std
value: 19.047573617399472
verified: no, type: nauc_precision_at_10_diff1
value: 30.676072013454835
verified: no, type: nauc_precision_at_10_max
value: 14.75809562209961
verified: no, type: nauc_precision_at_10_std
value: -17.50476619193468
verified: no, type: nauc_precision_at_1_diff1
value: 42.34067329761878
verified: no, type: nauc_precision_at_1_max
value: 9.456565176636124
verified: no, type: nauc_precision_at_1_std
value: -19.185583377889582
verified: no, type: nauc_precision_at_20_diff1
value: 26.920657296632438
verified: no, type: nauc_precision_at_20_max
value: 18.094903531906745
verified: no, type: nauc_precision_at_20_std
value: -4.18147102678863
verified: no, type: nauc_precision_at_3_diff1
value: 35.519174964589084
verified: no, type: nauc_precision_at_3_max
value: 10.714660070402955
verified: no, type: nauc_precision_at_3_std
value: -23.38311934318837
verified: no, type: nauc_precision_at_5_diff1
value: 33.433375991740064
verified: no, type: nauc_precision_at_5_max
value: 12.530653255416915
verified: no, type: nauc_precision_at_5_std
value: -23.477121059826484
verified: no, type: nauc_recall_at_1000_diff1
value: 15.038131020872218
verified: no, type: nauc_recall_at_1000_max
value: 52.333218716630604
verified: no, type: nauc_recall_at_1000_std
value: 70.13549930950583
verified: no, type: nauc_recall_at_100_diff1
value: 32.31373486930844
verified: no, type: nauc_recall_at_100_max
value: 30.66821001579242
verified: no, type: nauc_recall_at_100_std
value: 27.438512640941344
verified: no, type: nauc_recall_at_10_diff1
value: 34.46014073487322
verified: no, type: nauc_recall_at_10_max
value: 16.008148715322253
verified: no, type: nauc_recall_at_10_std
value: -19.644412273123198
verified: no, type: nauc_recall_at_1_diff1
value: 42.46125655190777
verified: no, type: nauc_recall_at_1_max
value: 9.516075109194649
verified: no, type: nauc_recall_at_1_std
value: -19.320865814866934
verified: no, type: nauc_recall_at_20_diff1
value: 34.50974688479106
verified: no, type: nauc_recall_at_20_max
value: 20.71543588804981
verified: no, type: nauc_recall_at_20_std
value: -7.0665364765778085
verified: no, type: nauc_recall_at_3_diff1
value: 36.00358545418893
verified: no, type: nauc_recall_at_3_max
value: 10.757101630957122
verified: no, type: nauc_recall_at_3_std
value: -23.925615346200278
verified: no, type: nauc_recall_at_5_diff1
value: 35.27203980660536
verified: no, type: nauc_recall_at_5_max
value: 12.885225206795074
verified: no, type: nauc_recall_at_5_std
value: -24.826504608491927
verified: no, type: ndcg_at_1
value: 26.691
verified: no, type: ndcg_at_10
value: 46.953
verified: no, type: ndcg_at_100
value: 52.064
verified: no, type: ndcg_at_1000
value: 52.884
verified: no, type: ndcg_at_20
value: 49.453
verified: no, type: ndcg_at_3
value: 38.635000000000005
verified: no, type: ndcg_at_5
value: 42.845
verified: no, type: precision_at_1
value: 26.691
verified: no, type: precision_at_10
value: 7.3069999999999995
verified: no, type: precision_at_100
value: 0.985
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_20
value: 4.1739999999999995
verified: no, type: precision_at_3
value: 16.366
verified: no, type: precision_at_5
value: 11.968
verified: no, type: recall_at_1
value: 25.959
verified: no, type: recall_at_10
value: 69.827
verified: no, type: recall_at_100
value: 93.106
verified: no, type: recall_at_1000
value: 99.202
verified: no, type: recall_at_20
value: 79.47800000000001
verified: no, type: recall_at_3
value: 47.291
verified: no, type: recall_at_5
value: 57.410000000000004
verified: no, task: type: Classification
dataset: name: MTEB MTOPDomainClassification (en)
type: mteb/mtop_domain
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 97.4874601003192
verified: no, type: f1
value: 97.36031471758784
verified: no, type: f1_weighted
value: 97.49998375560376
verified: no, type: main_score
value: 97.4874601003192
verified: no, task: type: Classification
dataset: name: MTEB MTOPIntentClassification (en)
type: mteb/mtop_intent
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 92.5923392612859
verified: no, type: f1
value: 74.64775105973234
verified: no, type: f1_weighted
value: 93.15766481161462
verified: no, type: main_score
value: 92.5923392612859
verified: no, task: type: Classification
dataset: name: MTEB MassiveIntentClassification (en)
type: mteb/amazon_massive_intent
config: en
split: test
revision: 4672e20407010da34463acc759c162ca9734bca6
metrics: type: accuracy
value: 79.64694014794888
verified: no, type: f1
value: 78.00188559408035
verified: no, type: f1_weighted
value: 78.42211161866344
verified: no, type: main_score
value: 79.64694014794888
verified: no, task: type: Classification
dataset: name: MTEB MassiveScenarioClassification (en)
type: mteb/amazon_massive_scenario
config: en
split: test
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
metrics: type: accuracy
value: 81.97377269670477
verified: no, type: f1
value: 81.03593934499202
verified: no, type: f1_weighted
value: 81.75486881920237
verified: no, type: main_score
value: 81.97377269670477
verified: no, task: type: Clustering
dataset: name: MTEB MedrxivClusteringP2P (default)
type: mteb/medrxiv-clustering-p2p
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: main_score
value: 46.35330699948092
verified: no, type: v_measure
value: 46.35330699948092
verified: no, type: v_measure_std
value: 1.206330851326003
verified: no, task: type: Clustering
dataset: name: MTEB MedrxivClusteringS2S (default)
type: mteb/medrxiv-clustering-s2s
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: main_score
value: 44.544395689448606
verified: no, type: v_measure
value: 44.544395689448606
verified: no, type: v_measure_std
value: 1.4379792647567593
verified: no, task: type: Reranking
dataset: name: MTEB MindSmallReranking (default)
type: mteb/mind_small
config: default
split: test
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
metrics: type: main_score
value: 31.915803712485374
verified: no, type: map
value: 31.915803712485374
verified: no, type: mrr
value: 33.09027679883215
verified: no, type: nAUC_map_diff1
value: 13.456673452431945
verified: no, type: nAUC_map_max
value: -23.651825938757067
verified: no, type: nAUC_map_std
value: 0.3375407219503167
verified: no, type: nAUC_mrr_diff1
value: 12.463118803762608
verified: no, type: nAUC_mrr_max
value: -18.09342354713543
verified: no, type: nAUC_mrr_std
value: 1.9293270887518033
verified: no, task: type: Retrieval
dataset: name: MTEB NFCorpus (default)
type: mteb/nfcorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: main_score
value: 41.637
verified: no, type: map_at_1
value: 7.53
verified: no, type: map_at_10
value: 16.336000000000002
verified: no, type: map_at_100
value: 20.443
verified: no, type: map_at_1000
value: 22.101000000000003
verified: no, type: map_at_20
value: 17.980999999999998
verified: no, type: map_at_3
value: 12.195
verified: no, type: map_at_5
value: 14.08
verified: no, type: mrr_at_1
value: 55.72755417956656
verified: no, type: mrr_at_10
value: 63.73077301095875
verified: no, type: mrr_at_100
value: 64.18980496826816
verified: no, type: mrr_at_1000
value: 64.21556725608919
verified: no, type: mrr_at_20
value: 63.982696837775464
verified: no, type: mrr_at_3
value: 61.764705882352956
verified: no, type: mrr_at_5
value: 62.9876160990712
verified: no, type: nauc_map_at_1000_diff1
value: 25.27684971161249
verified: no, type: nauc_map_at_1000_max
value: 25.971058540375907
verified: no, type: nauc_map_at_1000_std
value: 11.417157393562036
verified: no, type: nauc_map_at_100_diff1
value: 26.90424278756609
verified: no, type: nauc_map_at_100_max
value: 25.92415379799161
verified: no, type: nauc_map_at_100_std
value: 8.467096693052966
verified: no, type: nauc_map_at_10_diff1
value: 30.5684894966239
verified: no, type: nauc_map_at_10_max
value: 20.655144100299378
verified: no, type: nauc_map_at_10_std
value: -3.294957382654768
verified: no, type: nauc_map_at_1_diff1
value: 38.20412667064694
verified: no, type: nauc_map_at_1_max
value: 6.517051875945019
verified: no, type: nauc_map_at_1_std
value: -18.92343889282965
verified: no, type: nauc_map_at_20_diff1
value: 28.816861447370396
verified: no, type: nauc_map_at_20_max
value: 23.253143352754986
verified: no, type: nauc_map_at_20_std
value: 1.5352481409482799
verified: no, type: nauc_map_at_3_diff1
value: 34.120468697280565
verified: no, type: nauc_map_at_3_max
value: 11.9666393349414
verified: no, type: nauc_map_at_3_std
value: -12.952508225591602
verified: no, type: nauc_map_at_5_diff1
value: 32.62576277583343
verified: no, type: nauc_map_at_5_max
value: 16.473606487319906
verified: no, type: nauc_map_at_5_std
value: -9.576801793019232
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.448466196490195
verified: no, type: nauc_mrr_at_1000_max
value: 43.81412526376393
verified: no, type: nauc_mrr_at_1000_std
value: 28.42843028964146
verified: no, type: nauc_mrr_at_100_diff1
value: 28.460224532667095
verified: no, type: nauc_mrr_at_100_max
value: 43.84593594974866
verified: no, type: nauc_mrr_at_100_std
value: 28.46912827253933
verified: no, type: nauc_mrr_at_10_diff1
value: 28.690985631444615
verified: no, type: nauc_mrr_at_10_max
value: 43.974770782378386
verified: no, type: nauc_mrr_at_10_std
value: 28.51956491816473
verified: no, type: nauc_mrr_at_1_diff1
value: 27.3086209200488
verified: no, type: nauc_mrr_at_1_max
value: 38.07303248469795
verified: no, type: nauc_mrr_at_1_std
value: 20.709240613906527
verified: no, type: nauc_mrr_at_20_diff1
value: 28.552065964998235
verified: no, type: nauc_mrr_at_20_max
value: 43.744458103169315
verified: no, type: nauc_mrr_at_20_std
value: 28.402506194184905
verified: no, type: nauc_mrr_at_3_diff1
value: 27.730403059259608
verified: no, type: nauc_mrr_at_3_max
value: 42.20585003585133
verified: no, type: nauc_mrr_at_3_std
value: 26.718571419601084
verified: no, type: nauc_mrr_at_5_diff1
value: 29.33310055666175
verified: no, type: nauc_mrr_at_5_max
value: 44.111733784327164
verified: no, type: nauc_mrr_at_5_std
value: 28.29506653590657
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.26014183072658
verified: no, type: nauc_ndcg_at_1000_max
value: 41.195088206883675
verified: no, type: nauc_ndcg_at_1000_std
value: 30.278135548842954
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.69557663224945
verified: no, type: nauc_ndcg_at_100_max
value: 35.60418790750368
verified: no, type: nauc_ndcg_at_100_std
value: 24.941317286797968
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.20455534684691
verified: no, type: nauc_ndcg_at_10_max
value: 34.770019783887086
verified: no, type: nauc_ndcg_at_10_std
value: 25.044817711794632
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.831501669232427
verified: no, type: nauc_ndcg_at_1_max
value: 35.02366104222839
verified: no, type: nauc_ndcg_at_1_std
value: 18.878543560031463
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.95892426656778
verified: no, type: nauc_ndcg_at_20_max
value: 33.56557032663233
verified: no, type: nauc_ndcg_at_20_std
value: 24.58541457944349
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.483573161365637
verified: no, type: nauc_ndcg_at_3_max
value: 33.974627645090656
verified: no, type: nauc_ndcg_at_3_std
value: 22.70199646954241
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.12828926706299
verified: no, type: nauc_ndcg_at_5_max
value: 35.99555106126075
verified: no, type: nauc_ndcg_at_5_std
value: 23.96895850122589
verified: no, type: nauc_precision_at_1000_diff1
value: -16.228443380387436
verified: no, type: nauc_precision_at_1000_max
value: -3.467317554835451
verified: no, type: nauc_precision_at_1000_std
value: 28.504803419031216
verified: no, type: nauc_precision_at_100_diff1
value: -11.262295635836242
verified: no, type: nauc_precision_at_100_max
value: 12.097064077938553
verified: no, type: nauc_precision_at_100_std
value: 41.28475878388585
verified: no, type: nauc_precision_at_10_diff1
value: 0.7650314640190137
verified: no, type: nauc_precision_at_10_max
value: 33.9585164733529
verified: no, type: nauc_precision_at_10_std
value: 40.61329518683339
verified: no, type: nauc_precision_at_1_diff1
value: 27.3086209200488
verified: no, type: nauc_precision_at_1_max
value: 38.07303248469795
verified: no, type: nauc_precision_at_1_std
value: 20.709240613906527
verified: no, type: nauc_precision_at_20_diff1
value: -4.558564624271216
verified: no, type: nauc_precision_at_20_max
value: 27.13856332906664
verified: no, type: nauc_precision_at_20_std
value: 42.12140274064272
verified: no, type: nauc_precision_at_3_diff1
value: 9.588685288153918
verified: no, type: nauc_precision_at_3_max
value: 35.29163422596201
verified: no, type: nauc_precision_at_3_std
value: 29.995548006354767
verified: no, type: nauc_precision_at_5_diff1
value: 6.038684642831916
verified: no, type: nauc_precision_at_5_max
value: 36.99198222019991
verified: no, type: nauc_precision_at_5_std
value: 34.521935782921574
verified: no, type: nauc_recall_at_1000_diff1
value: 0.32576663148125407
verified: no, type: nauc_recall_at_1000_max
value: 15.490494023869328
verified: no, type: nauc_recall_at_1000_std
value: 11.569907814538599
verified: no, type: nauc_recall_at_100_diff1
value: 17.776482055874833
verified: no, type: nauc_recall_at_100_max
value: 23.55537598931242
verified: no, type: nauc_recall_at_100_std
value: 13.631439042523663
verified: no, type: nauc_recall_at_10_diff1
value: 27.501346681795606
verified: no, type: nauc_recall_at_10_max
value: 20.1455575998851
verified: no, type: nauc_recall_at_10_std
value: -2.442745213398243
verified: no, type: nauc_recall_at_1_diff1
value: 38.20412667064694
verified: no, type: nauc_recall_at_1_max
value: 6.517051875945019
verified: no, type: nauc_recall_at_1_std
value: -18.92343889282965
verified: no, type: nauc_recall_at_20_diff1
value: 22.327269466837716
verified: no, type: nauc_recall_at_20_max
value: 20.64376748172875
verified: no, type: nauc_recall_at_20_std
value: 1.935128530794907
verified: no, type: nauc_recall_at_3_diff1
value: 33.024923789813734
verified: no, type: nauc_recall_at_3_max
value: 12.533910144337563
verified: no, type: nauc_recall_at_3_std
value: -11.842839534832267
verified: no, type: nauc_recall_at_5_diff1
value: 30.470552340593475
verified: no, type: nauc_recall_at_5_max
value: 16.84504072062648
verified: no, type: nauc_recall_at_5_std
value: -9.11188909013892
verified: no, type: ndcg_at_1
value: 53.715
verified: no, type: ndcg_at_10
value: 41.637
verified: no, type: ndcg_at_100
value: 37.804
verified: no, type: ndcg_at_1000
value: 46.601
verified: no, type: ndcg_at_20
value: 38.717
verified: no, type: ndcg_at_3
value: 48.449999999999996
verified: no, type: ndcg_at_5
value: 45.457
verified: no, type: precision_at_1
value: 55.728
verified: no, type: precision_at_10
value: 30.248
verified: no, type: precision_at_100
value: 9.241000000000001
verified: no, type: precision_at_1000
value: 2.249
verified: no, type: precision_at_20
value: 21.873
verified: no, type: precision_at_3
value: 44.995000000000005
verified: no, type: precision_at_5
value: 38.638
verified: no, type: recall_at_1
value: 7.53
verified: no, type: recall_at_10
value: 20.596
verified: no, type: recall_at_100
value: 37.551
verified: no, type: recall_at_1000
value: 69.704
verified: no, type: recall_at_20
value: 24.898
verified: no, type: recall_at_3
value: 13.142999999999999
verified: no, type: recall_at_5
value: 16.273
verified: no, task: type: Retrieval
dataset: name: MTEB NQ (default)
type: mteb/nq
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: main_score
value: 73.126
verified: no, type: map_at_1
value: 50.007000000000005
verified: no, type: map_at_10
value: 66.554
verified: no, type: map_at_100
value: 67.109
verified: no, type: map_at_1000
value: 67.116
verified: no, type: map_at_20
value: 66.971
verified: no, type: map_at_3
value: 63.007999999999996
verified: no, type: map_at_5
value: 65.265
verified: no, type: mrr_at_1
value: 55.64889918887601
verified: no, type: mrr_at_10
value: 68.83588303996768
verified: no, type: mrr_at_100
value: 69.1872068620609
verified: no, type: mrr_at_1000
value: 69.19179569860044
verified: no, type: mrr_at_20
value: 69.10463699451512
verified: no, type: mrr_at_3
value: 66.53147933565081
verified: no, type: mrr_at_5
value: 68.02481653147939
verified: no, type: nauc_map_at_1000_diff1
value: 47.18669570613092
verified: no, type: nauc_map_at_1000_max
value: 18.68424064265635
verified: no, type: nauc_map_at_1000_std
value: -11.863286002547126
verified: no, type: nauc_map_at_100_diff1
value: 47.18836757991195
verified: no, type: nauc_map_at_100_max
value: 18.69174474288196
verified: no, type: nauc_map_at_100_std
value: -11.856291584521376
verified: no, type: nauc_map_at_10_diff1
value: 47.039109334504936
verified: no, type: nauc_map_at_10_max
value: 18.63000255416953
verified: no, type: nauc_map_at_10_std
value: -12.078537835276322
verified: no, type: nauc_map_at_1_diff1
value: 50.754376398540025
verified: no, type: nauc_map_at_1_max
value: 14.414068509351408
verified: no, type: nauc_map_at_1_std
value: -12.056006802164365
verified: no, type: nauc_map_at_20_diff1
value: 47.165869662723814
verified: no, type: nauc_map_at_20_max
value: 18.679726182048565
verified: no, type: nauc_map_at_20_std
value: -11.882813446994122
verified: no, type: nauc_map_at_3_diff1
value: 47.17614567484428
verified: no, type: nauc_map_at_3_max
value: 17.463092926606926
verified: no, type: nauc_map_at_3_std
value: -13.948902704214555
verified: no, type: nauc_map_at_5_diff1
value: 46.72801881916766
verified: no, type: nauc_map_at_5_max
value: 18.449893630335772
verified: no, type: nauc_map_at_5_std
value: -12.841742668606646
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.21047474253297
verified: no, type: nauc_mrr_at_1000_max
value: 20.210274696727364
verified: no, type: nauc_mrr_at_1000_std
value: -9.265366681393246
verified: no, type: nauc_mrr_at_100_diff1
value: 47.21127150996105
verified: no, type: nauc_mrr_at_100_max
value: 20.214126957060877
verified: no, type: nauc_mrr_at_100_std
value: -9.261994363035797
verified: no, type: nauc_mrr_at_10_diff1
value: 47.06402290476898
verified: no, type: nauc_mrr_at_10_max
value: 20.31796371272899
verified: no, type: nauc_mrr_at_10_std
value: -9.152764728116985
verified: no, type: nauc_mrr_at_1_diff1
value: 49.8307631122254
verified: no, type: nauc_mrr_at_1_max
value: 17.47598417771661
verified: no, type: nauc_mrr_at_1_std
value: -9.49674057336471
verified: no, type: nauc_mrr_at_20_diff1
value: 47.18513007335988
verified: no, type: nauc_mrr_at_20_max
value: 20.252358573018245
verified: no, type: nauc_mrr_at_20_std
value: -9.214801839221886
verified: no, type: nauc_mrr_at_3_diff1
value: 46.64614768046736
verified: no, type: nauc_mrr_at_3_max
value: 19.87143239314646
verified: no, type: nauc_mrr_at_3_std
value: -10.34232693967581
verified: no, type: nauc_mrr_at_5_diff1
value: 46.74884993767054
verified: no, type: nauc_mrr_at_5_max
value: 20.574339243146493
verified: no, type: nauc_mrr_at_5_std
value: -9.266854509630672
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.89639718474923
verified: no, type: nauc_ndcg_at_1000_max
value: 20.133464082440813
verified: no, type: nauc_ndcg_at_1000_std
value: -10.136403176776762
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.94604670075998
verified: no, type: nauc_ndcg_at_100_max
value: 20.30481020840327
verified: no, type: nauc_ndcg_at_100_std
value: -9.992008548452375
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.226034698994
verified: no, type: nauc_ndcg_at_10_max
value: 20.372991777536704
verified: no, type: nauc_ndcg_at_10_std
value: -10.330637856640887
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.8307631122254
verified: no, type: nauc_ndcg_at_1_max
value: 17.47598417771661
verified: no, type: nauc_ndcg_at_1_std
value: -9.49674057336471
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.78659214860835
verified: no, type: nauc_ndcg_at_20_max
value: 20.48509335588056
verified: no, type: nauc_ndcg_at_20_std
value: -9.898813769306736
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.01631244510983
verified: no, type: nauc_ndcg_at_3_max
value: 18.547006064547897
verified: no, type: nauc_ndcg_at_3_std
value: -13.713131545462975
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.46699495623331
verified: no, type: nauc_ndcg_at_5_max
value: 20.19455543242537
verified: no, type: nauc_ndcg_at_5_std
value: -11.735785669665546
verified: no, type: nauc_precision_at_1000_diff1
value: -19.6725027340972
verified: no, type: nauc_precision_at_1000_max
value: 8.239500230778967
verified: no, type: nauc_precision_at_1000_std
value: 18.185396232087044
verified: no, type: nauc_precision_at_100_diff1
value: -17.384676147750394
verified: no, type: nauc_precision_at_100_max
value: 9.811312357772447
verified: no, type: nauc_precision_at_100_std
value: 18.262922138203074
verified: no, type: nauc_precision_at_10_diff1
value: -4.565096979365089
verified: no, type: nauc_precision_at_10_max
value: 14.723637734577657
verified: no, type: nauc_precision_at_10_std
value: 11.738270443190999
verified: no, type: nauc_precision_at_1_diff1
value: 49.8307631122254
verified: no, type: nauc_precision_at_1_max
value: 17.47598417771661
verified: no, type: nauc_precision_at_1_std
value: -9.49674057336471
verified: no, type: nauc_precision_at_20_diff1
value: -11.093040956072567
verified: no, type: nauc_precision_at_20_max
value: 12.812652426198307
verified: no, type: nauc_precision_at_20_std
value: 16.31190423150337
verified: no, type: nauc_precision_at_3_diff1
value: 17.742178440333838
verified: no, type: nauc_precision_at_3_max
value: 18.244307263178587
verified: no, type: nauc_precision_at_3_std
value: -4.52095614953577
verified: no, type: nauc_precision_at_5_diff1
value: 4.2407791176053
verified: no, type: nauc_precision_at_5_max
value: 17.730073855982013
verified: no, type: nauc_precision_at_5_std
value: 4.421737575346646
verified: no, type: nauc_recall_at_1000_diff1
value: 64.75884284672502
verified: no, type: nauc_recall_at_1000_max
value: 81.39134841048885
verified: no, type: nauc_recall_at_1000_std
value: 68.94995040037654
verified: no, type: nauc_recall_at_100_diff1
value: 54.86836249976742
verified: no, type: nauc_recall_at_100_max
value: 51.18334605792757
verified: no, type: nauc_recall_at_100_std
value: 23.53425608322261
verified: no, type: nauc_recall_at_10_diff1
value: 39.74286222080068
verified: no, type: nauc_recall_at_10_max
value: 27.07630794036662
verified: no, type: nauc_recall_at_10_std
value: -4.704598869436552
verified: no, type: nauc_recall_at_1_diff1
value: 50.754376398540025
verified: no, type: nauc_recall_at_1_max
value: 14.414068509351408
verified: no, type: nauc_recall_at_1_std
value: -12.056006802164365
verified: no, type: nauc_recall_at_20_diff1
value: 44.47057728218783
verified: no, type: nauc_recall_at_20_max
value: 34.00822507406391
verified: no, type: nauc_recall_at_20_std
value: 3.8543138118661564
verified: no, type: nauc_recall_at_3_diff1
value: 41.26016286195595
verified: no, type: nauc_recall_at_3_max
value: 18.702034417473406
verified: no, type: nauc_recall_at_3_std
value: -16.646799273512976
verified: no, type: nauc_recall_at_5_diff1
value: 38.215211778009014
verified: no, type: nauc_recall_at_5_max
value: 23.799941809149665
verified: no, type: nauc_recall_at_5_std
value: -11.748013163677792
verified: no, type: ndcg_at_1
value: 55.649
verified: no, type: ndcg_at_10
value: 73.126
verified: no, type: ndcg_at_100
value: 75.149
verified: no, type: ndcg_at_1000
value: 75.298
verified: no, type: ndcg_at_20
value: 74.383
verified: no, type: ndcg_at_3
value: 67.092
verified: no, type: ndcg_at_5
value: 70.551
verified: no, type: precision_at_1
value: 55.649
verified: no, type: precision_at_10
value: 10.872
verified: no, type: precision_at_100
value: 1.2
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 5.747
verified: no, type: precision_at_3
value: 29.297
verified: no, type: precision_at_5
value: 19.78
verified: no, type: recall_at_1
value: 50.007000000000005
verified: no, type: recall_at_10
value: 90.283
verified: no, type: recall_at_100
value: 98.581
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: recall_at_20
value: 94.841
verified: no, type: recall_at_3
value: 75.285
verified: no, type: recall_at_5
value: 83.024
verified: no, task: type: Retrieval
dataset: name: MTEB QuoraRetrieval (default)
type: mteb/quora
config: default
split: test
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
metrics: type: main_score
value: 90.839
verified: no, type: map_at_1
value: 73.421
verified: no, type: map_at_10
value: 87.639
verified: no, type: map_at_100
value: 88.221
verified: no, type: map_at_1000
value: 88.232
verified: no, type: map_at_20
value: 88.034
verified: no, type: map_at_3
value: 84.83000000000001
verified: no, type: map_at_5
value: 86.629
verified: no, type: mrr_at_1
value: 84.54
verified: no, type: mrr_at_10
value: 90.01742460317452
verified: no, type: mrr_at_100
value: 90.08279099064099
verified: no, type: mrr_at_1000
value: 90.08329964638419
verified: no, type: mrr_at_20
value: 90.06798960490823
verified: no, type: mrr_at_3
value: 89.27166666666653
verified: no, type: mrr_at_5
value: 89.80566666666653
verified: no, type: nauc_map_at_1000_diff1
value: 78.94450302318565
verified: no, type: nauc_map_at_1000_max
value: 21.67625162872836
verified: no, type: nauc_map_at_1000_std
value: -63.29675000755327
verified: no, type: nauc_map_at_100_diff1
value: 78.94646726364348
verified: no, type: nauc_map_at_100_max
value: 21.6551828156032
verified: no, type: nauc_map_at_100_std
value: -63.3829114435698
verified: no, type: nauc_map_at_10_diff1
value: 79.07130514924289
verified: no, type: nauc_map_at_10_max
value: 21.029474388630167
verified: no, type: nauc_map_at_10_std
value: -66.16145419623864
verified: no, type: nauc_map_at_1_diff1
value: 82.88901067630324
verified: no, type: nauc_map_at_1_max
value: 12.573604392527388
verified: no, type: nauc_map_at_1_std
value: -52.749186733215225
verified: no, type: nauc_map_at_20_diff1
value: 78.97298021230225
verified: no, type: nauc_map_at_20_max
value: 21.43310499210088
verified: no, type: nauc_map_at_20_std
value: -64.55215744604995
verified: no, type: nauc_map_at_3_diff1
value: 79.55992375077174
verified: no, type: nauc_map_at_3_max
value: 17.83922225961089
verified: no, type: nauc_map_at_3_std
value: -67.60995960703734
verified: no, type: nauc_map_at_5_diff1
value: 79.21164758703671
verified: no, type: nauc_map_at_5_max
value: 19.59527815422847
verified: no, type: nauc_map_at_5_std
value: -67.9287301041756
verified: no, type: nauc_mrr_at_1000_diff1
value: 80.01626963351147
verified: no, type: nauc_mrr_at_1000_max
value: 24.919579847819673
verified: no, type: nauc_mrr_at_1000_std
value: -58.43670285108221
verified: no, type: nauc_mrr_at_100_diff1
value: 80.01596090999094
verified: no, type: nauc_mrr_at_100_max
value: 24.921581361750793
verified: no, type: nauc_mrr_at_100_std
value: -58.43657210943033
verified: no, type: nauc_mrr_at_10_diff1
value: 80.01464640225531
verified: no, type: nauc_mrr_at_10_max
value: 24.91237413825385
verified: no, type: nauc_mrr_at_10_std
value: -58.71735238132195
verified: no, type: nauc_mrr_at_1_diff1
value: 80.84755775565024
verified: no, type: nauc_mrr_at_1_max
value: 24.048296551820155
verified: no, type: nauc_mrr_at_1_std
value: -53.884030276206516
verified: no, type: nauc_mrr_at_20_diff1
value: 79.99741034772767
verified: no, type: nauc_mrr_at_20_max
value: 24.943728519243756
verified: no, type: nauc_mrr_at_20_std
value: -58.51751322910784
verified: no, type: nauc_mrr_at_3_diff1
value: 79.7653220164068
verified: no, type: nauc_mrr_at_3_max
value: 25.025848848269156
verified: no, type: nauc_mrr_at_3_std
value: -59.493163015268316
verified: no, type: nauc_mrr_at_5_diff1
value: 79.96533560568444
verified: no, type: nauc_mrr_at_5_max
value: 24.938296862422455
verified: no, type: nauc_mrr_at_5_std
value: -59.26421531550765
verified: no, type: nauc_ndcg_at_1000_diff1
value: 79.0157385513832
verified: no, type: nauc_ndcg_at_1000_max
value: 23.485590713985207
verified: no, type: nauc_ndcg_at_1000_std
value: -61.02018587192127
verified: no, type: nauc_ndcg_at_100_diff1
value: 79.03718804775596
verified: no, type: nauc_ndcg_at_100_max
value: 23.461097497821058
verified: no, type: nauc_ndcg_at_100_std
value: -61.437170125531026
verified: no, type: nauc_ndcg_at_10_diff1
value: 79.03778030952117
verified: no, type: nauc_ndcg_at_10_max
value: 22.306247124002667
verified: no, type: nauc_ndcg_at_10_std
value: -66.37655652467825
verified: no, type: nauc_ndcg_at_1_diff1
value: 80.78698638087498
verified: no, type: nauc_ndcg_at_1_max
value: 24.143135601982355
verified: no, type: nauc_ndcg_at_1_std
value: -53.77140852744596
verified: no, type: nauc_ndcg_at_20_diff1
value: 78.95638373678379
verified: no, type: nauc_ndcg_at_20_max
value: 23.041116927862166
verified: no, type: nauc_ndcg_at_20_std
value: -64.2045609779128
verified: no, type: nauc_ndcg_at_3_diff1
value: 78.2352967181823
verified: no, type: nauc_ndcg_at_3_max
value: 20.83099937618778
verified: no, type: nauc_ndcg_at_3_std
value: -66.13364999506068
verified: no, type: nauc_ndcg_at_5_diff1
value: 78.79567409841862
verified: no, type: nauc_ndcg_at_5_max
value: 21.21973275803562
verified: no, type: nauc_ndcg_at_5_std
value: -67.8610915215582
verified: no, type: nauc_precision_at_1000_diff1
value: -45.759236311035494
verified: no, type: nauc_precision_at_1000_max
value: 1.624346826365352
verified: no, type: nauc_precision_at_1000_std
value: 50.35054240700859
verified: no, type: nauc_precision_at_100_diff1
value: -45.61750464531647
verified: no, type: nauc_precision_at_100_max
value: 1.6882992676795647
verified: no, type: nauc_precision_at_100_std
value: 48.51482129194453
verified: no, type: nauc_precision_at_10_diff1
value: -42.67864438722293
verified: no, type: nauc_precision_at_10_max
value: 3.611102354794688
verified: no, type: nauc_precision_at_10_std
value: 32.63229368884846
verified: no, type: nauc_precision_at_1_diff1
value: 80.78698638087498
verified: no, type: nauc_precision_at_1_max
value: 24.143135601982355
verified: no, type: nauc_precision_at_1_std
value: -53.77140852744596
verified: no, type: nauc_precision_at_20_diff1
value: -44.71362663840423
verified: no, type: nauc_precision_at_20_max
value: 2.2677130284710976
verified: no, type: nauc_precision_at_20_std
value: 40.43971067749938
verified: no, type: nauc_precision_at_3_diff1
value: -26.861947543051734
verified: no, type: nauc_precision_at_3_max
value: 7.134339421476951
verified: no, type: nauc_precision_at_3_std
value: 7.008861396866532
verified: no, type: nauc_precision_at_5_diff1
value: -37.10691793810955
verified: no, type: nauc_precision_at_5_max
value: 5.040683622641268
verified: no, type: nauc_precision_at_5_std
value: 20.608599055818505
verified: no, type: nauc_recall_at_1000_diff1
value: 6.192329873055151
verified: no, type: nauc_recall_at_1000_max
value: -36.96483495363618
verified: no, type: nauc_recall_at_1000_std
value: -41.34776459607992
verified: no, type: nauc_recall_at_100_diff1
value: 77.37809186979416
verified: no, type: nauc_recall_at_100_max
value: 31.55427918142737
verified: no, type: nauc_recall_at_100_std
value: -96.51410111206182
verified: no, type: nauc_recall_at_10_diff1
value: 76.0312700074355
verified: no, type: nauc_recall_at_10_max
value: 16.91669426208751
verified: no, type: nauc_recall_at_10_std
value: -106.12372635024161
verified: no, type: nauc_recall_at_1_diff1
value: 82.88901067630324
verified: no, type: nauc_recall_at_1_max
value: 12.573604392527388
verified: no, type: nauc_recall_at_1_std
value: -52.749186733215225
verified: no, type: nauc_recall_at_20_diff1
value: 73.49587098335563
verified: no, type: nauc_recall_at_20_max
value: 22.323653643240327
verified: no, type: nauc_recall_at_20_std
value: -111.38327429874822
verified: no, type: nauc_recall_at_3_diff1
value: 76.03399643505598
verified: no, type: nauc_recall_at_3_max
value: 13.886956219033063
verified: no, type: nauc_recall_at_3_std
value: -81.9281750750836
verified: no, type: nauc_recall_at_5_diff1
value: 75.17555824290534
verified: no, type: nauc_recall_at_5_max
value: 14.122281249673318
verified: no, type: nauc_recall_at_5_std
value: -94.53943602513391
verified: no, type: ndcg_at_1
value: 84.57000000000001
verified: no, type: ndcg_at_10
value: 90.839
verified: no, type: ndcg_at_100
value: 91.757
verified: no, type: ndcg_at_1000
value: 91.809
verified: no, type: ndcg_at_20
value: 91.36999999999999
verified: no, type: ndcg_at_3
value: 88.5
verified: no, type: ndcg_at_5
value: 89.838
verified: no, type: precision_at_1
value: 84.57000000000001
verified: no, type: precision_at_10
value: 13.758999999999999
verified: no, type: precision_at_100
value: 1.544
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.268
verified: no, type: precision_at_3
value: 38.84
verified: no, type: precision_at_5
value: 25.428
verified: no, type: recall_at_1
value: 73.421
verified: no, type: recall_at_10
value: 96.808
verified: no, type: recall_at_100
value: 99.785
verified: no, type: recall_at_1000
value: 99.995
verified: no, type: recall_at_20
value: 98.482
verified: no, type: recall_at_3
value: 89.87
verified: no, type: recall_at_5
value: 93.813
verified: no, task: type: Clustering
dataset: name: MTEB RedditClustering (default)
type: mteb/reddit-clustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: main_score
value: 72.31956703115198
verified: no, type: v_measure
value: 72.31956703115198
verified: no, type: v_measure_std
value: 2.6728641413421994
verified: no, task: type: Clustering
dataset: name: MTEB RedditClusteringP2P (default)
type: mteb/reddit-clustering-p2p
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics: type: main_score
value: 73.19857589812344
verified: no, type: v_measure
value: 73.19857589812344
verified: no, type: v_measure_std
value: 12.845755797705918
verified: no, task: type: Retrieval
dataset: name: MTEB SCIDOCS (default)
type: mteb/scidocs
config: default
split: test
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
metrics: type: main_score
value: 27.511999999999997
verified: no, type: map_at_1
value: 6.273
verified: no, type: map_at_10
value: 17.108
verified: no, type: map_at_100
value: 20.195
verified: no, type: map_at_1000
value: 20.589
verified: no, type: map_at_20
value: 18.683
verified: no, type: map_at_3
value: 11.855
verified: no, type: map_at_5
value: 14.457
verified: no, type: mrr_at_1
value: 30.9
verified: no, type: mrr_at_10
value: 44.24674603174597
verified: no, type: mrr_at_100
value: 45.32635060201483
verified: no, type: mrr_at_1000
value: 45.347831033779634
verified: no, type: mrr_at_20
value: 45.026240806836675
verified: no, type: mrr_at_3
value: 40.48333333333329
verified: no, type: mrr_at_5
value: 42.83333333333325
verified: no, type: nauc_map_at_1000_diff1
value: 13.747655770236225
verified: no, type: nauc_map_at_1000_max
value: 31.223661693790223
verified: no, type: nauc_map_at_1000_std
value: 15.886563579045221
verified: no, type: nauc_map_at_100_diff1
value: 13.71435331929968
verified: no, type: nauc_map_at_100_max
value: 31.080863571394453
verified: no, type: nauc_map_at_100_std
value: 15.785267773740896
verified: no, type: nauc_map_at_10_diff1
value: 13.790060894019742
verified: no, type: nauc_map_at_10_max
value: 30.03655524565939
verified: no, type: nauc_map_at_10_std
value: 12.280310681648675
verified: no, type: nauc_map_at_1_diff1
value: 22.3814913947547
verified: no, type: nauc_map_at_1_max
value: 23.719991394973757
verified: no, type: nauc_map_at_1_std
value: 2.8049800493956516
verified: no, type: nauc_map_at_20_diff1
value: 13.712619579289667
verified: no, type: nauc_map_at_20_max
value: 30.324598336820223
verified: no, type: nauc_map_at_20_std
value: 14.121946680951606
verified: no, type: nauc_map_at_3_diff1
value: 16.992084439290416
verified: no, type: nauc_map_at_3_max
value: 27.358138408688493
verified: no, type: nauc_map_at_3_std
value: 5.786253517779604
verified: no, type: nauc_map_at_5_diff1
value: 14.738933140636526
verified: no, type: nauc_map_at_5_max
value: 27.825328120128432
verified: no, type: nauc_map_at_5_std
value: 9.041135537664314
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.83087365514557
verified: no, type: nauc_mrr_at_1000_max
value: 25.801065652005573
verified: no, type: nauc_mrr_at_1000_std
value: 7.3384785848646645
verified: no, type: nauc_mrr_at_100_diff1
value: 19.8286668140047
verified: no, type: nauc_mrr_at_100_max
value: 25.813986643191488
verified: no, type: nauc_mrr_at_100_std
value: 7.3750422568877445
verified: no, type: nauc_mrr_at_10_diff1
value: 19.78000542708269
verified: no, type: nauc_mrr_at_10_max
value: 25.778614758390695
verified: no, type: nauc_mrr_at_10_std
value: 7.394908840787731
verified: no, type: nauc_mrr_at_1_diff1
value: 22.802033352031128
verified: no, type: nauc_mrr_at_1_max
value: 24.21876156001524
verified: no, type: nauc_mrr_at_1_std
value: 2.98142461087729
verified: no, type: nauc_mrr_at_20_diff1
value: 19.8846401290781
verified: no, type: nauc_mrr_at_20_max
value: 25.84776690911097
verified: no, type: nauc_mrr_at_20_std
value: 7.421879871925152
verified: no, type: nauc_mrr_at_3_diff1
value: 18.925200162278294
verified: no, type: nauc_mrr_at_3_max
value: 25.145957384682287
verified: no, type: nauc_mrr_at_3_std
value: 6.257065754774556
verified: no, type: nauc_mrr_at_5_diff1
value: 19.941778349778893
verified: no, type: nauc_mrr_at_5_max
value: 25.381438123852814
verified: no, type: nauc_mrr_at_5_std
value: 6.610135974208344
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.060522593908921
verified: no, type: nauc_ndcg_at_1000_max
value: 33.040413676455096
verified: no, type: nauc_ndcg_at_1000_std
value: 20.529145075296498
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.93838154527601
verified: no, type: nauc_ndcg_at_100_max
value: 32.84354243075032
verified: no, type: nauc_ndcg_at_100_std
value: 21.496012772659228
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.785241848843627
verified: no, type: nauc_ndcg_at_10_max
value: 30.08554427695474
verified: no, type: nauc_ndcg_at_10_std
value: 14.269404725478992
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.802033352031128
verified: no, type: nauc_ndcg_at_1_max
value: 24.21876156001524
verified: no, type: nauc_ndcg_at_1_std
value: 2.98142461087729
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.01656763549395
verified: no, type: nauc_ndcg_at_20_max
value: 30.883627008565284
verified: no, type: nauc_ndcg_at_20_std
value: 16.94912353681998
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.297499190613213
verified: no, type: nauc_ndcg_at_3_max
value: 27.357890164110664
verified: no, type: nauc_ndcg_at_3_std
value: 6.893804534662216
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.924309842520637
verified: no, type: nauc_ndcg_at_5_max
value: 27.479136064733765
verified: no, type: nauc_ndcg_at_5_std
value: 9.948267317903682
verified: no, type: nauc_precision_at_1000_diff1
value: 2.9505514993324202
verified: no, type: nauc_precision_at_1000_max
value: 28.097522763631076
verified: no, type: nauc_precision_at_1000_std
value: 34.87676966934099
verified: no, type: nauc_precision_at_100_diff1
value: 8.102514216525794
verified: no, type: nauc_precision_at_100_max
value: 31.104482194200216
verified: no, type: nauc_precision_at_100_std
value: 35.09394894296658
verified: no, type: nauc_precision_at_10_diff1
value: 9.973864747113952
verified: no, type: nauc_precision_at_10_max
value: 29.806997016747637
verified: no, type: nauc_precision_at_10_std
value: 19.687557911796002
verified: no, type: nauc_precision_at_1_diff1
value: 22.802033352031128
verified: no, type: nauc_precision_at_1_max
value: 24.21876156001524
verified: no, type: nauc_precision_at_1_std
value: 2.98142461087729
verified: no, type: nauc_precision_at_20_diff1
value: 10.181594464083945
verified: no, type: nauc_precision_at_20_max
value: 30.011941337125787
verified: no, type: nauc_precision_at_20_std
value: 24.349813617177965
verified: no, type: nauc_precision_at_3_diff1
value: 15.133902637180615
verified: no, type: nauc_precision_at_3_max
value: 27.96188889214405
verified: no, type: nauc_precision_at_3_std
value: 8.460528750892308
verified: no, type: nauc_precision_at_5_diff1
value: 12.936142554150104
verified: no, type: nauc_precision_at_5_max
value: 27.411606756811253
verified: no, type: nauc_precision_at_5_std
value: 13.169657188017908
verified: no, type: nauc_recall_at_1000_diff1
value: 2.512433310192269
verified: no, type: nauc_recall_at_1000_max
value: 30.177030038941073
verified: no, type: nauc_recall_at_1000_std
value: 38.312954102427724
verified: no, type: nauc_recall_at_100_diff1
value: 7.823448451909615
verified: no, type: nauc_recall_at_100_max
value: 31.19432389386968
verified: no, type: nauc_recall_at_100_std
value: 35.52197719733696
verified: no, type: nauc_recall_at_10_diff1
value: 9.827206383532387
verified: no, type: nauc_recall_at_10_max
value: 29.537065984308487
verified: no, type: nauc_recall_at_10_std
value: 19.695443424011145
verified: no, type: nauc_recall_at_1_diff1
value: 22.3814913947547
verified: no, type: nauc_recall_at_1_max
value: 23.719991394973757
verified: no, type: nauc_recall_at_1_std
value: 2.8049800493956516
verified: no, type: nauc_recall_at_20_diff1
value: 10.030101302198451
verified: no, type: nauc_recall_at_20_max
value: 29.624570420528862
verified: no, type: nauc_recall_at_20_std
value: 24.383550437133433
verified: no, type: nauc_recall_at_3_diff1
value: 14.694309974964243
verified: no, type: nauc_recall_at_3_max
value: 27.534902291293147
verified: no, type: nauc_recall_at_3_std
value: 8.299178907366707
verified: no, type: nauc_recall_at_5_diff1
value: 12.701200029350348
verified: no, type: nauc_recall_at_5_max
value: 26.96005349769535
verified: no, type: nauc_recall_at_5_std
value: 13.083449511827958
verified: no, type: ndcg_at_1
value: 30.9
verified: no, type: ndcg_at_10
value: 27.511999999999997
verified: no, type: ndcg_at_100
value: 38.072
verified: no, type: ndcg_at_1000
value: 43.501
verified: no, type: ndcg_at_20
value: 31.517
verified: no, type: ndcg_at_3
value: 25.804
verified: no, type: ndcg_at_5
value: 22.836000000000002
verified: no, type: precision_at_1
value: 30.9
verified: no, type: precision_at_10
value: 14.360000000000001
verified: no, type: precision_at_100
value: 2.94
verified: no, type: precision_at_1000
value: 0.422
verified: no, type: precision_at_20
value: 9.504999999999999
verified: no, type: precision_at_3
value: 24.166999999999998
verified: no, type: precision_at_5
value: 20.22
verified: no, type: recall_at_1
value: 6.273
verified: no, type: recall_at_10
value: 29.095
verified: no, type: recall_at_100
value: 59.667
verified: no, type: recall_at_1000
value: 85.68
verified: no, type: recall_at_20
value: 38.512
verified: no, type: recall_at_3
value: 14.703
verified: no, type: recall_at_5
value: 20.52
verified: no, task: type: STS
dataset: name: MTEB SICK-R (default)
type: mteb/sickr-sts
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics: type: cosine_pearson
value: 85.22165753437119
verified: no, type: cosine_spearman
value: 83.8127407315392
verified: no, type: euclidean_pearson
value: 82.44103477882439
verified: no, type: euclidean_spearman
value: 83.81273507696754
verified: no, type: main_score
value: 83.8127407315392
verified: no, type: manhattan_pearson
value: 81.92652274443019
verified: no, type: manhattan_spearman
value: 82.3715754389135
verified: no, type: pearson
value: 85.22165753437119
verified: no, type: spearman
value: 83.8127407315392
verified: no, task: type: STS
dataset: name: MTEB STS12 (default)
type: mteb/sts12-sts
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cosine_pearson
value: 85.37993195563598
verified: no, type: cosine_spearman
value: 79.06871408688198
verified: no, type: euclidean_pearson
value: 80.69951951053761
verified: no, type: euclidean_spearman
value: 79.06873064755126
verified: no, type: main_score
value: 79.06871408688198
verified: no, type: manhattan_pearson
value: 77.95412896760531
verified: no, type: manhattan_spearman
value: 75.49651289323124
verified: no, type: pearson
value: 85.37993195563598
verified: no, type: spearman
value: 79.06871408688198
verified: no, task: type: STS
dataset: name: MTEB STS13 (default)
type: mteb/sts13-sts
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cosine_pearson
value: 86.17030892013604
verified: no, type: cosine_spearman
value: 86.54428612066569
verified: no, type: euclidean_pearson
value: 86.42021459238435
verified: no, type: euclidean_spearman
value: 86.54428612066569
verified: no, type: main_score
value: 86.54428612066569
verified: no, type: manhattan_pearson
value: 84.64899940139117
verified: no, type: manhattan_spearman
value: 84.37528077160499
verified: no, type: pearson
value: 86.17030892013604
verified: no, type: spearman
value: 86.54428612066569
verified: no, task: type: STS
dataset: name: MTEB STS14 (default)
type: mteb/sts14-sts
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cosine_pearson
value: 84.46097652298906
verified: no, type: cosine_spearman
value: 84.31789230181545
verified: no, type: euclidean_pearson
value: 83.53652229013105
verified: no, type: euclidean_spearman
value: 84.31787771751202
verified: no, type: main_score
value: 84.31789230181545
verified: no, type: manhattan_pearson
value: 82.40679358381392
verified: no, type: manhattan_spearman
value: 82.56529092906449
verified: no, type: pearson
value: 84.46097652298906
verified: no, type: spearman
value: 84.31789230181545
verified: no, task: type: STS
dataset: name: MTEB STS15 (default)
type: mteb/sts15-sts
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cosine_pearson
value: 89.580101203536
verified: no, type: cosine_spearman
value: 89.69254612113068
verified: no, type: euclidean_pearson
value: 88.78501564809129
verified: no, type: euclidean_spearman
value: 89.69254607130148
verified: no, type: main_score
value: 89.69254612113068
verified: no, type: manhattan_pearson
value: 87.37048209358335
verified: no, type: manhattan_spearman
value: 87.3836150196757
verified: no, type: pearson
value: 89.580101203536
verified: no, type: spearman
value: 89.69254612113068
verified: no, task: type: STS
dataset: name: MTEB STS16 (default)
type: mteb/sts16-sts
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cosine_pearson
value: 86.34409195642276
verified: no, type: cosine_spearman
value: 87.22893647955566
verified: no, type: euclidean_pearson
value: 86.47233799859978
verified: no, type: euclidean_spearman
value: 87.22893647955566
verified: no, type: main_score
value: 87.22893647955566
verified: no, type: manhattan_pearson
value: 86.28871397722244
verified: no, type: manhattan_spearman
value: 86.54681756151196
verified: no, type: pearson
value: 86.34409195642276
verified: no, type: spearman
value: 87.22893647955566
verified: no, task: type: STS
dataset: name: MTEB STS17 (en-en)
type: mteb/sts17-crosslingual-sts
config: en-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 91.6309842235666
verified: no, type: cosine_spearman
value: 91.55107309513775
verified: no, type: euclidean_pearson
value: 91.66305652923727
verified: no, type: euclidean_spearman
value: 91.55107309513775
verified: no, type: main_score
value: 91.55107309513775
verified: no, type: manhattan_pearson
value: 92.34412264807419
verified: no, type: manhattan_spearman
value: 91.76106893098941
verified: no, type: pearson
value: 91.6309842235666
verified: no, type: spearman
value: 91.55107309513775
verified: no, task: type: STS
dataset: name: MTEB STS22 (en)
type: mteb/sts22-crosslingual-sts
config: en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 69.34620080035205
verified: no, type: cosine_spearman
value: 68.68546006466259
verified: no, type: euclidean_pearson
value: 68.92323864900831
verified: no, type: euclidean_spearman
value: 68.68546006466259
verified: no, type: main_score
value: 68.68546006466259
verified: no, type: manhattan_pearson
value: 69.50252696626819
verified: no, type: manhattan_spearman
value: 68.6026900249137
verified: no, type: pearson
value: 69.34620080035205
verified: no, type: spearman
value: 68.68546006466259
verified: no, task: type: STS
dataset: name: MTEB STSBenchmark (default)
type: mteb/stsbenchmark-sts
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cosine_pearson
value: 87.72211485964012
verified: no, type: cosine_spearman
value: 88.21684368202543
verified: no, type: euclidean_pearson
value: 87.4152174509492
verified: no, type: euclidean_spearman
value: 88.21684358110474
verified: no, type: main_score
value: 88.21684368202543
verified: no, type: manhattan_pearson
value: 86.18736905144627
verified: no, type: manhattan_spearman
value: 86.2967005957272
verified: no, type: pearson
value: 87.72211485964012
verified: no, type: spearman
value: 88.21684368202543
verified: no, task: type: Reranking
dataset: name: MTEB SciDocsRR (default)
type: mteb/scidocs-reranking
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: main_score
value: 87.91887485668568
verified: no, type: map
value: 87.91887485668568
verified: no, type: mrr
value: 96.79923108844677
verified: no, type: nAUC_map_diff1
value: -9.544019533700576
verified: no, type: nAUC_map_max
value: 51.305518546271486
verified: no, type: nAUC_map_std
value: 68.93338639531362
verified: no, type: nAUC_mrr_diff1
value: 28.20896050152944
verified: no, type: nAUC_mrr_max
value: 84.08480139020106
verified: no, type: nAUC_mrr_std
value: 81.66707142756775
verified: no, task: type: Retrieval
dataset: name: MTEB SciFact (default)
type: mteb/scifact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: main_score
value: 78.385
verified: no, type: map_at_1
value: 65.261
verified: no, type: map_at_10
value: 74.265
verified: no, type: map_at_100
value: 74.68900000000001
verified: no, type: map_at_1000
value: 74.7
verified: no, type: map_at_20
value: 74.61
verified: no, type: map_at_3
value: 71.485
verified: no, type: map_at_5
value: 73.07000000000001
verified: no, type: mrr_at_1
value: 68.33333333333333
verified: no, type: mrr_at_10
value: 75.00052910052908
verified: no, type: mrr_at_100
value: 75.36791603863972
verified: no, type: mrr_at_1000
value: 75.37836387206892
verified: no, type: mrr_at_20
value: 75.28900989361513
verified: no, type: mrr_at_3
value: 73.16666666666667
verified: no, type: mrr_at_5
value: 74.06666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 71.95557264143025
verified: no, type: nauc_map_at_1000_max
value: 57.668494594642375
verified: no, type: nauc_map_at_1000_std
value: 0.9160722241006062
verified: no, type: nauc_map_at_100_diff1
value: 71.96131086694861
verified: no, type: nauc_map_at_100_max
value: 57.67394651480537
verified: no, type: nauc_map_at_100_std
value: 0.9111248974804423
verified: no, type: nauc_map_at_10_diff1
value: 71.8005197158061
verified: no, type: nauc_map_at_10_max
value: 57.926225509350296
verified: no, type: nauc_map_at_10_std
value: 1.0289591605730695
verified: no, type: nauc_map_at_1_diff1
value: 74.04117350009464
verified: no, type: nauc_map_at_1_max
value: 46.01270356681121
verified: no, type: nauc_map_at_1_std
value: -12.34453479186478
verified: no, type: nauc_map_at_20_diff1
value: 71.79288203065293
verified: no, type: nauc_map_at_20_max
value: 57.748067223890466
verified: no, type: nauc_map_at_20_std
value: 1.0471868877436754
verified: no, type: nauc_map_at_3_diff1
value: 73.12655880469308
verified: no, type: nauc_map_at_3_max
value: 53.170175466998955
verified: no, type: nauc_map_at_3_std
value: -2.841120496331886
verified: no, type: nauc_map_at_5_diff1
value: 72.37537625825152
verified: no, type: nauc_map_at_5_max
value: 57.22646320702063
verified: no, type: nauc_map_at_5_std
value: 0.08993845130894543
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.33151450517484
verified: no, type: nauc_mrr_at_1000_max
value: 59.05887764321693
verified: no, type: nauc_mrr_at_1000_std
value: 2.978447313200519
verified: no, type: nauc_mrr_at_100_diff1
value: 72.3371689393142
verified: no, type: nauc_mrr_at_100_max
value: 59.063748264607554
verified: no, type: nauc_mrr_at_100_std
value: 2.9724134206438007
verified: no, type: nauc_mrr_at_10_diff1
value: 72.15441848985677
verified: no, type: nauc_mrr_at_10_max
value: 59.323659507427315
verified: no, type: nauc_mrr_at_10_std
value: 3.202392266950175
verified: no, type: nauc_mrr_at_1_diff1
value: 74.70791175021019
verified: no, type: nauc_mrr_at_1_max
value: 54.890557504421224
verified: no, type: nauc_mrr_at_1_std
value: -3.1003391992577676
verified: no, type: nauc_mrr_at_20_diff1
value: 72.16447875028192
verified: no, type: nauc_mrr_at_20_max
value: 59.13406185965151
verified: no, type: nauc_mrr_at_20_std
value: 3.1032769225166454
verified: no, type: nauc_mrr_at_3_diff1
value: 72.74517143863574
verified: no, type: nauc_mrr_at_3_max
value: 58.78449780863764
verified: no, type: nauc_mrr_at_3_std
value: 3.1947844580560276
verified: no, type: nauc_mrr_at_5_diff1
value: 72.55041655786376
verified: no, type: nauc_mrr_at_5_max
value: 59.379628404843956
verified: no, type: nauc_mrr_at_5_std
value: 3.0807485088011655
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.3780675347069
verified: no, type: nauc_ndcg_at_1000_max
value: 59.48945646166557
verified: no, type: nauc_ndcg_at_1000_std
value: 3.4914501826426503
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.53734704134561
verified: no, type: nauc_ndcg_at_100_max
value: 59.745110507117275
verified: no, type: nauc_ndcg_at_100_std
value: 3.783265578398072
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.96639696430987
verified: no, type: nauc_ndcg_at_10_max
value: 60.93159115976958
verified: no, type: nauc_ndcg_at_10_std
value: 4.90530364691378
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.70791175021019
verified: no, type: nauc_ndcg_at_1_max
value: 54.890557504421224
verified: no, type: nauc_ndcg_at_1_std
value: -3.1003391992577676
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.89569028363886
verified: no, type: nauc_ndcg_at_20_max
value: 60.270211929349834
verified: no, type: nauc_ndcg_at_20_std
value: 4.838097933264383
verified: no, type: nauc_ndcg_at_3_diff1
value: 71.97085051507173
verified: no, type: nauc_ndcg_at_3_max
value: 57.05247760108673
verified: no, type: nauc_ndcg_at_3_std
value: 1.342308002922158
verified: no, type: nauc_ndcg_at_5_diff1
value: 71.34405011749429
verified: no, type: nauc_ndcg_at_5_max
value: 60.15875062308923
verified: no, type: nauc_ndcg_at_5_std
value: 3.0796119978456793
verified: no, type: nauc_precision_at_1000_diff1
value: -29.157292935130375
verified: no, type: nauc_precision_at_1000_max
value: 26.889021898412864
verified: no, type: nauc_precision_at_1000_std
value: 49.35914635404835
verified: no, type: nauc_precision_at_100_diff1
value: -18.882174284520445
verified: no, type: nauc_precision_at_100_max
value: 31.615184568467097
verified: no, type: nauc_precision_at_100_std
value: 47.60363461742358
verified: no, type: nauc_precision_at_10_diff1
value: -2.8344355852237415
verified: no, type: nauc_precision_at_10_max
value: 44.568061478871776
verified: no, type: nauc_precision_at_10_std
value: 43.421513484558055
verified: no, type: nauc_precision_at_1_diff1
value: 74.70791175021019
verified: no, type: nauc_precision_at_1_max
value: 54.890557504421224
verified: no, type: nauc_precision_at_1_std
value: -3.1003391992577676
verified: no, type: nauc_precision_at_20_diff1
value: -15.053027139874736
verified: no, type: nauc_precision_at_20_max
value: 36.35184411969381
verified: no, type: nauc_precision_at_20_std
value: 46.455671537926236
verified: no, type: nauc_precision_at_3_diff1
value: 36.35406984818856
verified: no, type: nauc_precision_at_3_max
value: 51.10573379058357
verified: no, type: nauc_precision_at_3_std
value: 24.525389143510285
verified: no, type: nauc_precision_at_5_diff1
value: 17.185063562924082
verified: no, type: nauc_precision_at_5_max
value: 51.988011211557364
verified: no, type: nauc_precision_at_5_std
value: 34.07769395557144
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 80.72562358276696
verified: no, type: nauc_recall_at_100_max
value: 77.43097238895595
verified: no, type: nauc_recall_at_100_std
value: 30.585567560357074
verified: no, type: nauc_recall_at_10_diff1
value: 55.594191699668386
verified: no, type: nauc_recall_at_10_max
value: 73.93911587623553
verified: no, type: nauc_recall_at_10_std
value: 22.56028848320937
verified: no, type: nauc_recall_at_1_diff1
value: 74.04117350009464
verified: no, type: nauc_recall_at_1_max
value: 46.01270356681121
verified: no, type: nauc_recall_at_1_std
value: -12.34453479186478
verified: no, type: nauc_recall_at_20_diff1
value: 44.765406162464785
verified: no, type: nauc_recall_at_20_max
value: 76.48517740429489
verified: no, type: nauc_recall_at_20_std
value: 34.141573295985225
verified: no, type: nauc_recall_at_3_diff1
value: 69.04055599707765
verified: no, type: nauc_recall_at_3_max
value: 57.037557037556965
verified: no, type: nauc_recall_at_3_std
value: 3.6347123303645557
verified: no, type: nauc_recall_at_5_diff1
value: 66.13492482259224
verified: no, type: nauc_recall_at_5_max
value: 67.49828930893953
verified: no, type: nauc_recall_at_5_std
value: 9.62641835622894
verified: no, type: ndcg_at_1
value: 68.333
verified: no, type: ndcg_at_10
value: 78.385
verified: no, type: ndcg_at_100
value: 80.097
verified: no, type: ndcg_at_1000
value: 80.382
verified: no, type: ndcg_at_20
value: 79.532
verified: no, type: ndcg_at_3
value: 73.96000000000001
verified: no, type: ndcg_at_5
value: 75.922
verified: no, type: precision_at_1
value: 68.333
verified: no, type: precision_at_10
value: 10.267
verified: no, type: precision_at_100
value: 1.107
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.383
verified: no, type: precision_at_3
value: 28.666999999999998
verified: no, type: precision_at_5
value: 18.733
verified: no, type: recall_at_1
value: 65.261
verified: no, type: recall_at_10
value: 90.333
verified: no, type: recall_at_100
value: 97.667
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 94.667
verified: no, type: recall_at_3
value: 78.35
verified: no, type: recall_at_5
value: 83.217
verified: no, task: type: PairClassification
dataset: name: MTEB SprintDuplicateQuestions (default)
type: mteb/sprintduplicatequestions-pairclassification
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cosine_accuracy
value: 99.86435643564356
verified: no, type: cosine_accuracy_threshold
value: 75.08841156959534
verified: no, type: cosine_ap
value: 96.9830495771001
verified: no, type: cosine_f1
value: 93.24790537210448
verified: no, type: cosine_f1_threshold
value: 73.8122820854187
verified: no, type: cosine_precision
value: 91.93391642371235
verified: no, type: cosine_recall
value: 94.6
verified: no, type: dot_accuracy
value: 99.86435643564356
verified: no, type: dot_accuracy_threshold
value: 75.08841156959534
verified: no, type: dot_ap
value: 96.9830495771001
verified: no, type: dot_f1
value: 93.24790537210448
verified: no, type: dot_f1_threshold
value: 73.81229400634766
verified: no, type: dot_precision
value: 91.93391642371235
verified: no, type: dot_recall
value: 94.6
verified: no, type: euclidean_accuracy
value: 99.86435643564356
verified: no, type: euclidean_accuracy_threshold
value: 70.58552503585815
verified: no, type: euclidean_ap
value: 96.9830495771001
verified: no, type: euclidean_f1
value: 93.24790537210448
verified: no, type: euclidean_f1_threshold
value: 72.37086296081543
verified: no, type: euclidean_precision
value: 91.93391642371235
verified: no, type: euclidean_recall
value: 94.6
verified: no, type: main_score
value: 96.9830495771001
verified: no, type: manhattan_accuracy
value: 99.85544554455446
verified: no, type: manhattan_accuracy_threshold
value: 2102.3300170898438
verified: no, type: manhattan_ap
value: 96.69996535175346
verified: no, type: manhattan_f1
value: 92.60385005065855
verified: no, type: manhattan_f1_threshold
value: 2106.606674194336
verified: no, type: manhattan_precision
value: 93.83983572895276
verified: no, type: manhattan_recall
value: 91.4
verified: no, type: max_accuracy
value: 99.86435643564356
verified: no, type: max_ap
value: 96.9830495771001
verified: no, type: max_f1
value: 93.24790537210448
verified: no, type: max_precision
value: 93.83983572895276
verified: no, type: max_recall
value: 94.6
verified: no, type: similarity_accuracy
value: 99.86435643564356
verified: no, type: similarity_accuracy_threshold
value: 75.08841156959534
verified: no, type: similarity_ap
value: 96.9830495771001
verified: no, type: similarity_f1
value: 93.24790537210448
verified: no, type: similarity_f1_threshold
value: 73.8122820854187
verified: no, type: similarity_precision
value: 91.93391642371235
verified: no, type: similarity_recall
value: 94.6
verified: no, task: type: Clustering
dataset: name: MTEB StackExchangeClustering (default)
type: mteb/stackexchange-clustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: main_score
value: 81.69710673313244
verified: no, type: v_measure
value: 81.69710673313244
verified: no, type: v_measure_std
value: 2.655167436381706
verified: no, task: type: Clustering
dataset: name: MTEB StackExchangeClusteringP2P (default)
type: mteb/stackexchange-clustering-p2p
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: main_score
value: 43.72862700989394
verified: no, type: v_measure
value: 43.72862700989394
verified: no, type: v_measure_std
value: 1.3902399715070008
verified: no, task: type: Reranking
dataset: name: MTEB StackOverflowDupQuestions (default)
type: mteb/stackoverflowdupquestions-reranking
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: main_score
value: 58.147527904806864
verified: no, type: map
value: 58.147527904806864
verified: no, type: mrr
value: 59.21841842797725
verified: no, type: nAUC_map_diff1
value: 41.30339453892422
verified: no, type: nAUC_map_max
value: 12.414607439479719
verified: no, type: nAUC_map_std
value: 7.9053349557289
verified: no, type: nAUC_mrr_diff1
value: 41.419127589177954
verified: no, type: nAUC_mrr_max
value: 13.51513956670511
verified: no, type: nAUC_mrr_std
value: 8.670528870027399
verified: no, task: type: Summarization
dataset: name: MTEB SummEval (default)
type: mteb/summeval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cosine_pearson
value: 31.491060079270405
verified: no, type: cosine_spearman
value: 31.554541555025118
verified: no, type: dot_pearson
value: 31.491058716856347
verified: no, type: dot_spearman
value: 31.554541555025118
verified: no, type: main_score
value: 31.554541555025118
verified: no, type: pearson
value: 31.491060079270405
verified: no, type: spearman
value: 31.554541555025118
verified: no, task: type: Retrieval
dataset: name: MTEB TRECCOVID (default)
type: mteb/trec-covid
config: default
split: test
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
metrics: type: main_score
value: 69.733
verified: no, type: map_at_1
value: 0.213
verified: no, type: map_at_10
value: 1.737
verified: no, type: map_at_100
value: 10.327
verified: no, type: map_at_1000
value: 28.267999999999997
verified: no, type: map_at_20
value: 3.0020000000000002
verified: no, type: map_at_3
value: 0.5950000000000001
verified: no, type: map_at_5
value: 0.9369999999999999
verified: no, type: mrr_at_1
value: 80
verified: no, type: mrr_at_10
value: 89
verified: no, type: mrr_at_100
value: 89
verified: no, type: mrr_at_1000
value: 89
verified: no, type: mrr_at_20
value: 89
verified: no, type: mrr_at_3
value: 88.66666666666667
verified: no, type: mrr_at_5
value: 88.66666666666667
verified: no, type: nauc_map_at_1000_diff1
value: 7.530064816522635
verified: no, type: nauc_map_at_1000_max
value: 55.23519081314714
verified: no, type: nauc_map_at_1000_std
value: 69.88336126732227
verified: no, type: nauc_map_at_100_diff1
value: -11.58802769875123
verified: no, type: nauc_map_at_100_max
value: 45.65439990209477
verified: no, type: nauc_map_at_100_std
value: 54.44015403236353
verified: no, type: nauc_map_at_10_diff1
value: -33.33082523706407
verified: no, type: nauc_map_at_10_max
value: 13.817336112350398
verified: no, type: nauc_map_at_10_std
value: 11.79843765110203
verified: no, type: nauc_map_at_1_diff1
value: -24.172683196985325
verified: no, type: nauc_map_at_1_max
value: 0.812998404669278
verified: no, type: nauc_map_at_1_std
value: -5.722318547866086
verified: no, type: nauc_map_at_20_diff1
value: -26.665749957105188
verified: no, type: nauc_map_at_20_max
value: 21.228342017724675
verified: no, type: nauc_map_at_20_std
value: 22.263210043854528
verified: no, type: nauc_map_at_3_diff1
value: -29.596285662079545
verified: no, type: nauc_map_at_3_max
value: 9.991968954179255
verified: no, type: nauc_map_at_3_std
value: 3.42447296457675
verified: no, type: nauc_map_at_5_diff1
value: -29.475843534692352
verified: no, type: nauc_map_at_5_max
value: 14.459021545403486
verified: no, type: nauc_map_at_5_std
value: 7.995420002675463
verified: no, type: nauc_mrr_at_1000_diff1
value: -26.337875642992593
verified: no, type: nauc_mrr_at_1000_max
value: 29.579159522305375
verified: no, type: nauc_mrr_at_1000_std
value: 28.12622206178732
verified: no, type: nauc_mrr_at_100_diff1
value: -26.337875642992593
verified: no, type: nauc_mrr_at_100_max
value: 29.579159522305375
verified: no, type: nauc_mrr_at_100_std
value: 28.12622206178732
verified: no, type: nauc_mrr_at_10_diff1
value: -26.337875642992593
verified: no, type: nauc_mrr_at_10_max
value: 29.579159522305375
verified: no, type: nauc_mrr_at_10_std
value: 28.12622206178732
verified: no, type: nauc_mrr_at_1_diff1
value: -25.92407592407588
verified: no, type: nauc_mrr_at_1_max
value: 28.301698301698252
verified: no, type: nauc_mrr_at_1_std
value: 26.693306693306656
verified: no, type: nauc_mrr_at_20_diff1
value: -26.337875642992593
verified: no, type: nauc_mrr_at_20_max
value: 29.579159522305375
verified: no, type: nauc_mrr_at_20_std
value: 28.12622206178732
verified: no, type: nauc_mrr_at_3_diff1
value: -26.050591595267147
verified: no, type: nauc_mrr_at_3_max
value: 29.03916768665867
verified: no, type: nauc_mrr_at_3_std
value: 27.631578947368535
verified: no, type: nauc_mrr_at_5_diff1
value: -26.050591595267147
verified: no, type: nauc_mrr_at_5_max
value: 29.03916768665867
verified: no, type: nauc_mrr_at_5_std
value: 27.631578947368535
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.313313351002273
verified: no, type: nauc_ndcg_at_1000_max
value: 51.15076909707446
verified: no, type: nauc_ndcg_at_1000_std
value: 64.84776628015508
verified: no, type: nauc_ndcg_at_100_diff1
value: 3.7846451010204216
verified: no, type: nauc_ndcg_at_100_max
value: 49.0721051387502
verified: no, type: nauc_ndcg_at_100_std
value: 65.97894701747119
verified: no, type: nauc_ndcg_at_10_diff1
value: -25.309415375177647
verified: no, type: nauc_ndcg_at_10_max
value: 43.68557432763264
verified: no, type: nauc_ndcg_at_10_std
value: 47.90146365089116
verified: no, type: nauc_ndcg_at_1_diff1
value: -22.744222217790963
verified: no, type: nauc_ndcg_at_1_max
value: 31.31069413148822
verified: no, type: nauc_ndcg_at_1_std
value: 21.059243454505594
verified: no, type: nauc_ndcg_at_20_diff1
value: -11.686356003814897
verified: no, type: nauc_ndcg_at_20_max
value: 47.21608544472201
verified: no, type: nauc_ndcg_at_20_std
value: 56.721660150841934
verified: no, type: nauc_ndcg_at_3_diff1
value: -22.60324298042963
verified: no, type: nauc_ndcg_at_3_max
value: 37.29214797900573
verified: no, type: nauc_ndcg_at_3_std
value: 31.069444337406544
verified: no, type: nauc_ndcg_at_5_diff1
value: -23.092470045715576
verified: no, type: nauc_ndcg_at_5_max
value: 45.28716833477456
verified: no, type: nauc_ndcg_at_5_std
value: 41.746096468983836
verified: no, type: nauc_precision_at_1000_diff1
value: 11.936194396568526
verified: no, type: nauc_precision_at_1000_max
value: 35.73984401090955
verified: no, type: nauc_precision_at_1000_std
value: 47.45009555269865
verified: no, type: nauc_precision_at_100_diff1
value: 7.53944614850939
verified: no, type: nauc_precision_at_100_max
value: 51.11150228319469
verified: no, type: nauc_precision_at_100_std
value: 69.37024506529535
verified: no, type: nauc_precision_at_10_diff1
value: -35.338375024238914
verified: no, type: nauc_precision_at_10_max
value: 46.01734120058722
verified: no, type: nauc_precision_at_10_std
value: 54.076844233912325
verified: no, type: nauc_precision_at_1_diff1
value: -25.92407592407588
verified: no, type: nauc_precision_at_1_max
value: 28.301698301698252
verified: no, type: nauc_precision_at_1_std
value: 26.693306693306656
verified: no, type: nauc_precision_at_20_diff1
value: -12.78008420928654
verified: no, type: nauc_precision_at_20_max
value: 48.11647969849543
verified: no, type: nauc_precision_at_20_std
value: 61.91708624090925
verified: no, type: nauc_precision_at_3_diff1
value: -33.641360921891206
verified: no, type: nauc_precision_at_3_max
value: 46.65887466442645
verified: no, type: nauc_precision_at_3_std
value: 45.65443687565056
verified: no, type: nauc_precision_at_5_diff1
value: -30.684095323241937
verified: no, type: nauc_precision_at_5_max
value: 54.23744489317759
verified: no, type: nauc_precision_at_5_std
value: 53.2087842073353
verified: no, type: nauc_recall_at_1000_diff1
value: 17.996439669690247
verified: no, type: nauc_recall_at_1000_max
value: 46.5940045697732
verified: no, type: nauc_recall_at_1000_std
value: 57.28734391628304
verified: no, type: nauc_recall_at_100_diff1
value: -9.913571369031885
verified: no, type: nauc_recall_at_100_max
value: 34.727478455899956
verified: no, type: nauc_recall_at_100_std
value: 39.274245119901806
verified: no, type: nauc_recall_at_10_diff1
value: -33.34086532993325
verified: no, type: nauc_recall_at_10_max
value: 8.520973060014345
verified: no, type: nauc_recall_at_10_std
value: 6.516939825125482
verified: no, type: nauc_recall_at_1_diff1
value: -24.172683196985325
verified: no, type: nauc_recall_at_1_max
value: 0.812998404669278
verified: no, type: nauc_recall_at_1_std
value: -5.722318547866086
verified: no, type: nauc_recall_at_20_diff1
value: -24.094516713201198
verified: no, type: nauc_recall_at_20_max
value: 14.107431429537327
verified: no, type: nauc_recall_at_20_std
value: 13.738982786212887
verified: no, type: nauc_recall_at_3_diff1
value: -29.84992741698517
verified: no, type: nauc_recall_at_3_max
value: 8.045792723460073
verified: no, type: nauc_recall_at_3_std
value: 2.4923805102265644
verified: no, type: nauc_recall_at_5_diff1
value: -29.96523188989537
verified: no, type: nauc_recall_at_5_max
value: 11.604276438289629
verified: no, type: nauc_recall_at_5_std
value: 5.131565461597982
verified: no, type: ndcg_at_1
value: 73
verified: no, type: ndcg_at_10
value: 69.733
verified: no, type: ndcg_at_100
value: 55.591
verified: no, type: ndcg_at_1000
value: 54.852999999999994
verified: no, type: ndcg_at_20
value: 66.318
verified: no, type: ndcg_at_3
value: 74.195
verified: no, type: ndcg_at_5
value: 72.2
verified: no, type: precision_at_1
value: 80
verified: no, type: precision_at_10
value: 74.8
verified: no, type: precision_at_100
value: 57.42
verified: no, type: precision_at_1000
value: 24.772
verified: no, type: precision_at_20
value: 70.19999999999999
verified: no, type: precision_at_3
value: 79.333
verified: no, type: precision_at_5
value: 76.4
verified: no, type: recall_at_1
value: 0.213
verified: no, type: recall_at_10
value: 1.968
verified: no, type: recall_at_100
value: 13.965
verified: no, type: recall_at_1000
value: 53.185
verified: no, type: recall_at_20
value: 3.6029999999999998
verified: no, type: recall_at_3
value: 0.63
verified: no, type: recall_at_5
value: 1.012
verified: no, task: type: Retrieval
dataset: name: MTEB Touche2020 (default)
type: mteb/touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: main_score
value: 25.855
verified: no, type: map_at_1
value: 2.3720000000000003
verified: no, type: map_at_10
value: 10.761
verified: no, type: map_at_100
value: 16.883
verified: no, type: map_at_1000
value: 18.419
verified: no, type: map_at_20
value: 13.234000000000002
verified: no, type: map_at_3
value: 5.305
verified: no, type: map_at_5
value: 7.7909999999999995
verified: no, type: mrr_at_1
value: 30.612244897959183
verified: no, type: mrr_at_10
value: 44.44930353093618
verified: no, type: mrr_at_100
value: 45.4833016949092
verified: no, type: mrr_at_1000
value: 45.4833016949092
verified: no, type: mrr_at_20
value: 45.107658781128166
verified: no, type: mrr_at_3
value: 41.156462585034014
verified: no, type: mrr_at_5
value: 42.585034013605444
verified: no, type: nauc_map_at_1000_diff1
value: 13.258679267701162
verified: no, type: nauc_map_at_1000_max
value: -20.533359275963978
verified: no, type: nauc_map_at_1000_std
value: 5.195756690535686
verified: no, type: nauc_map_at_100_diff1
value: 13.131743244043795
verified: no, type: nauc_map_at_100_max
value: -21.492974221123553
verified: no, type: nauc_map_at_100_std
value: 2.3596492252552466
verified: no, type: nauc_map_at_10_diff1
value: 13.225110960782512
verified: no, type: nauc_map_at_10_max
value: -15.955538570111544
verified: no, type: nauc_map_at_10_std
value: -9.960230793465525
verified: no, type: nauc_map_at_1_diff1
value: 10.715203611651038
verified: no, type: nauc_map_at_1_max
value: -22.738676941331217
verified: no, type: nauc_map_at_1_std
value: -12.157109615038761
verified: no, type: nauc_map_at_20_diff1
value: 14.274852478638012
verified: no, type: nauc_map_at_20_max
value: -17.121737352210666
verified: no, type: nauc_map_at_20_std
value: -8.245512758810355
verified: no, type: nauc_map_at_3_diff1
value: 10.257756467121387
verified: no, type: nauc_map_at_3_max
value: -24.68709623139807
verified: no, type: nauc_map_at_3_std
value: -4.467589369944418
verified: no, type: nauc_map_at_5_diff1
value: 11.668204447419454
verified: no, type: nauc_map_at_5_max
value: -20.960140274793357
verified: no, type: nauc_map_at_5_std
value: -12.40170876103286
verified: no, type: nauc_mrr_at_1000_diff1
value: 5.190215790331544
verified: no, type: nauc_mrr_at_1000_max
value: -39.787191589591906
verified: no, type: nauc_mrr_at_1000_std
value: 5.674646076011233
verified: no, type: nauc_mrr_at_100_diff1
value: 5.190215790331544
verified: no, type: nauc_mrr_at_100_max
value: -39.787191589591906
verified: no, type: nauc_mrr_at_100_std
value: 5.674646076011233
verified: no, type: nauc_mrr_at_10_diff1
value: 5.265068861137356
verified: no, type: nauc_mrr_at_10_max
value: -39.452907737584766
verified: no, type: nauc_mrr_at_10_std
value: 4.21949027692033
verified: no, type: nauc_mrr_at_1_diff1
value: 5.764128953008387
verified: no, type: nauc_mrr_at_1_max
value: -34.396988502985046
verified: no, type: nauc_mrr_at_1_std
value: -3.20168662726788
verified: no, type: nauc_mrr_at_20_diff1
value: 4.987530247680915
verified: no, type: nauc_mrr_at_20_max
value: -40.229139478533966
verified: no, type: nauc_mrr_at_20_std
value: 5.977348987000782
verified: no, type: nauc_mrr_at_3_diff1
value: 9.610125583884257
verified: no, type: nauc_mrr_at_3_max
value: -36.029841466645934
verified: no, type: nauc_mrr_at_3_std
value: 7.59968816692639
verified: no, type: nauc_mrr_at_5_diff1
value: 6.12878627948545
verified: no, type: nauc_mrr_at_5_max
value: -39.53677644419165
verified: no, type: nauc_mrr_at_5_std
value: 4.7057108704387645
verified: no, type: nauc_ndcg_at_1000_diff1
value: 5.592968185470883
verified: no, type: nauc_ndcg_at_1000_max
value: -28.23746134880031
verified: no, type: nauc_ndcg_at_1000_std
value: 27.884534247724062
verified: no, type: nauc_ndcg_at_100_diff1
value: 6.3640586707803575
verified: no, type: nauc_ndcg_at_100_max
value: -37.75625065480638
verified: no, type: nauc_ndcg_at_100_std
value: 18.401240235775717
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.51329926083278
verified: no, type: nauc_ndcg_at_10_max
value: -29.840137893584263
verified: no, type: nauc_ndcg_at_10_std
value: -0.04663104264974505
verified: no, type: nauc_ndcg_at_1_diff1
value: 4.649199383837089
verified: no, type: nauc_ndcg_at_1_max
value: -36.34289129705041
verified: no, type: nauc_ndcg_at_1_std
value: -3.44317820875297
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.392629877698923
verified: no, type: nauc_ndcg_at_20_max
value: -31.820651294588924
verified: no, type: nauc_ndcg_at_20_std
value: -0.9972668750497783
verified: no, type: nauc_ndcg_at_3_diff1
value: 5.874210450563947
verified: no, type: nauc_ndcg_at_3_max
value: -34.78563048938306
verified: no, type: nauc_ndcg_at_3_std
value: 8.851987228864013
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.673481918619619
verified: no, type: nauc_ndcg_at_5_max
value: -34.878421907064144
verified: no, type: nauc_ndcg_at_5_std
value: -1.0432441077995342
verified: no, type: nauc_precision_at_1000_diff1
value: -4.361789669513903
verified: no, type: nauc_precision_at_1000_max
value: 36.01384363218954
verified: no, type: nauc_precision_at_1000_std
value: 44.87523889822509
verified: no, type: nauc_precision_at_100_diff1
value: 3.509004969666037
verified: no, type: nauc_precision_at_100_max
value: -26.953843995648196
verified: no, type: nauc_precision_at_100_std
value: 60.28357323451904
verified: no, type: nauc_precision_at_10_diff1
value: 13.319423093878294
verified: no, type: nauc_precision_at_10_max
value: -24.788053794110258
verified: no, type: nauc_precision_at_10_std
value: 2.075713700632348
verified: no, type: nauc_precision_at_1_diff1
value: 5.764128953008387
verified: no, type: nauc_precision_at_1_max
value: -34.396988502985046
verified: no, type: nauc_precision_at_1_std
value: -3.20168662726788
verified: no, type: nauc_precision_at_20_diff1
value: 12.157863432105996
verified: no, type: nauc_precision_at_20_max
value: -28.577513527223473
verified: no, type: nauc_precision_at_20_std
value: 13.947153923691271
verified: no, type: nauc_precision_at_3_diff1
value: 11.019134712127137
verified: no, type: nauc_precision_at_3_max
value: -35.903911078806004
verified: no, type: nauc_precision_at_3_std
value: 9.77624599901155
verified: no, type: nauc_precision_at_5_diff1
value: 14.312631954702205
verified: no, type: nauc_precision_at_5_max
value: -34.35871806483499
verified: no, type: nauc_precision_at_5_std
value: -5.002004889336612
verified: no, type: nauc_recall_at_1000_diff1
value: -6.239317795705283
verified: no, type: nauc_recall_at_1000_max
value: -2.1964262972170188
verified: no, type: nauc_recall_at_1000_std
value: 72.01699027100997
verified: no, type: nauc_recall_at_100_diff1
value: 4.996923455885459
verified: no, type: nauc_recall_at_100_max
value: -37.796123663830905
verified: no, type: nauc_recall_at_100_std
value: 28.077209635317868
verified: no, type: nauc_recall_at_10_diff1
value: 9.265263065395837
verified: no, type: nauc_recall_at_10_max
value: -21.186015180676115
verified: no, type: nauc_recall_at_10_std
value: -13.238588244011387
verified: no, type: nauc_recall_at_1_diff1
value: 10.715203611651038
verified: no, type: nauc_recall_at_1_max
value: -22.738676941331217
verified: no, type: nauc_recall_at_1_std
value: -12.157109615038761
verified: no, type: nauc_recall_at_20_diff1
value: 8.973261788296464
verified: no, type: nauc_recall_at_20_max
value: -26.822255453044697
verified: no, type: nauc_recall_at_20_std
value: -6.786380551168297
verified: no, type: nauc_recall_at_3_diff1
value: 10.447511653664204
verified: no, type: nauc_recall_at_3_max
value: -27.65849592208199
verified: no, type: nauc_recall_at_3_std
value: -3.8950536550559502
verified: no, type: nauc_recall_at_5_diff1
value: 7.188322256567744
verified: no, type: nauc_recall_at_5_max
value: -25.957944490064744
verified: no, type: nauc_recall_at_5_std
value: -17.745642764320777
verified: no, type: ndcg_at_1
value: 28.571
verified: no, type: ndcg_at_10
value: 25.855
verified: no, type: ndcg_at_100
value: 37.69
verified: no, type: ndcg_at_1000
value: 48.808
verified: no, type: ndcg_at_20
value: 26.883000000000003
verified: no, type: ndcg_at_3
value: 28.904000000000003
verified: no, type: ndcg_at_5
value: 27.901999999999997
verified: no, type: precision_at_1
value: 30.612000000000002
verified: no, type: precision_at_10
value: 23.265
verified: no, type: precision_at_100
value: 7.878
verified: no, type: precision_at_1000
value: 1.522
verified: no, type: precision_at_20
value: 17.653
verified: no, type: precision_at_3
value: 29.932
verified: no, type: precision_at_5
value: 28.163
verified: no, type: recall_at_1
value: 2.3720000000000003
verified: no, type: recall_at_10
value: 17.071
verified: no, type: recall_at_100
value: 48.829
verified: no, type: recall_at_1000
value: 81.194
verified: no, type: recall_at_20
value: 24.882
verified: no, type: recall_at_3
value: 6.578
verified: no, type: recall_at_5
value: 10.951
verified: no, task: type: Classification
dataset: name: MTEB ToxicConversationsClassification (default)
type: mteb/toxic_conversations_50k
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics: type: accuracy
value: 92.28515625
verified: no, type: ap
value: 43.967425546221364
verified: no, type: ap_weighted
value: 43.967425546221364
verified: no, type: f1
value: 79.48199263483515
verified: no, type: f1_weighted
value: 93.11764775204445
verified: no, type: main_score
value: 92.28515625
verified: no, task: type: Classification
dataset: name: MTEB TweetSentimentExtractionClassification (default)
type: mteb/tweet_sentiment_extraction
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 80.1726089417091
verified: no, type: f1
value: 80.44865150205347
verified: no, type: f1_weighted
value: 80.01110885829492
verified: no, type: main_score
value: 80.1726089417091
verified: no, task: type: Clustering
dataset: name: MTEB TwentyNewsgroupsClustering (default)
type: mteb/twentynewsgroups-clustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: main_score
value: 69.43612684622691
verified: no, type: v_measure
value: 69.43612684622691
verified: no, type: v_measure_std
value: 0.65287690596996
verified: no, task: type: PairClassification
dataset: name: MTEB TwitterSemEval2015 (default)
type: mteb/twittersemeval2015-pairclassification
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cosine_accuracy
value: 87.65571913929784
verified: no, type: cosine_accuracy_threshold
value: 75.32307505607605
verified: no, type: cosine_ap
value: 79.12498779374573
verified: no, type: cosine_f1
value: 72.19822109275731
verified: no, type: cosine_f1_threshold
value: 73.05474281311035
verified: no, type: cosine_precision
value: 69.63235294117646
verified: no, type: cosine_recall
value: 74.96042216358839
verified: no, type: dot_accuracy
value: 87.65571913929784
verified: no, type: dot_accuracy_threshold
value: 75.32307505607605
verified: no, type: dot_ap
value: 79.1249879229425
verified: no, type: dot_f1
value: 72.19822109275731
verified: no, type: dot_f1_threshold
value: 73.0547547340393
verified: no, type: dot_precision
value: 69.63235294117646
verified: no, type: dot_recall
value: 74.96042216358839
verified: no, type: euclidean_accuracy
value: 87.65571913929784
verified: no, type: euclidean_accuracy_threshold
value: 70.2522873878479
verified: no, type: euclidean_ap
value: 79.12498501352084
verified: no, type: euclidean_f1
value: 72.19822109275731
verified: no, type: euclidean_f1_threshold
value: 73.4101414680481
verified: no, type: euclidean_precision
value: 69.63235294117646
verified: no, type: euclidean_recall
value: 74.96042216358839
verified: no, type: main_score
value: 79.31400852296694
verified: no, type: manhattan_accuracy
value: 87.78685104607499
verified: no, type: manhattan_accuracy_threshold
value: 2240.8660888671875
verified: no, type: manhattan_ap
value: 79.31400852296694
verified: no, type: manhattan_f1
value: 72.46414265408968
verified: no, type: manhattan_f1_threshold
value: 2333.853530883789
verified: no, type: manhattan_precision
value: 71.00531780197518
verified: no, type: manhattan_recall
value: 73.98416886543535
verified: no, type: max_accuracy
value: 87.78685104607499
verified: no, type: max_ap
value: 79.31400852296694
verified: no, type: max_f1
value: 72.46414265408968
verified: no, type: max_precision
value: 71.00531780197518
verified: no, type: max_recall
value: 74.96042216358839
verified: no, type: similarity_accuracy
value: 87.65571913929784
verified: no, type: similarity_accuracy_threshold
value: 75.32307505607605
verified: no, type: similarity_ap
value: 79.12498779374573
verified: no, type: similarity_f1
value: 72.19822109275731
verified: no, type: similarity_f1_threshold
value: 73.05474281311035
verified: no, type: similarity_precision
value: 69.63235294117646
verified: no, type: similarity_recall
value: 74.96042216358839
verified: no, task: type: PairClassification
dataset: name: MTEB TwitterURLCorpus (default)
type: mteb/twitterurlcorpus-pairclassification
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cosine_accuracy
value: 89.58939729110878
verified: no, type: cosine_accuracy_threshold
value: 74.62999820709229
verified: no, type: cosine_ap
value: 87.2110644450708
verified: no, type: cosine_f1
value: 79.70716766892018
verified: no, type: cosine_f1_threshold
value: 72.82971739768982
verified: no, type: cosine_precision
value: 77.40297424737032
verified: no, type: cosine_recall
value: 82.15275639051433
verified: no, type: dot_accuracy
value: 89.58939729110878
verified: no, type: dot_accuracy_threshold
value: 74.62999224662781
verified: no, type: dot_ap
value: 87.21106174391684
verified: no, type: dot_f1
value: 79.70716766892018
verified: no, type: dot_f1_threshold
value: 72.8297233581543
verified: no, type: dot_precision
value: 77.40297424737032
verified: no, type: dot_recall
value: 82.15275639051433
verified: no, type: euclidean_accuracy
value: 89.58939729110878
verified: no, type: euclidean_accuracy_threshold
value: 71.23202085494995
verified: no, type: euclidean_ap
value: 87.21106341739784
verified: no, type: euclidean_f1
value: 79.70716766892018
verified: no, type: euclidean_f1_threshold
value: 73.71604442596436
verified: no, type: euclidean_precision
value: 77.40297424737032
verified: no, type: euclidean_recall
value: 82.15275639051433
verified: no, type: main_score
value: 87.50024399984746
verified: no, type: manhattan_accuracy
value: 89.72522994527885
verified: no, type: manhattan_accuracy_threshold
value: 2315.9988403320312
verified: no, type: manhattan_ap
value: 87.50024399984746
verified: no, type: manhattan_f1
value: 80
verified: no, type: manhattan_f1_threshold
value: 2496.2581634521484
verified: no, type: manhattan_precision
value: 76.38859704419696
verified: no, type: manhattan_recall
value: 83.96981829380967
verified: no, type: max_accuracy
value: 89.72522994527885
verified: no, type: max_ap
value: 87.50024399984746
verified: no, type: max_f1
value: 80
verified: no, type: max_precision
value: 77.40297424737032
verified: no, type: max_recall
value: 83.96981829380967
verified: no, type: similarity_accuracy
value: 89.58939729110878
verified: no, type: similarity_accuracy_threshold
value: 74.62999820709229
verified: no, type: similarity_ap
value: 87.2110644450708
verified: no, type: similarity_f1
value: 79.70716766892018
verified: no, type: similarity_f1_threshold
value: 72.82971739768982
verified: no, type: similarity_precision
value: 77.40297424737032
verified: no, type: similarity_recall
value: 82.15275639051433
verified: no
Likes: 1 | All-time downloads: 818
Created: 2024-12-30 02:11:11