Model: bhavnicksm/brown-fairy-base-v0
Author: bhavnicksm
Library: model2vec
Tags: model2vec, safetensors, embeddings, static-embeddings, sentence-transformers, mteb, en, license:mit, model-index, region:us
Card metadata: base_model: baai/bge-base-en-v1.5
language: en
library_name: model2vec
license: mit
model_name: brown-fairy-base-v0
tags: embeddings, static-embeddings, sentence-transformers, mteb
model-index: name: bhavnicksm/brown-fairy-base-v0
results: dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 69.52239999999999
verified: no, type: f1
value: 63.4127
verified: no, type: f1_weighted
value: 72.48599999999999
verified: no, type: ap
value: 31.8446
verified: no, type: ap_weighted
value: 31.8446
verified: no, type: main_score
value: 69.52239999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 68.709
verified: no, type: f1
value: 68.2583
verified: no, type: f1_weighted
value: 68.2583
verified: no, type: ap
value: 63.728899999999996
verified: no, type: ap_weighted
value: 63.728899999999996
verified: no, type: main_score
value: 68.709
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 34.014
verified: no, type: f1
value: 33.4588
verified: no, type: f1_weighted
value: 33.4588
verified: no, type: main_score
value: 34.014
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: ndcg_at_1
value: 20.341
verified: no, type: ndcg_at_3
value: 30.547
verified: no, type: ndcg_at_5
value: 34.963
verified: no, type: ndcg_at_10
value: 39.805
verified: no, type: ndcg_at_20
value: 42.397
verified: no, type: ndcg_at_100
value: 45.216
verified: no, type: ndcg_at_1000
value: 46.339999999999996
verified: no, type: map_at_1
value: 20.341
verified: no, type: map_at_3
value: 27.962999999999997
verified: no, type: map_at_5
value: 30.409999999999997
verified: no, type: map_at_10
value: 32.4
verified: no, type: map_at_20
value: 33.113
verified: no, type: map_at_100
value: 33.512
verified: no, type: map_at_1000
value: 33.556000000000004
verified: no, type: recall_at_1
value: 20.341
verified: no, type: recall_at_3
value: 38.051
verified: no, type: recall_at_5
value: 48.791000000000004
verified: no, type: recall_at_10
value: 63.798
verified: no, type: recall_at_20
value: 74.03999999999999
verified: no, type: recall_at_100
value: 89.118
verified: no, type: recall_at_1000
value: 97.866
verified: no, type: precision_at_1
value: 20.341
verified: no, type: precision_at_3
value: 12.684000000000001
verified: no, type: precision_at_5
value: 9.758
verified: no, type: precision_at_10
value: 6.38
verified: no, type: precision_at_20
value: 3.702
verified: no, type: precision_at_100
value: 0.8909999999999999
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: mrr_at_1
value: 20.6259
verified: no, type: mrr_at_3
value: 28.058300000000003
verified: no, type: mrr_at_5
value: 30.4979
verified: no, type: mrr_at_10
value: 32.5131
verified: no, type: mrr_at_20
value: 33.222699999999996
verified: no, type: mrr_at_100
value: 33.6243
verified: no, type: mrr_at_1000
value: 33.6687
verified: no, type: nauc_ndcg_at_1_max
value: -6.208
verified: no, type: nauc_ndcg_at_1_std
value: 0.6887
verified: no, type: nauc_ndcg_at_1_diff1
value: 5.5123
verified: no, type: nauc_ndcg_at_3_max
value: -1.8608
verified: no, type: nauc_ndcg_at_3_std
value: 3.7832999999999997
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.5778
verified: no, type: nauc_ndcg_at_5_max
value: 0.0929
verified: no, type: nauc_ndcg_at_5_std
value: 5.8453
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.316
verified: no, type: nauc_ndcg_at_10_max
value: 0.557
verified: no, type: nauc_ndcg_at_10_std
value: 5.8692
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.3828
verified: no, type: nauc_ndcg_at_20_max
value: 1.567
verified: no, type: nauc_ndcg_at_20_std
value: 8.2355
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.1907
verified: no, type: nauc_ndcg_at_100_max
value: 1.0833000000000002
verified: no, type: nauc_ndcg_at_100_std
value: 8.6248
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.0073
verified: no, type: nauc_ndcg_at_1000_max
value: -0.166
verified: no, type: nauc_ndcg_at_1000_std
value: 7.394100000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 8.1955
verified: no, type: nauc_map_at_1_max
value: -6.208
verified: no, type: nauc_map_at_1_std
value: 0.6887
verified: no, type: nauc_map_at_1_diff1
value: 5.5123
verified: no, type: nauc_map_at_3_max
value: -3.0332999999999997
verified: no, type: nauc_map_at_3_std
value: 2.9010000000000002
verified: no, type: nauc_map_at_3_diff1
value: 6.8088
verified: no, type: nauc_map_at_5_max
value: -1.9215
verified: no, type: nauc_map_at_5_std
value: 4.023000000000001
verified: no, type: nauc_map_at_5_diff1
value: 7.8248999999999995
verified: no, type: nauc_map_at_10_max
value: -1.8037
verified: no, type: nauc_map_at_10_std
value: 3.9838
verified: no, type: nauc_map_at_10_diff1
value: 7.3617
verified: no, type: nauc_map_at_20_max
value: -1.5614
verified: no, type: nauc_map_at_20_std
value: 4.6065000000000005
verified: no, type: nauc_map_at_20_diff1
value: 7.5846
verified: no, type: nauc_map_at_100_max
value: -1.6330999999999998
verified: no, type: nauc_map_at_100_std
value: 4.693
verified: no, type: nauc_map_at_100_diff1
value: 7.5309
verified: no, type: nauc_map_at_1000_max
value: -1.6847999999999999
verified: no, type: nauc_map_at_1000_std
value: 4.6508
verified: no, type: nauc_map_at_1000_diff1
value: 7.5036000000000005
verified: no, type: nauc_recall_at_1_max
value: -6.208
verified: no, type: nauc_recall_at_1_std
value: 0.6887
verified: no, type: nauc_recall_at_1_diff1
value: 5.5123
verified: no, type: nauc_recall_at_3_max
value: 1.2662
verified: no, type: nauc_recall_at_3_std
value: 6.1506
verified: no, type: nauc_recall_at_3_diff1
value: 9.6919
verified: no, type: nauc_recall_at_5_max
value: 5.7511
verified: no, type: nauc_recall_at_5_std
value: 11.0652
verified: no, type: nauc_recall_at_5_diff1
value: 13.5713
verified: no, type: nauc_recall_at_10_max
value: 8.5342
verified: no, type: nauc_recall_at_10_std
value: 12.2161
verified: no, type: nauc_recall_at_10_diff1
value: 11.6188
verified: no, type: nauc_recall_at_20_max
value: 15.7488
verified: no, type: nauc_recall_at_20_std
value: 25.6755
verified: no, type: nauc_recall_at_20_diff1
value: 16.3568
verified: no, type: nauc_recall_at_100_max
value: 24.424799999999998
verified: no, type: nauc_recall_at_100_std
value: 47.6945
verified: no, type: nauc_recall_at_100_diff1
value: 22.4622
verified: no, type: nauc_recall_at_1000_max
value: 3.0951
verified: no, type: nauc_recall_at_1000_std
value: 84.10419999999999
verified: no, type: nauc_recall_at_1000_diff1
value: -2.6364
verified: no, type: nauc_precision_at_1_max
value: -6.208
verified: no, type: nauc_precision_at_1_std
value: 0.6887
verified: no, type: nauc_precision_at_1_diff1
value: 5.5123
verified: no, type: nauc_precision_at_3_max
value: 1.2662
verified: no, type: nauc_precision_at_3_std
value: 6.1506
verified: no, type: nauc_precision_at_3_diff1
value: 9.6919
verified: no, type: nauc_precision_at_5_max
value: 5.7511
verified: no, type: nauc_precision_at_5_std
value: 11.0652
verified: no, type: nauc_precision_at_5_diff1
value: 13.5713
verified: no, type: nauc_precision_at_10_max
value: 8.5342
verified: no, type: nauc_precision_at_10_std
value: 12.2161
verified: no, type: nauc_precision_at_10_diff1
value: 11.6188
verified: no, type: nauc_precision_at_20_max
value: 15.7488
verified: no, type: nauc_precision_at_20_std
value: 25.6755
verified: no, type: nauc_precision_at_20_diff1
value: 16.3568
verified: no, type: nauc_precision_at_100_max
value: 24.424799999999998
verified: no, type: nauc_precision_at_100_std
value: 47.6945
verified: no, type: nauc_precision_at_100_diff1
value: 22.4622
verified: no, type: nauc_precision_at_1000_max
value: 3.0951
verified: no, type: nauc_precision_at_1000_std
value: 84.10419999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -2.6364
verified: no, type: nauc_mrr_at_1_max
value: -5.611800000000001
verified: no, type: nauc_mrr_at_1_std
value: 0.2596
verified: no, type: nauc_mrr_at_1_diff1
value: 4.5101
verified: no, type: nauc_mrr_at_3_max
value: -3.1917
verified: no, type: nauc_mrr_at_3_std
value: 2.7559
verified: no, type: nauc_mrr_at_3_diff1
value: 5.756
verified: no, type: nauc_mrr_at_5_max
value: -2.1292999999999997
verified: no, type: nauc_mrr_at_5_std
value: 3.7653
verified: no, type: nauc_mrr_at_5_diff1
value: 6.7995
verified: no, type: nauc_mrr_at_10_max
value: -1.8915000000000002
verified: no, type: nauc_mrr_at_10_std
value: 3.778
verified: no, type: nauc_mrr_at_10_diff1
value: 6.4253
verified: no, type: nauc_mrr_at_20_max
value: -1.6753
verified: no, type: nauc_mrr_at_20_std
value: 4.389
verified: no, type: nauc_mrr_at_20_diff1
value: 6.6081
verified: no, type: nauc_mrr_at_100_max
value: -1.7302000000000002
verified: no, type: nauc_mrr_at_100_std
value: 4.4796000000000005
verified: no, type: nauc_mrr_at_100_diff1
value: 6.563199999999999
verified: no, type: nauc_mrr_at_1000_max
value: -1.7819000000000003
verified: no, type: nauc_mrr_at_1000_std
value: 4.4372
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.5346
verified: no, type: main_score
value: 39.805
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: v_measure
value: 30.9023
verified: no, type: v_measure_std
value: 14.6095
verified: no, type: main_score
value: 30.9023
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: v_measure
value: 19.1012
verified: no, type: v_measure_std
value: 15.511800000000001
verified: no, type: main_score
value: 19.1012
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: map
value: 54.0474
verified: no, type: mrr
value: 67.00150000000001
verified: no, type: nAUC_map_max
value: 14.266100000000002
verified: no, type: nAUC_map_std
value: 11.7906
verified: no, type: nAUC_map_diff1
value: 7.5044
verified: no, type: nAUC_mrr_max
value: 20.1721
verified: no, type: nAUC_mrr_std
value: 13.1225
verified: no, type: nAUC_mrr_diff1
value: 14.3512
verified: no, type: main_score
value: 54.0474
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: pearson
value: 73.3465
verified: no, type: spearman
value: 69.6932
verified: no, type: cosine_pearson
value: 73.3465
verified: no, type: cosine_spearman
value: 69.6932
verified: no, type: manhattan_pearson
value: 54.115899999999996
verified: no, type: manhattan_spearman
value: 54.1759
verified: no, type: euclidean_pearson
value: 54.2153
verified: no, type: euclidean_spearman
value: 54.0488
verified: no, type: main_score
value: 69.6932
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 74.2987
verified: no, type: f1
value: 73.85119999999999
verified: no, type: f1_weighted
value: 73.85119999999999
verified: no, type: main_score
value: 74.2987
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: v_measure
value: 29.8415
verified: no, type: v_measure_std
value: 0.7605
verified: no, type: main_score
value: 29.8415
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: v_measure
value: 16.4917
verified: no, type: v_measure_std
value: 1.2364
verified: no, type: main_score
value: 16.4917
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: 1
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: ndcg_at_10
value: 21.9561
verified: no, type: main_score
value: 21.9561
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: ndcg_at_1
value: 18.826999999999998
verified: no, type: ndcg_at_3
value: 16.482
verified: no, type: ndcg_at_5
value: 17.9
verified: no, type: ndcg_at_10
value: 20.948
verified: no, type: ndcg_at_20
value: 23.665
verified: no, type: ndcg_at_100
value: 28.192
verified: no, type: ndcg_at_1000
value: 31.846999999999998
verified: no, type: map_at_1
value: 8.221
verified: no, type: map_at_3
value: 11.72
verified: no, type: map_at_5
value: 12.844
verified: no, type: map_at_10
value: 14.17
verified: no, type: map_at_20
value: 15.043000000000001
verified: no, type: map_at_100
value: 15.842
verified: no, type: map_at_1000
value: 16.04
verified: no, type: recall_at_1
value: 8.221
verified: no, type: recall_at_3
value: 15.214
verified: no, type: recall_at_5
value: 19.185
verified: no, type: recall_at_10
value: 26.14
verified: no, type: recall_at_20
value: 33.931
verified: no, type: recall_at_100
value: 51.429
verified: no, type: recall_at_1000
value: 72.269
verified: no, type: precision_at_1
value: 18.826999999999998
verified: no, type: precision_at_3
value: 12.4
verified: no, type: precision_at_5
value: 9.707
verified: no, type: precision_at_10
value: 6.84
verified: no, type: precision_at_20
value: 4.557
verified: no, type: precision_at_100
value: 1.461
verified: no, type: precision_at_1000
value: 0.212
verified: no, type: mrr_at_1
value: 18.8274
verified: no, type: mrr_at_3
value: 25.2226
verified: no, type: mrr_at_5
value: 27.163999999999998
verified: no, type: mrr_at_10
value: 28.6116
verified: no, type: mrr_at_20
value: 29.3082
verified: no, type: mrr_at_100
value: 29.7302
verified: no, type: mrr_at_1000
value: 29.786600000000004
verified: no, type: nauc_ndcg_at_1_max
value: 23.3019
verified: no, type: nauc_ndcg_at_1_std
value: 14.4153
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.8879
verified: no, type: nauc_ndcg_at_3_max
value: 22.2746
verified: no, type: nauc_ndcg_at_3_std
value: 15.487300000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.8275
verified: no, type: nauc_ndcg_at_5_max
value: 23.0993
verified: no, type: nauc_ndcg_at_5_std
value: 16.4617
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.7855
verified: no, type: nauc_ndcg_at_10_max
value: 24.7783
verified: no, type: nauc_ndcg_at_10_std
value: 20.1484
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.0753
verified: no, type: nauc_ndcg_at_20_max
value: 26.1465
verified: no, type: nauc_ndcg_at_20_std
value: 22.3842
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.777900000000002
verified: no, type: nauc_ndcg_at_100_max
value: 27.703100000000003
verified: no, type: nauc_ndcg_at_100_std
value: 25.3223
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.1821
verified: no, type: nauc_ndcg_at_1000_max
value: 28.778599999999997
verified: no, type: nauc_ndcg_at_1000_std
value: 27.9877
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.223499999999998
verified: no, type: nauc_map_at_1_max
value: 22.4083
verified: no, type: nauc_map_at_1_std
value: 9.546000000000001
verified: no, type: nauc_map_at_1_diff1
value: 29.008499999999998
verified: no, type: nauc_map_at_3_max
value: 22.0196
verified: no, type: nauc_map_at_3_std
value: 11.7774
verified: no, type: nauc_map_at_3_diff1
value: 21.7038
verified: no, type: nauc_map_at_5_max
value: 22.7222
verified: no, type: nauc_map_at_5_std
value: 12.8126
verified: no, type: nauc_map_at_5_diff1
value: 20.288
verified: no, type: nauc_map_at_10_max
value: 23.566200000000002
verified: no, type: nauc_map_at_10_std
value: 14.8877
verified: no, type: nauc_map_at_10_diff1
value: 19.9221
verified: no, type: nauc_map_at_20_max
value: 24.1809
verified: no, type: nauc_map_at_20_std
value: 15.9395
verified: no, type: nauc_map_at_20_diff1
value: 19.6606
verified: no, type: nauc_map_at_100_max
value: 24.7213
verified: no, type: nauc_map_at_100_std
value: 16.8474
verified: no, type: nauc_map_at_100_diff1
value: 19.5227
verified: no, type: nauc_map_at_1000_max
value: 24.8168
verified: no, type: nauc_map_at_1000_std
value: 17.0802
verified: no, type: nauc_map_at_1000_diff1
value: 19.496199999999998
verified: no, type: nauc_recall_at_1_max
value: 22.4083
verified: no, type: nauc_recall_at_1_std
value: 9.546000000000001
verified: no, type: nauc_recall_at_1_diff1
value: 29.008499999999998
verified: no, type: nauc_recall_at_3_max
value: 19.4585
verified: no, type: nauc_recall_at_3_std
value: 14.3753
verified: no, type: nauc_recall_at_3_diff1
value: 15.7
verified: no, type: nauc_recall_at_5_max
value: 20.5273
verified: no, type: nauc_recall_at_5_std
value: 16.2058
verified: no, type: nauc_recall_at_5_diff1
value: 12.1747
verified: no, type: nauc_recall_at_10_max
value: 22.6961
verified: no, type: nauc_recall_at_10_std
value: 22.400000000000002
verified: no, type: nauc_recall_at_10_diff1
value: 13.2301
verified: no, type: nauc_recall_at_20_max
value: 23.9165
verified: no, type: nauc_recall_at_20_std
value: 25.392300000000002
verified: no, type: nauc_recall_at_20_diff1
value: 11.8797
verified: no, type: nauc_recall_at_100_max
value: 26.6031
verified: no, type: nauc_recall_at_100_std
value: 31.7759
verified: no, type: nauc_recall_at_100_diff1
value: 8.9369
verified: no, type: nauc_recall_at_1000_max
value: 32.4917
verified: no, type: nauc_recall_at_1000_std
value: 47.7736
verified: no, type: nauc_recall_at_1000_diff1
value: 9.5485
verified: no, type: nauc_precision_at_1_max
value: 23.3019
verified: no, type: nauc_precision_at_1_std
value: 14.4153
verified: no, type: nauc_precision_at_1_diff1
value: 21.8879
verified: no, type: nauc_precision_at_3_max
value: 23.9748
verified: no, type: nauc_precision_at_3_std
value: 21.5474
verified: no, type: nauc_precision_at_3_diff1
value: 10.6452
verified: no, type: nauc_precision_at_5_max
value: 24.9076
verified: no, type: nauc_precision_at_5_std
value: 23.9797
verified: no, type: nauc_precision_at_5_diff1
value: 7.1156999999999995
verified: no, type: nauc_precision_at_10_max
value: 26.721
verified: no, type: nauc_precision_at_10_std
value: 30.1734
verified: no, type: nauc_precision_at_10_diff1
value: 7.0459
verified: no, type: nauc_precision_at_20_max
value: 27.9059
verified: no, type: nauc_precision_at_20_std
value: 33.1933
verified: no, type: nauc_precision_at_20_diff1
value: 5.7082
verified: no, type: nauc_precision_at_100_max
value: 25.7203
verified: no, type: nauc_precision_at_100_std
value: 35.108
verified: no, type: nauc_precision_at_100_diff1
value: 2.2525
verified: no, type: nauc_precision_at_1000_max
value: 23.6155
verified: no, type: nauc_precision_at_1000_std
value: 39.4567
verified: no, type: nauc_precision_at_1000_diff1
value: -1.2073
verified: no, type: nauc_mrr_at_1_max
value: 23.3019
verified: no, type: nauc_mrr_at_1_std
value: 14.4153
verified: no, type: nauc_mrr_at_1_diff1
value: 21.8879
verified: no, type: nauc_mrr_at_3_max
value: 23.340700000000002
verified: no, type: nauc_mrr_at_3_std
value: 18.1166
verified: no, type: nauc_mrr_at_3_diff1
value: 16.4821
verified: no, type: nauc_mrr_at_5_max
value: 23.5278
verified: no, type: nauc_mrr_at_5_std
value: 19.023200000000003
verified: no, type: nauc_mrr_at_5_diff1
value: 15.7295
verified: no, type: nauc_mrr_at_10_max
value: 24.199
verified: no, type: nauc_mrr_at_10_std
value: 20.218600000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 16.173199999999998
verified: no, type: nauc_mrr_at_20_max
value: 24.4813
verified: no, type: nauc_mrr_at_20_std
value: 20.5169
verified: no, type: nauc_mrr_at_20_diff1
value: 16.2274
verified: no, type: nauc_mrr_at_100_max
value: 24.378800000000002
verified: no, type: nauc_mrr_at_100_std
value: 20.4327
verified: no, type: nauc_mrr_at_100_diff1
value: 16.220499999999998
verified: no, type: nauc_mrr_at_1000_max
value: 24.3802
verified: no, type: nauc_mrr_at_1000_std
value: 20.4123
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.2191
verified: no, type: main_score
value: 20.948
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: ndcg_at_1
value: 30.375000000000004
verified: no, type: ndcg_at_3
value: 26.590999999999998
verified: no, type: ndcg_at_5
value: 24.586
verified: no, type: ndcg_at_10
value: 23.246
verified: no, type: ndcg_at_20
value: 23.025000000000002
verified: no, type: ndcg_at_100
value: 26.994
verified: no, type: ndcg_at_1000
value: 33.591
verified: no, type: map_at_1
value: 4.104
verified: no, type: map_at_3
value: 6.869
verified: no, type: map_at_5
value: 7.949000000000001
verified: no, type: map_at_10
value: 9.511
verified: no, type: map_at_20
value: 10.959000000000001
verified: no, type: map_at_100
value: 13.444999999999999
verified: no, type: map_at_1000
value: 14.482999999999999
verified: no, type: recall_at_1
value: 4.104
verified: no, type: recall_at_3
value: 8.394
verified: no, type: recall_at_5
value: 10.453
verified: no, type: recall_at_10
value: 14.413
verified: no, type: recall_at_20
value: 19.421
verified: no, type: recall_at_100
value: 34.134
verified: no, type: recall_at_1000
value: 56.74
verified: no, type: precision_at_1
value: 43
verified: no, type: precision_at_3
value: 32.25
verified: no, type: precision_at_5
value: 26.650000000000002
verified: no, type: precision_at_10
value: 20.575
verified: no, type: precision_at_20
value: 15.587000000000002
verified: no, type: precision_at_100
value: 6.784999999999999
verified: no, type: precision_at_1000
value: 1.465
verified: no, type: mrr_at_1
value: 43
verified: no, type: mrr_at_3
value: 50.416700000000006
verified: no, type: mrr_at_5
value: 51.554199999999994
verified: no, type: mrr_at_10
value: 52.5436
verified: no, type: mrr_at_20
value: 53.0818
verified: no, type: mrr_at_100
value: 53.3559
verified: no, type: mrr_at_1000
value: 53.3775
verified: no, type: nauc_ndcg_at_1_max
value: 32.3654
verified: no, type: nauc_ndcg_at_1_std
value: 10.134799999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.7456
verified: no, type: nauc_ndcg_at_3_max
value: 35.7454
verified: no, type: nauc_ndcg_at_3_std
value: 11.2598
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.8957
verified: no, type: nauc_ndcg_at_5_max
value: 37.3094
verified: no, type: nauc_ndcg_at_5_std
value: 12.0986
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.1683
verified: no, type: nauc_ndcg_at_10_max
value: 37.8415
verified: no, type: nauc_ndcg_at_10_std
value: 13.6007
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.7172
verified: no, type: nauc_ndcg_at_20_max
value: 36.201899999999995
verified: no, type: nauc_ndcg_at_20_std
value: 14.508399999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.6504
verified: no, type: nauc_ndcg_at_100_max
value: 37.8181
verified: no, type: nauc_ndcg_at_100_std
value: 22.2808
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.156100000000002
verified: no, type: nauc_ndcg_at_1000_max
value: 43.2943
verified: no, type: nauc_ndcg_at_1000_std
value: 29.2433
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.593
verified: no, type: nauc_map_at_1_max
value: 3.9762
verified: no, type: nauc_map_at_1_std
value: 2.929
verified: no, type: nauc_map_at_1_diff1
value: 21.787699999999997
verified: no, type: nauc_map_at_3_max
value: 7.2749
verified: no, type: nauc_map_at_3_std
value: 4.1128
verified: no, type: nauc_map_at_3_diff1
value: 19.4785
verified: no, type: nauc_map_at_5_max
value: 11.6105
verified: no, type: nauc_map_at_5_std
value: 3.9446000000000003
verified: no, type: nauc_map_at_5_diff1
value: 21.250700000000002
verified: no, type: nauc_map_at_10_max
value: 17.3344
verified: no, type: nauc_map_at_10_std
value: 6.990200000000001
verified: no, type: nauc_map_at_10_diff1
value: 20.962
verified: no, type: nauc_map_at_20_max
value: 23.447200000000002
verified: no, type: nauc_map_at_20_std
value: 11.8169
verified: no, type: nauc_map_at_20_diff1
value: 21.0181
verified: no, type: nauc_map_at_100_max
value: 32.9328
verified: no, type: nauc_map_at_100_std
value: 21.3233
verified: no, type: nauc_map_at_100_diff1
value: 19.3584
verified: no, type: nauc_map_at_1000_max
value: 34.9988
verified: no, type: nauc_map_at_1000_std
value: 23.3726
verified: no, type: nauc_map_at_1000_diff1
value: 19.9623
verified: no, type: nauc_recall_at_1_max
value: 3.9762
verified: no, type: nauc_recall_at_1_std
value: 2.929
verified: no, type: nauc_recall_at_1_diff1
value: 21.787699999999997
verified: no, type: nauc_recall_at_3_max
value: 2.7925999999999997
verified: no, type: nauc_recall_at_3_std
value: -2.4797
verified: no, type: nauc_recall_at_3_diff1
value: 13.525
verified: no, type: nauc_recall_at_5_max
value: 6.8843000000000005
verified: no, type: nauc_recall_at_5_std
value: -3.7343
verified: no, type: nauc_recall_at_5_diff1
value: 17.638499999999997
verified: no, type: nauc_recall_at_10_max
value: 11.6201
verified: no, type: nauc_recall_at_10_std
value: -1.0245
verified: no, type: nauc_recall_at_10_diff1
value: 15.4671
verified: no, type: nauc_recall_at_20_max
value: 15.815999999999999
verified: no, type: nauc_recall_at_20_std
value: 3.6186999999999996
verified: no, type: nauc_recall_at_20_diff1
value: 15.407000000000002
verified: no, type: nauc_recall_at_100_max
value: 24.712
verified: no, type: nauc_recall_at_100_std
value: 22.0841
verified: no, type: nauc_recall_at_100_diff1
value: 10.1828
verified: no, type: nauc_recall_at_1000_max
value: 33.821
verified: no, type: nauc_recall_at_1000_std
value: 36.807
verified: no, type: nauc_recall_at_1000_diff1
value: 12.8396
verified: no, type: nauc_precision_at_1_max
value: 39.2878
verified: no, type: nauc_precision_at_1_std
value: 15.6774
verified: no, type: nauc_precision_at_1_diff1
value: 31.384
verified: no, type: nauc_precision_at_3_max
value: 43.498
verified: no, type: nauc_precision_at_3_std
value: 17.592299999999998
verified: no, type: nauc_precision_at_3_diff1
value: 25.154799999999998
verified: no, type: nauc_precision_at_5_max
value: 47.632600000000004
verified: no, type: nauc_precision_at_5_std
value: 19.6694
verified: no, type: nauc_precision_at_5_diff1
value: 26.762399999999996
verified: no, type: nauc_precision_at_10_max
value: 50.91139999999999
verified: no, type: nauc_precision_at_10_std
value: 23.6363
verified: no, type: nauc_precision_at_10_diff1
value: 23.097
verified: no, type: nauc_precision_at_20_max
value: 52.53489999999999
verified: no, type: nauc_precision_at_20_std
value: 28.8839
verified: no, type: nauc_precision_at_20_diff1
value: 18.9418
verified: no, type: nauc_precision_at_100_max
value: 48.79
verified: no, type: nauc_precision_at_100_std
value: 31.642500000000002
verified: no, type: nauc_precision_at_100_diff1
value: 13.646700000000001
verified: no, type: nauc_precision_at_1000_max
value: 27.015099999999997
verified: no, type: nauc_precision_at_1000_std
value: 13.613900000000001
verified: no, type: nauc_precision_at_1000_diff1
value: 12.138300000000001
verified: no, type: nauc_mrr_at_1_max
value: 39.2878
verified: no, type: nauc_mrr_at_1_std
value: 15.6774
verified: no, type: nauc_mrr_at_1_diff1
value: 31.384
verified: no, type: nauc_mrr_at_3_max
value: 41.747299999999996
verified: no, type: nauc_mrr_at_3_std
value: 14.7682
verified: no, type: nauc_mrr_at_3_diff1
value: 29.8219
verified: no, type: nauc_mrr_at_5_max
value: 42.408699999999996
verified: no, type: nauc_mrr_at_5_std
value: 14.769099999999998
verified: no, type: nauc_mrr_at_5_diff1
value: 31.1068
verified: no, type: nauc_mrr_at_10_max
value: 42.571999999999996
verified: no, type: nauc_mrr_at_10_std
value: 14.8256
verified: no, type: nauc_mrr_at_10_diff1
value: 31.156299999999998
verified: no, type: nauc_mrr_at_20_max
value: 42.4832
verified: no, type: nauc_mrr_at_20_std
value: 14.7993
verified: no, type: nauc_mrr_at_20_diff1
value: 31.260700000000003
verified: no, type: nauc_mrr_at_100_max
value: 42.5018
verified: no, type: nauc_mrr_at_100_std
value: 14.9009
verified: no, type: nauc_mrr_at_100_diff1
value: 31.2395
verified: no, type: nauc_mrr_at_1000_max
value: 42.4996
verified: no, type: nauc_mrr_at_1000_std
value: 14.9098
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.230400000000003
verified: no, type: main_score
value: 23.246
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 45.68
verified: no, type: f1
value: 43.1207
verified: no, type: f1_weighted
value: 48.0349
verified: no, type: main_score
value: 45.68
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: ndcg_at_1
value: 16.742
verified: no, type: ndcg_at_3
value: 23.316
verified: no, type: ndcg_at_5
value: 25.738
verified: no, type: ndcg_at_10
value: 28.68
verified: no, type: ndcg_at_20
value: 30.959999999999997
verified: no, type: ndcg_at_100
value: 34.037
verified: no, type: ndcg_at_1000
value: 36.004999999999995
verified: no, type: map_at_1
value: 15.797
verified: no, type: map_at_3
value: 21.209
verified: no, type: map_at_5
value: 22.547
verified: no, type: map_at_10
value: 23.762
verified: no, type: map_at_20
value: 24.401
verified: no, type: map_at_100
value: 24.83
verified: no, type: map_at_1000
value: 24.901
verified: no, type: recall_at_1
value: 15.797
verified: no, type: recall_at_3
value: 28.233000000000004
verified: no, type: recall_at_5
value: 33.997
verified: no, type: recall_at_10
value: 42.888
verified: no, type: recall_at_20
value: 51.635
verified: no, type: recall_at_100
value: 67.801
verified: no, type: recall_at_1000
value: 82.998
verified: no, type: precision_at_1
value: 16.742
verified: no, type: precision_at_3
value: 10.096
verified: no, type: precision_at_5
value: 7.335999999999999
verified: no, type: precision_at_10
value: 4.65
verified: no, type: precision_at_20
value: 2.817
verified: no, type: precision_at_100
value: 0.748
verified: no, type: precision_at_1000
value: 0.093
verified: no, type: mrr_at_1
value: 16.7417
verified: no, type: mrr_at_3
value: 22.4122
verified: no, type: mrr_at_5
value: 23.8374
verified: no, type: mrr_at_10
value: 25.101000000000003
verified: no, type: mrr_at_20
value: 25.739800000000002
verified: no, type: mrr_at_100
value: 26.164199999999997
verified: no, type: mrr_at_1000
value: 26.227800000000002
verified: no, type: nauc_ndcg_at_1_max
value: 13.991500000000002
verified: no, type: nauc_ndcg_at_1_std
value: -25.4382
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.2751
verified: no, type: nauc_ndcg_at_3_max
value: 15.4019
verified: no, type: nauc_ndcg_at_3_std
value: -25.9724
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.3365
verified: no, type: nauc_ndcg_at_5_max
value: 16.4606
verified: no, type: nauc_ndcg_at_5_std
value: -26.063599999999997
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.334900000000001
verified: no, type: nauc_ndcg_at_10_max
value: 17.1297
verified: no, type: nauc_ndcg_at_10_std
value: -26.709
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.072799999999999
verified: no, type: nauc_ndcg_at_20_max
value: 18.0756
verified: no, type: nauc_ndcg_at_20_std
value: -25.849899999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.3475
verified: no, type: nauc_ndcg_at_100_max
value: 18.5017
verified: no, type: nauc_ndcg_at_100_std
value: -25.1975
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.128200000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 18.570500000000003
verified: no, type: nauc_ndcg_at_1000_std
value: -24.5199
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.608600000000001
verified: no, type: nauc_map_at_1_max
value: 14.4553
verified: no, type: nauc_map_at_1_std
value: -25.291999999999998
verified: no, type: nauc_map_at_1_diff1
value: 21.4966
verified: no, type: nauc_map_at_3_max
value: 15.1199
verified: no, type: nauc_map_at_3_std
value: -25.8608
verified: no, type: nauc_map_at_3_diff1
value: 17.5
verified: no, type: nauc_map_at_5_max
value: 15.748599999999998
verified: no, type: nauc_map_at_5_std
value: -25.928
verified: no, type: nauc_map_at_5_diff1
value: 16.8883
verified: no, type: nauc_map_at_10_max
value: 16.036
verified: no, type: nauc_map_at_10_std
value: -26.2116
verified: no, type: nauc_map_at_10_diff1
value: 16.335
verified: no, type: nauc_map_at_20_max
value: 16.305500000000002
verified: no, type: nauc_map_at_20_std
value: -25.965500000000002
verified: no, type: nauc_map_at_20_diff1
value: 16.1305
verified: no, type: nauc_map_at_100_max
value: 16.380200000000002
verified: no, type: nauc_map_at_100_std
value: -25.870199999999997
verified: no, type: nauc_map_at_100_diff1
value: 16.1253
verified: no, type: nauc_map_at_1000_max
value: 16.3924
verified: no, type: nauc_map_at_1000_std
value: -25.838499999999996
verified: no, type: nauc_map_at_1000_diff1
value: 16.1408
verified: no, type: nauc_recall_at_1_max
value: 14.4553
verified: no, type: nauc_recall_at_1_std
value: -25.291999999999998
verified: no, type: nauc_recall_at_1_diff1
value: 21.4966
verified: no, type: nauc_recall_at_3_max
value: 16.1074
verified: no, type: nauc_recall_at_3_std
value: -25.916099999999997
verified: no, type: nauc_recall_at_3_diff1
value: 13.5176
verified: no, type: nauc_recall_at_5_max
value: 18.0189
verified: no, type: nauc_recall_at_5_std
value: -25.795299999999997
verified: no, type: nauc_recall_at_5_diff1
value: 11.3842
verified: no, type: nauc_recall_at_10_max
value: 19.4035
verified: no, type: nauc_recall_at_10_std
value: -27.2015
verified: no, type: nauc_recall_at_10_diff1
value: 7.9085
verified: no, type: nauc_recall_at_20_max
value: 22.5578
verified: no, type: nauc_recall_at_20_std
value: -24.1674
verified: no, type: nauc_recall_at_20_diff1
value: 5.0956
verified: no, type: nauc_recall_at_100_max
value: 25.2855
verified: no, type: nauc_recall_at_100_std
value: -19.9378
verified: no, type: nauc_recall_at_100_diff1
value: 1.3199
verified: no, type: nauc_recall_at_1000_max
value: 29.253400000000003
verified: no, type: nauc_recall_at_1000_std
value: -8.519599999999999
verified: no, type: nauc_recall_at_1000_diff1
value: 0.1057
verified: no, type: nauc_precision_at_1_max
value: 13.991500000000002
verified: no, type: nauc_precision_at_1_std
value: -25.4382
verified: no, type: nauc_precision_at_1_diff1
value: 21.2751
verified: no, type: nauc_precision_at_3_max
value: 15.758700000000001
verified: no, type: nauc_precision_at_3_std
value: -26.3494
verified: no, type: nauc_precision_at_3_diff1
value: 13.6081
verified: no, type: nauc_precision_at_5_max
value: 17.851300000000002
verified: no, type: nauc_precision_at_5_std
value: -26.3818
verified: no, type: nauc_precision_at_5_diff1
value: 11.4331
verified: no, type: nauc_precision_at_10_max
value: 19.5748
verified: no, type: nauc_precision_at_10_std
value: -27.594400000000004
verified: no, type: nauc_precision_at_10_diff1
value: 8.0539
verified: no, type: nauc_precision_at_20_max
value: 22.453799999999998
verified: no, type: nauc_precision_at_20_std
value: -23.707800000000002
verified: no, type: nauc_precision_at_20_diff1
value: 5.2
verified: no, type: nauc_precision_at_100_max
value: 24.1067
verified: no, type: nauc_precision_at_100_std
value: -16.6068
verified: no, type: nauc_precision_at_100_diff1
value: 1.1200999999999999
verified: no, type: nauc_precision_at_1000_max
value: 22.516
verified: no, type: nauc_precision_at_1000_std
value: -0.621
verified: no, type: nauc_precision_at_1000_diff1
value: -0.26749999999999996
verified: no, type: nauc_mrr_at_1_max
value: 13.991500000000002
verified: no, type: nauc_mrr_at_1_std
value: -25.4382
verified: no, type: nauc_mrr_at_1_diff1
value: 21.2751
verified: no, type: nauc_mrr_at_3_max
value: 14.95
verified: no, type: nauc_mrr_at_3_std
value: -25.885
verified: no, type: nauc_mrr_at_3_diff1
value: 17.3215
verified: no, type: nauc_mrr_at_5_max
value: 15.5568
verified: no, type: nauc_mrr_at_5_std
value: -25.963
verified: no, type: nauc_mrr_at_5_diff1
value: 16.699
verified: no, type: nauc_mrr_at_10_max
value: 15.901299999999999
verified: no, type: nauc_mrr_at_10_std
value: -26.2471
verified: no, type: nauc_mrr_at_10_diff1
value: 16.189899999999998
verified: no, type: nauc_mrr_at_20_max
value: 16.1798
verified: no, type: nauc_mrr_at_20_std
value: -25.989600000000003
verified: no, type: nauc_mrr_at_20_diff1
value: 15.984499999999999
verified: no, type: nauc_mrr_at_100_max
value: 16.2602
verified: no, type: nauc_mrr_at_100_std
value: -25.9187
verified: no, type: nauc_mrr_at_100_diff1
value: 16.0136
verified: no, type: nauc_mrr_at_1000_max
value: 16.2577
verified: no, type: nauc_mrr_at_1000_std
value: -25.9039
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.0318
verified: no, type: main_score
value: 28.68
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: ndcg_at_1
value: 14.198
verified: no, type: ndcg_at_3
value: 14.018
verified: no, type: ndcg_at_5
value: 14.857000000000001
verified: no, type: ndcg_at_10
value: 16.509999999999998
verified: no, type: ndcg_at_20
value: 18.499
verified: no, type: ndcg_at_100
value: 22.658
verified: no, type: ndcg_at_1000
value: 26.894000000000002
verified: no, type: map_at_1
value: 7.061000000000001
verified: no, type: map_at_3
value: 10.151
verified: no, type: map_at_5
value: 11
verified: no, type: map_at_10
value: 11.883000000000001
verified: no, type: map_at_20
value: 12.5
verified: no, type: map_at_100
value: 13.154
verified: no, type: map_at_1000
value: 13.343
verified: no, type: recall_at_1
value: 7.061000000000001
verified: no, type: recall_at_3
value: 13.339
verified: no, type: recall_at_5
value: 16.689999999999998
verified: no, type: recall_at_10
value: 21.435000000000002
verified: no, type: recall_at_20
value: 27.779999999999998
verified: no, type: recall_at_100
value: 45.381
verified: no, type: recall_at_1000
value: 71.61699999999999
verified: no, type: precision_at_1
value: 14.198
verified: no, type: precision_at_3
value: 9.568
verified: no, type: precision_at_5
value: 7.099
verified: no, type: precision_at_10
value: 4.7379999999999995
verified: no, type: precision_at_20
value: 3.1329999999999996
verified: no, type: precision_at_100
value: 1.083
verified: no, type: precision_at_1000
value: 0.181
verified: no, type: mrr_at_1
value: 14.1975
verified: no, type: mrr_at_3
value: 18.5185
verified: no, type: mrr_at_5
value: 19.8302
verified: no, type: mrr_at_10
value: 20.6685
verified: no, type: mrr_at_20
value: 21.273
verified: no, type: mrr_at_100
value: 21.8076
verified: no, type: mrr_at_1000
value: 21.9063
verified: no, type: nauc_ndcg_at_1_max
value: 12.2117
verified: no, type: nauc_ndcg_at_1_std
value: -10.7059
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.4415
verified: no, type: nauc_ndcg_at_3_max
value: 12.4823
verified: no, type: nauc_ndcg_at_3_std
value: -10.252500000000001
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.6834
verified: no, type: nauc_ndcg_at_5_max
value: 10.3316
verified: no, type: nauc_ndcg_at_5_std
value: -9.8648
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.6879
verified: no, type: nauc_ndcg_at_10_max
value: 9.2057
verified: no, type: nauc_ndcg_at_10_std
value: -9.3284
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.5253
verified: no, type: nauc_ndcg_at_20_max
value: 8.3092
verified: no, type: nauc_ndcg_at_20_std
value: -6.686400000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.0031
verified: no, type: nauc_ndcg_at_100_max
value: 9.321200000000001
verified: no, type: nauc_ndcg_at_100_std
value: -4.4703
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.2995
verified: no, type: nauc_ndcg_at_1000_max
value: 11.754199999999999
verified: no, type: nauc_ndcg_at_1000_std
value: -2.6593999999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.3056
verified: no, type: nauc_map_at_1_max
value: 17.227899999999998
verified: no, type: nauc_map_at_1_std
value: -6.8508
verified: no, type: nauc_map_at_1_diff1
value: 25.9133
verified: no, type: nauc_map_at_3_max
value: 13.716999999999999
verified: no, type: nauc_map_at_3_std
value: -8.86
verified: no, type: nauc_map_at_3_diff1
value: 21.0714
verified: no, type: nauc_map_at_5_max
value: 12.146700000000001
verified: no, type: nauc_map_at_5_std
value: -8.909400000000002
verified: no, type: nauc_map_at_5_diff1
value: 20.3887
verified: no, type: nauc_map_at_10_max
value: 11.417
verified: no, type: nauc_map_at_10_std
value: -8.9141
verified: no, type: nauc_map_at_10_diff1
value: 20.7165
verified: no, type: nauc_map_at_20_max
value: 11.0988
verified: no, type: nauc_map_at_20_std
value: -7.9453
verified: no, type: nauc_map_at_20_diff1
value: 20.7809
verified: no, type: nauc_map_at_100_max
value: 11.1694
verified: no, type: nauc_map_at_100_std
value: -7.4639
verified: no, type: nauc_map_at_100_diff1
value: 20.9252
verified: no, type: nauc_map_at_1000_max
value: 11.3405
verified: no, type: nauc_map_at_1000_std
value: -7.3102
verified: no, type: nauc_map_at_1000_diff1
value: 20.9959
verified: no, type: nauc_recall_at_1_max
value: 17.227899999999998
verified: no, type: nauc_recall_at_1_std
value: -6.8508
verified: no, type: nauc_recall_at_1_diff1
value: 25.9133
verified: no, type: nauc_recall_at_3_max
value: 11.2722
verified: no, type: nauc_recall_at_3_std
value: -9.4755
verified: no, type: nauc_recall_at_3_diff1
value: 15.1741
verified: no, type: nauc_recall_at_5_max
value: 6.7860000000000005
verified: no, type: nauc_recall_at_5_std
value: -8.9743
verified: no, type: nauc_recall_at_5_diff1
value: 14.091999999999999
verified: no, type: nauc_recall_at_10_max
value: 4.5781
verified: no, type: nauc_recall_at_10_std
value: -8.4828
verified: no, type: nauc_recall_at_10_diff1
value: 13.1033
verified: no, type: nauc_recall_at_20_max
value: 3.0408999999999997
verified: no, type: nauc_recall_at_20_std
value: -1.0319
verified: no, type: nauc_recall_at_20_diff1
value: 11.2412
verified: no, type: nauc_recall_at_100_max
value: 4.6371
verified: no, type: nauc_recall_at_100_std
value: 5.6984
verified: no, type: nauc_recall_at_100_diff1
value: 10.648399999999999
verified: no, type: nauc_recall_at_1000_max
value: 14.4284
verified: no, type: nauc_recall_at_1000_std
value: 20.471
verified: no, type: nauc_recall_at_1000_diff1
value: 13.6603
verified: no, type: nauc_precision_at_1_max
value: 12.2117
verified: no, type: nauc_precision_at_1_std
value: -10.7059
verified: no, type: nauc_precision_at_1_diff1
value: 27.4415
verified: no, type: nauc_precision_at_3_max
value: 8.3303
verified: no, type: nauc_precision_at_3_std
value: -12.3434
verified: no, type: nauc_precision_at_3_diff1
value: 20.3774
verified: no, type: nauc_precision_at_5_max
value: 5.46
verified: no, type: nauc_precision_at_5_std
value: -10.6964
verified: no, type: nauc_precision_at_5_diff1
value: 19.3914
verified: no, type: nauc_precision_at_10_max
value: 5.8885
verified: no, type: nauc_precision_at_10_std
value: -9.0149
verified: no, type: nauc_precision_at_10_diff1
value: 21.8392
verified: no, type: nauc_precision_at_20_max
value: 3.8181
verified: no, type: nauc_precision_at_20_std
value: -4.2505
verified: no, type: nauc_precision_at_20_diff1
value: 19.9848
verified: no, type: nauc_precision_at_100_max
value: 9.6538
verified: no, type: nauc_precision_at_100_std
value: 1.8809
verified: no, type: nauc_precision_at_100_diff1
value: 18.6529
verified: no, type: nauc_precision_at_1000_max
value: 15.5018
verified: no, type: nauc_precision_at_1000_std
value: 5.4286
verified: no, type: nauc_precision_at_1000_diff1
value: 13.2946
verified: no, type: nauc_mrr_at_1_max
value: 12.2117
verified: no, type: nauc_mrr_at_1_std
value: -10.7059
verified: no, type: nauc_mrr_at_1_diff1
value: 27.4415
verified: no, type: nauc_mrr_at_3_max
value: 10.5481
verified: no, type: nauc_mrr_at_3_std
value: -10.7069
verified: no, type: nauc_mrr_at_3_diff1
value: 22.1345
verified: no, type: nauc_mrr_at_5_max
value: 9.463000000000001
verified: no, type: nauc_mrr_at_5_std
value: -10.5558
verified: no, type: nauc_mrr_at_5_diff1
value: 21.8622
verified: no, type: nauc_mrr_at_10_max
value: 9.6679
verified: no, type: nauc_mrr_at_10_std
value: -10.399600000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 21.7847
verified: no, type: nauc_mrr_at_20_max
value: 9.422600000000001
verified: no, type: nauc_mrr_at_20_std
value: -9.8865
verified: no, type: nauc_mrr_at_20_diff1
value: 21.4703
verified: no, type: nauc_mrr_at_100_max
value: 9.640500000000001
verified: no, type: nauc_mrr_at_100_std
value: -9.8299
verified: no, type: nauc_mrr_at_100_diff1
value: 21.5227
verified: no, type: nauc_mrr_at_1000_max
value: 9.6734
verified: no, type: nauc_mrr_at_1000_std
value: -9.8079
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.5451
verified: no, type: main_score
value: 16.509999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: ndcg_at_1
value: 40.297
verified: no, type: ndcg_at_3
value: 31.719
verified: no, type: ndcg_at_5
value: 33.744
verified: no, type: ndcg_at_10
value: 35.72
verified: no, type: ndcg_at_20
value: 37.266
verified: no, type: ndcg_at_100
value: 39.778000000000006
verified: no, type: ndcg_at_1000
value: 42.056
verified: no, type: map_at_1
value: 20.149
verified: no, type: map_at_3
value: 25.899
verified: no, type: map_at_5
value: 27.157999999999998
verified: no, type: map_at_10
value: 28.105000000000004
verified: no, type: map_at_20
value: 28.586
verified: no, type: map_at_100
value: 29.000999999999998
verified: no, type: map_at_1000
value: 29.098000000000003
verified: no, type: recall_at_1
value: 20.149
verified: no, type: recall_at_3
value: 29.932
verified: no, type: recall_at_5
value: 33.93
verified: no, type: recall_at_10
value: 38.92
verified: no, type: recall_at_20
value: 43.903
verified: no, type: recall_at_100
value: 55.057
verified: no, type: recall_at_1000
value: 70.27
verified: no, type: precision_at_1
value: 40.297
verified: no, type: precision_at_3
value: 19.955000000000002
verified: no, type: precision_at_5
value: 13.572000000000001
verified: no, type: precision_at_10
value: 7.784000000000001
verified: no, type: precision_at_20
value: 4.390000000000001
verified: no, type: precision_at_100
value: 1.101
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: mrr_at_1
value: 40.2971
verified: no, type: mrr_at_3
value: 46.041
verified: no, type: mrr_at_5
value: 47.199600000000004
verified: no, type: mrr_at_10
value: 47.9631
verified: no, type: mrr_at_20
value: 48.3871
verified: no, type: mrr_at_100
value: 48.661500000000004
verified: no, type: mrr_at_1000
value: 48.707
verified: no, type: nauc_ndcg_at_1_max
value: 27.8706
verified: no, type: nauc_ndcg_at_1_std
value: -8.272300000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.8385
verified: no, type: nauc_ndcg_at_3_max
value: 27.852500000000003
verified: no, type: nauc_ndcg_at_3_std
value: -6.4216
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.365
verified: no, type: nauc_ndcg_at_5_max
value: 27.509099999999997
verified: no, type: nauc_ndcg_at_5_std
value: -5.6179
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.5015
verified: no, type: nauc_ndcg_at_10_max
value: 27.002
verified: no, type: nauc_ndcg_at_10_std
value: -4.5545
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.7081
verified: no, type: nauc_ndcg_at_20_max
value: 26.984799999999996
verified: no, type: nauc_ndcg_at_20_std
value: -3.6883
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.9584
verified: no, type: nauc_ndcg_at_100_max
value: 27.283600000000003
verified: no, type: nauc_ndcg_at_100_std
value: -2.3537
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.1115
verified: no, type: nauc_ndcg_at_1000_max
value: 27.417399999999997
verified: no, type: nauc_ndcg_at_1000_std
value: -1.2178
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.0544
verified: no, type: nauc_map_at_1_max
value: 27.8706
verified: no, type: nauc_map_at_1_std
value: -8.272300000000001
verified: no, type: nauc_map_at_1_diff1
value: 57.8385
verified: no, type: nauc_map_at_3_max
value: 27.584799999999998
verified: no, type: nauc_map_at_3_std
value: -5.9387
verified: no, type: nauc_map_at_3_diff1
value: 47.2019
verified: no, type: nauc_map_at_5_max
value: 27.242
verified: no, type: nauc_map_at_5_std
value: -5.3224
verified: no, type: nauc_map_at_5_diff1
value: 45.831
verified: no, type: nauc_map_at_10_max
value: 26.9723
verified: no, type: nauc_map_at_10_std
value: -4.7007
verified: no, type: nauc_map_at_10_diff1
value: 45.3311
verified: no, type: nauc_map_at_20_max
value: 26.919700000000002
verified: no, type: nauc_map_at_20_std
value: -4.3851
verified: no, type: nauc_map_at_20_diff1
value: 45.0687
verified: no, type: nauc_map_at_100_max
value: 26.995400000000004
verified: no, type: nauc_map_at_100_std
value: -4.0821000000000005
verified: no, type: nauc_map_at_100_diff1
value: 44.9062
verified: no, type: nauc_map_at_1000_max
value: 26.998499999999996
verified: no, type: nauc_map_at_1000_std
value: -4.0238000000000005
verified: no, type: nauc_map_at_1000_diff1
value: 44.8961
verified: no, type: nauc_recall_at_1_max
value: 27.8706
verified: no, type: nauc_recall_at_1_std
value: -8.272300000000001
verified: no, type: nauc_recall_at_1_diff1
value: 57.8385
verified: no, type: nauc_recall_at_3_max
value: 27.3795
verified: no, type: nauc_recall_at_3_std
value: -5.1751
verified: no, type: nauc_recall_at_3_diff1
value: 42.3825
verified: no, type: nauc_recall_at_5_max
value: 25.634800000000002
verified: no, type: nauc_recall_at_5_std
value: -3.3379
verified: no, type: nauc_recall_at_5_diff1
value: 37.0532
verified: no, type: nauc_recall_at_10_max
value: 23.5746
verified: no, type: nauc_recall_at_10_std
value: -0.5226
verified: no, type: nauc_recall_at_10_diff1
value: 34.071200000000005
verified: no, type: nauc_recall_at_20_max
value: 22.1536
verified: no, type: nauc_recall_at_20_std
value: 2.3993
verified: no, type: nauc_recall_at_20_diff1
value: 29.439
verified: no, type: nauc_recall_at_100_max
value: 20.7576
verified: no, type: nauc_recall_at_100_std
value: 8.468499999999999
verified: no, type: nauc_recall_at_100_diff1
value: 21.221799999999998
verified: no, type: nauc_recall_at_1000_max
value: 18.7522
verified: no, type: nauc_recall_at_1000_std
value: 18.916800000000002
verified: no, type: nauc_recall_at_1000_diff1
value: 13.558200000000001
verified: no, type: nauc_precision_at_1_max
value: 27.8706
verified: no, type: nauc_precision_at_1_std
value: -8.272300000000001
verified: no, type: nauc_precision_at_1_diff1
value: 57.8385
verified: no, type: nauc_precision_at_3_max
value: 27.3795
verified: no, type: nauc_precision_at_3_std
value: -5.1751
verified: no, type: nauc_precision_at_3_diff1
value: 42.3825
verified: no, type: nauc_precision_at_5_max
value: 25.634800000000002
verified: no, type: nauc_precision_at_5_std
value: -3.3379
verified: no, type: nauc_precision_at_5_diff1
value: 37.0532
verified: no, type: nauc_precision_at_10_max
value: 23.5746
verified: no, type: nauc_precision_at_10_std
value: -0.5226
verified: no, type: nauc_precision_at_10_diff1
value: 34.071200000000005
verified: no, type: nauc_precision_at_20_max
value: 22.1536
verified: no, type: nauc_precision_at_20_std
value: 2.3993
verified: no, type: nauc_precision_at_20_diff1
value: 29.439
verified: no, type: nauc_precision_at_100_max
value: 20.7576
verified: no, type: nauc_precision_at_100_std
value: 8.468499999999999
verified: no, type: nauc_precision_at_100_diff1
value: 21.221799999999998
verified: no, type: nauc_precision_at_1000_max
value: 18.7522
verified: no, type: nauc_precision_at_1000_std
value: 18.916800000000002
verified: no, type: nauc_precision_at_1000_diff1
value: 13.558200000000001
verified: no, type: nauc_mrr_at_1_max
value: 27.8706
verified: no, type: nauc_mrr_at_1_std
value: -8.272300000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 57.8385
verified: no, type: nauc_mrr_at_3_max
value: 28.256700000000002
verified: no, type: nauc_mrr_at_3_std
value: -8.050699999999999
verified: no, type: nauc_mrr_at_3_diff1
value: 54.5601
verified: no, type: nauc_mrr_at_5_max
value: 28.2928
verified: no, type: nauc_mrr_at_5_std
value: -7.8317
verified: no, type: nauc_mrr_at_5_diff1
value: 54.046499999999995
verified: no, type: nauc_mrr_at_10_max
value: 28.151500000000002
verified: no, type: nauc_mrr_at_10_std
value: -7.6431
verified: no, type: nauc_mrr_at_10_diff1
value: 53.9751
verified: no, type: nauc_mrr_at_20_max
value: 28.215
verified: no, type: nauc_mrr_at_20_std
value: -7.5285
verified: no, type: nauc_mrr_at_20_diff1
value: 53.9177
verified: no, type: nauc_mrr_at_100_max
value: 28.215600000000002
verified: no, type: nauc_mrr_at_100_std
value: -7.524699999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 53.9393
verified: no, type: nauc_mrr_at_1000_max
value: 28.2194
verified: no, type: nauc_mrr_at_1000_std
value: -7.5150999999999994
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.95290000000001
verified: no, type: main_score
value: 35.72
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 65.8656
verified: no, type: f1
value: 65.385
verified: no, type: f1_weighted
value: 65.385
verified: no, type: ap
value: 60.506899999999995
verified: no, type: ap_weighted
value: 60.506899999999995
verified: no, type: main_score
value: 65.8656
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: ndcg_at_1
value: 6.877
verified: no, type: ndcg_at_3
value: 10.963000000000001
verified: no, type: ndcg_at_5
value: 12.845
verified: no, type: ndcg_at_10
value: 14.918000000000001
verified: no, type: ndcg_at_20
value: 16.721
verified: no, type: ndcg_at_100
value: 20.041
verified: no, type: ndcg_at_1000
value: 23.296
verified: no, type: map_at_1
value: 6.717
verified: no, type: map_at_3
value: 9.846
verified: no, type: map_at_5
value: 10.886999999999999
verified: no, type: map_at_10
value: 11.74
verified: no, type: map_at_20
value: 12.237
verified: no, type: map_at_100
value: 12.683
verified: no, type: map_at_1000
value: 12.792
verified: no, type: recall_at_1
value: 6.717
verified: no, type: recall_at_3
value: 13.963999999999999
verified: no, type: recall_at_5
value: 18.498
verified: no, type: recall_at_10
value: 24.869
verified: no, type: recall_at_20
value: 31.901000000000003
verified: no, type: recall_at_100
value: 49.786
verified: no, type: recall_at_1000
value: 75.913
verified: no, type: precision_at_1
value: 6.877
verified: no, type: precision_at_3
value: 4.809
verified: no, type: precision_at_5
value: 3.8280000000000003
verified: no, type: precision_at_10
value: 2.5829999999999997
verified: no, type: precision_at_20
value: 1.6650000000000003
verified: no, type: precision_at_100
value: 0.523
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: mrr_at_1
value: 6.876799999999999
verified: no, type: mrr_at_3
value: 10.093100000000002
verified: no, type: mrr_at_5
value: 11.1526
verified: no, type: mrr_at_10
value: 12.0074
verified: no, type: mrr_at_20
value: 12.5083
verified: no, type: mrr_at_100
value: 12.9529
verified: no, type: mrr_at_1000
value: 13.057099999999998
verified: no, type: nauc_ndcg_at_1_max
value: 4.7264
verified: no, type: nauc_ndcg_at_1_std
value: -16.2439
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.4463
verified: no, type: nauc_ndcg_at_3_max
value: 6.1734
verified: no, type: nauc_ndcg_at_3_std
value: -16.8949
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.7183
verified: no, type: nauc_ndcg_at_5_max
value: 6.493
verified: no, type: nauc_ndcg_at_5_std
value: -15.7852
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.0805
verified: no, type: nauc_ndcg_at_10_max
value: 7.099600000000001
verified: no, type: nauc_ndcg_at_10_std
value: -15.1727
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.3957
verified: no, type: nauc_ndcg_at_20_max
value: 7.9073
verified: no, type: nauc_ndcg_at_20_std
value: -14.596200000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.0084
verified: no, type: nauc_ndcg_at_100_max
value: 9.112
verified: no, type: nauc_ndcg_at_100_std
value: -12.0562
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.3717
verified: no, type: nauc_ndcg_at_1000_max
value: 10.1474
verified: no, type: nauc_ndcg_at_1000_std
value: -10.3955
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.2427
verified: no, type: nauc_map_at_1_max
value: 4.4801
verified: no, type: nauc_map_at_1_std
value: -16.4499
verified: no, type: nauc_map_at_1_diff1
value: 27.5511
verified: no, type: nauc_map_at_3_max
value: 5.8799
verified: no, type: nauc_map_at_3_std
value: -16.7696
verified: no, type: nauc_map_at_3_diff1
value: 23.531299999999998
verified: no, type: nauc_map_at_5_max
value: 6.0905000000000005
verified: no, type: nauc_map_at_5_std
value: -16.0525
verified: no, type: nauc_map_at_5_diff1
value: 22.395799999999998
verified: no, type: nauc_map_at_10_max
value: 6.3876
verified: no, type: nauc_map_at_10_std
value: -15.774
verified: no, type: nauc_map_at_10_diff1
value: 22.0367
verified: no, type: nauc_map_at_20_max
value: 6.6676
verified: no, type: nauc_map_at_20_std
value: -15.5729
verified: no, type: nauc_map_at_20_diff1
value: 21.8952
verified: no, type: nauc_map_at_100_max
value: 6.912400000000001
verified: no, type: nauc_map_at_100_std
value: -15.162400000000002
verified: no, type: nauc_map_at_100_diff1
value: 21.7666
verified: no, type: nauc_map_at_1000_max
value: 6.952500000000001
verified: no, type: nauc_map_at_1000_std
value: -15.085799999999999
verified: no, type: nauc_map_at_1000_diff1
value: 21.7618
verified: no, type: nauc_recall_at_1_max
value: 4.4801
verified: no, type: nauc_recall_at_1_std
value: -16.4499
verified: no, type: nauc_recall_at_1_diff1
value: 27.5511
verified: no, type: nauc_recall_at_3_max
value: 6.7195
verified: no, type: nauc_recall_at_3_std
value: -17.2961
verified: no, type: nauc_recall_at_3_diff1
value: 20.9572
verified: no, type: nauc_recall_at_5_max
value: 7.199
verified: no, type: nauc_recall_at_5_std
value: -15.260599999999998
verified: no, type: nauc_recall_at_5_diff1
value: 18.4745
verified: no, type: nauc_recall_at_10_max
value: 8.3289
verified: no, type: nauc_recall_at_10_std
value: -14.0152
verified: no, type: nauc_recall_at_10_diff1
value: 17.3142
verified: no, type: nauc_recall_at_20_max
value: 10.1702
verified: no, type: nauc_recall_at_20_std
value: -12.7265
verified: no, type: nauc_recall_at_20_diff1
value: 16.5162
verified: no, type: nauc_recall_at_100_max
value: 13.9363
verified: no, type: nauc_recall_at_100_std
value: -4.0486
verified: no, type: nauc_recall_at_100_diff1
value: 14.5015
verified: no, type: nauc_recall_at_1000_max
value: 24.3013
verified: no, type: nauc_recall_at_1000_std
value: 12.3673
verified: no, type: nauc_recall_at_1000_diff1
value: 10.9827
verified: no, type: nauc_precision_at_1_max
value: 4.7264
verified: no, type: nauc_precision_at_1_std
value: -16.2439
verified: no, type: nauc_precision_at_1_diff1
value: 27.4463
verified: no, type: nauc_precision_at_3_max
value: 6.895700000000001
verified: no, type: nauc_precision_at_3_std
value: -17.0973
verified: no, type: nauc_precision_at_3_diff1
value: 20.7819
verified: no, type: nauc_precision_at_5_max
value: 7.3601
verified: no, type: nauc_precision_at_5_std
value: -15.189400000000001
verified: no, type: nauc_precision_at_5_diff1
value: 18.2284
verified: no, type: nauc_precision_at_10_max
value: 8.5933
verified: no, type: nauc_precision_at_10_std
value: -13.9345
verified: no, type: nauc_precision_at_10_diff1
value: 17.1801
verified: no, type: nauc_precision_at_20_max
value: 10.5732
verified: no, type: nauc_precision_at_20_std
value: -12.2593
verified: no, type: nauc_precision_at_20_diff1
value: 16.3194
verified: no, type: nauc_precision_at_100_max
value: 14.462800000000001
verified: no, type: nauc_precision_at_100_std
value: -2.7812
verified: no, type: nauc_precision_at_100_diff1
value: 13.8556
verified: no, type: nauc_precision_at_1000_max
value: 22.7827
verified: no, type: nauc_precision_at_1000_std
value: 13.1185
verified: no, type: nauc_precision_at_1000_diff1
value: 8.331199999999999
verified: no, type: nauc_mrr_at_1_max
value: 4.7264
verified: no, type: nauc_mrr_at_1_std
value: -16.2439
verified: no, type: nauc_mrr_at_1_diff1
value: 27.4463
verified: no, type: nauc_mrr_at_3_max
value: 5.9976
verified: no, type: nauc_mrr_at_3_std
value: -16.5493
verified: no, type: nauc_mrr_at_3_diff1
value: 23.5058
verified: no, type: nauc_mrr_at_5_max
value: 6.1958
verified: no, type: nauc_mrr_at_5_std
value: -15.893699999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 22.4454
verified: no, type: nauc_mrr_at_10_max
value: 6.514200000000001
verified: no, type: nauc_mrr_at_10_std
value: -15.5116
verified: no, type: nauc_mrr_at_10_diff1
value: 22.0264
verified: no, type: nauc_mrr_at_20_max
value: 6.7813
verified: no, type: nauc_mrr_at_20_std
value: -15.2942
verified: no, type: nauc_mrr_at_20_diff1
value: 21.8857
verified: no, type: nauc_mrr_at_100_max
value: 7.0158
verified: no, type: nauc_mrr_at_100_std
value: -14.894599999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 21.757299999999997
verified: no, type: nauc_mrr_at_1000_max
value: 7.0534
verified: no, type: nauc_mrr_at_1000_std
value: -14.8351
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.7544
verified: no, type: main_score
value: 14.918000000000001
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 82.4669
verified: no, type: f1
value: 81.3346
verified: no, type: f1_weighted
value: 82.6885
verified: no, type: main_score
value: 82.4669
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 58.1145
verified: no, type: f1
value: 40.7841
verified: no, type: f1_weighted
value: 62.343
verified: no, type: main_score
value: 58.1145
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 60.24549999999999
verified: no, type: f1
value: 59.534
verified: no, type: f1_weighted
value: 60.47670000000001
verified: no, type: main_score
value: 60.24549999999999
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 66.32820000000001
verified: no, type: f1
value: 65.2929
verified: no, type: f1_weighted
value: 66.51979999999999
verified: no, type: main_score
value: 66.32820000000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: v_measure
value: 25.8495
verified: no, type: v_measure_std
value: 1.6320000000000001
verified: no, type: main_score
value: 25.8495
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: v_measure
value: 20.0754
verified: no, type: v_measure_std
value: 1.3306
verified: no, type: main_score
value: 20.0754
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: map
value: 28.5611
verified: no, type: mrr
value: 29.4014
verified: no, type: nAUC_map_max
value: -20.8019
verified: no, type: nAUC_map_std
value: -5.307300000000001
verified: no, type: nAUC_map_diff1
value: 20.6483
verified: no, type: nAUC_mrr_max
value: -14.9738
verified: no, type: nAUC_mrr_std
value: -2.9508
verified: no, type: nAUC_mrr_diff1
value: 18.6743
verified: no, type: main_score
value: 28.5611
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: ndcg_at_1
value: 32.972
verified: no, type: ndcg_at_3
value: 29.965000000000003
verified: no, type: ndcg_at_5
value: 28.773
verified: no, type: ndcg_at_10
value: 26.434
verified: no, type: ndcg_at_20
value: 24.922
verified: no, type: ndcg_at_100
value: 24.852
verified: no, type: ndcg_at_1000
value: 33.388
verified: no, type: map_at_1
value: 3.737
verified: no, type: map_at_3
value: 6.387
verified: no, type: map_at_5
value: 7.420999999999999
verified: no, type: map_at_10
value: 8.652
verified: no, type: map_at_20
value: 9.745
verified: no, type: map_at_100
value: 11.247
verified: no, type: map_at_1000
value: 12.494
verified: no, type: recall_at_1
value: 3.737
verified: no, type: recall_at_3
value: 7.889
verified: no, type: recall_at_5
value: 10.026
verified: no, type: recall_at_10
value: 12.615000000000002
verified: no, type: recall_at_20
value: 16.184
verified: no, type: recall_at_100
value: 26.988
verified: no, type: recall_at_1000
value: 57.594
verified: no, type: precision_at_1
value: 34.675
verified: no, type: precision_at_3
value: 28.173
verified: no, type: precision_at_5
value: 25.201
verified: no, type: precision_at_10
value: 20
verified: no, type: precision_at_20
value: 15.356
verified: no, type: precision_at_100
value: 6.898
verified: no, type: precision_at_1000
value: 1.936
verified: no, type: mrr_at_1
value: 34.674899999999994
verified: no, type: mrr_at_3
value: 42.0537
verified: no, type: mrr_at_5
value: 43.741
verified: no, type: mrr_at_10
value: 44.277699999999996
verified: no, type: mrr_at_20
value: 44.819700000000005
verified: no, type: mrr_at_100
value: 45.1552
verified: no, type: mrr_at_1000
value: 45.2048
verified: no, type: nauc_ndcg_at_1_max
value: 27.6992
verified: no, type: nauc_ndcg_at_1_std
value: 13.1387
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.7772
verified: no, type: nauc_ndcg_at_3_max
value: 32.4741
verified: no, type: nauc_ndcg_at_3_std
value: 19.264
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.1486
verified: no, type: nauc_ndcg_at_5_max
value: 32.6623
verified: no, type: nauc_ndcg_at_5_std
value: 21.435499999999998
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.0412
verified: no, type: nauc_ndcg_at_10_max
value: 33.217400000000005
verified: no, type: nauc_ndcg_at_10_std
value: 22.591900000000003
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.3637
verified: no, type: nauc_ndcg_at_20_max
value: 33.3978
verified: no, type: nauc_ndcg_at_20_std
value: 22.520200000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.0163
verified: no, type: nauc_ndcg_at_100_max
value: 33.0608
verified: no, type: nauc_ndcg_at_100_std
value: 20.4305
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.1175
verified: no, type: nauc_ndcg_at_1000_max
value: 38.198100000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 26.8712
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.78
verified: no, type: nauc_map_at_1_max
value: 18.898300000000003
verified: no, type: nauc_map_at_1_std
value: -11.0976
verified: no, type: nauc_map_at_1_diff1
value: 55.1605
verified: no, type: nauc_map_at_3_max
value: 20.451800000000002
verified: no, type: nauc_map_at_3_std
value: -12.0342
verified: no, type: nauc_map_at_3_diff1
value: 45.2096
verified: no, type: nauc_map_at_5_max
value: 21.199
verified: no, type: nauc_map_at_5_std
value: -9.8514
verified: no, type: nauc_map_at_5_diff1
value: 42.0142
verified: no, type: nauc_map_at_10_max
value: 23.1645
verified: no, type: nauc_map_at_10_std
value: -5.8333
verified: no, type: nauc_map_at_10_diff1
value: 38.048
verified: no, type: nauc_map_at_20_max
value: 24.9482
verified: no, type: nauc_map_at_20_std
value: -1.5368
verified: no, type: nauc_map_at_20_diff1
value: 36.241299999999995
verified: no, type: nauc_map_at_100_max
value: 27.1413
verified: no, type: nauc_map_at_100_std
value: 5.6268
verified: no, type: nauc_map_at_100_diff1
value: 33.3298
verified: no, type: nauc_map_at_1000_max
value: 28.7674
verified: no, type: nauc_map_at_1000_std
value: 10.9326
verified: no, type: nauc_map_at_1000_diff1
value: 31.700899999999997
verified: no, type: nauc_recall_at_1_max
value: 18.898300000000003
verified: no, type: nauc_recall_at_1_std
value: -11.0976
verified: no, type: nauc_recall_at_1_diff1
value: 55.1605
verified: no, type: nauc_recall_at_3_max
value: 19.4721
verified: no, type: nauc_recall_at_3_std
value: -13.496
verified: no, type: nauc_recall_at_3_diff1
value: 35.0178
verified: no, type: nauc_recall_at_5_max
value: 19.5024
verified: no, type: nauc_recall_at_5_std
value: -12.3428
verified: no, type: nauc_recall_at_5_diff1
value: 29.517
verified: no, type: nauc_recall_at_10_max
value: 21.215500000000002
verified: no, type: nauc_recall_at_10_std
value: -8.7165
verified: no, type: nauc_recall_at_10_diff1
value: 24.282
verified: no, type: nauc_recall_at_20_max
value: 21.735
verified: no, type: nauc_recall_at_20_std
value: -5.0988999999999995
verified: no, type: nauc_recall_at_20_diff1
value: 20.3041
verified: no, type: nauc_recall_at_100_max
value: 19.9243
verified: no, type: nauc_recall_at_100_std
value: 3.4522999999999997
verified: no, type: nauc_recall_at_100_diff1
value: 5.9747
verified: no, type: nauc_recall_at_1000_max
value: 21.7819
verified: no, type: nauc_recall_at_1000_std
value: 13.6785
verified: no, type: nauc_recall_at_1000_diff1
value: -0.25980000000000003
verified: no, type: nauc_precision_at_1_max
value: 28.624899999999997
verified: no, type: nauc_precision_at_1_std
value: 12.709599999999998
verified: no, type: nauc_precision_at_1_diff1
value: 33.308
verified: no, type: nauc_precision_at_3_max
value: 35.1699
verified: no, type: nauc_precision_at_3_std
value: 25.9338
verified: no, type: nauc_precision_at_3_diff1
value: 18.5464
verified: no, type: nauc_precision_at_5_max
value: 33.4433
verified: no, type: nauc_precision_at_5_std
value: 32.4517
verified: no, type: nauc_precision_at_5_diff1
value: 12.5543
verified: no, type: nauc_precision_at_10_max
value: 32.3973
verified: no, type: nauc_precision_at_10_std
value: 37.7554
verified: no, type: nauc_precision_at_10_diff1
value: 6.7227
verified: no, type: nauc_precision_at_20_max
value: 31.591599999999996
verified: no, type: nauc_precision_at_20_std
value: 44.658
verified: no, type: nauc_precision_at_20_diff1
value: 2.2702
verified: no, type: nauc_precision_at_100_max
value: 25.163600000000002
verified: no, type: nauc_precision_at_100_std
value: 51.7642
verified: no, type: nauc_precision_at_100_diff1
value: -4.8361
verified: no, type: nauc_precision_at_1000_max
value: 20.2984
verified: no, type: nauc_precision_at_1000_std
value: 49.0469
verified: no, type: nauc_precision_at_1000_diff1
value: -6.662700000000001
verified: no, type: nauc_mrr_at_1_max
value: 28.624899999999997
verified: no, type: nauc_mrr_at_1_std
value: 12.709599999999998
verified: no, type: nauc_mrr_at_1_diff1
value: 33.308
verified: no, type: nauc_mrr_at_3_max
value: 32.3306
verified: no, type: nauc_mrr_at_3_std
value: 18.1604
verified: no, type: nauc_mrr_at_3_diff1
value: 31.128600000000002
verified: no, type: nauc_mrr_at_5_max
value: 32.0504
verified: no, type: nauc_mrr_at_5_std
value: 18.3022
verified: no, type: nauc_mrr_at_5_diff1
value: 30.1868
verified: no, type: nauc_mrr_at_10_max
value: 32.093500000000006
verified: no, type: nauc_mrr_at_10_std
value: 18.348
verified: no, type: nauc_mrr_at_10_diff1
value: 30.2307
verified: no, type: nauc_mrr_at_20_max
value: 32.3491
verified: no, type: nauc_mrr_at_20_std
value: 18.309800000000003
verified: no, type: nauc_mrr_at_20_diff1
value: 30.0848
verified: no, type: nauc_mrr_at_100_max
value: 32.5297
verified: no, type: nauc_mrr_at_100_std
value: 18.4197
verified: no, type: nauc_mrr_at_100_diff1
value: 30.03
verified: no, type: nauc_mrr_at_1000_max
value: 32.502700000000004
verified: no, type: nauc_mrr_at_1000_std
value: 18.4073
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.059599999999996
verified: no, type: main_score
value: 26.434
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: ndcg_at_1
value: 9.067
verified: no, type: ndcg_at_3
value: 13.33
verified: no, type: ndcg_at_5
value: 15.773000000000001
verified: no, type: ndcg_at_10
value: 18.239
verified: no, type: ndcg_at_20
value: 20.777
verified: no, type: ndcg_at_100
value: 25.046000000000003
verified: no, type: ndcg_at_1000
value: 27.814
verified: no, type: map_at_1
value: 8.007
verified: no, type: map_at_3
value: 11.732
verified: no, type: map_at_5
value: 13.095
verified: no, type: map_at_10
value: 14.127
verified: no, type: map_at_20
value: 14.860000000000001
verified: no, type: map_at_100
value: 15.467
verified: no, type: map_at_1000
value: 15.57
verified: no, type: recall_at_1
value: 8.007
verified: no, type: recall_at_3
value: 16.553
verified: no, type: recall_at_5
value: 22.282
verified: no, type: recall_at_10
value: 29.592000000000002
verified: no, type: recall_at_20
value: 39.134
verified: no, type: recall_at_100
value: 61.307
verified: no, type: recall_at_1000
value: 82.556
verified: no, type: precision_at_1
value: 9.067
verified: no, type: precision_at_3
value: 6.441
verified: no, type: precision_at_5
value: 5.220000000000001
verified: no, type: precision_at_10
value: 3.488
verified: no, type: precision_at_20
value: 2.329
verified: no, type: precision_at_100
value: 0.734
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 9.0672
verified: no, type: mrr_at_3
value: 13.1277
verified: no, type: mrr_at_5
value: 14.544199999999998
verified: no, type: mrr_at_10
value: 15.589400000000001
verified: no, type: mrr_at_20
value: 16.2651
verified: no, type: mrr_at_100
value: 16.8195
verified: no, type: mrr_at_1000
value: 16.902800000000003
verified: no, type: nauc_ndcg_at_1_max
value: 11.3832
verified: no, type: nauc_ndcg_at_1_std
value: -4.1221
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.5341
verified: no, type: nauc_ndcg_at_3_max
value: 11.4743
verified: no, type: nauc_ndcg_at_3_std
value: -4.4418
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.481
verified: no, type: nauc_ndcg_at_5_max
value: 12.6479
verified: no, type: nauc_ndcg_at_5_std
value: -4.5466
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.1785
verified: no, type: nauc_ndcg_at_10_max
value: 14.3237
verified: no, type: nauc_ndcg_at_10_std
value: -4.4135
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.6574
verified: no, type: nauc_ndcg_at_20_max
value: 15.717300000000002
verified: no, type: nauc_ndcg_at_20_std
value: -3.0106
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.6044
verified: no, type: nauc_ndcg_at_100_max
value: 17.5878
verified: no, type: nauc_ndcg_at_100_std
value: -0.36519999999999997
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.5606
verified: no, type: nauc_ndcg_at_1000_max
value: 17.5657
verified: no, type: nauc_ndcg_at_1000_std
value: 1.1903000000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.5654
verified: no, type: nauc_map_at_1_max
value: 10.2386
verified: no, type: nauc_map_at_1_std
value: -4.9847
verified: no, type: nauc_map_at_1_diff1
value: 20.9545
verified: no, type: nauc_map_at_3_max
value: 10.9023
verified: no, type: nauc_map_at_3_std
value: -4.8369
verified: no, type: nauc_map_at_3_diff1
value: 17.5991
verified: no, type: nauc_map_at_5_max
value: 11.7413
verified: no, type: nauc_map_at_5_std
value: -4.9516
verified: no, type: nauc_map_at_5_diff1
value: 16.7798
verified: no, type: nauc_map_at_10_max
value: 12.6051
verified: no, type: nauc_map_at_10_std
value: -4.9007000000000005
verified: no, type: nauc_map_at_10_diff1
value: 16.4911
verified: no, type: nauc_map_at_20_max
value: 13.1256
verified: no, type: nauc_map_at_20_std
value: -4.4518
verified: no, type: nauc_map_at_20_diff1
value: 16.4184
verified: no, type: nauc_map_at_100_max
value: 13.4467
verified: no, type: nauc_map_at_100_std
value: -3.9765
verified: no, type: nauc_map_at_100_diff1
value: 16.4427
verified: no, type: nauc_map_at_1000_max
value: 13.452
verified: no, type: nauc_map_at_1000_std
value: -3.8988
verified: no, type: nauc_map_at_1000_diff1
value: 16.4438
verified: no, type: nauc_recall_at_1_max
value: 10.2386
verified: no, type: nauc_recall_at_1_std
value: -4.9847
verified: no, type: nauc_recall_at_1_diff1
value: 20.9545
verified: no, type: nauc_recall_at_3_max
value: 11.843399999999999
verified: no, type: nauc_recall_at_3_std
value: -4.3091
verified: no, type: nauc_recall_at_3_diff1
value: 14.285999999999998
verified: no, type: nauc_recall_at_5_max
value: 13.5182
verified: no, type: nauc_recall_at_5_std
value: -4.417800000000001
verified: no, type: nauc_recall_at_5_diff1
value: 12.1453
verified: no, type: nauc_recall_at_10_max
value: 17.0065
verified: no, type: nauc_recall_at_10_std
value: -4.252000000000001
verified: no, type: nauc_recall_at_10_diff1
value: 11.457199999999998
verified: no, type: nauc_recall_at_20_max
value: 20.3871
verified: no, type: nauc_recall_at_20_std
value: -0.7614
verified: no, type: nauc_recall_at_20_diff1
value: 11.5536
verified: no, type: nauc_recall_at_100_max
value: 28.3368
verified: no, type: nauc_recall_at_100_std
value: 9.5722
verified: no, type: nauc_recall_at_100_diff1
value: 10.7211
verified: no, type: nauc_recall_at_1000_max
value: 37.0782
verified: no, type: nauc_recall_at_1000_std
value: 31.6326
verified: no, type: nauc_recall_at_1000_diff1
value: 8.82
verified: no, type: nauc_precision_at_1_max
value: 11.3832
verified: no, type: nauc_precision_at_1_std
value: -4.1221
verified: no, type: nauc_precision_at_1_diff1
value: 20.5341
verified: no, type: nauc_precision_at_3_max
value: 12.951099999999999
verified: no, type: nauc_precision_at_3_std
value: -3.4715999999999996
verified: no, type: nauc_precision_at_3_diff1
value: 14.0988
verified: no, type: nauc_precision_at_5_max
value: 14.8679
verified: no, type: nauc_precision_at_5_std
value: -3.9043
verified: no, type: nauc_precision_at_5_diff1
value: 11.9479
verified: no, type: nauc_precision_at_10_max
value: 18.0976
verified: no, type: nauc_precision_at_10_std
value: -3.1489999999999996
verified: no, type: nauc_precision_at_10_diff1
value: 10.7419
verified: no, type: nauc_precision_at_20_max
value: 20.4974
verified: no, type: nauc_precision_at_20_std
value: 1.2608
verified: no, type: nauc_precision_at_20_diff1
value: 9.8315
verified: no, type: nauc_precision_at_100_max
value: 24.1911
verified: no, type: nauc_precision_at_100_std
value: 11.971400000000001
verified: no, type: nauc_precision_at_100_diff1
value: 7.0899
verified: no, type: nauc_precision_at_1000_max
value: 20.2919
verified: no, type: nauc_precision_at_1000_std
value: 23.0171
verified: no, type: nauc_precision_at_1000_diff1
value: 1.4091
verified: no, type: nauc_mrr_at_1_max
value: 11.3832
verified: no, type: nauc_mrr_at_1_std
value: -4.1221
verified: no, type: nauc_mrr_at_1_diff1
value: 20.5341
verified: no, type: nauc_mrr_at_3_max
value: 11.7865
verified: no, type: nauc_mrr_at_3_std
value: -3.6935999999999996
verified: no, type: nauc_mrr_at_3_diff1
value: 16.8127
verified: no, type: nauc_mrr_at_5_max
value: 12.518199999999998
verified: no, type: nauc_mrr_at_5_std
value: -3.7152
verified: no, type: nauc_mrr_at_5_diff1
value: 15.893699999999999
verified: no, type: nauc_mrr_at_10_max
value: 13.1787
verified: no, type: nauc_mrr_at_10_std
value: -3.6301
verified: no, type: nauc_mrr_at_10_diff1
value: 15.617500000000001
verified: no, type: nauc_mrr_at_20_max
value: 13.529399999999999
verified: no, type: nauc_mrr_at_20_std
value: -3.1929
verified: no, type: nauc_mrr_at_20_diff1
value: 15.6602
verified: no, type: nauc_mrr_at_100_max
value: 13.770199999999999
verified: no, type: nauc_mrr_at_100_std
value: -2.9103
verified: no, type: nauc_mrr_at_100_diff1
value: 15.6841
verified: no, type: nauc_mrr_at_1000_max
value: 13.7598
verified: no, type: nauc_mrr_at_1000_std
value: -2.8705000000000003
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.6886
verified: no, type: main_score
value: 18.239
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: ndcg_at_1
value: 72.39
verified: no, type: ndcg_at_3
value: 76.303
verified: no, type: ndcg_at_5
value: 78.164
verified: no, type: ndcg_at_10
value: 79.946
verified: no, type: ndcg_at_20
value: 80.963
verified: no, type: ndcg_at_100
value: 82.086
verified: no, type: ndcg_at_1000
value: 82.494
verified: no, type: map_at_1
value: 62.965
verified: no, type: map_at_3
value: 72.429
verified: no, type: map_at_5
value: 74.246
verified: no, type: map_at_10
value: 75.414
verified: no, type: map_at_20
value: 75.87899999999999
verified: no, type: map_at_100
value: 76.164
verified: no, type: map_at_1000
value: 76.198
verified: no, type: recall_at_1
value: 62.965
verified: no, type: recall_at_3
value: 78.39
verified: no, type: recall_at_5
value: 83.506
verified: no, type: recall_at_10
value: 88.787
verified: no, type: recall_at_20
value: 92.223
verified: no, type: recall_at_100
value: 96.98
verified: no, type: recall_at_1000
value: 99.30099999999999
verified: no, type: precision_at_1
value: 72.39
verified: no, type: precision_at_3
value: 33.040000000000006
verified: no, type: precision_at_5
value: 21.884
verified: no, type: precision_at_10
value: 12.084999999999999
verified: no, type: precision_at_20
value: 6.49
verified: no, type: precision_at_100
value: 1.444
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: mrr_at_1
value: 72.39
verified: no, type: mrr_at_3
value: 77.9883
verified: no, type: mrr_at_5
value: 78.8933
verified: no, type: mrr_at_10
value: 79.443
verified: no, type: mrr_at_20
value: 79.6218
verified: no, type: mrr_at_100
value: 79.7045
verified: no, type: mrr_at_1000
value: 79.7112
verified: no, type: nauc_ndcg_at_1_max
value: 43.343199999999996
verified: no, type: nauc_ndcg_at_1_std
value: -15.6476
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.5603
verified: no, type: nauc_ndcg_at_3_max
value: 41.4951
verified: no, type: nauc_ndcg_at_3_std
value: -18.006
verified: no, type: nauc_ndcg_at_3_diff1
value: 71.4871
verified: no, type: nauc_ndcg_at_5_max
value: 41.665
verified: no, type: nauc_ndcg_at_5_std
value: -18.2802
verified: no, type: nauc_ndcg_at_5_diff1
value: 71.31060000000001
verified: no, type: nauc_ndcg_at_10_max
value: 41.9766
verified: no, type: nauc_ndcg_at_10_std
value: -17.1129
verified: no, type: nauc_ndcg_at_10_diff1
value: 71.4114
verified: no, type: nauc_ndcg_at_20_max
value: 42.3933
verified: no, type: nauc_ndcg_at_20_std
value: -16.8854
verified: no, type: nauc_ndcg_at_20_diff1
value: 71.5046
verified: no, type: nauc_ndcg_at_100_max
value: 42.7267
verified: no, type: nauc_ndcg_at_100_std
value: -15.7841
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.7294
verified: no, type: nauc_ndcg_at_1000_max
value: 42.770799999999994
verified: no, type: nauc_ndcg_at_1000_std
value: -15.8694
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.8391
verified: no, type: nauc_map_at_1_max
value: 34.103899999999996
verified: no, type: nauc_map_at_1_std
value: -17.6429
verified: no, type: nauc_map_at_1_diff1
value: 74.37780000000001
verified: no, type: nauc_map_at_3_max
value: 39.3622
verified: no, type: nauc_map_at_3_std
value: -19.3706
verified: no, type: nauc_map_at_3_diff1
value: 72.3035
verified: no, type: nauc_map_at_5_max
value: 40.3833
verified: no, type: nauc_map_at_5_std
value: -19.126099999999997
verified: no, type: nauc_map_at_5_diff1
value: 71.99950000000001
verified: no, type: nauc_map_at_10_max
value: 40.8837
verified: no, type: nauc_map_at_10_std
value: -18.34
verified: no, type: nauc_map_at_10_diff1
value: 71.92150000000001
verified: no, type: nauc_map_at_20_max
value: 41.14
verified: no, type: nauc_map_at_20_std
value: -18.01
verified: no, type: nauc_map_at_20_diff1
value: 71.85629999999999
verified: no, type: nauc_map_at_100_max
value: 41.2511
verified: no, type: nauc_map_at_100_std
value: -17.6727
verified: no, type: nauc_map_at_100_diff1
value: 71.8731
verified: no, type: nauc_map_at_1000_max
value: 41.2569
verified: no, type: nauc_map_at_1000_std
value: -17.6477
verified: no, type: nauc_map_at_1000_diff1
value: 71.8801
verified: no, type: nauc_recall_at_1_max
value: 34.103899999999996
verified: no, type: nauc_recall_at_1_std
value: -17.6429
verified: no, type: nauc_recall_at_1_diff1
value: 74.37780000000001
verified: no, type: nauc_recall_at_3_max
value: 37.4459
verified: no, type: nauc_recall_at_3_std
value: -21.2405
verified: no, type: nauc_recall_at_3_diff1
value: 68.2773
verified: no, type: nauc_recall_at_5_max
value: 38.5924
verified: no, type: nauc_recall_at_5_std
value: -21.644
verified: no, type: nauc_recall_at_5_diff1
value: 66.3095
verified: no, type: nauc_recall_at_10_max
value: 39.3957
verified: no, type: nauc_recall_at_10_std
value: -17.0364
verified: no, type: nauc_recall_at_10_diff1
value: 64.8501
verified: no, type: nauc_recall_at_20_max
value: 40.325
verified: no, type: nauc_recall_at_20_std
value: -15.4228
verified: no, type: nauc_recall_at_20_diff1
value: 63.5063
verified: no, type: nauc_recall_at_100_max
value: 43.7134
verified: no, type: nauc_recall_at_100_std
value: 3.7923
verified: no, type: nauc_recall_at_100_diff1
value: 63.7613
verified: no, type: nauc_recall_at_1000_max
value: 53.65180000000001
verified: no, type: nauc_recall_at_1000_std
value: 35.6561
verified: no, type: nauc_recall_at_1000_diff1
value: 65.9936
verified: no, type: nauc_precision_at_1_max
value: 43.343199999999996
verified: no, type: nauc_precision_at_1_std
value: -15.6476
verified: no, type: nauc_precision_at_1_diff1
value: 74.5603
verified: no, type: nauc_precision_at_3_max
value: 21.8142
verified: no, type: nauc_precision_at_3_std
value: -1.1627999999999998
verified: no, type: nauc_precision_at_3_diff1
value: 9.954
verified: no, type: nauc_precision_at_5_max
value: 15.2041
verified: no, type: nauc_precision_at_5_std
value: 4.2947
verified: no, type: nauc_precision_at_5_diff1
value: -5.305
verified: no, type: nauc_precision_at_10_max
value: 8.163499999999999
verified: no, type: nauc_precision_at_10_std
value: 10.9367
verified: no, type: nauc_precision_at_10_diff1
value: -18.0036
verified: no, type: nauc_precision_at_20_max
value: 3.5585
verified: no, type: nauc_precision_at_20_std
value: 14.5351
verified: no, type: nauc_precision_at_20_diff1
value: -25.249700000000004
verified: no, type: nauc_precision_at_100_max
value: -3.0063
verified: no, type: nauc_precision_at_100_std
value: 19.791700000000002
verified: no, type: nauc_precision_at_100_diff1
value: -32.281
verified: no, type: nauc_precision_at_1000_max
value: -6.468100000000001
verified: no, type: nauc_precision_at_1000_std
value: 20.025100000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -34.4531
verified: no, type: nauc_mrr_at_1_max
value: 43.2621
verified: no, type: nauc_mrr_at_1_std
value: -15.864
verified: no, type: nauc_mrr_at_1_diff1
value: 74.5603
verified: no, type: nauc_mrr_at_3_max
value: 43.8197
verified: no, type: nauc_mrr_at_3_std
value: -16.1674
verified: no, type: nauc_mrr_at_3_diff1
value: 72.9802
verified: no, type: nauc_mrr_at_5_max
value: 43.9843
verified: no, type: nauc_mrr_at_5_std
value: -16.042
verified: no, type: nauc_mrr_at_5_diff1
value: 72.907
verified: no, type: nauc_mrr_at_10_max
value: 44.0294
verified: no, type: nauc_mrr_at_10_std
value: -15.711500000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 72.9915
verified: no, type: nauc_mrr_at_20_max
value: 44.044200000000004
verified: no, type: nauc_mrr_at_20_std
value: -15.7842
verified: no, type: nauc_mrr_at_20_diff1
value: 73.0535
verified: no, type: nauc_mrr_at_100_max
value: 44.0194
verified: no, type: nauc_mrr_at_100_std
value: -15.7612
verified: no, type: nauc_mrr_at_100_diff1
value: 73.0738
verified: no, type: nauc_mrr_at_1000_max
value: 44.0187
verified: no, type: nauc_mrr_at_1000_std
value: -15.764100000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 73.0758
verified: no, type: main_score
value: 79.946
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: v_measure
value: 20.2171
verified: no, type: v_measure_std
value: 4.4216
verified: no, type: main_score
value: 20.2171
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: v_measure
value: 38.8882
verified: no, type: v_measure_std
value: 9.315
verified: no, type: main_score
value: 38.8882
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: ndcg_at_1
value: 15.1
verified: no, type: ndcg_at_3
value: 12.036
verified: no, type: ndcg_at_5
value: 11.007
verified: no, type: ndcg_at_10
value: 13.352
verified: no, type: ndcg_at_20
value: 15.6
verified: no, type: ndcg_at_100
value: 19.871
verified: no, type: ndcg_at_1000
value: 25.255
verified: no, type: map_at_1
value: 3.058
verified: no, type: map_at_3
value: 5.268
verified: no, type: map_at_5
value: 6.406000000000001
verified: no, type: map_at_10
value: 7.478
verified: no, type: map_at_20
value: 8.21
verified: no, type: map_at_100
value: 8.946
verified: no, type: map_at_1000
value: 9.223
verified: no, type: recall_at_1
value: 3.058
verified: no, type: recall_at_3
value: 6.793
verified: no, type: recall_at_5
value: 10.003
verified: no, type: recall_at_10
value: 14.288
verified: no, type: recall_at_20
value: 19.542
verified: no, type: recall_at_100
value: 33.413
verified: no, type: recall_at_1000
value: 59.733000000000004
verified: no, type: precision_at_1
value: 15.1
verified: no, type: precision_at_3
value: 11.167
verified: no, type: precision_at_5
value: 9.879999999999999
verified: no, type: precision_at_10
value: 7.07
verified: no, type: precision_at_20
value: 4.825
verified: no, type: precision_at_100
value: 1.649
verified: no, type: precision_at_1000
value: 0.294
verified: no, type: mrr_at_1
value: 15.1
verified: no, type: mrr_at_3
value: 20.2833
verified: no, type: mrr_at_5
value: 22.4733
verified: no, type: mrr_at_10
value: 23.6601
verified: no, type: mrr_at_20
value: 24.3772
verified: no, type: mrr_at_100
value: 24.9007
verified: no, type: mrr_at_1000
value: 24.9743
verified: no, type: nauc_ndcg_at_1_max
value: 18.8537
verified: no, type: nauc_ndcg_at_1_std
value: -3.2037000000000004
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.8288
verified: no, type: nauc_ndcg_at_3_max
value: 15.3817
verified: no, type: nauc_ndcg_at_3_std
value: -3.2159
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.13
verified: no, type: nauc_ndcg_at_5_max
value: 17.940900000000003
verified: no, type: nauc_ndcg_at_5_std
value: 0.3294
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.9378
verified: no, type: nauc_ndcg_at_10_max
value: 21.146
verified: no, type: nauc_ndcg_at_10_std
value: 2.6954
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.363399999999999
verified: no, type: nauc_ndcg_at_20_max
value: 21.9075
verified: no, type: nauc_ndcg_at_20_std
value: 4.9554
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.4857
verified: no, type: nauc_ndcg_at_100_max
value: 22.9248
verified: no, type: nauc_ndcg_at_100_std
value: 8.8094
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.1255
verified: no, type: nauc_ndcg_at_1000_max
value: 24.7883
verified: no, type: nauc_ndcg_at_1000_std
value: 13.3551
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.1244
verified: no, type: nauc_map_at_1_max
value: 19.238
verified: no, type: nauc_map_at_1_std
value: -2.9537
verified: no, type: nauc_map_at_1_diff1
value: 21.3456
verified: no, type: nauc_map_at_3_max
value: 16.0914
verified: no, type: nauc_map_at_3_std
value: -4.2357
verified: no, type: nauc_map_at_3_diff1
value: 17.1314
verified: no, type: nauc_map_at_5_max
value: 17.9317
verified: no, type: nauc_map_at_5_std
value: -1.2885
verified: no, type: nauc_map_at_5_diff1
value: 15.5052
verified: no, type: nauc_map_at_10_max
value: 20.1204
verified: no, type: nauc_map_at_10_std
value: 0.29109999999999997
verified: no, type: nauc_map_at_10_diff1
value: 14.513200000000001
verified: no, type: nauc_map_at_20_max
value: 20.6688
verified: no, type: nauc_map_at_20_std
value: 1.6063
verified: no, type: nauc_map_at_20_diff1
value: 14.934800000000001
verified: no, type: nauc_map_at_100_max
value: 21.2455
verified: no, type: nauc_map_at_100_std
value: 3.1651
verified: no, type: nauc_map_at_100_diff1
value: 14.6507
verified: no, type: nauc_map_at_1000_max
value: 21.4903
verified: no, type: nauc_map_at_1000_std
value: 3.7647
verified: no, type: nauc_map_at_1000_diff1
value: 14.6354
verified: no, type: nauc_recall_at_1_max
value: 19.238
verified: no, type: nauc_recall_at_1_std
value: -2.9537
verified: no, type: nauc_recall_at_1_diff1
value: 21.3456
verified: no, type: nauc_recall_at_3_max
value: 14.5564
verified: no, type: nauc_recall_at_3_std
value: -3.2211
verified: no, type: nauc_recall_at_3_diff1
value: 17.0505
verified: no, type: nauc_recall_at_5_max
value: 18.159200000000002
verified: no, type: nauc_recall_at_5_std
value: 2.6766
verified: no, type: nauc_recall_at_5_diff1
value: 14.7598
verified: no, type: nauc_recall_at_10_max
value: 23.6071
verified: no, type: nauc_recall_at_10_std
value: 6.6582
verified: no, type: nauc_recall_at_10_diff1
value: 11.7647
verified: no, type: nauc_recall_at_20_max
value: 23.5471
verified: no, type: nauc_recall_at_20_std
value: 10.6906
verified: no, type: nauc_recall_at_20_diff1
value: 11.5654
verified: no, type: nauc_recall_at_100_max
value: 23.2746
verified: no, type: nauc_recall_at_100_std
value: 18.3139
verified: no, type: nauc_recall_at_100_diff1
value: 10.2364
verified: no, type: nauc_recall_at_1000_max
value: 27.2333
verified: no, type: nauc_recall_at_1000_std
value: 32.5351
verified: no, type: nauc_recall_at_1000_diff1
value: 8.7211
verified: no, type: nauc_precision_at_1_max
value: 18.8537
verified: no, type: nauc_precision_at_1_std
value: -3.2037000000000004
verified: no, type: nauc_precision_at_1_diff1
value: 20.8288
verified: no, type: nauc_precision_at_3_max
value: 14.260200000000001
verified: no, type: nauc_precision_at_3_std
value: -3.1767
verified: no, type: nauc_precision_at_3_diff1
value: 16.9826
verified: no, type: nauc_precision_at_5_max
value: 17.999399999999998
verified: no, type: nauc_precision_at_5_std
value: 2.7119999999999997
verified: no, type: nauc_precision_at_5_diff1
value: 14.685300000000002
verified: no, type: nauc_precision_at_10_max
value: 23.5629
verified: no, type: nauc_precision_at_10_std
value: 6.7014000000000005
verified: no, type: nauc_precision_at_10_diff1
value: 11.6848
verified: no, type: nauc_precision_at_20_max
value: 23.1819
verified: no, type: nauc_precision_at_20_std
value: 10.478
verified: no, type: nauc_precision_at_20_diff1
value: 11.6263
verified: no, type: nauc_precision_at_100_max
value: 22.7954
verified: no, type: nauc_precision_at_100_std
value: 18.215500000000002
verified: no, type: nauc_precision_at_100_diff1
value: 10.526299999999999
verified: no, type: nauc_precision_at_1000_max
value: 26.4283
verified: no, type: nauc_precision_at_1000_std
value: 31.9492
verified: no, type: nauc_precision_at_1000_diff1
value: 9.031799999999999
verified: no, type: nauc_mrr_at_1_max
value: 18.8537
verified: no, type: nauc_mrr_at_1_std
value: -3.2037000000000004
verified: no, type: nauc_mrr_at_1_diff1
value: 20.8288
verified: no, type: nauc_mrr_at_3_max
value: 16.253500000000003
verified: no, type: nauc_mrr_at_3_std
value: -2.3413
verified: no, type: nauc_mrr_at_3_diff1
value: 20.333399999999997
verified: no, type: nauc_mrr_at_5_max
value: 17.2285
verified: no, type: nauc_mrr_at_5_std
value: -0.5249
verified: no, type: nauc_mrr_at_5_diff1
value: 20.119
verified: no, type: nauc_mrr_at_10_max
value: 18.351100000000002
verified: no, type: nauc_mrr_at_10_std
value: 0.0489
verified: no, type: nauc_mrr_at_10_diff1
value: 19.711000000000002
verified: no, type: nauc_mrr_at_20_max
value: 18.409100000000002
verified: no, type: nauc_mrr_at_20_std
value: 0.41079999999999994
verified: no, type: nauc_mrr_at_20_diff1
value: 19.5248
verified: no, type: nauc_mrr_at_100_max
value: 18.404799999999998
verified: no, type: nauc_mrr_at_100_std
value: 0.4336
verified: no, type: nauc_mrr_at_100_diff1
value: 19.5129
verified: no, type: nauc_mrr_at_1000_max
value: 18.3706
verified: no, type: nauc_mrr_at_1000_std
value: 0.41529999999999995
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.5103
verified: no, type: main_score
value: 13.352
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: pearson
value: 73.39529999999999
verified: no, type: spearman
value: 63.871599999999994
verified: no, type: cosine_pearson
value: 73.39529999999999
verified: no, type: cosine_spearman
value: 63.871500000000005
verified: no, type: manhattan_pearson
value: 62.5861
verified: no, type: manhattan_spearman
value: 56.714600000000004
verified: no, type: euclidean_pearson
value: 62.606899999999996
verified: no, type: euclidean_spearman
value: 56.714200000000005
verified: no, type: main_score
value: 63.871500000000005
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: pearson
value: 72.35770000000001
verified: no, type: spearman
value: 63.606899999999996
verified: no, type: cosine_pearson
value: 72.35770000000001
verified: no, type: cosine_spearman
value: 63.610299999999995
verified: no, type: manhattan_pearson
value: 59.8404
verified: no, type: manhattan_spearman
value: 56.85059999999999
verified: no, type: euclidean_pearson
value: 59.8116
verified: no, type: euclidean_spearman
value: 56.691
verified: no, type: main_score
value: 63.610299999999995
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: pearson
value: 76.4727
verified: no, type: spearman
value: 76.983
verified: no, type: cosine_pearson
value: 76.4727
verified: no, type: cosine_spearman
value: 76.983
verified: no, type: manhattan_pearson
value: 49.4803
verified: no, type: manhattan_spearman
value: 51.1301
verified: no, type: euclidean_pearson
value: 49.4542
verified: no, type: euclidean_spearman
value: 51.19669999999999
verified: no, type: main_score
value: 76.983
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: pearson
value: 75.777
verified: no, type: spearman
value: 71.2099
verified: no, type: cosine_pearson
value: 75.777
verified: no, type: cosine_spearman
value: 71.2099
verified: no, type: manhattan_pearson
value: 52.475899999999996
verified: no, type: manhattan_spearman
value: 53.8072
verified: no, type: euclidean_pearson
value: 52.416799999999995
verified: no, type: euclidean_spearman
value: 53.725500000000004
verified: no, type: main_score
value: 71.2099
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: pearson
value: 80.1072
verified: no, type: spearman
value: 80.735
verified: no, type: cosine_pearson
value: 80.1072
verified: no, type: cosine_spearman
value: 80.7349
verified: no, type: manhattan_pearson
value: 50.711600000000004
verified: no, type: manhattan_spearman
value: 53.491299999999995
verified: no, type: euclidean_pearson
value: 50.6255
verified: no, type: euclidean_spearman
value: 53.47539999999999
verified: no, type: main_score
value: 80.7349
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: pearson
value: 73.1658
verified: no, type: spearman
value: 74.2121
verified: no, type: cosine_pearson
value: 73.1658
verified: no, type: cosine_spearman
value: 74.2121
verified: no, type: manhattan_pearson
value: 43.4074
verified: no, type: manhattan_spearman
value: 47.193200000000004
verified: no, type: euclidean_pearson
value: 43.438300000000005
verified: no, type: euclidean_spearman
value: 47.2757
verified: no, type: main_score
value: 74.2121
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 81.8156
verified: no, type: spearman
value: 81.9457
verified: no, type: cosine_pearson
value: 81.8156
verified: no, type: cosine_spearman
value: 81.9457
verified: no, type: manhattan_pearson
value: 59.4332
verified: no, type: manhattan_spearman
value: 60.5687
verified: no, type: euclidean_pearson
value: 59.2942
verified: no, type: euclidean_spearman
value: 60.39679999999999
verified: no, type: main_score
value: 81.9457
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 48.9285
verified: no, type: spearman
value: 55.862500000000004
verified: no, type: cosine_pearson
value: 48.9285
verified: no, type: cosine_spearman
value: 55.862500000000004
verified: no, type: manhattan_pearson
value: 43.082300000000004
verified: no, type: manhattan_spearman
value: 51.1876
verified: no, type: euclidean_pearson
value: 43.2313
verified: no, type: euclidean_spearman
value: 51.094899999999996
verified: no, type: main_score
value: 55.862500000000004
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: pearson
value: 73.44380000000001
verified: no, type: spearman
value: 71.9343
verified: no, type: cosine_pearson
value: 73.44380000000001
verified: no, type: cosine_spearman
value: 71.9345
verified: no, type: manhattan_pearson
value: 52.233799999999995
verified: no, type: manhattan_spearman
value: 51.7687
verified: no, type: euclidean_pearson
value: 52.2753
verified: no, type: euclidean_spearman
value: 51.845
verified: no, type: main_score
value: 71.9345
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: map
value: 71.4557
verified: no, type: mrr
value: 90.6219
verified: no, type: nAUC_map_max
value: 54.74830000000001
verified: no, type: nAUC_map_std
value: 65.2558
verified: no, type: nAUC_map_diff1
value: 10.2936
verified: no, type: nAUC_mrr_max
value: 75.10900000000001
verified: no, type: nAUC_mrr_std
value: 69.6523
verified: no, type: nAUC_mrr_diff1
value: 49.4991
verified: no, type: main_score
value: 71.4557
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: ndcg_at_1
value: 43.667
verified: no, type: ndcg_at_3
value: 52.102000000000004
verified: no, type: ndcg_at_5
value: 54.751000000000005
verified: no, type: ndcg_at_10
value: 57.422
verified: no, type: ndcg_at_20
value: 59.425
verified: no, type: ndcg_at_100
value: 61.166
verified: no, type: ndcg_at_1000
value: 62.244
verified: no, type: map_at_1
value: 41.888999999999996
verified: no, type: map_at_3
value: 49.435
verified: no, type: map_at_5
value: 51.029
verified: no, type: map_at_10
value: 52.190000000000005
verified: no, type: map_at_20
value: 52.797000000000004
verified: no, type: map_at_100
value: 53.03
verified: no, type: map_at_1000
value: 53.069
verified: no, type: recall_at_1
value: 41.888999999999996
verified: no, type: recall_at_3
value: 57.916999999999994
verified: no, type: recall_at_5
value: 64.372
verified: no, type: recall_at_10
value: 72.311
verified: no, type: recall_at_20
value: 79.97800000000001
verified: no, type: recall_at_100
value: 89.333
verified: no, type: recall_at_1000
value: 97.867
verified: no, type: precision_at_1
value: 43.667
verified: no, type: precision_at_3
value: 20.778
verified: no, type: precision_at_5
value: 14.066999999999998
verified: no, type: precision_at_10
value: 8.033
verified: no, type: precision_at_20
value: 4.45
verified: no, type: precision_at_100
value: 1.0030000000000001
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: mrr_at_1
value: 43.666700000000006
verified: no, type: mrr_at_3
value: 50.9444
verified: no, type: mrr_at_5
value: 52.3444
verified: no, type: mrr_at_10
value: 53.3852
verified: no, type: mrr_at_20
value: 53.8864
verified: no, type: mrr_at_100
value: 54.0887
verified: no, type: mrr_at_1000
value: 54.11749999999999
verified: no, type: nauc_ndcg_at_1_max
value: 36.6444
verified: no, type: nauc_ndcg_at_1_std
value: -7.4722
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.631099999999996
verified: no, type: nauc_ndcg_at_3_max
value: 37.2859
verified: no, type: nauc_ndcg_at_3_std
value: -11.2775
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.352999999999994
verified: no, type: nauc_ndcg_at_5_max
value: 36.7832
verified: no, type: nauc_ndcg_at_5_std
value: -12.310699999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.41740000000001
verified: no, type: nauc_ndcg_at_10_max
value: 37.9586
verified: no, type: nauc_ndcg_at_10_std
value: -9.7483
verified: no, type: nauc_ndcg_at_10_diff1
value: 56.8082
verified: no, type: nauc_ndcg_at_20_max
value: 38.4072
verified: no, type: nauc_ndcg_at_20_std
value: -7.473299999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 56.4974
verified: no, type: nauc_ndcg_at_100_max
value: 38.5583
verified: no, type: nauc_ndcg_at_100_std
value: -5.521100000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 56.8808
verified: no, type: nauc_ndcg_at_1000_max
value: 38.580999999999996
verified: no, type: nauc_ndcg_at_1000_std
value: -6.6578
verified: no, type: nauc_ndcg_at_1000_diff1
value: 57.3412
verified: no, type: nauc_map_at_1_max
value: 35.4069
verified: no, type: nauc_map_at_1_std
value: -11.9598
verified: no, type: nauc_map_at_1_diff1
value: 62.351299999999995
verified: no, type: nauc_map_at_3_max
value: 36.3612
verified: no, type: nauc_map_at_3_std
value: -12.6999
verified: no, type: nauc_map_at_3_diff1
value: 57.918099999999995
verified: no, type: nauc_map_at_5_max
value: 36.268299999999996
verified: no, type: nauc_map_at_5_std
value: -12.921199999999999
verified: no, type: nauc_map_at_5_diff1
value: 57.496
verified: no, type: nauc_map_at_10_max
value: 36.918099999999995
verified: no, type: nauc_map_at_10_std
value: -11.6299
verified: no, type: nauc_map_at_10_diff1
value: 58.1148
verified: no, type: nauc_map_at_20_max
value: 37.060900000000004
verified: no, type: nauc_map_at_20_std
value: -10.8228
verified: no, type: nauc_map_at_20_diff1
value: 58.0205
verified: no, type: nauc_map_at_100_max
value: 37.085499999999996
verified: no, type: nauc_map_at_100_std
value: -10.5358
verified: no, type: nauc_map_at_100_diff1
value: 58.095
verified: no, type: nauc_map_at_1000_max
value: 37.1083
verified: no, type: nauc_map_at_1000_std
value: -10.5578
verified: no, type: nauc_map_at_1000_diff1
value: 58.1224
verified: no, type: nauc_recall_at_1_max
value: 35.4069
verified: no, type: nauc_recall_at_1_std
value: -11.9598
verified: no, type: nauc_recall_at_1_diff1
value: 62.351299999999995
verified: no, type: nauc_recall_at_3_max
value: 37.6511
verified: no, type: nauc_recall_at_3_std
value: -13.3993
verified: no, type: nauc_recall_at_3_diff1
value: 50.4572
verified: no, type: nauc_recall_at_5_max
value: 35.8548
verified: no, type: nauc_recall_at_5_std
value: -16.1098
verified: no, type: nauc_recall_at_5_diff1
value: 47.2106
verified: no, type: nauc_recall_at_10_max
value: 38.9793
verified: no, type: nauc_recall_at_10_std
value: -8.1869
verified: no, type: nauc_recall_at_10_diff1
value: 50.5379
verified: no, type: nauc_recall_at_20_max
value: 42.3127
verified: no, type: nauc_recall_at_20_std
value: 4.1918999999999995
verified: no, type: nauc_recall_at_20_diff1
value: 47.5366
verified: no, type: nauc_recall_at_100_max
value: 48.4392
verified: no, type: nauc_recall_at_100_std
value: 37.5486
verified: no, type: nauc_recall_at_100_diff1
value: 46.853699999999996
verified: no, type: nauc_recall_at_1000_max
value: 70.1389
verified: no, type: nauc_recall_at_1000_std
value: 81.7519
verified: no, type: nauc_recall_at_1000_diff1
value: 46.0741
verified: no, type: nauc_precision_at_1_max
value: 36.6444
verified: no, type: nauc_precision_at_1_std
value: -7.4722
verified: no, type: nauc_precision_at_1_diff1
value: 63.631099999999996
verified: no, type: nauc_precision_at_3_max
value: 37.9141
verified: no, type: nauc_precision_at_3_std
value: -2.6281
verified: no, type: nauc_precision_at_3_diff1
value: 45.406600000000005
verified: no, type: nauc_precision_at_5_max
value: 35.0402
verified: no, type: nauc_precision_at_5_std
value: 0.7128
verified: no, type: nauc_precision_at_5_diff1
value: 36.686099999999996
verified: no, type: nauc_precision_at_10_max
value: 37.4825
verified: no, type: nauc_precision_at_10_std
value: 15.613199999999999
verified: no, type: nauc_precision_at_10_diff1
value: 33.1716
verified: no, type: nauc_precision_at_20_max
value: 36.1575
verified: no, type: nauc_precision_at_20_std
value: 30.4446
verified: no, type: nauc_precision_at_20_diff1
value: 23.3224
verified: no, type: nauc_precision_at_100_max
value: 29.5019
verified: no, type: nauc_precision_at_100_std
value: 52.942
verified: no, type: nauc_precision_at_100_diff1
value: 9.0284
verified: no, type: nauc_precision_at_1000_max
value: 20.350099999999998
verified: no, type: nauc_precision_at_1000_std
value: 52.2915
verified: no, type: nauc_precision_at_1000_diff1
value: -8.6009
verified: no, type: nauc_mrr_at_1_max
value: 36.6444
verified: no, type: nauc_mrr_at_1_std
value: -7.4722
verified: no, type: nauc_mrr_at_1_diff1
value: 63.631099999999996
verified: no, type: nauc_mrr_at_3_max
value: 38.016299999999994
verified: no, type: nauc_mrr_at_3_std
value: -8.0229
verified: no, type: nauc_mrr_at_3_diff1
value: 58.757400000000004
verified: no, type: nauc_mrr_at_5_max
value: 37.433899999999994
verified: no, type: nauc_mrr_at_5_std
value: -8.1996
verified: no, type: nauc_mrr_at_5_diff1
value: 58.235899999999994
verified: no, type: nauc_mrr_at_10_max
value: 37.7997
verified: no, type: nauc_mrr_at_10_std
value: -7.542699999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 58.8486
verified: no, type: nauc_mrr_at_20_max
value: 37.8879
verified: no, type: nauc_mrr_at_20_std
value: -7.133000000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 58.834900000000005
verified: no, type: nauc_mrr_at_100_max
value: 37.8627
verified: no, type: nauc_mrr_at_100_std
value: -6.9667
verified: no, type: nauc_mrr_at_100_diff1
value: 58.880900000000004
verified: no, type: nauc_mrr_at_1000_max
value: 37.8675
verified: no, type: nauc_mrr_at_1000_std
value: -6.9817
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.904500000000006
verified: no, type: main_score
value: 57.422
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: similarity_accuracy
value: 99.6703
verified: no, type: similarity_accuracy_threshold
value: 81.69669999999999
verified: no, type: similarity_f1
value: 82.5479
verified: no, type: similarity_f1_threshold
value: 80.97919999999999
verified: no, type: similarity_precision
value: 85.6069
verified: no, type: similarity_recall
value: 79.7
verified: no, type: similarity_ap
value: 87.6918
verified: no, type: cosine_accuracy
value: 99.6703
verified: no, type: cosine_accuracy_threshold
value: 81.69669999999999
verified: no, type: cosine_f1
value: 82.5479
verified: no, type: cosine_f1_threshold
value: 80.97919999999999
verified: no, type: cosine_precision
value: 85.6069
verified: no, type: cosine_recall
value: 79.7
verified: no, type: cosine_ap
value: 87.6918
verified: no, type: manhattan_accuracy
value: 99.4327
verified: no, type: manhattan_accuracy_threshold
value: 2292.4838999999997
verified: no, type: manhattan_f1
value: 66.0851
verified: no, type: manhattan_f1_threshold
value: 2517.333
verified: no, type: manhattan_precision
value: 72.6619
verified: no, type: manhattan_recall
value: 60.6
verified: no, type: manhattan_ap
value: 68.1683
verified: no, type: euclidean_accuracy
value: 99.4327
verified: no, type: euclidean_accuracy_threshold
value: 105.6427
verified: no, type: euclidean_f1
value: 66.1605
verified: no, type: euclidean_f1_threshold
value: 114.9346
verified: no, type: euclidean_precision
value: 72.2749
verified: no, type: euclidean_recall
value: 61
verified: no, type: euclidean_ap
value: 68.2419
verified: no, type: dot_accuracy
value: 99.0168
verified: no, type: dot_accuracy_threshold
value: 1011.5417000000001
verified: no, type: dot_f1
value: 18.6459
verified: no, type: dot_f1_threshold
value: 554.0581999999999
verified: no, type: dot_precision
value: 20.9476
verified: no, type: dot_recall
value: 16.8
verified: no, type: dot_ap
value: 11.5838
verified: no, type: max_accuracy
value: 99.6703
verified: no, type: max_f1
value: 82.5479
verified: no, type: max_precision
value: 85.6069
verified: no, type: max_recall
value: 79.7
verified: no, type: max_ap
value: 87.6918
verified: no, type: main_score
value: 87.6918
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: v_measure
value: 27.147700000000004
verified: no, type: v_measure_std
value: 4.3151
verified: no, type: main_score
value: 27.147700000000004
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: v_measure
value: 28.9253
verified: no, type: v_measure_std
value: 1.6500000000000001
verified: no, type: main_score
value: 28.9253
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: map
value: 42.7933
verified: no, type: mrr
value: 43.2531
verified: no, type: nAUC_map_max
value: 15.137400000000001
verified: no, type: nAUC_map_std
value: 4.6048
verified: no, type: nAUC_map_diff1
value: 31.665100000000002
verified: no, type: nAUC_mrr_max
value: 16.429299999999998
verified: no, type: nAUC_mrr_std
value: 4.943899999999999
verified: no, type: nAUC_mrr_diff1
value: 30.8849
verified: no, type: main_score
value: 42.7933
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: pearson
value: 31.8891
verified: no, type: spearman
value: 30.635299999999997
verified: no, type: cosine_spearman
value: 30.635299999999997
verified: no, type: cosine_pearson
value: 31.8891
verified: no, type: dot_spearman
value: 23.1495
verified: no, type: dot_pearson
value: 20.2811
verified: no, type: main_score
value: 30.635299999999997
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 60
verified: no, type: ndcg_at_3
value: 56.592
verified: no, type: ndcg_at_5
value: 52.15
verified: no, type: ndcg_at_10
value: 48.264
verified: no, type: ndcg_at_20
value: 43.568
verified: no, type: ndcg_at_100
value: 31.196
verified: no, type: ndcg_at_1000
value: 26.101000000000003
verified: no, type: map_at_1
value: 0.153
verified: no, type: map_at_3
value: 0.4
verified: no, type: map_at_5
value: 0.601
verified: no, type: map_at_10
value: 1.016
verified: no, type: map_at_20
value: 1.6099999999999999
verified: no, type: map_at_100
value: 4.169
verified: no, type: map_at_1000
value: 9.733
verified: no, type: recall_at_1
value: 0.153
verified: no, type: recall_at_3
value: 0.42300000000000004
verified: no, type: recall_at_5
value: 0.6629999999999999
verified: no, type: recall_at_10
value: 1.201
verified: no, type: recall_at_20
value: 2.022
verified: no, type: recall_at_100
value: 6.5409999999999995
verified: no, type: recall_at_1000
value: 24.422
verified: no, type: precision_at_1
value: 64
verified: no, type: precision_at_3
value: 58.667
verified: no, type: precision_at_5
value: 54
verified: no, type: precision_at_10
value: 49.8
verified: no, type: precision_at_20
value: 44.3
verified: no, type: precision_at_100
value: 31.180000000000003
verified: no, type: precision_at_1000
value: 12.21
verified: no, type: mrr_at_1
value: 64
verified: no, type: mrr_at_3
value: 68.6667
verified: no, type: mrr_at_5
value: 69.9667
verified: no, type: mrr_at_10
value: 71.2222
verified: no, type: mrr_at_20
value: 71.3651
verified: no, type: mrr_at_100
value: 71.4965
verified: no, type: mrr_at_1000
value: 71.51429999999999
verified: no, type: nauc_ndcg_at_1_max
value: 37.0018
verified: no, type: nauc_ndcg_at_1_std
value: 3.0042
verified: no, type: nauc_ndcg_at_1_diff1
value: 1.0129000000000001
verified: no, type: nauc_ndcg_at_3_max
value: 42.3179
verified: no, type: nauc_ndcg_at_3_std
value: 1.1211
verified: no, type: nauc_ndcg_at_3_diff1
value: -1.3197999999999999
verified: no, type: nauc_ndcg_at_5_max
value: 38.2867
verified: no, type: nauc_ndcg_at_5_std
value: 1.436
verified: no, type: nauc_ndcg_at_5_diff1
value: -0.635
verified: no, type: nauc_ndcg_at_10_max
value: 36.545100000000005
verified: no, type: nauc_ndcg_at_10_std
value: 9.4313
verified: no, type: nauc_ndcg_at_10_diff1
value: 0.7185
verified: no, type: nauc_ndcg_at_20_max
value: 28.841499999999996
verified: no, type: nauc_ndcg_at_20_std
value: 14.584
verified: no, type: nauc_ndcg_at_20_diff1
value: 0.2278
verified: no, type: nauc_ndcg_at_100_max
value: 22.2284
verified: no, type: nauc_ndcg_at_100_std
value: 30.9548
verified: no, type: nauc_ndcg_at_100_diff1
value: 1.7124000000000001
verified: no, type: nauc_ndcg_at_1000_max
value: 7.9275
verified: no, type: nauc_ndcg_at_1000_std
value: 43.918
verified: no, type: nauc_ndcg_at_1000_diff1
value: 1.1608
verified: no, type: nauc_map_at_1_max
value: 16.718700000000002
verified: no, type: nauc_map_at_1_std
value: -14.5026
verified: no, type: nauc_map_at_1_diff1
value: 6.9494
verified: no, type: nauc_map_at_3_max
value: 26.3749
verified: no, type: nauc_map_at_3_std
value: -14.2379
verified: no, type: nauc_map_at_3_diff1
value: 2.6883
verified: no, type: nauc_map_at_5_max
value: 26.8639
verified: no, type: nauc_map_at_5_std
value: -11.9289
verified: no, type: nauc_map_at_5_diff1
value: -0.5275
verified: no, type: nauc_map_at_10_max
value: 28.7924
verified: no, type: nauc_map_at_10_std
value: -6.2317
verified: no, type: nauc_map_at_10_diff1
value: 0.153
verified: no, type: nauc_map_at_20_max
value: 24.3923
verified: no, type: nauc_map_at_20_std
value: 1.5524
verified: no, type: nauc_map_at_20_diff1
value: -0.7799999999999999
verified: no, type: nauc_map_at_100_max
value: 14.5538
verified: no, type: nauc_map_at_100_std
value: 29.851499999999998
verified: no, type: nauc_map_at_100_diff1
value: -1.5013
verified: no, type: nauc_map_at_1000_max
value: 6.609800000000001
verified: no, type: nauc_map_at_1000_std
value: 50.8853
verified: no, type: nauc_map_at_1000_diff1
value: 2.2463
verified: no, type: nauc_recall_at_1_max
value: 16.718700000000002
verified: no, type: nauc_recall_at_1_std
value: -14.5026
verified: no, type: nauc_recall_at_1_diff1
value: 6.9494
verified: no, type: nauc_recall_at_3_max
value: 26.313
verified: no, type: nauc_recall_at_3_std
value: -16.5391
verified: no, type: nauc_recall_at_3_diff1
value: -0.0947
verified: no, type: nauc_recall_at_5_max
value: 27.136
verified: no, type: nauc_recall_at_5_std
value: -13.486999999999998
verified: no, type: nauc_recall_at_5_diff1
value: -2.2484
verified: no, type: nauc_recall_at_10_max
value: 27.9019
verified: no, type: nauc_recall_at_10_std
value: -7.2991
verified: no, type: nauc_recall_at_10_diff1
value: 0.35729999999999995
verified: no, type: nauc_recall_at_20_max
value: 24.1923
verified: no, type: nauc_recall_at_20_std
value: 0.3075
verified: no, type: nauc_recall_at_20_diff1
value: -2.6993
verified: no, type: nauc_recall_at_100_max
value: 15.928400000000002
verified: no, type: nauc_recall_at_100_std
value: 24.5423
verified: no, type: nauc_recall_at_100_diff1
value: -4.0408
verified: no, type: nauc_recall_at_1000_max
value: -0.2523
verified: no, type: nauc_recall_at_1000_std
value: 49.0728
verified: no, type: nauc_recall_at_1000_diff1
value: -0.1562
verified: no, type: nauc_precision_at_1_max
value: 42.5437
verified: no, type: nauc_precision_at_1_std
value: 0.859
verified: no, type: nauc_precision_at_1_diff1
value: -7.6319
verified: no, type: nauc_precision_at_3_max
value: 46.4231
verified: no, type: nauc_precision_at_3_std
value: -2.6254
verified: no, type: nauc_precision_at_3_diff1
value: -5.129700000000001
verified: no, type: nauc_precision_at_5_max
value: 40.022600000000004
verified: no, type: nauc_precision_at_5_std
value: 1.4931
verified: no, type: nauc_precision_at_5_diff1
value: -5.634399999999999
verified: no, type: nauc_precision_at_10_max
value: 37.8846
verified: no, type: nauc_precision_at_10_std
value: 11.4085
verified: no, type: nauc_precision_at_10_diff1
value: -2.3909
verified: no, type: nauc_precision_at_20_max
value: 26.971400000000003
verified: no, type: nauc_precision_at_20_std
value: 17.3784
verified: no, type: nauc_precision_at_20_diff1
value: -1.5310000000000001
verified: no, type: nauc_precision_at_100_max
value: 19.9237
verified: no, type: nauc_precision_at_100_std
value: 35.952400000000004
verified: no, type: nauc_precision_at_100_diff1
value: 1.4594
verified: no, type: nauc_precision_at_1000_max
value: 6.1676
verified: no, type: nauc_precision_at_1000_std
value: 50.53959999999999
verified: no, type: nauc_precision_at_1000_diff1
value: 3.8484
verified: no, type: nauc_mrr_at_1_max
value: 42.5437
verified: no, type: nauc_mrr_at_1_std
value: 0.859
verified: no, type: nauc_mrr_at_1_diff1
value: -7.6319
verified: no, type: nauc_mrr_at_3_max
value: 44.3255
verified: no, type: nauc_mrr_at_3_std
value: -4.5994
verified: no, type: nauc_mrr_at_3_diff1
value: -12.2252
verified: no, type: nauc_mrr_at_5_max
value: 45.7817
verified: no, type: nauc_mrr_at_5_std
value: -3.1611000000000002
verified: no, type: nauc_mrr_at_5_diff1
value: -10.706100000000001
verified: no, type: nauc_mrr_at_10_max
value: 45.5444
verified: no, type: nauc_mrr_at_10_std
value: -1.1735
verified: no, type: nauc_mrr_at_10_diff1
value: -9.6912
verified: no, type: nauc_mrr_at_20_max
value: 45.3001
verified: no, type: nauc_mrr_at_20_std
value: -0.8477999999999999
verified: no, type: nauc_mrr_at_20_diff1
value: -8.7214
verified: no, type: nauc_mrr_at_100_max
value: 45.3697
verified: no, type: nauc_mrr_at_100_std
value: -1.2326
verified: no, type: nauc_mrr_at_100_diff1
value: -9.1853
verified: no, type: nauc_mrr_at_1000_max
value: 45.356
verified: no, type: nauc_mrr_at_1000_std
value: -1.2729000000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: -9.2226
verified: no, type: main_score
value: 48.264
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: ndcg_at_1
value: 13.264999999999999
verified: no, type: ndcg_at_3
value: 16.817
verified: no, type: ndcg_at_5
value: 17.718999999999998
verified: no, type: ndcg_at_10
value: 17.318
verified: no, type: ndcg_at_20
value: 18.445
verified: no, type: ndcg_at_100
value: 28.137
verified: no, type: ndcg_at_1000
value: 41.744
verified: no, type: map_at_1
value: 1.335
verified: no, type: map_at_3
value: 2.94
verified: no, type: map_at_5
value: 4.37
verified: no, type: map_at_10
value: 6.447
verified: no, type: map_at_20
value: 8.141
verified: no, type: map_at_100
value: 10.428999999999998
verified: no, type: map_at_1000
value: 12.23
verified: no, type: recall_at_1
value: 1.335
verified: no, type: recall_at_3
value: 4.05
verified: no, type: recall_at_5
value: 7.507999999999999
verified: no, type: recall_at_10
value: 12.862000000000002
verified: no, type: recall_at_20
value: 18.953999999999997
verified: no, type: recall_at_100
value: 40.384
verified: no, type: recall_at_1000
value: 82.421
verified: no, type: precision_at_1
value: 16.326999999999998
verified: no, type: precision_at_3
value: 21.088
verified: no, type: precision_at_5
value: 21.224
verified: no, type: precision_at_10
value: 17.755000000000003
verified: no, type: precision_at_20
value: 13.264999999999999
verified: no, type: precision_at_100
value: 6.5920000000000005
verified: no, type: precision_at_1000
value: 1.516
verified: no, type: mrr_at_1
value: 16.3265
verified: no, type: mrr_at_3
value: 29.251700000000003
verified: no, type: mrr_at_5
value: 32.9252
verified: no, type: mrr_at_10
value: 34.613699999999994
verified: no, type: mrr_at_20
value: 35.3587
verified: no, type: mrr_at_100
value: 35.6307
verified: no, type: mrr_at_1000
value: 35.6307
verified: no, type: nauc_ndcg_at_1_max
value: -32.3322
verified: no, type: nauc_ndcg_at_1_std
value: -13.9866
verified: no, type: nauc_ndcg_at_1_diff1
value: -21.525
verified: no, type: nauc_ndcg_at_3_max
value: -33.6213
verified: no, type: nauc_ndcg_at_3_std
value: -9.2265
verified: no, type: nauc_ndcg_at_3_diff1
value: -7.9922
verified: no, type: nauc_ndcg_at_5_max
value: -38.3363
verified: no, type: nauc_ndcg_at_5_std
value: -19.017999999999997
verified: no, type: nauc_ndcg_at_5_diff1
value: 0.7867000000000001
verified: no, type: nauc_ndcg_at_10_max
value: -45.460699999999996
verified: no, type: nauc_ndcg_at_10_std
value: -36.0452
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.525599999999999
verified: no, type: nauc_ndcg_at_20_max
value: -43.7997
verified: no, type: nauc_ndcg_at_20_std
value: -39.293499999999995
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.019099999999998
verified: no, type: nauc_ndcg_at_100_max
value: -47.180499999999995
verified: no, type: nauc_ndcg_at_100_std
value: -31.8569
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.1121
verified: no, type: nauc_ndcg_at_1000_max
value: -40.8476
verified: no, type: nauc_ndcg_at_1000_std
value: -21.2172
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.3064
verified: no, type: nauc_map_at_1_max
value: -39.5068
verified: no, type: nauc_map_at_1_std
value: -16.150000000000002
verified: no, type: nauc_map_at_1_diff1
value: -31.249900000000004
verified: no, type: nauc_map_at_3_max
value: -41.2738
verified: no, type: nauc_map_at_3_std
value: -23.5467
verified: no, type: nauc_map_at_3_diff1
value: -21.5959
verified: no, type: nauc_map_at_5_max
value: -45.9079
verified: no, type: nauc_map_at_5_std
value: -28.181099999999997
verified: no, type: nauc_map_at_5_diff1
value: -14.3231
verified: no, type: nauc_map_at_10_max
value: -45.8169
verified: no, type: nauc_map_at_10_std
value: -41.293400000000005
verified: no, type: nauc_map_at_10_diff1
value: -0.7166
verified: no, type: nauc_map_at_20_max
value: -42.233900000000006
verified: no, type: nauc_map_at_20_std
value: -42.2579
verified: no, type: nauc_map_at_20_diff1
value: 9.9162
verified: no, type: nauc_map_at_100_max
value: -42.6044
verified: no, type: nauc_map_at_100_std
value: -39.921
verified: no, type: nauc_map_at_100_diff1
value: 10.408900000000001
verified: no, type: nauc_map_at_1000_max
value: -41.4171
verified: no, type: nauc_map_at_1000_std
value: -37.167899999999996
verified: no, type: nauc_map_at_1000_diff1
value: 11.7185
verified: no, type: nauc_recall_at_1_max
value: -39.5068
verified: no, type: nauc_recall_at_1_std
value: -16.150000000000002
verified: no, type: nauc_recall_at_1_diff1
value: -31.249900000000004
verified: no, type: nauc_recall_at_3_max
value: -38.8655
verified: no, type: nauc_recall_at_3_std
value: -21.6066
verified: no, type: nauc_recall_at_3_diff1
value: -11.395900000000001
verified: no, type: nauc_recall_at_5_max
value: -47.9991
verified: no, type: nauc_recall_at_5_std
value: -32.9137
verified: no, type: nauc_recall_at_5_diff1
value: -1.0116
verified: no, type: nauc_recall_at_10_max
value: -49.586999999999996
verified: no, type: nauc_recall_at_10_std
value: -48.6293
verified: no, type: nauc_recall_at_10_diff1
value: 13.092699999999999
verified: no, type: nauc_recall_at_20_max
value: -45.1018
verified: no, type: nauc_recall_at_20_std
value: -46.1638
verified: no, type: nauc_recall_at_20_diff1
value: 20.9848
verified: no, type: nauc_recall_at_100_max
value: -48.106700000000004
verified: no, type: nauc_recall_at_100_std
value: -30.618699999999997
verified: no, type: nauc_recall_at_100_diff1
value: 8.3225
verified: no, type: nauc_recall_at_1000_max
value: -35.183
verified: no, type: nauc_recall_at_1000_std
value: 9.1089
verified: no, type: nauc_recall_at_1000_diff1
value: 14.8164
verified: no, type: nauc_precision_at_1_max
value: -36.7404
verified: no, type: nauc_precision_at_1_std
value: -20.7164
verified: no, type: nauc_precision_at_1_diff1
value: -24.9514
verified: no, type: nauc_precision_at_3_max
value: -32.1394
verified: no, type: nauc_precision_at_3_std
value: -14.9321
verified: no, type: nauc_precision_at_3_diff1
value: -5.2914
verified: no, type: nauc_precision_at_5_max
value: -39.6017
verified: no, type: nauc_precision_at_5_std
value: -27.8755
verified: no, type: nauc_precision_at_5_diff1
value: 6.2789
verified: no, type: nauc_precision_at_10_max
value: -42.565799999999996
verified: no, type: nauc_precision_at_10_std
value: -45.101200000000006
verified: no, type: nauc_precision_at_10_diff1
value: 18.4024
verified: no, type: nauc_precision_at_20_max
value: -36.074
verified: no, type: nauc_precision_at_20_std
value: -41.6858
verified: no, type: nauc_precision_at_20_diff1
value: 29.625899999999998
verified: no, type: nauc_precision_at_100_max
value: -20.7563
verified: no, type: nauc_precision_at_100_std
value: -6.5164
verified: no, type: nauc_precision_at_100_diff1
value: 13.5108
verified: no, type: nauc_precision_at_1000_max
value: 41.492200000000004
verified: no, type: nauc_precision_at_1000_std
value: 45.918
verified: no, type: nauc_precision_at_1000_diff1
value: 9.314400000000001
verified: no, type: nauc_mrr_at_1_max
value: -36.7404
verified: no, type: nauc_mrr_at_1_std
value: -20.7164
verified: no, type: nauc_mrr_at_1_diff1
value: -24.9514
verified: no, type: nauc_mrr_at_3_max
value: -34.8748
verified: no, type: nauc_mrr_at_3_std
value: -11.2167
verified: no, type: nauc_mrr_at_3_diff1
value: -14.4811
verified: no, type: nauc_mrr_at_5_max
value: -39.5232
verified: no, type: nauc_mrr_at_5_std
value: -18.9591
verified: no, type: nauc_mrr_at_5_diff1
value: -13.2719
verified: no, type: nauc_mrr_at_10_max
value: -41.7821
verified: no, type: nauc_mrr_at_10_std
value: -18.368399999999998
verified: no, type: nauc_mrr_at_10_diff1
value: -13.4359
verified: no, type: nauc_mrr_at_20_max
value: -42.8581
verified: no, type: nauc_mrr_at_20_std
value: -18.6052
verified: no, type: nauc_mrr_at_20_diff1
value: -13.6098
verified: no, type: nauc_mrr_at_100_max
value: -42.0696
verified: no, type: nauc_mrr_at_100_std
value: -18.1447
verified: no, type: nauc_mrr_at_100_diff1
value: -14.102500000000001
verified: no, type: nauc_mrr_at_1000_max
value: -42.0696
verified: no, type: nauc_mrr_at_1000_std
value: -18.1447
verified: no, type: nauc_mrr_at_1000_diff1
value: -14.102500000000001
verified: no, type: main_score
value: 17.318
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 74.0283
verified: no, type: f1
value: 54.813100000000006
verified: no, type: f1_weighted
value: 79.4125
verified: no, type: ap
value: 12.750800000000002
verified: no, type: ap_weighted
value: 12.750800000000002
verified: no, type: main_score
value: 74.0283
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 52.818299999999994
verified: no, type: f1
value: 52.8999
verified: no, type: f1_weighted
value: 52.223299999999995
verified: no, type: main_score
value: 52.818299999999994
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: v_measure
value: 14.5905
verified: no, type: v_measure_std
value: 1.0532
verified: no, type: main_score
value: 14.5905
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: similarity_accuracy
value: 80.3481
verified: no, type: similarity_accuracy_threshold
value: 85.3551
verified: no, type: similarity_f1
value: 51.27850000000001
verified: no, type: similarity_f1_threshold
value: 75.8966
verified: no, type: similarity_precision
value: 45.8247
verified: no, type: similarity_recall
value: 58.205799999999996
verified: no, type: similarity_ap
value: 52.295100000000005
verified: no, type: cosine_accuracy
value: 80.3481
verified: no, type: cosine_accuracy_threshold
value: 85.3551
verified: no, type: cosine_f1
value: 51.27850000000001
verified: no, type: cosine_f1_threshold
value: 75.8966
verified: no, type: cosine_precision
value: 45.8247
verified: no, type: cosine_recall
value: 58.205799999999996
verified: no, type: cosine_ap
value: 52.295199999999994
verified: no, type: manhattan_accuracy
value: 78.9712
verified: no, type: manhattan_accuracy_threshold
value: 3046.9002
verified: no, type: manhattan_f1
value: 44.784600000000005
verified: no, type: manhattan_f1_threshold
value: 4624.7635
verified: no, type: manhattan_precision
value: 35.5133
verified: no, type: manhattan_recall
value: 60.606899999999996
verified: no, type: manhattan_ap
value: 44.4155
verified: no, type: euclidean_accuracy
value: 78.9772
verified: no, type: euclidean_accuracy_threshold
value: 141.3014
verified: no, type: euclidean_f1
value: 44.8638
verified: no, type: euclidean_f1_threshold
value: 210.8781
verified: no, type: euclidean_precision
value: 35.3191
verified: no, type: euclidean_recall
value: 61.477599999999995
verified: no, type: euclidean_ap
value: 44.3973
verified: no, type: dot_accuracy
value: 77.4095
verified: no, type: dot_accuracy_threshold
value: 3833.3893000000003
verified: no, type: dot_f1
value: 41.7116
verified: no, type: dot_f1_threshold
value: 336.5812
verified: no, type: dot_precision
value: 28.259600000000002
verified: no, type: dot_recall
value: 79.6042
verified: no, type: dot_ap
value: 30.7809
verified: no, type: max_accuracy
value: 80.3481
verified: no, type: max_f1
value: 51.27850000000001
verified: no, type: max_precision
value: 45.8247
verified: no, type: max_recall
value: 79.6042
verified: no, type: max_ap
value: 52.295199999999994
verified: no, type: main_score
value: 52.295199999999994
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: similarity_accuracy
value: 85.9025
verified: no, type: similarity_accuracy_threshold
value: 71.6078
verified: no, type: similarity_f1
value: 70.9832
verified: no, type: similarity_f1_threshold
value: 66.4079
verified: no, type: similarity_precision
value: 68.9871
verified: no, type: similarity_recall
value: 73.0982
verified: no, type: similarity_ap
value: 79.2622
verified: no, type: cosine_accuracy
value: 85.9025
verified: no, type: cosine_accuracy_threshold
value: 71.6078
verified: no, type: cosine_f1
value: 70.9832
verified: no, type: cosine_f1_threshold
value: 66.4079
verified: no, type: cosine_precision
value: 68.9871
verified: no, type: cosine_recall
value: 73.0982
verified: no, type: cosine_ap
value: 79.2622
verified: no, type: manhattan_accuracy
value: 81.8954
verified: no, type: manhattan_accuracy_threshold
value: 2754.9084000000003
verified: no, type: manhattan_f1
value: 58.4303
verified: no, type: manhattan_f1_threshold
value: 3301.9608
verified: no, type: manhattan_precision
value: 56.1511
verified: no, type: manhattan_recall
value: 60.9024
verified: no, type: manhattan_ap
value: 66.2046
verified: no, type: euclidean_accuracy
value: 81.8974
verified: no, type: euclidean_accuracy_threshold
value: 122.74810000000001
verified: no, type: euclidean_f1
value: 58.455
verified: no, type: euclidean_f1_threshold
value: 151.3654
verified: no, type: euclidean_precision
value: 55.0722
verified: no, type: euclidean_recall
value: 62.2806
verified: no, type: euclidean_ap
value: 66.22019999999999
verified: no, type: dot_accuracy
value: 78.7402
verified: no, type: dot_accuracy_threshold
value: 317.0264
verified: no, type: dot_f1
value: 58.2905
verified: no, type: dot_f1_threshold
value: 187.0591
verified: no, type: dot_precision
value: 48.1454
verified: no, type: dot_recall
value: 73.8528
verified: no, type: dot_ap
value: 58.116
verified: no, type: max_accuracy
value: 85.9025
verified: no, type: max_f1
value: 70.9832
verified: no, type: max_precision
value: 68.9871
verified: no, type: max_recall
value: 73.8528
verified: no, type: max_ap
value: 79.2622
verified: no, type: main_score
value: 79.2622
verified: no
task: type: PairClassification
Likes: 1 | All-time downloads: 246
Created: 2025-01-30 21:43:50