Model: Snowflake/snowflake-arctic-embed-xs
Author: Snowflake
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, onnx, safetensors, bert, feature-extraction, sentence-similarity, mteb, arctic, snowflake-arctic-embed, transformers.js, arxiv:2407.18887, arxiv:2405.05374, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb, arctic, snowflake-arctic-embed, transformers.js
model-index: name: snowflake-snowflake-arctic-embed-xs
results: task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 65.08955223880598
verified: no, type: ap
value: 28.514291209445364
verified: no, type: f1
value: 59.2604580112738
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 70.035375
verified: no, type: ap
value: 64.29444264250405
verified: no, type: f1
value: 69.78382333907138
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 35.343999999999994
verified: no, type: f1
value: 34.69618251902858
verified: no, task: type: Retrieval
dataset: type: mteb/arguana
name: MTEB ArguAna
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: map_at_1
value: 28.592000000000002
verified: no, type: map_at_10
value: 43.597
verified: no, type: map_at_100
value: 44.614
verified: no, type: map_at_1000
value: 44.624
verified: no, type: map_at_3
value: 38.928000000000004
verified: no, type: map_at_5
value: 41.453
verified: no, type: mrr_at_1
value: 29.232000000000003
verified: no, type: mrr_at_10
value: 43.829
verified: no, type: mrr_at_100
value: 44.852
verified: no, type: mrr_at_1000
value: 44.862
verified: no, type: mrr_at_3
value: 39.118
verified: no, type: mrr_at_5
value: 41.703
verified: no, type: ndcg_at_1
value: 28.592000000000002
verified: no, type: ndcg_at_10
value: 52.081
verified: no, type: ndcg_at_100
value: 56.37
verified: no, type: ndcg_at_1000
value: 56.598000000000006
verified: no, type: ndcg_at_3
value: 42.42
verified: no, type: ndcg_at_5
value: 46.965
verified: no, type: precision_at_1
value: 28.592000000000002
verified: no, type: precision_at_10
value: 7.922999999999999
verified: no, type: precision_at_100
value: 0.979
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 17.52
verified: no, type: precision_at_5
value: 12.717
verified: no, type: recall_at_1
value: 28.592000000000002
verified: no, type: recall_at_10
value: 79.232
verified: no, type: recall_at_100
value: 97.866
verified: no, type: recall_at_1000
value: 99.57300000000001
verified: no, type: recall_at_3
value: 52.559999999999995
verified: no, type: recall_at_5
value: 63.585
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 43.50220588953974
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 32.08725826118282
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 60.25381587694928
verified: no, type: mrr
value: 73.79776194873148
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 85.47489332445278
verified: no, type: cos_sim_spearman
value: 84.05432487336698
verified: no, type: euclidean_pearson
value: 84.5108222177219
verified: no, type: euclidean_spearman
value: 84.05432487336698
verified: no, type: manhattan_pearson
value: 84.20440618321464
verified: no, type: manhattan_spearman
value: 83.9290208134097
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 76.37337662337663
verified: no, type: f1
value: 75.33296834885043
verified: no, task: type: Clustering
dataset: type: jinaai/big-patent-clustering
name: MTEB BigPatentClustering
config: default
split: test
revision: 62d5330920bca426ce9d3c76ea914f15fc83e891
metrics: type: v_measure
value: 21.31174373264835
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 34.481973521597844
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 26.14094256567341
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-android
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: map_at_1
value: 32.527
verified: no, type: map_at_10
value: 43.699
verified: no, type: map_at_100
value: 45.03
verified: no, type: map_at_1000
value: 45.157000000000004
verified: no, type: map_at_3
value: 39.943
verified: no, type: map_at_5
value: 42.324
verified: no, type: mrr_at_1
value: 39.771
verified: no, type: mrr_at_10
value: 49.277
verified: no, type: mrr_at_100
value: 49.956
verified: no, type: mrr_at_1000
value: 50.005
verified: no, type: mrr_at_3
value: 46.304
verified: no, type: mrr_at_5
value: 48.493
verified: no, type: ndcg_at_1
value: 39.771
verified: no, type: ndcg_at_10
value: 49.957
verified: no, type: ndcg_at_100
value: 54.678000000000004
verified: no, type: ndcg_at_1000
value: 56.751
verified: no, type: ndcg_at_3
value: 44.608
verified: no, type: ndcg_at_5
value: 47.687000000000005
verified: no, type: precision_at_1
value: 39.771
verified: no, type: precision_at_10
value: 9.557
verified: no, type: precision_at_100
value: 1.5010000000000001
verified: no, type: precision_at_1000
value: 0.194
verified: no, type: precision_at_3
value: 21.173000000000002
verified: no, type: precision_at_5
value: 15.794
verified: no, type: recall_at_1
value: 32.527
verified: no, type: recall_at_10
value: 61.791
verified: no, type: recall_at_100
value: 81.49300000000001
verified: no, type: recall_at_1000
value: 95.014
verified: no, type: recall_at_3
value: 46.605000000000004
verified: no, type: recall_at_5
value: 54.83
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-english
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: map_at_1
value: 29.424
verified: no, type: map_at_10
value: 38.667
verified: no, type: map_at_100
value: 39.771
verified: no, type: map_at_1000
value: 39.899
verified: no, type: map_at_3
value: 35.91
verified: no, type: map_at_5
value: 37.45
verified: no, type: mrr_at_1
value: 36.687999999999995
verified: no, type: mrr_at_10
value: 44.673
verified: no, type: mrr_at_100
value: 45.289
verified: no, type: mrr_at_1000
value: 45.338
verified: no, type: mrr_at_3
value: 42.601
verified: no, type: mrr_at_5
value: 43.875
verified: no, type: ndcg_at_1
value: 36.687999999999995
verified: no, type: ndcg_at_10
value: 44.013000000000005
verified: no, type: ndcg_at_100
value: 48.13
verified: no, type: ndcg_at_1000
value: 50.294000000000004
verified: no, type: ndcg_at_3
value: 40.056999999999995
verified: no, type: ndcg_at_5
value: 41.902
verified: no, type: precision_at_1
value: 36.687999999999995
verified: no, type: precision_at_10
value: 8.158999999999999
verified: no, type: precision_at_100
value: 1.321
verified: no, type: precision_at_1000
value: 0.179
verified: no, type: precision_at_3
value: 19.045
verified: no, type: precision_at_5
value: 13.427
verified: no, type: recall_at_1
value: 29.424
verified: no, type: recall_at_10
value: 53.08500000000001
verified: no, type: recall_at_100
value: 70.679
verified: no, type: recall_at_1000
value: 84.66
verified: no, type: recall_at_3
value: 41.399
verified: no, type: recall_at_5
value: 46.632
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-gaming
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 39.747
verified: no, type: map_at_10
value: 51.452
verified: no, type: map_at_100
value: 52.384
verified: no, type: map_at_1000
value: 52.437
verified: no, type: map_at_3
value: 48.213
verified: no, type: map_at_5
value: 50.195
verified: no, type: mrr_at_1
value: 45.391999999999996
verified: no, type: mrr_at_10
value: 54.928
verified: no, type: mrr_at_100
value: 55.532000000000004
verified: no, type: mrr_at_1000
value: 55.565
verified: no, type: mrr_at_3
value: 52.456
verified: no, type: mrr_at_5
value: 54.054
verified: no, type: ndcg_at_1
value: 45.391999999999996
verified: no, type: ndcg_at_10
value: 57.055
verified: no, type: ndcg_at_100
value: 60.751999999999995
verified: no, type: ndcg_at_1000
value: 61.864
verified: no, type: ndcg_at_3
value: 51.662
verified: no, type: ndcg_at_5
value: 54.613
verified: no, type: precision_at_1
value: 45.391999999999996
verified: no, type: precision_at_10
value: 9.103
verified: no, type: precision_at_100
value: 1.1780000000000002
verified: no, type: precision_at_1000
value: 0.132
verified: no, type: precision_at_3
value: 22.717000000000002
verified: no, type: precision_at_5
value: 15.812000000000001
verified: no, type: recall_at_1
value: 39.747
verified: no, type: recall_at_10
value: 70.10499999999999
verified: no, type: recall_at_100
value: 86.23100000000001
verified: no, type: recall_at_1000
value: 94.025
verified: no, type: recall_at_3
value: 55.899
verified: no, type: recall_at_5
value: 63.05500000000001
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-gis
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: map_at_1
value: 27.168999999999997
verified: no, type: map_at_10
value: 34.975
verified: no, type: map_at_100
value: 35.94
verified: no, type: map_at_1000
value: 36.021
verified: no, type: map_at_3
value: 32.35
verified: no, type: map_at_5
value: 33.831
verified: no, type: mrr_at_1
value: 28.701
verified: no, type: mrr_at_10
value: 36.698
verified: no, type: mrr_at_100
value: 37.546
verified: no, type: mrr_at_1000
value: 37.613
verified: no, type: mrr_at_3
value: 34.256
verified: no, type: mrr_at_5
value: 35.685
verified: no, type: ndcg_at_1
value: 28.701
verified: no, type: ndcg_at_10
value: 39.639
verified: no, type: ndcg_at_100
value: 44.389
verified: no, type: ndcg_at_1000
value: 46.46
verified: no, type: ndcg_at_3
value: 34.52
verified: no, type: ndcg_at_5
value: 37.076
verified: no, type: precision_at_1
value: 28.701
verified: no, type: precision_at_10
value: 5.955
verified: no, type: precision_at_100
value: 0.8880000000000001
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_3
value: 14.274999999999999
verified: no, type: precision_at_5
value: 10.011000000000001
verified: no, type: recall_at_1
value: 27.168999999999997
verified: no, type: recall_at_10
value: 52.347
verified: no, type: recall_at_100
value: 74.1
verified: no, type: recall_at_1000
value: 89.739
verified: no, type: recall_at_3
value: 38.567
verified: no, type: recall_at_5
value: 44.767
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-mathematica
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: map_at_1
value: 15.872
verified: no, type: map_at_10
value: 23.153000000000002
verified: no, type: map_at_100
value: 24.311
verified: no, type: map_at_1000
value: 24.432000000000002
verified: no, type: map_at_3
value: 20.707
verified: no, type: map_at_5
value: 21.921
verified: no, type: mrr_at_1
value: 19.776
verified: no, type: mrr_at_10
value: 27.755999999999997
verified: no, type: mrr_at_100
value: 28.709
verified: no, type: mrr_at_1000
value: 28.778
verified: no, type: mrr_at_3
value: 25.186999999999998
verified: no, type: mrr_at_5
value: 26.43
verified: no, type: ndcg_at_1
value: 19.776
verified: no, type: ndcg_at_10
value: 28.288999999999998
verified: no, type: ndcg_at_100
value: 34.011
verified: no, type: ndcg_at_1000
value: 36.916
verified: no, type: ndcg_at_3
value: 23.551
verified: no, type: ndcg_at_5
value: 25.429000000000002
verified: no, type: precision_at_1
value: 19.776
verified: no, type: precision_at_10
value: 5.311
verified: no, type: precision_at_100
value: 0.9440000000000001
verified: no, type: precision_at_1000
value: 0.132
verified: no, type: precision_at_3
value: 11.360000000000001
verified: no, type: precision_at_5
value: 8.209
verified: no, type: recall_at_1
value: 15.872
verified: no, type: recall_at_10
value: 39.726
verified: no, type: recall_at_100
value: 65.035
verified: no, type: recall_at_1000
value: 85.846
verified: no, type: recall_at_3
value: 26.432
verified: no, type: recall_at_5
value: 31.22
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-physics
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: map_at_1
value: 28.126
verified: no, type: map_at_10
value: 37.537
verified: no, type: map_at_100
value: 38.807
verified: no, type: map_at_1000
value: 38.923
verified: no, type: map_at_3
value: 34.65
verified: no, type: map_at_5
value: 36.248000000000005
verified: no, type: mrr_at_1
value: 34.649
verified: no, type: mrr_at_10
value: 42.893
verified: no, type: mrr_at_100
value: 43.721
verified: no, type: mrr_at_1000
value: 43.775999999999996
verified: no, type: mrr_at_3
value: 40.488
verified: no, type: mrr_at_5
value: 41.729
verified: no, type: ndcg_at_1
value: 34.649
verified: no, type: ndcg_at_10
value: 43.072
verified: no, type: ndcg_at_100
value: 48.464
verified: no, type: ndcg_at_1000
value: 50.724000000000004
verified: no, type: ndcg_at_3
value: 38.506
verified: no, type: ndcg_at_5
value: 40.522000000000006
verified: no, type: precision_at_1
value: 34.649
verified: no, type: precision_at_10
value: 7.68
verified: no, type: precision_at_100
value: 1.214
verified: no, type: precision_at_1000
value: 0.16
verified: no, type: precision_at_3
value: 18.029999999999998
verified: no, type: precision_at_5
value: 12.666
verified: no, type: recall_at_1
value: 28.126
verified: no, type: recall_at_10
value: 54.396
verified: no, type: recall_at_100
value: 76.988
verified: no, type: recall_at_1000
value: 91.85799999999999
verified: no, type: recall_at_3
value: 41.169
verified: no, type: recall_at_5
value: 46.658
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-programmers
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: map_at_1
value: 26.68
verified: no, type: map_at_10
value: 35.702
verified: no, type: map_at_100
value: 36.864999999999995
verified: no, type: map_at_1000
value: 36.977
verified: no, type: map_at_3
value: 32.828
verified: no, type: map_at_5
value: 34.481
verified: no, type: mrr_at_1
value: 32.991
verified: no, type: mrr_at_10
value: 40.993
verified: no, type: mrr_at_100
value: 41.827
verified: no, type: mrr_at_1000
value: 41.887
verified: no, type: mrr_at_3
value: 38.623000000000005
verified: no, type: mrr_at_5
value: 40.021
verified: no, type: ndcg_at_1
value: 32.991
verified: no, type: ndcg_at_10
value: 41.036
verified: no, type: ndcg_at_100
value: 46.294000000000004
verified: no, type: ndcg_at_1000
value: 48.644
verified: no, type: ndcg_at_3
value: 36.419000000000004
verified: no, type: ndcg_at_5
value: 38.618
verified: no, type: precision_at_1
value: 32.991
verified: no, type: precision_at_10
value: 7.385999999999999
verified: no, type: precision_at_100
value: 1.176
verified: no, type: precision_at_1000
value: 0.151
verified: no, type: precision_at_3
value: 17.122999999999998
verified: no, type: precision_at_5
value: 12.215
verified: no, type: recall_at_1
value: 26.68
verified: no, type: recall_at_10
value: 51.644
verified: no, type: recall_at_100
value: 74.55000000000001
verified: no, type: recall_at_1000
value: 90.825
verified: no, type: recall_at_3
value: 38.579
verified: no, type: recall_at_5
value: 44.512
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: map_at_1
value: 26.30825
verified: no, type: map_at_10
value: 34.97866666666666
verified: no, type: map_at_100
value: 36.109249999999996
verified: no, type: map_at_1000
value: 36.22508333333333
verified: no, type: map_at_3
value: 32.239083333333326
verified: no, type: map_at_5
value: 33.75933333333334
verified: no, type: mrr_at_1
value: 31.05308333333333
verified: no, type: mrr_at_10
value: 39.099833333333336
verified: no, type: mrr_at_100
value: 39.92008333333334
verified: no, type: mrr_at_1000
value: 39.980000000000004
verified: no, type: mrr_at_3
value: 36.75958333333333
verified: no, type: mrr_at_5
value: 38.086416666666665
verified: no, type: ndcg_at_1
value: 31.05308333333333
verified: no, type: ndcg_at_10
value: 40.11558333333334
verified: no, type: ndcg_at_100
value: 45.05966666666667
verified: no, type: ndcg_at_1000
value: 47.36516666666667
verified: no, type: ndcg_at_3
value: 35.490833333333335
verified: no, type: ndcg_at_5
value: 37.64541666666666
verified: no, type: precision_at_1
value: 31.05308333333333
verified: no, type: precision_at_10
value: 6.968416666666666
verified: no, type: precision_at_100
value: 1.1156666666666666
verified: no, type: precision_at_1000
value: 0.14950000000000002
verified: no, type: precision_at_3
value: 16.123
verified: no, type: precision_at_5
value: 11.451166666666666
verified: no, type: recall_at_1
value: 26.30825
verified: no, type: recall_at_10
value: 51.19283333333333
verified: no, type: recall_at_100
value: 73.0285
verified: no, type: recall_at_1000
value: 89.11133333333333
verified: no, type: recall_at_3
value: 38.26208333333333
verified: no, type: recall_at_5
value: 43.855916666666666
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-stats
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: map_at_1
value: 23.363999999999997
verified: no, type: map_at_10
value: 30.606
verified: no, type: map_at_100
value: 31.491999999999997
verified: no, type: map_at_1000
value: 31.578
verified: no, type: map_at_3
value: 28.610000000000003
verified: no, type: map_at_5
value: 29.602
verified: no, type: mrr_at_1
value: 26.38
verified: no, type: mrr_at_10
value: 33.472
verified: no, type: mrr_at_100
value: 34.299
verified: no, type: mrr_at_1000
value: 34.361999999999995
verified: no, type: mrr_at_3
value: 31.696999999999996
verified: no, type: mrr_at_5
value: 32.503
verified: no, type: ndcg_at_1
value: 26.38
verified: no, type: ndcg_at_10
value: 34.772999999999996
verified: no, type: ndcg_at_100
value: 39.334
verified: no, type: ndcg_at_1000
value: 41.676
verified: no, type: ndcg_at_3
value: 31.097
verified: no, type: ndcg_at_5
value: 32.561
verified: no, type: precision_at_1
value: 26.38
verified: no, type: precision_at_10
value: 5.475
verified: no, type: precision_at_100
value: 0.84
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_3
value: 13.395000000000001
verified: no, type: precision_at_5
value: 9.11
verified: no, type: recall_at_1
value: 23.363999999999997
verified: no, type: recall_at_10
value: 44.656
verified: no, type: recall_at_100
value: 65.77199999999999
verified: no, type: recall_at_1000
value: 83.462
verified: no, type: recall_at_3
value: 34.213
verified: no, type: recall_at_5
value: 38.091
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-tex
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: map_at_1
value: 17.971999999999998
verified: no, type: map_at_10
value: 24.913
verified: no, type: map_at_100
value: 25.916
verified: no, type: map_at_1000
value: 26.049
verified: no, type: map_at_3
value: 22.569
verified: no, type: map_at_5
value: 23.858999999999998
verified: no, type: mrr_at_1
value: 21.748
verified: no, type: mrr_at_10
value: 28.711
verified: no, type: mrr_at_100
value: 29.535
verified: no, type: mrr_at_1000
value: 29.621
verified: no, type: mrr_at_3
value: 26.484999999999996
verified: no, type: mrr_at_5
value: 27.701999999999998
verified: no, type: ndcg_at_1
value: 21.748
verified: no, type: ndcg_at_10
value: 29.412
verified: no, type: ndcg_at_100
value: 34.204
verified: no, type: ndcg_at_1000
value: 37.358000000000004
verified: no, type: ndcg_at_3
value: 25.202
verified: no, type: ndcg_at_5
value: 27.128000000000004
verified: no, type: precision_at_1
value: 21.748
verified: no, type: precision_at_10
value: 5.279
verified: no, type: precision_at_100
value: 0.902
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_3
value: 11.551
verified: no, type: precision_at_5
value: 8.437999999999999
verified: no, type: recall_at_1
value: 17.971999999999998
verified: no, type: recall_at_10
value: 39.186
verified: no, type: recall_at_100
value: 60.785999999999994
verified: no, type: recall_at_1000
value: 83.372
verified: no, type: recall_at_3
value: 27.584999999999997
verified: no, type: recall_at_5
value: 32.448
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-unix
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: map_at_1
value: 26.684
verified: no, type: map_at_10
value: 35.188
verified: no, type: map_at_100
value: 36.379
verified: no, type: map_at_1000
value: 36.481
verified: no, type: map_at_3
value: 32.401
verified: no, type: map_at_5
value: 34.132
verified: no, type: mrr_at_1
value: 31.063000000000002
verified: no, type: mrr_at_10
value: 39.104
verified: no, type: mrr_at_100
value: 40.062999999999995
verified: no, type: mrr_at_1000
value: 40.119
verified: no, type: mrr_at_3
value: 36.692
verified: no, type: mrr_at_5
value: 38.161
verified: no, type: ndcg_at_1
value: 31.063000000000002
verified: no, type: ndcg_at_10
value: 40.096
verified: no, type: ndcg_at_100
value: 45.616
verified: no, type: ndcg_at_1000
value: 47.869
verified: no, type: ndcg_at_3
value: 35.256
verified: no, type: ndcg_at_5
value: 37.826
verified: no, type: precision_at_1
value: 31.063000000000002
verified: no, type: precision_at_10
value: 6.622999999999999
verified: no, type: precision_at_100
value: 1.046
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_3
value: 15.641
verified: no, type: precision_at_5
value: 11.231
verified: no, type: recall_at_1
value: 26.684
verified: no, type: recall_at_10
value: 51.092999999999996
verified: no, type: recall_at_100
value: 75.099
verified: no, type: recall_at_1000
value: 90.644
verified: no, type: recall_at_3
value: 38.063
verified: no, type: recall_at_5
value: 44.518
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-webmasters
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: map_at_1
value: 26.249
verified: no, type: map_at_10
value: 34.694
verified: no, type: map_at_100
value: 36.208
verified: no, type: map_at_1000
value: 36.443
verified: no, type: map_at_3
value: 31.868000000000002
verified: no, type: map_at_5
value: 33.018
verified: no, type: mrr_at_1
value: 31.818
verified: no, type: mrr_at_10
value: 39.416000000000004
verified: no, type: mrr_at_100
value: 40.327
verified: no, type: mrr_at_1000
value: 40.388000000000005
verified: no, type: mrr_at_3
value: 37.120999999999995
verified: no, type: mrr_at_5
value: 38.07
verified: no, type: ndcg_at_1
value: 31.818
verified: no, type: ndcg_at_10
value: 40.405
verified: no, type: ndcg_at_100
value: 45.816
verified: no, type: ndcg_at_1000
value: 48.403
verified: no, type: ndcg_at_3
value: 35.823
verified: no, type: ndcg_at_5
value: 37.191
verified: no, type: precision_at_1
value: 31.818
verified: no, type: precision_at_10
value: 7.806
verified: no, type: precision_at_100
value: 1.518
verified: no, type: precision_at_1000
value: 0.241
verified: no, type: precision_at_3
value: 16.535
verified: no, type: precision_at_5
value: 11.738999999999999
verified: no, type: recall_at_1
value: 26.249
verified: no, type: recall_at_10
value: 50.928
verified: no, type: recall_at_100
value: 75.271
verified: no, type: recall_at_1000
value: 91.535
verified: no, type: recall_at_3
value: 37.322
verified: no, type: recall_at_5
value: 41.318
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-wordpress
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: map_at_1
value: 21.884999999999998
verified: no, type: map_at_10
value: 29.158
verified: no, type: map_at_100
value: 30.208000000000002
verified: no, type: map_at_1000
value: 30.304
verified: no, type: map_at_3
value: 26.82
verified: no, type: map_at_5
value: 28.051
verified: no, type: mrr_at_1
value: 23.66
verified: no, type: mrr_at_10
value: 31.277
verified: no, type: mrr_at_100
value: 32.237
verified: no, type: mrr_at_1000
value: 32.308
verified: no, type: mrr_at_3
value: 29.205
verified: no, type: mrr_at_5
value: 30.314000000000004
verified: no, type: ndcg_at_1
value: 23.66
verified: no, type: ndcg_at_10
value: 33.64
verified: no, type: ndcg_at_100
value: 39.028
verified: no, type: ndcg_at_1000
value: 41.423
verified: no, type: ndcg_at_3
value: 29.189
verified: no, type: ndcg_at_5
value: 31.191999999999997
verified: no, type: precision_at_1
value: 23.66
verified: no, type: precision_at_10
value: 5.287
verified: no, type: precision_at_100
value: 0.86
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_3
value: 12.631
verified: no, type: precision_at_5
value: 8.762
verified: no, type: recall_at_1
value: 21.884999999999998
verified: no, type: recall_at_10
value: 45.357
verified: no, type: recall_at_100
value: 70.338
verified: no, type: recall_at_1000
value: 88.356
verified: no, type: recall_at_3
value: 33.312000000000005
verified: no, type: recall_at_5
value: 38.222
verified: no, task: type: Retrieval
dataset: type: mteb/climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: map_at_1
value: 13.058
verified: no, type: map_at_10
value: 21.549
verified: no, type: map_at_100
value: 23.287
verified: no, type: map_at_1000
value: 23.444000000000003
verified: no, type: map_at_3
value: 18.18
verified: no, type: map_at_5
value: 19.886
verified: no, type: mrr_at_1
value: 28.73
verified: no, type: mrr_at_10
value: 40.014
verified: no, type: mrr_at_100
value: 40.827000000000005
verified: no, type: mrr_at_1000
value: 40.866
verified: no, type: mrr_at_3
value: 36.602000000000004
verified: no, type: mrr_at_5
value: 38.702
verified: no, type: ndcg_at_1
value: 28.73
verified: no, type: ndcg_at_10
value: 29.881
verified: no, type: ndcg_at_100
value: 36.662
verified: no, type: ndcg_at_1000
value: 39.641999999999996
verified: no, type: ndcg_at_3
value: 24.661
verified: no, type: ndcg_at_5
value: 26.548
verified: no, type: precision_at_1
value: 28.73
verified: no, type: precision_at_10
value: 9.094
verified: no, type: precision_at_100
value: 1.6480000000000001
verified: no, type: precision_at_1000
value: 0.22100000000000003
verified: no, type: precision_at_3
value: 17.98
verified: no, type: precision_at_5
value: 13.811000000000002
verified: no, type: recall_at_1
value: 13.058
verified: no, type: recall_at_10
value: 35.458
verified: no, type: recall_at_100
value: 58.719
verified: no, type: recall_at_1000
value: 75.495
verified: no, type: recall_at_3
value: 22.607
verified: no, type: recall_at_5
value: 28.067999999999998
verified: no, task: type: Retrieval
dataset: type: mteb/dbpedia
name: MTEB DBPedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: map_at_1
value: 8.811
verified: no, type: map_at_10
value: 19.134999999999998
verified: no, type: map_at_100
value: 26.905
verified: no, type: map_at_1000
value: 28.503
verified: no, type: map_at_3
value: 13.863
verified: no, type: map_at_5
value: 16.062
verified: no, type: mrr_at_1
value: 67
verified: no, type: mrr_at_10
value: 74.607
verified: no, type: mrr_at_100
value: 74.941
verified: no, type: mrr_at_1000
value: 74.954
verified: no, type: mrr_at_3
value: 73.042
verified: no, type: mrr_at_5
value: 73.992
verified: no, type: ndcg_at_1
value: 52.87500000000001
verified: no, type: ndcg_at_10
value: 40.199
verified: no, type: ndcg_at_100
value: 44.901
verified: no, type: ndcg_at_1000
value: 52.239999999999995
verified: no, type: ndcg_at_3
value: 44.983000000000004
verified: no, type: ndcg_at_5
value: 42.137
verified: no, type: precision_at_1
value: 67
verified: no, type: precision_at_10
value: 31.8
verified: no, type: precision_at_100
value: 10.315000000000001
verified: no, type: precision_at_1000
value: 2.0420000000000003
verified: no, type: precision_at_3
value: 48.667
verified: no, type: precision_at_5
value: 40.9
verified: no, type: recall_at_1
value: 8.811
verified: no, type: recall_at_10
value: 24.503
verified: no, type: recall_at_100
value: 51.288999999999994
verified: no, type: recall_at_1000
value: 74.827
verified: no, type: recall_at_3
value: 15.254999999999999
verified: no, type: recall_at_5
value: 18.698999999999998
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 41.839999999999996
verified: no, type: f1
value: 37.78718146306379
verified: no, task: type: Retrieval
dataset: type: mteb/fever
name: MTEB FEVER
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: map_at_1
value: 68.47999999999999
verified: no, type: map_at_10
value: 78.782
verified: no, type: map_at_100
value: 79.021
verified: no, type: map_at_1000
value: 79.035
verified: no, type: map_at_3
value: 77.389
verified: no, type: map_at_5
value: 78.347
verified: no, type: mrr_at_1
value: 73.837
verified: no, type: mrr_at_10
value: 83.41499999999999
verified: no, type: mrr_at_100
value: 83.53399999999999
verified: no, type: mrr_at_1000
value: 83.535
verified: no, type: mrr_at_3
value: 82.32300000000001
verified: no, type: mrr_at_5
value: 83.13000000000001
verified: no, type: ndcg_at_1
value: 73.837
verified: no, type: ndcg_at_10
value: 83.404
verified: no, type: ndcg_at_100
value: 84.287
verified: no, type: ndcg_at_1000
value: 84.52199999999999
verified: no, type: ndcg_at_3
value: 81.072
verified: no, type: ndcg_at_5
value: 82.537
verified: no, type: precision_at_1
value: 73.837
verified: no, type: precision_at_10
value: 10.254000000000001
verified: no, type: precision_at_100
value: 1.088
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 31.538
verified: no, type: precision_at_5
value: 19.811
verified: no, type: recall_at_1
value: 68.47999999999999
verified: no, type: recall_at_10
value: 92.98100000000001
verified: no, type: recall_at_100
value: 96.50800000000001
verified: no, type: recall_at_1000
value: 97.925
verified: no, type: recall_at_3
value: 86.764
verified: no, type: recall_at_5
value: 90.39
verified: no, task: type: Retrieval
dataset: type: mteb/fiqa
name: MTEB FiQA2018
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: map_at_1
value: 16.786
verified: no, type: map_at_10
value: 26.97
verified: no, type: map_at_100
value: 28.488000000000003
verified: no, type: map_at_1000
value: 28.665000000000003
verified: no, type: map_at_3
value: 23.3
verified: no, type: map_at_5
value: 25.249
verified: no, type: mrr_at_1
value: 33.025
verified: no, type: mrr_at_10
value: 41.86
verified: no, type: mrr_at_100
value: 42.673
verified: no, type: mrr_at_1000
value: 42.714
verified: no, type: mrr_at_3
value: 39.403
verified: no, type: mrr_at_5
value: 40.723
verified: no, type: ndcg_at_1
value: 33.025
verified: no, type: ndcg_at_10
value: 34.522999999999996
verified: no, type: ndcg_at_100
value: 40.831
verified: no, type: ndcg_at_1000
value: 44.01
verified: no, type: ndcg_at_3
value: 30.698999999999998
verified: no, type: ndcg_at_5
value: 31.832
verified: no, type: precision_at_1
value: 33.025
verified: no, type: precision_at_10
value: 9.583
verified: no, type: precision_at_100
value: 1.619
verified: no, type: precision_at_1000
value: 0.22100000000000003
verified: no, type: precision_at_3
value: 20.216
verified: no, type: precision_at_5
value: 15.031
verified: no, type: recall_at_1
value: 16.786
verified: no, type: recall_at_10
value: 41.969
verified: no, type: recall_at_100
value: 66.353
verified: no, type: recall_at_1000
value: 85.299
verified: no, type: recall_at_3
value: 28.111000000000004
verified: no, type: recall_at_5
value: 33.645
verified: no, task: type: Retrieval
dataset: type: mteb/hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: map_at_1
value: 37.346000000000004
verified: no, type: map_at_10
value: 56.184999999999995
verified: no, type: map_at_100
value: 57.062000000000005
verified: no, type: map_at_1000
value: 57.126999999999995
verified: no, type: map_at_3
value: 52.815
verified: no, type: map_at_5
value: 54.893
verified: no, type: mrr_at_1
value: 74.693
verified: no, type: mrr_at_10
value: 81.128
verified: no, type: mrr_at_100
value: 81.356
verified: no, type: mrr_at_1000
value: 81.363
verified: no, type: mrr_at_3
value: 80.05600000000001
verified: no, type: mrr_at_5
value: 80.74
verified: no, type: ndcg_at_1
value: 74.693
verified: no, type: ndcg_at_10
value: 65.249
verified: no, type: ndcg_at_100
value: 68.357
verified: no, type: ndcg_at_1000
value: 69.64200000000001
verified: no, type: ndcg_at_3
value: 60.377
verified: no, type: ndcg_at_5
value: 63.044
verified: no, type: precision_at_1
value: 74.693
verified: no, type: precision_at_10
value: 13.630999999999998
verified: no, type: precision_at_100
value: 1.606
verified: no, type: precision_at_1000
value: 0.178
verified: no, type: precision_at_3
value: 38.222
verified: no, type: precision_at_5
value: 25.040000000000003
verified: no, type: recall_at_1
value: 37.346000000000004
verified: no, type: recall_at_10
value: 68.157
verified: no, type: recall_at_100
value: 80.297
verified: no, type: recall_at_1000
value: 88.832
verified: no, type: recall_at_3
value: 57.333
verified: no, type: recall_at_5
value: 62.6
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 62.80240000000001
verified: no, type: ap
value: 58.22949464075975
verified: no, type: f1
value: 62.55694937343487
verified: no, task: type: Retrieval
dataset: type: mteb/msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: map_at_1
value: 20.918
verified: no, type: map_at_10
value: 32.732
verified: no, type: map_at_100
value: 33.922000000000004
verified: no, type: map_at_1000
value: 33.976
verified: no, type: map_at_3
value: 29.051
verified: no, type: map_at_5
value: 31.101
verified: no, type: mrr_at_1
value: 21.418
verified: no, type: mrr_at_10
value: 33.284000000000006
verified: no, type: mrr_at_100
value: 34.426
verified: no, type: mrr_at_1000
value: 34.473
verified: no, type: mrr_at_3
value: 29.644
verified: no, type: mrr_at_5
value: 31.691000000000003
verified: no, type: ndcg_at_1
value: 21.418
verified: no, type: ndcg_at_10
value: 39.427
verified: no, type: ndcg_at_100
value: 45.190999999999995
verified: no, type: ndcg_at_1000
value: 46.544000000000004
verified: no, type: ndcg_at_3
value: 31.885
verified: no, type: ndcg_at_5
value: 35.555
verified: no, type: precision_at_1
value: 21.418
verified: no, type: precision_at_10
value: 6.254999999999999
verified: no, type: precision_at_100
value: 0.915
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_3
value: 13.591000000000001
verified: no, type: precision_at_5
value: 10.011000000000001
verified: no, type: recall_at_1
value: 20.918
verified: no, type: recall_at_10
value: 60.074000000000005
verified: no, type: recall_at_100
value: 86.726
verified: no, type: recall_at_1000
value: 97.116
verified: no, type: recall_at_3
value: 39.506
verified: no, type: recall_at_5
value: 48.319
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 90.79799361605106
verified: no, type: f1
value: 90.0757957511057
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 58.00501595987233
verified: no, type: f1
value: 39.85731569133947
verified: no, task: type: Classification
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClassification (eng)
config: eng
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: accuracy
value: 77.10970464135022
verified: no, type: f1
value: 76.12037616356896
verified: no, task: type: Clustering
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClusteringP2P (eng)
config: eng
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: v_measure
value: 69.81323966287493
verified: no, task: type: Clustering
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClusteringS2S (eng)
config: eng
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: v_measure
value: 33.112774215788455
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 63.51042367182246
verified: no, type: f1
value: 60.99310361578824
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 71.0053799596503
verified: no, type: f1
value: 69.7794673003686
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 30.56899174856954
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 26.21848014733929
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 30.256308756916646
verified: no, type: mrr
value: 31.123872086825656
verified: no, task: type: Retrieval
dataset: type: mteb/nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: map_at_1
value: 5.07
verified: no, type: map_at_10
value: 11.286999999999999
verified: no, type: map_at_100
value: 13.630999999999998
verified: no, type: map_at_1000
value: 14.844
verified: no, type: map_at_3
value: 8.395
verified: no, type: map_at_5
value: 9.721
verified: no, type: mrr_at_1
value: 41.486000000000004
verified: no, type: mrr_at_10
value: 51.041000000000004
verified: no, type: mrr_at_100
value: 51.661
verified: no, type: mrr_at_1000
value: 51.7
verified: no, type: mrr_at_3
value: 49.226
verified: no, type: mrr_at_5
value: 50.526
verified: no, type: ndcg_at_1
value: 39.783
verified: no, type: ndcg_at_10
value: 30.885
verified: no, type: ndcg_at_100
value: 27.459
verified: no, type: ndcg_at_1000
value: 35.988
verified: no, type: ndcg_at_3
value: 36.705
verified: no, type: ndcg_at_5
value: 34.156
verified: no, type: precision_at_1
value: 41.486000000000004
verified: no, type: precision_at_10
value: 22.415
verified: no, type: precision_at_100
value: 6.819999999999999
verified: no, type: precision_at_1000
value: 1.8980000000000001
verified: no, type: precision_at_3
value: 34.572
verified: no, type: precision_at_5
value: 29.287999999999997
verified: no, type: recall_at_1
value: 5.07
verified: no, type: recall_at_10
value: 14.576
verified: no, type: recall_at_100
value: 27.112000000000002
verified: no, type: recall_at_1000
value: 57.995
verified: no, type: recall_at_3
value: 9.242
verified: no, type: recall_at_5
value: 11.668000000000001
verified: no, task: type: Retrieval
dataset: type: mteb/nq
name: MTEB NQ
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: map_at_1
value: 32.263999999999996
verified: no, type: map_at_10
value: 47.219
verified: no, type: map_at_100
value: 48.209999999999994
verified: no, type: map_at_1000
value: 48.24
verified: no, type: map_at_3
value: 42.905
verified: no, type: map_at_5
value: 45.501000000000005
verified: no, type: mrr_at_1
value: 36.153
verified: no, type: mrr_at_10
value: 49.636
verified: no, type: mrr_at_100
value: 50.357
verified: no, type: mrr_at_1000
value: 50.378
verified: no, type: mrr_at_3
value: 46.094
verified: no, type: mrr_at_5
value: 48.233
verified: no, type: ndcg_at_1
value: 36.124
verified: no, type: ndcg_at_10
value: 54.764
verified: no, type: ndcg_at_100
value: 58.867999999999995
verified: no, type: ndcg_at_1000
value: 59.548
verified: no, type: ndcg_at_3
value: 46.717999999999996
verified: no, type: ndcg_at_5
value: 50.981
verified: no, type: precision_at_1
value: 36.124
verified: no, type: precision_at_10
value: 8.931000000000001
verified: no, type: precision_at_100
value: 1.126
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_3
value: 21.051000000000002
verified: no, type: precision_at_5
value: 15.104000000000001
verified: no, type: recall_at_1
value: 32.263999999999996
verified: no, type: recall_at_10
value: 75.39099999999999
verified: no, type: recall_at_100
value: 93.038
verified: no, type: recall_at_1000
value: 98.006
verified: no, type: recall_at_3
value: 54.562999999999995
verified: no, type: recall_at_5
value: 64.352
verified: no, task: type: Classification
dataset: type: ag_news
name: MTEB NewsClassification
config: default
split: test
revision: eb185aade064a813bc0b7f42de02595523103ca4
metrics: type: accuracy
value: 77.75
verified: no, type: f1
value: 77.504243291547
verified: no, task: type: PairClassification
dataset: type: GEM/opusparcus
name: MTEB OpusparcusPC (en)
config: en
split: test
revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
metrics: type: cos_sim_accuracy
value: 99.89816700610999
verified: no, type: cos_sim_ap
value: 100
verified: no, type: cos_sim_f1
value: 99.9490575649516
verified: no, type: cos_sim_precision
value: 100
verified: no, type: cos_sim_recall
value: 99.89816700610999
verified: no, type: dot_accuracy
value: 99.89816700610999
verified: no, type: dot_ap
value: 100
verified: no, type: dot_f1
value: 99.9490575649516
verified: no, type: dot_precision
value: 100
verified: no, type: dot_recall
value: 99.89816700610999
verified: no, type: euclidean_accuracy
value: 99.89816700610999
verified: no, type: euclidean_ap
value: 100
verified: no, type: euclidean_f1
value: 99.9490575649516
verified: no, type: euclidean_precision
value: 100
verified: no, type: euclidean_recall
value: 99.89816700610999
verified: no, type: manhattan_accuracy
value: 99.89816700610999
verified: no, type: manhattan_ap
value: 100
verified: no, type: manhattan_f1
value: 99.9490575649516
verified: no, type: manhattan_precision
value: 100
verified: no, type: manhattan_recall
value: 99.89816700610999
verified: no, type: max_accuracy
value: 99.89816700610999
verified: no, type: max_ap
value: 100
verified: no, type: max_f1
value: 99.9490575649516
verified: no, task: type: PairClassification
dataset: type: paws-x
name: MTEB PawsX (en)
config: en
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 61.75000000000001
verified: no, type: cos_sim_ap
value: 57.9482264289061
verified: no, type: cos_sim_f1
value: 62.444061962134256
verified: no, type: cos_sim_precision
value: 45.3953953953954
verified: no, type: cos_sim_recall
value: 100
verified: no, type: dot_accuracy
value: 61.75000000000001
verified: no, type: dot_ap
value: 57.94808038610475
verified: no, type: dot_f1
value: 62.444061962134256
verified: no, type: dot_precision
value: 45.3953953953954
verified: no, type: dot_recall
value: 100
verified: no, type: euclidean_accuracy
value: 61.75000000000001
verified: no, type: euclidean_ap
value: 57.94808038610475
verified: no, type: euclidean_f1
value: 62.444061962134256
verified: no, type: euclidean_precision
value: 45.3953953953954
verified: no, type: euclidean_recall
value: 100
verified: no, type: manhattan_accuracy
value: 61.7
verified: no, type: manhattan_ap
value: 57.996119308184966
verified: no, type: manhattan_f1
value: 62.46078773091669
verified: no, type: manhattan_precision
value: 45.66768603465851
verified: no, type: manhattan_recall
value: 98.78721058434398
verified: no, type: max_accuracy
value: 61.75000000000001
verified: no, type: max_ap
value: 57.996119308184966
verified: no, type: max_f1
value: 62.46078773091669
verified: no, task: type: Retrieval
dataset: type: mteb/quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
metrics: type: map_at_1
value: 69.001
verified: no, type: map_at_10
value: 82.573
verified: no, type: map_at_100
value: 83.226
verified: no, type: map_at_1000
value: 83.246
verified: no, type: map_at_3
value: 79.625
verified: no, type: map_at_5
value: 81.491
verified: no, type: mrr_at_1
value: 79.44
verified: no, type: mrr_at_10
value: 85.928
verified: no, type: mrr_at_100
value: 86.05199999999999
verified: no, type: mrr_at_1000
value: 86.054
verified: no, type: mrr_at_3
value: 84.847
verified: no, type: mrr_at_5
value: 85.596
verified: no, type: ndcg_at_1
value: 79.41
verified: no, type: ndcg_at_10
value: 86.568
verified: no, type: ndcg_at_100
value: 87.965
verified: no, type: ndcg_at_1000
value: 88.134
verified: no, type: ndcg_at_3
value: 83.55900000000001
verified: no, type: ndcg_at_5
value: 85.244
verified: no, type: precision_at_1
value: 79.41
verified: no, type: precision_at_10
value: 13.108
verified: no, type: precision_at_100
value: 1.509
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_3
value: 36.443
verified: no, type: precision_at_5
value: 24.03
verified: no, type: recall_at_1
value: 69.001
verified: no, type: recall_at_10
value: 94.132
verified: no, type: recall_at_100
value: 99.043
verified: no, type: recall_at_1000
value: 99.878
verified: no, type: recall_at_3
value: 85.492
verified: no, type: recall_at_5
value: 90.226
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 48.3161352736264
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics: type: v_measure
value: 57.83784484156747
verified: no, task: type: Retrieval
dataset: type: mteb/scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
metrics: type: map_at_1
value: 4.403
verified: no, type: map_at_10
value: 10.922
verified: no, type: map_at_100
value: 12.626000000000001
verified: no, type: map_at_1000
value: 12.883
verified: no, type: map_at_3
value: 7.982
verified: no, type: map_at_5
value: 9.442
verified: no, type: mrr_at_1
value: 21.7
verified: no, type: mrr_at_10
value: 31.653
verified: no, type: mrr_at_100
value: 32.757999999999996
verified: no, type: mrr_at_1000
value: 32.824999999999996
verified: no, type: mrr_at_3
value: 28.266999999999996
verified: no, type: mrr_at_5
value: 30.127
verified: no, type: ndcg_at_1
value: 21.7
verified: no, type: ndcg_at_10
value: 18.355
verified: no, type: ndcg_at_100
value: 25.228
verified: no, type: ndcg_at_1000
value: 30.164
verified: no, type: ndcg_at_3
value: 17.549
verified: no, type: ndcg_at_5
value: 15.260000000000002
verified: no, type: precision_at_1
value: 21.7
verified: no, type: precision_at_10
value: 9.47
verified: no, type: precision_at_100
value: 1.9290000000000003
verified: no, type: precision_at_1000
value: 0.312
verified: no, type: precision_at_3
value: 16.3
verified: no, type: precision_at_5
value: 13.28
verified: no, type: recall_at_1
value: 4.403
verified: no, type: recall_at_10
value: 19.18
verified: no, type: recall_at_100
value: 39.182
verified: no, type: recall_at_1000
value: 63.378
verified: no, type: recall_at_3
value: 9.934999999999999
verified: no, type: recall_at_5
value: 13.459999999999999
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics: type: cos_sim_pearson
value: 76.90841073432534
verified: no, type: cos_sim_spearman
value: 69.2566375434526
verified: no, type: euclidean_pearson
value: 73.00183878559413
verified: no, type: euclidean_spearman
value: 69.25664656235413
verified: no, type: manhattan_pearson
value: 72.89594756197533
verified: no, type: manhattan_spearman
value: 69.23247111043545
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 69.60878511794063
verified: no, type: cos_sim_spearman
value: 65.89916377105551
verified: no, type: euclidean_pearson
value: 66.90761876557181
verified: no, type: euclidean_spearman
value: 65.89915018368384
verified: no, type: manhattan_pearson
value: 66.78502575257721
verified: no, type: manhattan_spearman
value: 65.79977053467938
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 77.2869334987418
verified: no, type: cos_sim_spearman
value: 77.86961921643416
verified: no, type: euclidean_pearson
value: 77.43179820479914
verified: no, type: euclidean_spearman
value: 77.86961921643416
verified: no, type: manhattan_pearson
value: 77.18900647348373
verified: no, type: manhattan_spearman
value: 77.61209060062608
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 76.26453932960364
verified: no, type: cos_sim_spearman
value: 72.81574657995401
verified: no, type: euclidean_pearson
value: 75.0708953437423
verified: no, type: euclidean_spearman
value: 72.81574657995401
verified: no, type: manhattan_pearson
value: 74.88396609999512
verified: no, type: manhattan_spearman
value: 72.65437562156805
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 82.37827653919395
verified: no, type: cos_sim_spearman
value: 83.4885552472602
verified: no, type: euclidean_pearson
value: 82.89377087926749
verified: no, type: euclidean_spearman
value: 83.4885552472602
verified: no, type: manhattan_pearson
value: 82.82440771787735
verified: no, type: manhattan_spearman
value: 83.41449537888975
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 78.7995043673964
verified: no, type: cos_sim_spearman
value: 80.57804447517638
verified: no, type: euclidean_pearson
value: 80.03013884278195
verified: no, type: euclidean_spearman
value: 80.57804447517638
verified: no, type: manhattan_pearson
value: 80.13406111544424
verified: no, type: manhattan_spearman
value: 80.65354602648962
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 83.63565989937278
verified: no, type: cos_sim_spearman
value: 84.4948593656943
verified: no, type: euclidean_pearson
value: 84.68743074820951
verified: no, type: euclidean_spearman
value: 84.4948593656943
verified: no, type: manhattan_pearson
value: 84.43639397781811
verified: no, type: manhattan_spearman
value: 84.32595552115242
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 65.06382649277246
verified: no, type: cos_sim_spearman
value: 66.28447782018655
verified: no, type: euclidean_pearson
value: 67.09895930908392
verified: no, type: euclidean_spearman
value: 66.28447782018655
verified: no, type: manhattan_pearson
value: 66.96342453888376
verified: no, type: manhattan_spearman
value: 66.33876259551842
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 78.43883428940346
verified: no, type: cos_sim_spearman
value: 79.18395553127085
verified: no, type: euclidean_pearson
value: 79.22986635457109
verified: no, type: euclidean_spearman
value: 79.18395553127085
verified: no, type: manhattan_pearson
value: 79.10921229934691
verified: no, type: manhattan_spearman
value: 79.02283553930171
verified: no, task: type: STS
dataset: type: PhilipMay/stsb_multi_mt
name: MTEB STSBenchmarkMultilingualSTS (en)
config: en
split: test
revision: 93d57ef91790589e3ce9c365164337a8a78b7632
metrics: type: cos_sim_pearson
value: 78.43883433444418
verified: no, type: cos_sim_spearman
value: 79.18395553127085
verified: no, type: euclidean_pearson
value: 79.22986642351681
verified: no, type: euclidean_spearman
value: 79.18395553127085
verified: no, type: manhattan_pearson
value: 79.10921236746302
verified: no, type: manhattan_spearman
value: 79.02283553930171
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 76.9361627171417
verified: no, type: mrr
value: 93.06577046773126
verified: no, task: type: Retrieval
dataset: type: mteb/scifact
name: MTEB SciFact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: map_at_1
value: 50.693999999999996
verified: no, type: map_at_10
value: 59.784000000000006
verified: no, type: map_at_100
value: 60.443000000000005
verified: no, type: map_at_1000
value: 60.480000000000004
verified: no, type: map_at_3
value: 57.028
verified: no, type: map_at_5
value: 58.306999999999995
verified: no, type: mrr_at_1
value: 53.333
verified: no, type: mrr_at_10
value: 61.565000000000005
verified: no, type: mrr_at_100
value: 62.095
verified: no, type: mrr_at_1000
value: 62.131
verified: no, type: mrr_at_3
value: 59.721999999999994
verified: no, type: mrr_at_5
value: 60.589000000000006
verified: no, type: ndcg_at_1
value: 53.333
verified: no, type: ndcg_at_10
value: 64.512
verified: no, type: ndcg_at_100
value: 67.366
verified: no, type: ndcg_at_1000
value: 68.46799999999999
verified: no, type: ndcg_at_3
value: 59.748999999999995
verified: no, type: ndcg_at_5
value: 61.526
verified: no, type: precision_at_1
value: 53.333
verified: no, type: precision_at_10
value: 8.733
verified: no, type: precision_at_100
value: 1.027
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_3
value: 23.222
verified: no, type: precision_at_5
value: 15.2
verified: no, type: recall_at_1
value: 50.693999999999996
verified: no, type: recall_at_10
value: 77.333
verified: no, type: recall_at_100
value: 90.10000000000001
verified: no, type: recall_at_1000
value: 99
verified: no, type: recall_at_3
value: 64.39399999999999
verified: no, type: recall_at_5
value: 68.7
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.81386138613861
verified: no, type: cos_sim_ap
value: 94.96375600031361
verified: no, type: cos_sim_f1
value: 90.36885245901641
verified: no, type: cos_sim_precision
value: 92.64705882352942
verified: no, type: cos_sim_recall
value: 88.2
verified: no, type: dot_accuracy
value: 99.81386138613861
verified: no, type: dot_ap
value: 94.96375600031361
verified: no, type: dot_f1
value: 90.36885245901641
verified: no, type: dot_precision
value: 92.64705882352942
verified: no, type: dot_recall
value: 88.2
verified: no, type: euclidean_accuracy
value: 99.81386138613861
verified: no, type: euclidean_ap
value: 94.96375600031361
verified: no, type: euclidean_f1
value: 90.36885245901641
verified: no, type: euclidean_precision
value: 92.64705882352942
verified: no, type: euclidean_recall
value: 88.2
verified: no, type: manhattan_accuracy
value: 99.81287128712871
verified: no, type: manhattan_ap
value: 94.92563500640084
verified: no, type: manhattan_f1
value: 90.27277406073082
verified: no, type: manhattan_precision
value: 93.00106044538707
verified: no, type: manhattan_recall
value: 87.7
verified: no, type: max_accuracy
value: 99.81386138613861
verified: no, type: max_ap
value: 94.96375600031361
verified: no, type: max_f1
value: 90.36885245901641
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 57.486984956276274
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 34.58453023612073
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 50.16317315282306
verified: no, type: mrr
value: 50.82617137764197
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 30.2927995133324
verified: no, type: cos_sim_spearman
value: 30.09648622523191
verified: no, type: dot_pearson
value: 30.29279853541771
verified: no, type: dot_spearman
value: 30.09648622523191
verified: no, task: type: Retrieval
dataset: type: mteb/trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
metrics: type: map_at_1
value: 0.23500000000000001
verified: no, type: map_at_10
value: 2.01
verified: no, type: map_at_100
value: 12.064
verified: no, type: map_at_1000
value: 27.437
verified: no, type: map_at_3
value: 0.6649999999999999
verified: no, type: map_at_5
value: 1.0959999999999999
verified: no, type: mrr_at_1
value: 88
verified: no, type: mrr_at_10
value: 92.667
verified: no, type: mrr_at_100
value: 92.667
verified: no, type: mrr_at_1000
value: 92.667
verified: no, type: mrr_at_3
value: 91.667
verified: no, type: mrr_at_5
value: 92.667
verified: no, type: ndcg_at_1
value: 84
verified: no, type: ndcg_at_10
value: 79.431
verified: no, type: ndcg_at_100
value: 60.914
verified: no, type: ndcg_at_1000
value: 52.005
verified: no, type: ndcg_at_3
value: 82.285
verified: no, type: ndcg_at_5
value: 81.565
verified: no, type: precision_at_1
value: 88
verified: no, type: precision_at_10
value: 84.8
verified: no, type: precision_at_100
value: 62.32
verified: no, type: precision_at_1000
value: 23.014000000000003
verified: no, type: precision_at_3
value: 86.667
verified: no, type: precision_at_5
value: 87.2
verified: no, type: recall_at_1
value: 0.23500000000000001
verified: no, type: recall_at_10
value: 2.19
verified: no, type: recall_at_100
value: 14.904
verified: no, type: recall_at_1000
value: 47.875
verified: no, type: recall_at_3
value: 0.695
verified: no, type: recall_at_5
value: 1.165
verified: no, task: type: Retrieval
dataset: type: mteb/touche2020
name: MTEB Touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: map_at_1
value: 3.639
verified: no, type: map_at_10
value: 14.184
verified: no, type: map_at_100
value: 20.61
verified: no, type: map_at_1000
value: 22.377
verified: no, type: map_at_3
value: 9.163
verified: no, type: map_at_5
value: 10.773000000000001
verified: no, type: mrr_at_1
value: 46.939
verified: no, type: mrr_at_10
value: 59.345000000000006
verified: no, type: mrr_at_100
value: 60.07599999999999
verified: no, type: mrr_at_1000
value: 60.07599999999999
verified: no, type: mrr_at_3
value: 55.782
verified: no, type: mrr_at_5
value: 58.231
verified: no, type: ndcg_at_1
value: 41.837
verified: no, type: ndcg_at_10
value: 32.789
verified: no, type: ndcg_at_100
value: 42.232
verified: no, type: ndcg_at_1000
value: 53.900999999999996
verified: no, type: ndcg_at_3
value: 41.963
verified: no, type: ndcg_at_5
value: 35.983
verified: no, type: precision_at_1
value: 46.939
verified: no, type: precision_at_10
value: 28.163
verified: no, type: precision_at_100
value: 8.102
verified: no, type: precision_at_1000
value: 1.59
verified: no, type: precision_at_3
value: 44.897999999999996
verified: no, type: precision_at_5
value: 34.694
verified: no, type: recall_at_1
value: 3.639
verified: no, type: recall_at_10
value: 19.308
verified: no, type: recall_at_100
value: 48.992000000000004
verified: no, type: recall_at_1000
value: 84.59400000000001
verified: no, type: recall_at_3
value: 9.956
verified: no, type: recall_at_5
value: 12.33
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics: type: accuracy
value: 64.305
verified: no, type: ap
value: 11.330746746072599
verified: no, type: f1
value: 49.290704382387865
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 56.1941143180532
verified: no, type: f1
value: 56.40189765095578
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 36.28189332526842
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 83.1912737676581
verified: no, type: cos_sim_ap
value: 64.31536990146257
verified: no, type: cos_sim_f1
value: 61.095167030191696
verified: no, type: cos_sim_precision
value: 54.074375127006704
verified: no, type: cos_sim_recall
value: 70.21108179419525
verified: no, type: dot_accuracy
value: 83.1912737676581
verified: no, type: dot_ap
value: 64.31539216162541
verified: no, type: dot_f1
value: 61.095167030191696
verified: no, type: dot_precision
value: 54.074375127006704
verified: no, type: dot_recall
value: 70.21108179419525
verified: no, type: euclidean_accuracy
value: 83.1912737676581
verified: no, type: euclidean_ap
value: 64.31538391358727
verified: no, type: euclidean_f1
value: 61.095167030191696
verified: no, type: euclidean_precision
value: 54.074375127006704
verified: no, type: euclidean_recall
value: 70.21108179419525
verified: no, type: manhattan_accuracy
value: 83.07206294331525
verified: no, type: manhattan_ap
value: 64.14646315556838
verified: no, type: manhattan_f1
value: 61.194029850746254
verified: no, type: manhattan_precision
value: 54.166666666666664
verified: no, type: manhattan_recall
value: 70.31662269129288
verified: no, type: max_accuracy
value: 83.1912737676581
verified: no, type: max_ap
value: 64.31539216162541
verified: no, type: max_f1
value: 61.194029850746254
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 88.38242713548337
verified: no, type: cos_sim_ap
value: 84.70041255196017
verified: no, type: cos_sim_f1
value: 77.13222561986515
verified: no, type: cos_sim_precision
value: 73.95266690215472
verified: no, type: cos_sim_recall
value: 80.59747459193102
verified: no, type: dot_accuracy
value: 88.38242713548337
verified: no, type: dot_ap
value: 84.7004118720222
verified: no, type: dot_f1
value: 77.13222561986515
verified: no, type: dot_precision
value: 73.95266690215472
verified: no, type: dot_recall
value: 80.59747459193102
verified: no, type: euclidean_accuracy
value: 88.38242713548337
verified: no, type: euclidean_ap
value: 84.70041593996575
verified: no, type: euclidean_f1
value: 77.13222561986515
verified: no, type: euclidean_precision
value: 73.95266690215472
verified: no, type: euclidean_recall
value: 80.59747459193102
verified: no, type: manhattan_accuracy
value: 88.36108200411378
verified: no, type: manhattan_ap
value: 84.66897701572054
verified: no, type: manhattan_f1
value: 77.00707640360645
verified: no, type: manhattan_precision
value: 72.17695778062082
verified: no, type: manhattan_recall
value: 82.53002771789343
verified: no, type: max_accuracy
value: 88.38242713548337
verified: no, type: max_ap
value: 84.70041593996575
verified: no, type: max_f1
value: 77.13222561986515
verified: no, task: type: Clustering
dataset: type: jinaai/cities_wiki_clustering
name: MTEB WikiCitiesClustering
config: default
split: test
revision: ddc9ee9242fa65332597f70e967ecc38b9d734fa
metrics: type: v_measure
value: 81.46426354153643
verified: no
Likes: 38 | All-time downloads: 4230364
Created: 2024-04-12 13:54:17