Model: Labib11/MUG-B-1.6
Author: Labib11
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, feature-extraction, sentence-similarity, mteb, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: MUG-B-1.6
results: task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en-ext)
config: en-ext
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 74.04047976011994
verified: no, type: ap
value: 23.622442298323236
verified: no, type: f1
value: 61.681362134359354
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 72.38805970149255
verified: no, type: ap
value: 35.14527522183942
verified: no, type: f1
value: 66.40004634079556
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (de)
config: de
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 54.3254817987152
verified: no, type: ap
value: 71.95259605308317
verified: no, type: f1
value: 52.50731386267296
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (ja)
config: ja
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 56.33832976445397
verified: no, type: ap
value: 12.671021199223937
verified: no, type: f1
value: 46.127586182990605
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 93.70805000000001
verified: no, type: ap
value: 90.58639913354553
verified: no, type: f1
value: 93.69822635061847
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 50.85000000000001
verified: no, type: f1
value: 49.80013009020246
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (de)
config: de
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 27.203999999999994
verified: no, type: f1
value: 26.60134413072989
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (es)
config: es
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 34.878
verified: no, type: f1
value: 33.072592092252314
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (fr)
config: fr
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 31.557999999999993
verified: no, type: f1
value: 30.866094552542624
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (ja)
config: ja
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 22.706
verified: no, type: f1
value: 22.23195837325246
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 22.349999999999998
verified: no, type: f1
value: 21.80183891680617
verified: no, task: type: Retrieval
dataset: type: mteb/arguana
name: MTEB ArguAna
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: map_at_1
value: 41.892
verified: no, type: map_at_10
value: 57.989999999999995
verified: no, type: map_at_100
value: 58.45
verified: no, type: map_at_1000
value: 58.453
verified: no, type: map_at_20
value: 58.392999999999994
verified: no, type: map_at_3
value: 53.746
verified: no, type: map_at_5
value: 56.566
verified: no, type: mrr_at_1
value: 43.314
verified: no, type: mrr_at_10
value: 58.535000000000004
verified: no, type: mrr_at_100
value: 58.975
verified: no, type: mrr_at_1000
value: 58.977999999999994
verified: no, type: mrr_at_20
value: 58.916999999999994
verified: no, type: mrr_at_3
value: 54.303000000000004
verified: no, type: mrr_at_5
value: 57.055
verified: no, type: ndcg_at_1
value: 41.892
verified: no, type: ndcg_at_10
value: 66.176
verified: no, type: ndcg_at_100
value: 67.958
verified: no, type: ndcg_at_1000
value: 68.00699999999999
verified: no, type: ndcg_at_20
value: 67.565
verified: no, type: ndcg_at_3
value: 57.691
verified: no, type: ndcg_at_5
value: 62.766
verified: no, type: precision_at_1
value: 41.892
verified: no, type: precision_at_10
value: 9.189
verified: no, type: precision_at_100
value: 0.993
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.861
verified: no, type: precision_at_3
value: 23.044
verified: no, type: precision_at_5
value: 16.287
verified: no, type: recall_at_1
value: 41.892
verified: no, type: recall_at_10
value: 91.892
verified: no, type: recall_at_100
value: 99.289
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 97.226
verified: no, type: recall_at_3
value: 69.132
verified: no, type: recall_at_5
value: 81.437
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 49.03486273664411
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 43.04797567338598
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 64.29499572176032
verified: no, type: mrr
value: 77.28861627753592
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 89.53248242133246
verified: no, type: cos_sim_spearman
value: 88.38032705871927
verified: no, type: euclidean_pearson
value: 87.77994445569084
verified: no, type: euclidean_spearman
value: 88.38032705871927
verified: no, type: manhattan_pearson
value: 87.52369210088627
verified: no, type: manhattan_spearman
value: 88.27972235673434
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 85.4090909090909
verified: no, type: f1
value: 84.87743757972068
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 39.73840151083438
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 36.565075977998966
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-android
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: map_at_1
value: 33.082
verified: no, type: map_at_10
value: 44.787
verified: no, type: map_at_100
value: 46.322
verified: no, type: map_at_1000
value: 46.446
verified: no, type: map_at_20
value: 45.572
verified: no, type: map_at_3
value: 40.913
verified: no, type: map_at_5
value: 42.922
verified: no, type: mrr_at_1
value: 40.629
verified: no, type: mrr_at_10
value: 51.119
verified: no, type: mrr_at_100
value: 51.783
verified: no, type: mrr_at_1000
value: 51.82
verified: no, type: mrr_at_20
value: 51.49700000000001
verified: no, type: mrr_at_3
value: 48.355
verified: no, type: mrr_at_5
value: 49.979
verified: no, type: ndcg_at_1
value: 40.629
verified: no, type: ndcg_at_10
value: 51.647
verified: no, type: ndcg_at_100
value: 56.923
verified: no, type: ndcg_at_1000
value: 58.682
verified: no, type: ndcg_at_20
value: 53.457
verified: no, type: ndcg_at_3
value: 46.065
verified: no, type: ndcg_at_5
value: 48.352000000000004
verified: no, type: precision_at_1
value: 40.629
verified: no, type: precision_at_10
value: 10.072000000000001
verified: no, type: precision_at_100
value: 1.5939999999999999
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_20
value: 5.908
verified: no, type: precision_at_3
value: 22.222
verified: no, type: precision_at_5
value: 15.937000000000001
verified: no, type: recall_at_1
value: 33.082
verified: no, type: recall_at_10
value: 64.55300000000001
verified: no, type: recall_at_100
value: 86.86399999999999
verified: no, type: recall_at_1000
value: 97.667
verified: no, type: recall_at_20
value: 70.988
verified: no, type: recall_at_3
value: 48.067
verified: no, type: recall_at_5
value: 54.763
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-english
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: map_at_1
value: 32.272
verified: no, type: map_at_10
value: 42.620000000000005
verified: no, type: map_at_100
value: 43.936
verified: no, type: map_at_1000
value: 44.066
verified: no, type: map_at_20
value: 43.349
verified: no, type: map_at_3
value: 39.458
verified: no, type: map_at_5
value: 41.351
verified: no, type: mrr_at_1
value: 40.127
verified: no, type: mrr_at_10
value: 48.437000000000005
verified: no, type: mrr_at_100
value: 49.096000000000004
verified: no, type: mrr_at_1000
value: 49.14
verified: no, type: mrr_at_20
value: 48.847
verified: no, type: mrr_at_3
value: 46.21
verified: no, type: mrr_at_5
value: 47.561
verified: no, type: ndcg_at_1
value: 40.127
verified: no, type: ndcg_at_10
value: 48.209999999999994
verified: no, type: ndcg_at_100
value: 52.632
verified: no, type: ndcg_at_1000
value: 54.59
verified: no, type: ndcg_at_20
value: 50.012
verified: no, type: ndcg_at_3
value: 43.996
verified: no, type: ndcg_at_5
value: 46.122
verified: no, type: precision_at_1
value: 40.127
verified: no, type: precision_at_10
value: 9.051
verified: no, type: precision_at_100
value: 1.465
verified: no, type: precision_at_1000
value: 0.193
verified: no, type: precision_at_20
value: 5.35
verified: no, type: precision_at_3
value: 21.104
verified: no, type: precision_at_5
value: 15.146
verified: no, type: recall_at_1
value: 32.272
verified: no, type: recall_at_10
value: 57.870999999999995
verified: no, type: recall_at_100
value: 76.211
verified: no, type: recall_at_1000
value: 88.389
verified: no, type: recall_at_20
value: 64.354
verified: no, type: recall_at_3
value: 45.426
verified: no, type: recall_at_5
value: 51.23799999999999
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-gaming
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 40.261
verified: no, type: map_at_10
value: 53.400000000000006
verified: no, type: map_at_100
value: 54.42399999999999
verified: no, type: map_at_1000
value: 54.473000000000006
verified: no, type: map_at_20
value: 54.052
verified: no, type: map_at_3
value: 49.763000000000005
verified: no, type: map_at_5
value: 51.878
verified: no, type: mrr_at_1
value: 46.019
verified: no, type: mrr_at_10
value: 56.653
verified: no, type: mrr_at_100
value: 57.28
verified: no, type: mrr_at_1000
value: 57.303000000000004
verified: no, type: mrr_at_20
value: 57.057
verified: no, type: mrr_at_3
value: 53.971000000000004
verified: no, type: mrr_at_5
value: 55.632000000000005
verified: no, type: ndcg_at_1
value: 46.019
verified: no, type: ndcg_at_10
value: 59.597
verified: no, type: ndcg_at_100
value: 63.452
verified: no, type: ndcg_at_1000
value: 64.434
verified: no, type: ndcg_at_20
value: 61.404
verified: no, type: ndcg_at_3
value: 53.620999999999995
verified: no, type: ndcg_at_5
value: 56.688
verified: no, type: precision_at_1
value: 46.019
verified: no, type: precision_at_10
value: 9.748999999999999
verified: no, type: precision_at_100
value: 1.261
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 5.436
verified: no, type: precision_at_3
value: 24.075
verified: no, type: precision_at_5
value: 16.715
verified: no, type: recall_at_1
value: 40.261
verified: no, type: recall_at_10
value: 74.522
verified: no, type: recall_at_100
value: 91.014
verified: no, type: recall_at_1000
value: 98.017
verified: no, type: recall_at_20
value: 81.186
verified: no, type: recall_at_3
value: 58.72500000000001
verified: no, type: recall_at_5
value: 66.23599999999999
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-gis
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: map_at_1
value: 27.666
verified: no, type: map_at_10
value: 36.744
verified: no, type: map_at_100
value: 37.794
verified: no, type: map_at_1000
value: 37.865
verified: no, type: map_at_20
value: 37.336999999999996
verified: no, type: map_at_3
value: 33.833999999999996
verified: no, type: map_at_5
value: 35.61
verified: no, type: mrr_at_1
value: 29.944
verified: no, type: mrr_at_10
value: 38.838
verified: no, type: mrr_at_100
value: 39.765
verified: no, type: mrr_at_1000
value: 39.818999999999996
verified: no, type: mrr_at_20
value: 39.373000000000005
verified: no, type: mrr_at_3
value: 36.234
verified: no, type: mrr_at_5
value: 37.844
verified: no, type: ndcg_at_1
value: 29.944
verified: no, type: ndcg_at_10
value: 41.986000000000004
verified: no, type: ndcg_at_100
value: 47.05
verified: no, type: ndcg_at_1000
value: 48.897
verified: no, type: ndcg_at_20
value: 43.989
verified: no, type: ndcg_at_3
value: 36.452
verified: no, type: ndcg_at_5
value: 39.395
verified: no, type: precision_at_1
value: 29.944
verified: no, type: precision_at_10
value: 6.4750000000000005
verified: no, type: precision_at_100
value: 0.946
verified: no, type: precision_at_1000
value: 0.11399999999999999
verified: no, type: precision_at_20
value: 3.6839999999999997
verified: no, type: precision_at_3
value: 15.443000000000001
verified: no, type: precision_at_5
value: 10.96
verified: no, type: recall_at_1
value: 27.666
verified: no, type: recall_at_10
value: 56.172999999999995
verified: no, type: recall_at_100
value: 79.142
verified: no, type: recall_at_1000
value: 93.013
verified: no, type: recall_at_20
value: 63.695
verified: no, type: recall_at_3
value: 41.285
verified: no, type: recall_at_5
value: 48.36
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-mathematica
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: map_at_1
value: 17.939
verified: no, type: map_at_10
value: 27.301
verified: no, type: map_at_100
value: 28.485
verified: no, type: map_at_1000
value: 28.616000000000003
verified: no, type: map_at_20
value: 27.843
verified: no, type: map_at_3
value: 24.342
verified: no, type: map_at_5
value: 26.259
verified: no, type: mrr_at_1
value: 22.761
verified: no, type: mrr_at_10
value: 32.391
verified: no, type: mrr_at_100
value: 33.297
verified: no, type: mrr_at_1000
value: 33.361000000000004
verified: no, type: mrr_at_20
value: 32.845
verified: no, type: mrr_at_3
value: 29.498
verified: no, type: mrr_at_5
value: 31.375999999999998
verified: no, type: ndcg_at_1
value: 22.761
verified: no, type: ndcg_at_10
value: 33.036
verified: no, type: ndcg_at_100
value: 38.743
verified: no, type: ndcg_at_1000
value: 41.568
verified: no, type: ndcg_at_20
value: 34.838
verified: no, type: ndcg_at_3
value: 27.803
verified: no, type: ndcg_at_5
value: 30.781
verified: no, type: precision_at_1
value: 22.761
verified: no, type: precision_at_10
value: 6.132
verified: no, type: precision_at_100
value: 1.031
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: precision_at_20
value: 3.582
verified: no, type: precision_at_3
value: 13.474
verified: no, type: precision_at_5
value: 10.123999999999999
verified: no, type: recall_at_1
value: 17.939
verified: no, type: recall_at_10
value: 45.515
verified: no, type: recall_at_100
value: 70.56700000000001
verified: no, type: recall_at_1000
value: 90.306
verified: no, type: recall_at_20
value: 51.946999999999996
verified: no, type: recall_at_3
value: 31.459
verified: no, type: recall_at_5
value: 39.007
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-physics
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: map_at_1
value: 31.156
verified: no, type: map_at_10
value: 42.317
verified: no, type: map_at_100
value: 43.742
verified: no, type: map_at_1000
value: 43.852000000000004
verified: no, type: map_at_20
value: 43.147999999999996
verified: no, type: map_at_3
value: 38.981
verified: no, type: map_at_5
value: 40.827000000000005
verified: no, type: mrr_at_1
value: 38.401999999999994
verified: no, type: mrr_at_10
value: 48.141
verified: no, type: mrr_at_100
value: 48.991
verified: no, type: mrr_at_1000
value: 49.03
verified: no, type: mrr_at_20
value: 48.665000000000006
verified: no, type: mrr_at_3
value: 45.684999999999995
verified: no, type: mrr_at_5
value: 47.042
verified: no, type: ndcg_at_1
value: 38.401999999999994
verified: no, type: ndcg_at_10
value: 48.541000000000004
verified: no, type: ndcg_at_100
value: 54.063
verified: no, type: ndcg_at_1000
value: 56.005
verified: no, type: ndcg_at_20
value: 50.895999999999994
verified: no, type: ndcg_at_3
value: 43.352000000000004
verified: no, type: ndcg_at_5
value: 45.769
verified: no, type: precision_at_1
value: 38.401999999999994
verified: no, type: precision_at_10
value: 8.738999999999999
verified: no, type: precision_at_100
value: 1.335
verified: no, type: precision_at_1000
value: 0.16999999999999998
verified: no, type: precision_at_20
value: 5.164
verified: no, type: precision_at_3
value: 20.468
verified: no, type: precision_at_5
value: 14.437
verified: no, type: recall_at_1
value: 31.156
verified: no, type: recall_at_10
value: 61.172000000000004
verified: no, type: recall_at_100
value: 83.772
verified: no, type: recall_at_1000
value: 96.192
verified: no, type: recall_at_20
value: 69.223
verified: no, type: recall_at_3
value: 46.628
verified: no, type: recall_at_5
value: 53.032000000000004
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-programmers
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: map_at_1
value: 26.741999999999997
verified: no, type: map_at_10
value: 36.937
verified: no, type: map_at_100
value: 38.452
verified: no, type: map_at_1000
value: 38.557
verified: no, type: map_at_20
value: 37.858999999999995
verified: no, type: map_at_3
value: 33.579
verified: no, type: map_at_5
value: 35.415
verified: no, type: mrr_at_1
value: 32.991
verified: no, type: mrr_at_10
value: 42.297000000000004
verified: no, type: mrr_at_100
value: 43.282
verified: no, type: mrr_at_1000
value: 43.332
verified: no, type: mrr_at_20
value: 42.95
verified: no, type: mrr_at_3
value: 39.707
verified: no, type: mrr_at_5
value: 41.162
verified: no, type: ndcg_at_1
value: 32.991
verified: no, type: ndcg_at_10
value: 43.004999999999995
verified: no, type: ndcg_at_100
value: 49.053000000000004
verified: no, type: ndcg_at_1000
value: 51.166999999999994
verified: no, type: ndcg_at_20
value: 45.785
verified: no, type: ndcg_at_3
value: 37.589
verified: no, type: ndcg_at_5
value: 40.007999999999996
verified: no, type: precision_at_1
value: 32.991
verified: no, type: precision_at_10
value: 8.025
verified: no, type: precision_at_100
value: 1.268
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 4.846
verified: no, type: precision_at_3
value: 17.922
verified: no, type: precision_at_5
value: 13.059000000000001
verified: no, type: recall_at_1
value: 26.741999999999997
verified: no, type: recall_at_10
value: 55.635999999999996
verified: no, type: recall_at_100
value: 80.798
verified: no, type: recall_at_1000
value: 94.918
verified: no, type: recall_at_20
value: 65.577
verified: no, type: recall_at_3
value: 40.658
verified: no, type: recall_at_5
value: 46.812
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: map_at_1
value: 27.274583333333336
verified: no, type: map_at_10
value: 37.04091666666666
verified: no, type: map_at_100
value: 38.27966666666667
verified: no, type: map_at_1000
value: 38.39383333333334
verified: no, type: map_at_20
value: 37.721500000000006
verified: no, type: map_at_3
value: 33.937999999999995
verified: no, type: map_at_5
value: 35.67974999999999
verified: no, type: mrr_at_1
value: 32.40525
verified: no, type: mrr_at_10
value: 41.43925000000001
verified: no, type: mrr_at_100
value: 42.271
verified: no, type: mrr_at_1000
value: 42.32416666666667
verified: no, type: mrr_at_20
value: 41.92733333333334
verified: no, type: mrr_at_3
value: 38.84941666666666
verified: no, type: mrr_at_5
value: 40.379583333333336
verified: no, type: ndcg_at_1
value: 32.40525
verified: no, type: ndcg_at_10
value: 42.73808333333334
verified: no, type: ndcg_at_100
value: 47.88941666666667
verified: no, type: ndcg_at_1000
value: 50.05008333333334
verified: no, type: ndcg_at_20
value: 44.74183333333334
verified: no, type: ndcg_at_3
value: 37.51908333333334
verified: no, type: ndcg_at_5
value: 40.01883333333333
verified: no, type: precision_at_1
value: 32.40525
verified: no, type: precision_at_10
value: 7.5361666666666665
verified: no, type: precision_at_100
value: 1.1934166666666666
verified: no, type: precision_at_1000
value: 0.1575
verified: no, type: precision_at_20
value: 4.429166666666667
verified: no, type: precision_at_3
value: 17.24941666666667
verified: no, type: precision_at_5
value: 12.362333333333336
verified: no, type: recall_at_1
value: 27.274583333333336
verified: no, type: recall_at_10
value: 55.21358333333334
verified: no, type: recall_at_100
value: 77.60366666666667
verified: no, type: recall_at_1000
value: 92.43691666666666
verified: no, type: recall_at_20
value: 62.474583333333335
verified: no, type: recall_at_3
value: 40.79375
verified: no, type: recall_at_5
value: 47.15158333333334
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-stats
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: map_at_1
value: 27.389999999999997
verified: no, type: map_at_10
value: 34.107
verified: no, type: map_at_100
value: 35.022999999999996
verified: no, type: map_at_1000
value: 35.13
verified: no, type: map_at_20
value: 34.605999999999995
verified: no, type: map_at_3
value: 32.021
verified: no, type: map_at_5
value: 32.948
verified: no, type: mrr_at_1
value: 30.982
verified: no, type: mrr_at_10
value: 37.345
verified: no, type: mrr_at_100
value: 38.096999999999994
verified: no, type: mrr_at_1000
value: 38.179
verified: no, type: mrr_at_20
value: 37.769000000000005
verified: no, type: mrr_at_3
value: 35.481
verified: no, type: mrr_at_5
value: 36.293
verified: no, type: ndcg_at_1
value: 30.982
verified: no, type: ndcg_at_10
value: 38.223
verified: no, type: ndcg_at_100
value: 42.686
verified: no, type: ndcg_at_1000
value: 45.352
verified: no, type: ndcg_at_20
value: 39.889
verified: no, type: ndcg_at_3
value: 34.259
verified: no, type: ndcg_at_5
value: 35.664
verified: no, type: precision_at_1
value: 30.982
verified: no, type: precision_at_10
value: 5.7669999999999995
verified: no, type: precision_at_100
value: 0.877
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 3.3360000000000003
verified: no, type: precision_at_3
value: 14.264
verified: no, type: precision_at_5
value: 9.54
verified: no, type: recall_at_1
value: 27.389999999999997
verified: no, type: recall_at_10
value: 48.009
verified: no, type: recall_at_100
value: 68.244
verified: no, type: recall_at_1000
value: 87.943
verified: no, type: recall_at_20
value: 54.064
verified: no, type: recall_at_3
value: 36.813
verified: no, type: recall_at_5
value: 40.321
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-tex
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: map_at_1
value: 18.249000000000002
verified: no, type: map_at_10
value: 25.907000000000004
verified: no, type: map_at_100
value: 27.105
verified: no, type: map_at_1000
value: 27.233
verified: no, type: map_at_20
value: 26.541999999999998
verified: no, type: map_at_3
value: 23.376
verified: no, type: map_at_5
value: 24.673000000000002
verified: no, type: mrr_at_1
value: 21.989
verified: no, type: mrr_at_10
value: 29.846
verified: no, type: mrr_at_100
value: 30.808999999999997
verified: no, type: mrr_at_1000
value: 30.885
verified: no, type: mrr_at_20
value: 30.384
verified: no, type: mrr_at_3
value: 27.46
verified: no, type: mrr_at_5
value: 28.758
verified: no, type: ndcg_at_1
value: 21.989
verified: no, type: ndcg_at_10
value: 30.874000000000002
verified: no, type: ndcg_at_100
value: 36.504999999999995
verified: no, type: ndcg_at_1000
value: 39.314
verified: no, type: ndcg_at_20
value: 32.952999999999996
verified: no, type: ndcg_at_3
value: 26.249
verified: no, type: ndcg_at_5
value: 28.229
verified: no, type: precision_at_1
value: 21.989
verified: no, type: precision_at_10
value: 5.705
verified: no, type: precision_at_100
value: 0.9990000000000001
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: precision_at_20
value: 3.4459999999999997
verified: no, type: precision_at_3
value: 12.377
verified: no, type: precision_at_5
value: 8.961
verified: no, type: recall_at_1
value: 18.249000000000002
verified: no, type: recall_at_10
value: 41.824
verified: no, type: recall_at_100
value: 67.071
verified: no, type: recall_at_1000
value: 86.863
verified: no, type: recall_at_20
value: 49.573
verified: no, type: recall_at_3
value: 28.92
verified: no, type: recall_at_5
value: 34.003
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-unix
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: map_at_1
value: 26.602999999999998
verified: no, type: map_at_10
value: 36.818
verified: no, type: map_at_100
value: 37.894
verified: no, type: map_at_1000
value: 37.991
verified: no, type: map_at_20
value: 37.389
verified: no, type: map_at_3
value: 33.615
verified: no, type: map_at_5
value: 35.432
verified: no, type: mrr_at_1
value: 31.53
verified: no, type: mrr_at_10
value: 41.144
verified: no, type: mrr_at_100
value: 41.937999999999995
verified: no, type: mrr_at_1000
value: 41.993
verified: no, type: mrr_at_20
value: 41.585
verified: no, type: mrr_at_3
value: 38.385999999999996
verified: no, type: mrr_at_5
value: 39.995000000000005
verified: no, type: ndcg_at_1
value: 31.53
verified: no, type: ndcg_at_10
value: 42.792
verified: no, type: ndcg_at_100
value: 47.749
verified: no, type: ndcg_at_1000
value: 49.946
verified: no, type: ndcg_at_20
value: 44.59
verified: no, type: ndcg_at_3
value: 37.025000000000006
verified: no, type: ndcg_at_5
value: 39.811
verified: no, type: precision_at_1
value: 31.53
verified: no, type: precision_at_10
value: 7.2669999999999995
verified: no, type: precision_at_100
value: 1.109
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: precision_at_20
value: 4.184
verified: no, type: precision_at_3
value: 16.791
verified: no, type: precision_at_5
value: 12.09
verified: no, type: recall_at_1
value: 26.602999999999998
verified: no, type: recall_at_10
value: 56.730999999999995
verified: no, type: recall_at_100
value: 78.119
verified: no, type: recall_at_1000
value: 93.458
verified: no, type: recall_at_20
value: 63.00599999999999
verified: no, type: recall_at_3
value: 41.306
verified: no, type: recall_at_5
value: 48.004999999999995
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-webmasters
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: map_at_1
value: 23.988
verified: no, type: map_at_10
value: 33.650999999999996
verified: no, type: map_at_100
value: 35.263
verified: no, type: map_at_1000
value: 35.481
verified: no, type: map_at_20
value: 34.463
verified: no, type: map_at_3
value: 30.330000000000002
verified: no, type: map_at_5
value: 32.056000000000004
verified: no, type: mrr_at_1
value: 29.644
verified: no, type: mrr_at_10
value: 38.987
verified: no, type: mrr_at_100
value: 39.973
verified: no, type: mrr_at_1000
value: 40.013
verified: no, type: mrr_at_20
value: 39.553
verified: no, type: mrr_at_3
value: 36.001
verified: no, type: mrr_at_5
value: 37.869
verified: no, type: ndcg_at_1
value: 29.644
verified: no, type: ndcg_at_10
value: 40.156
verified: no, type: ndcg_at_100
value: 46.244
verified: no, type: ndcg_at_1000
value: 48.483
verified: no, type: ndcg_at_20
value: 42.311
verified: no, type: ndcg_at_3
value: 34.492
verified: no, type: ndcg_at_5
value: 37.118
verified: no, type: precision_at_1
value: 29.644
verified: no, type: precision_at_10
value: 7.925
verified: no, type: precision_at_100
value: 1.5890000000000002
verified: no, type: precision_at_1000
value: 0.245
verified: no, type: precision_at_20
value: 4.97
verified: no, type: precision_at_3
value: 16.469
verified: no, type: precision_at_5
value: 12.174
verified: no, type: recall_at_1
value: 23.988
verified: no, type: recall_at_10
value: 52.844
verified: no, type: recall_at_100
value: 80.143
verified: no, type: recall_at_1000
value: 93.884
verified: no, type: recall_at_20
value: 61.050000000000004
verified: no, type: recall_at_3
value: 36.720000000000006
verified: no, type: recall_at_5
value: 43.614999999999995
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-wordpress
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: map_at_1
value: 21.947
verified: no, type: map_at_10
value: 29.902
verified: no, type: map_at_100
value: 30.916
verified: no, type: map_at_1000
value: 31.016
verified: no, type: map_at_20
value: 30.497999999999998
verified: no, type: map_at_3
value: 27.044
verified: no, type: map_at_5
value: 28.786
verified: no, type: mrr_at_1
value: 23.845
verified: no, type: mrr_at_10
value: 32.073
verified: no, type: mrr_at_100
value: 32.940999999999995
verified: no, type: mrr_at_1000
value: 33.015
verified: no, type: mrr_at_20
value: 32.603
verified: no, type: mrr_at_3
value: 29.205
verified: no, type: mrr_at_5
value: 31.044
verified: no, type: ndcg_at_1
value: 23.845
verified: no, type: ndcg_at_10
value: 34.79
verified: no, type: ndcg_at_100
value: 39.573
verified: no, type: ndcg_at_1000
value: 42.163000000000004
verified: no, type: ndcg_at_20
value: 36.778
verified: no, type: ndcg_at_3
value: 29.326
verified: no, type: ndcg_at_5
value: 32.289
verified: no, type: precision_at_1
value: 23.845
verified: no, type: precision_at_10
value: 5.527
verified: no, type: precision_at_100
value: 0.847
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_20
value: 3.2439999999999998
verified: no, type: precision_at_3
value: 12.384
verified: no, type: precision_at_5
value: 9.205
verified: no, type: recall_at_1
value: 21.947
verified: no, type: recall_at_10
value: 47.713
verified: no, type: recall_at_100
value: 69.299
verified: no, type: recall_at_1000
value: 88.593
verified: no, type: recall_at_20
value: 55.032000000000004
verified: no, type: recall_at_3
value: 33.518
verified: no, type: recall_at_5
value: 40.427
verified: no, task: type: Retrieval
dataset: type: mteb/climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: map_at_1
value: 13.655999999999999
verified: no, type: map_at_10
value: 23.954
verified: no, type: map_at_100
value: 26.07
verified: no, type: map_at_1000
value: 26.266000000000002
verified: no, type: map_at_20
value: 25.113000000000003
verified: no, type: map_at_3
value: 19.85
verified: no, type: map_at_5
value: 21.792
verified: no, type: mrr_at_1
value: 31.075000000000003
verified: no, type: mrr_at_10
value: 43.480000000000004
verified: no, type: mrr_at_100
value: 44.39
verified: no, type: mrr_at_1000
value: 44.42
verified: no, type: mrr_at_20
value: 44.06
verified: no, type: mrr_at_3
value: 40.38
verified: no, type: mrr_at_5
value: 42.138999999999996
verified: no, type: ndcg_at_1
value: 31.075000000000003
verified: no, type: ndcg_at_10
value: 33.129999999999995
verified: no, type: ndcg_at_100
value: 40.794000000000004
verified: no, type: ndcg_at_1000
value: 44.062
verified: no, type: ndcg_at_20
value: 36.223
verified: no, type: ndcg_at_3
value: 27.224999999999998
verified: no, type: ndcg_at_5
value: 28.969
verified: no, type: precision_at_1
value: 31.075000000000003
verified: no, type: precision_at_10
value: 10.476
verified: no, type: precision_at_100
value: 1.864
verified: no, type: precision_at_1000
value: 0.247
verified: no, type: precision_at_20
value: 6.593
verified: no, type: precision_at_3
value: 20.456
verified: no, type: precision_at_5
value: 15.440000000000001
verified: no, type: recall_at_1
value: 13.655999999999999
verified: no, type: recall_at_10
value: 39.678000000000004
verified: no, type: recall_at_100
value: 65.523
verified: no, type: recall_at_1000
value: 83.59100000000001
verified: no, type: recall_at_20
value: 48.27
verified: no, type: recall_at_3
value: 24.863
verified: no, type: recall_at_5
value: 30.453999999999997
verified: no, task: type: Retrieval
dataset: type: mteb/dbpedia
name: MTEB DBPedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: map_at_1
value: 9.139
verified: no, type: map_at_10
value: 20.366999999999997
verified: no, type: map_at_100
value: 29.755
verified: no, type: map_at_1000
value: 31.563999999999997
verified: no, type: map_at_20
value: 24.021
verified: no, type: map_at_3
value: 14.395
verified: no, type: map_at_5
value: 16.853
verified: no, type: mrr_at_1
value: 69
verified: no, type: mrr_at_10
value: 76.778
verified: no, type: mrr_at_100
value: 77.116
verified: no, type: mrr_at_1000
value: 77.12299999999999
verified: no, type: mrr_at_20
value: 77.046
verified: no, type: mrr_at_3
value: 75.208
verified: no, type: mrr_at_5
value: 76.146
verified: no, type: ndcg_at_1
value: 57.125
verified: no, type: ndcg_at_10
value: 42.84
verified: no, type: ndcg_at_100
value: 48.686
verified: no, type: ndcg_at_1000
value: 56.294
verified: no, type: ndcg_at_20
value: 42.717
verified: no, type: ndcg_at_3
value: 46.842
verified: no, type: ndcg_at_5
value: 44.248
verified: no, type: precision_at_1
value: 69
verified: no, type: precision_at_10
value: 34.625
verified: no, type: precision_at_100
value: 11.468
verified: no, type: precision_at_1000
value: 2.17
verified: no, type: precision_at_20
value: 26.562
verified: no, type: precision_at_3
value: 50.917
verified: no, type: precision_at_5
value: 43.35
verified: no, type: recall_at_1
value: 9.139
verified: no, type: recall_at_10
value: 26.247999999999998
verified: no, type: recall_at_100
value: 56.647000000000006
verified: no, type: recall_at_1000
value: 80.784
verified: no, type: recall_at_20
value: 35.010999999999996
verified: no, type: recall_at_3
value: 15.57
verified: no, type: recall_at_5
value: 19.198
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 55.93
verified: no, type: f1
value: 49.35314406745291
verified: no, task: type: Retrieval
dataset: type: mteb/fever
name: MTEB FEVER
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: map_at_1
value: 73.198
verified: no, type: map_at_10
value: 81.736
verified: no, type: map_at_100
value: 82.02000000000001
verified: no, type: map_at_1000
value: 82.03399999999999
verified: no, type: map_at_20
value: 81.937
verified: no, type: map_at_3
value: 80.692
verified: no, type: map_at_5
value: 81.369
verified: no, type: mrr_at_1
value: 78.803
verified: no, type: mrr_at_10
value: 86.144
verified: no, type: mrr_at_100
value: 86.263
verified: no, type: mrr_at_1000
value: 86.26599999999999
verified: no, type: mrr_at_20
value: 86.235
verified: no, type: mrr_at_3
value: 85.464
verified: no, type: mrr_at_5
value: 85.95
verified: no, type: ndcg_at_1
value: 78.803
verified: no, type: ndcg_at_10
value: 85.442
verified: no, type: ndcg_at_100
value: 86.422
verified: no, type: ndcg_at_1000
value: 86.68900000000001
verified: no, type: ndcg_at_20
value: 85.996
verified: no, type: ndcg_at_3
value: 83.839
verified: no, type: ndcg_at_5
value: 84.768
verified: no, type: precision_at_1
value: 78.803
verified: no, type: precision_at_10
value: 10.261000000000001
verified: no, type: precision_at_100
value: 1.0959999999999999
verified: no, type: precision_at_1000
value: 0.11399999999999999
verified: no, type: precision_at_20
value: 5.286
verified: no, type: precision_at_3
value: 32.083
verified: no, type: precision_at_5
value: 19.898
verified: no, type: recall_at_1
value: 73.198
verified: no, type: recall_at_10
value: 92.42099999999999
verified: no, type: recall_at_100
value: 96.28
verified: no, type: recall_at_1000
value: 97.995
verified: no, type: recall_at_20
value: 94.36
verified: no, type: recall_at_3
value: 88.042
verified: no, type: recall_at_5
value: 90.429
verified: no, task: type: Retrieval
dataset: type: mteb/fiqa
name: MTEB FiQA2018
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: map_at_1
value: 21.583
verified: no, type: map_at_10
value: 36.503
verified: no, type: map_at_100
value: 38.529
verified: no, type: map_at_1000
value: 38.701
verified: no, type: map_at_20
value: 37.69
verified: no, type: map_at_3
value: 31.807000000000002
verified: no, type: map_at_5
value: 34.424
verified: no, type: mrr_at_1
value: 43.827
verified: no, type: mrr_at_10
value: 53.528
verified: no, type: mrr_at_100
value: 54.291
verified: no, type: mrr_at_1000
value: 54.32599999999999
verified: no, type: mrr_at_20
value: 54.064
verified: no, type: mrr_at_3
value: 51.25999999999999
verified: no, type: mrr_at_5
value: 52.641000000000005
verified: no, type: ndcg_at_1
value: 43.827
verified: no, type: ndcg_at_10
value: 44.931
verified: no, type: ndcg_at_100
value: 51.778999999999996
verified: no, type: ndcg_at_1000
value: 54.532000000000004
verified: no, type: ndcg_at_20
value: 47.899
verified: no, type: ndcg_at_3
value: 41.062
verified: no, type: ndcg_at_5
value: 42.33
verified: no, type: precision_at_1
value: 43.827
verified: no, type: precision_at_10
value: 12.608
verified: no, type: precision_at_100
value: 1.974
verified: no, type: precision_at_1000
value: 0.247
verified: no, type: precision_at_20
value: 7.585
verified: no, type: precision_at_3
value: 27.778000000000002
verified: no, type: precision_at_5
value: 20.308999999999997
verified: no, type: recall_at_1
value: 21.583
verified: no, type: recall_at_10
value: 52.332
verified: no, type: recall_at_100
value: 77.256
verified: no, type: recall_at_1000
value: 93.613
verified: no, type: recall_at_20
value: 61.413
verified: no, type: recall_at_3
value: 37.477
verified: no, type: recall_at_5
value: 44.184
verified: no, task: type: Retrieval
dataset: type: mteb/hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: map_at_1
value: 39.845000000000006
verified: no, type: map_at_10
value: 64.331
verified: no, type: map_at_100
value: 65.202
verified: no, type: map_at_1000
value: 65.261
verified: no, type: map_at_20
value: 64.833
verified: no, type: map_at_3
value: 60.663
verified: no, type: map_at_5
value: 62.94
verified: no, type: mrr_at_1
value: 79.689
verified: no, type: mrr_at_10
value: 85.299
verified: no, type: mrr_at_100
value: 85.461
verified: no, type: mrr_at_1000
value: 85.466
verified: no, type: mrr_at_20
value: 85.39099999999999
verified: no, type: mrr_at_3
value: 84.396
verified: no, type: mrr_at_5
value: 84.974
verified: no, type: ndcg_at_1
value: 79.689
verified: no, type: ndcg_at_10
value: 72.49
verified: no, type: ndcg_at_100
value: 75.485
verified: no, type: ndcg_at_1000
value: 76.563
verified: no, type: ndcg_at_20
value: 73.707
verified: no, type: ndcg_at_3
value: 67.381
verified: no, type: ndcg_at_5
value: 70.207
verified: no, type: precision_at_1
value: 79.689
verified: no, type: precision_at_10
value: 15.267
verified: no, type: precision_at_100
value: 1.7610000000000001
verified: no, type: precision_at_1000
value: 0.19
verified: no, type: precision_at_20
value: 8.024000000000001
verified: no, type: precision_at_3
value: 43.363
verified: no, type: precision_at_5
value: 28.248
verified: no, type: recall_at_1
value: 39.845000000000006
verified: no, type: recall_at_10
value: 76.334
verified: no, type: recall_at_100
value: 88.042
verified: no, type: recall_at_1000
value: 95.09100000000001
verified: no, type: recall_at_20
value: 80.243
verified: no, type: recall_at_3
value: 65.044
verified: no, type: recall_at_5
value: 70.621
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 93.57079999999999
verified: no, type: ap
value: 90.50045924786099
verified: no, type: f1
value: 93.56673497845476
verified: no, task: type: Retrieval
dataset: type: mteb/msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: map_at_1
value: 22.212
verified: no, type: map_at_10
value: 34.528
verified: no, type: map_at_100
value: 35.69
verified: no, type: map_at_1000
value: 35.74
verified: no, type: map_at_20
value: 35.251
verified: no, type: map_at_3
value: 30.628
verified: no, type: map_at_5
value: 32.903999999999996
verified: no, type: mrr_at_1
value: 22.794
verified: no, type: mrr_at_10
value: 35.160000000000004
verified: no, type: mrr_at_100
value: 36.251
verified: no, type: mrr_at_1000
value: 36.295
verified: no, type: mrr_at_20
value: 35.845
verified: no, type: mrr_at_3
value: 31.328
verified: no, type: mrr_at_5
value: 33.574
verified: no, type: ndcg_at_1
value: 22.779
verified: no, type: ndcg_at_10
value: 41.461
verified: no, type: ndcg_at_100
value: 47.049
verified: no, type: ndcg_at_1000
value: 48.254000000000005
verified: no, type: ndcg_at_20
value: 44.031
verified: no, type: ndcg_at_3
value: 33.561
verified: no, type: ndcg_at_5
value: 37.62
verified: no, type: precision_at_1
value: 22.779
verified: no, type: precision_at_10
value: 6.552
verified: no, type: precision_at_100
value: 0.936
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 3.8120000000000003
verified: no, type: precision_at_3
value: 14.274000000000001
verified: no, type: precision_at_5
value: 10.622
verified: no, type: recall_at_1
value: 22.212
verified: no, type: recall_at_10
value: 62.732
verified: no, type: recall_at_100
value: 88.567
verified: no, type: recall_at_1000
value: 97.727
verified: no, type: recall_at_20
value: 72.733
verified: no, type: recall_at_3
value: 41.367
verified: no, type: recall_at_5
value: 51.105999999999995
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 94.24988600091199
verified: no, type: f1
value: 94.06064583085202
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (de)
config: de
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 74.86052409129333
verified: no, type: f1
value: 72.24661442078647
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (es)
config: es
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 77.09139426284189
verified: no, type: f1
value: 76.3725044443502
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (fr)
config: fr
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 79.79956154087064
verified: no, type: f1
value: 78.41859658401724
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (hi)
config: hi
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 32.785944783076374
verified: no, type: f1
value: 31.182237278594922
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (th)
config: th
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 16.654611211573236
verified: no, type: f1
value: 12.088413093236642
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 67.51481988144094
verified: no, type: f1
value: 49.561420234732125
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (de)
config: de
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 42.36122851507467
verified: no, type: f1
value: 25.445030887504398
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (es)
config: es
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 44.73315543695797
verified: no, type: f1
value: 28.42075153540265
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (fr)
config: fr
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 38.96022549326651
verified: no, type: f1
value: 25.926979537146106
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (hi)
config: hi
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 13.578343492291141
verified: no, type: f1
value: 8.929295550931657
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (th)
config: th
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 5.396021699819168
verified: no, type: f1
value: 1.8587148785378742
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (af)
config: af
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 37.22259583053128
verified: no, type: f1
value: 34.63013680947778
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (am)
config: am
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.194351042367182
verified: no, type: f1
value: 1.2612010214639442
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ar)
config: ar
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 14.26361802286483
verified: no, type: f1
value: 13.70260406613821
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (az)
config: az
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 37.21923335574983
verified: no, type: f1
value: 36.33553913878251
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (bn)
config: bn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 10.756556825823807
verified: no, type: f1
value: 9.676431920229374
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (cy)
config: cy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 32.49831876260928
verified: no, type: f1
value: 30.818895782691868
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (da)
config: da
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 40.995292535305985
verified: no, type: f1
value: 37.68768183180129
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (de)
config: de
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 42.780766644250164
verified: no, type: f1
value: 37.82194830667135
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (el)
config: el
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 33.490248823133825
verified: no, type: f1
value: 29.71809045584527
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 73.8836583725622
verified: no, type: f1
value: 72.16381047416814
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (es)
config: es
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 44.45191661062542
verified: no, type: f1
value: 43.46583297093683
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fa)
config: fa
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 26.738399462004036
verified: no, type: f1
value: 24.11896530001951
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fi)
config: fi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 38.09683927370545
verified: no, type: f1
value: 35.34443269387154
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 46.89307330195024
verified: no, type: f1
value: 43.47164092514292
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (he)
config: he
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 25.198386012104912
verified: no, type: f1
value: 22.446286736401916
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hi)
config: hi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 13.940820443846672
verified: no, type: f1
value: 13.257747189396213
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hu)
config: hu
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 34.710827168796236
verified: no, type: f1
value: 32.036974696095996
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hy)
config: hy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 6.711499663752522
verified: no, type: f1
value: 5.439441019096591
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (id)
config: id
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 38.56758574310693
verified: no, type: f1
value: 36.83183505458304
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (is)
config: is
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 32.22595830531271
verified: no, type: f1
value: 30.10972675771159
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (it)
config: it
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 45.79690652320107
verified: no, type: f1
value: 44.37143784350453
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ja)
config: ja
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 29.189643577673163
verified: no, type: f1
value: 25.43718135312703
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (jv)
config: jv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 34.21990585070612
verified: no, type: f1
value: 32.333592263041396
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ka)
config: ka
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 8.890383322125084
verified: no, type: f1
value: 7.294310113130201
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (km)
config: km
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 4.616677874915938
verified: no, type: f1
value: 1.5028537477535886
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (kn)
config: kn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.170813718897109
verified: no, type: f1
value: 1.5771411815826382
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ko)
config: ko
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 15.026899798251513
verified: no, type: f1
value: 14.077395255366183
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (lv)
config: lv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 36.0995292535306
verified: no, type: f1
value: 35.0877269083235
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ml)
config: ml
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 2.9959650302622727
verified: no, type: f1
value: 0.8064424547273695
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (mn)
config: mn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 23.301950235373234
verified: no, type: f1
value: 22.477376205075853
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ms)
config: ms
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 36.13315400134499
verified: no, type: f1
value: 32.99623898888715
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (my)
config: my
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.813046402151983
verified: no, type: f1
value: 1.1769597223141248
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nb)
config: nb
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.66711499663752
verified: no, type: f1
value: 35.921474753569214
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nl)
config: nl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 41.079354404841965
verified: no, type: f1
value: 37.57739961852201
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 38.211163416274374
verified: no, type: f1
value: 34.89419275422068
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pt)
config: pt
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 45.19838601210491
verified: no, type: f1
value: 42.71660225307043
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ro)
config: ro
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.48554135843981
verified: no, type: f1
value: 37.47402102847154
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ru)
config: ru
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 31.819098856758576
verified: no, type: f1
value: 30.120158288509725
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sl)
config: sl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 35.44720914593141
verified: no, type: f1
value: 33.74530063536304
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sq)
config: sq
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 36.89307330195024
verified: no, type: f1
value: 34.46971619696105
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sv)
config: sv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 38.83322125084062
verified: no, type: f1
value: 36.050770344888264
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sw)
config: sw
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 37.535305985205106
verified: no, type: f1
value: 35.21395700670493
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ta)
config: ta
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 7.905178211163418
verified: no, type: f1
value: 6.163513326325246
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (te)
config: te
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 2.8480161398789514
verified: no, type: f1
value: 1.0163931337986962
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (th)
config: th
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 10.501008742434433
verified: no, type: f1
value: 6.858549418430471
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tl)
config: tl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.46536650975118
verified: no, type: f1
value: 34.96292597328575
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tr)
config: tr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 37.50168123739071
verified: no, type: f1
value: 35.031097269820464
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ur)
config: ur
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 16.109616677874918
verified: no, type: f1
value: 15.884609726192519
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (vi)
config: vi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 36.11297915265636
verified: no, type: f1
value: 34.59918716321474
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 18.850033624747812
verified: no, type: f1
value: 15.09584388649328
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-TW)
config: zh-TW
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 17.219233355749832
verified: no, type: f1
value: 14.538046039008337
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (af)
config: af
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 47.79757901815736
verified: no, type: f1
value: 45.078250421193324
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (am)
config: am
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 7.078009414929388
verified: no, type: f1
value: 4.0122456300041645
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ar)
config: ar
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 22.831203765971754
verified: no, type: f1
value: 20.131610050816555
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (az)
config: az
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 44.952925353059854
verified: no, type: f1
value: 42.6865575762921
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (bn)
config: bn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 16.593813046402154
verified: no, type: f1
value: 14.087144503044291
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (cy)
config: cy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 37.91862811028917
verified: no, type: f1
value: 34.968402727911915
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (da)
config: da
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 51.923335574983184
verified: no, type: f1
value: 49.357147840776335
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (de)
config: de
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 58.73570948217889
verified: no, type: f1
value: 54.92084137819753
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (el)
config: el
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 42.995965030262276
verified: no, type: f1
value: 38.47512542753069
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 77.42098184263618
verified: no, type: f1
value: 77.03413816048877
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (es)
config: es
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 54.46536650975118
verified: no, type: f1
value: 53.08520810835907
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fa)
config: fa
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 30.578345662407525
verified: no, type: f1
value: 28.822998245702635
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fi)
config: fi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 43.567585743106925
verified: no, type: f1
value: 39.79216651714347
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 56.98722259583053
verified: no, type: f1
value: 55.31168113501439
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (he)
config: he
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 28.076664425016812
verified: no, type: f1
value: 24.927348965627573
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hi)
config: hi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 18.096839273705445
verified: no, type: f1
value: 17.386603595777103
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hu)
config: hu
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.73839946200403
verified: no, type: f1
value: 38.65545902563735
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hy)
config: hy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 11.536650975117688
verified: no, type: f1
value: 10.898336694524854
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (id)
config: id
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 46.9502353732347
verified: no, type: f1
value: 44.332561323528644
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (is)
config: is
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 42.777404169468724
verified: no, type: f1
value: 39.378117766055354
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (it)
config: it
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 54.6469401479489
verified: no, type: f1
value: 52.512025274851794
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ja)
config: ja
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 35.90114324142569
verified: no, type: f1
value: 34.90331274712605
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (jv)
config: jv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 42.51176866173504
verified: no, type: f1
value: 39.417541845685676
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ka)
config: ka
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 13.799596503026226
verified: no, type: f1
value: 11.587556164962251
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (km)
config: km
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 9.44855413584398
verified: no, type: f1
value: 4.30711077076907
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (kn)
config: kn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 8.157363819771351
verified: no, type: f1
value: 5.5588908736809515
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ko)
config: ko
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 19.909213180901144
verified: no, type: f1
value: 18.964761241087984
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (lv)
config: lv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.47747141896436
verified: no, type: f1
value: 38.17159556642586
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ml)
config: ml
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 6.701412239408204
verified: no, type: f1
value: 3.621974155647488
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (mn)
config: mn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 28.55413584398117
verified: no, type: f1
value: 26.582548923662753
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ms)
config: ms
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 46.617350369872234
verified: no, type: f1
value: 41.35397419267425
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (my)
config: my
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 9.976462676529927
verified: no, type: f1
value: 5.900764382768462
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nb)
config: nb
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 50.894418291862806
verified: no, type: f1
value: 47.70929403771086
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nl)
config: nl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 51.761936785474106
verified: no, type: f1
value: 48.42797973062516
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 46.21385339609952
verified: no, type: f1
value: 43.7081546200347
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pt)
config: pt
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 55.59852051109617
verified: no, type: f1
value: 54.19610878409633
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ro)
config: ro
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 50.54135843981169
verified: no, type: f1
value: 47.79393938467311
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ru)
config: ru
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 37.73032952252858
verified: no, type: f1
value: 35.96450149708041
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sl)
config: sl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.67114996637525
verified: no, type: f1
value: 40.28283538885605
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sq)
config: sq
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 47.38063214525891
verified: no, type: f1
value: 44.93264016007152
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sv)
config: sv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 49.28379287155347
verified: no, type: f1
value: 46.25486396570196
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sw)
config: sw
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 44.18291862811029
verified: no, type: f1
value: 41.17519157172804
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ta)
config: ta
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 12.599193006052452
verified: no, type: f1
value: 11.129236666238377
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (te)
config: te
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 7.017484868863484
verified: no, type: f1
value: 3.9665415549749077
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (th)
config: th
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 19.788164088769335
verified: no, type: f1
value: 15.783384761347582
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tl)
config: tl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 50.35978480161398
verified: no, type: f1
value: 47.30586047800275
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tr)
config: tr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 45.484196368527236
verified: no, type: f1
value: 44.65101184252231
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ur)
config: ur
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 23.681909885675857
verified: no, type: f1
value: 22.247817138937524
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (vi)
config: vi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.63080026899798
verified: no, type: f1
value: 39.546896741744
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 30.141223940820446
verified: no, type: f1
value: 28.177838960078123
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-TW)
config: zh-TW
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 27.515131136516473
verified: no, type: f1
value: 26.514325837594654
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 33.70592767911301
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 31.80943770643908
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 32.66434973425713
verified: no, type: mrr
value: 33.92240574935323
verified: no, task: type: Retrieval
dataset: type: mteb/nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: map_at_1
value: 6.561999999999999
verified: no, type: map_at_10
value: 14.854000000000001
verified: no, type: map_at_100
value: 19.187
verified: no, type: map_at_1000
value: 20.812
verified: no, type: map_at_20
value: 16.744
verified: no, type: map_at_3
value: 10.804
verified: no, type: map_at_5
value: 12.555
verified: no, type: mrr_at_1
value: 48.916
verified: no, type: mrr_at_10
value: 57.644
verified: no, type: mrr_at_100
value: 58.17
verified: no, type: mrr_at_1000
value: 58.206
verified: no, type: mrr_at_20
value: 57.969
verified: no, type: mrr_at_3
value: 55.36600000000001
verified: no, type: mrr_at_5
value: 56.729
verified: no, type: ndcg_at_1
value: 46.594
verified: no, type: ndcg_at_10
value: 37.897999999999996
verified: no, type: ndcg_at_100
value: 35.711
verified: no, type: ndcg_at_1000
value: 44.65
verified: no, type: ndcg_at_20
value: 35.989
verified: no, type: ndcg_at_3
value: 42.869
verified: no, type: ndcg_at_5
value: 40.373
verified: no, type: precision_at_1
value: 48.297000000000004
verified: no, type: precision_at_10
value: 28.297
verified: no, type: precision_at_100
value: 9.099
verified: no, type: precision_at_1000
value: 2.229
verified: no, type: precision_at_20
value: 21.455
verified: no, type: precision_at_3
value: 40.248
verified: no, type: precision_at_5
value: 34.675
verified: no, type: recall_at_1
value: 6.561999999999999
verified: no, type: recall_at_10
value: 19.205
verified: no, type: recall_at_100
value: 36.742999999999995
verified: no, type: recall_at_1000
value: 69.119
verified: no, type: recall_at_20
value: 23.787
verified: no, type: recall_at_3
value: 11.918
verified: no, type: recall_at_5
value: 14.860000000000001
verified: no, task: type: Retrieval
dataset: type: mteb/nq
name: MTEB NQ
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: map_at_1
value: 30.306
verified: no, type: map_at_10
value: 46.916999999999994
verified: no, type: map_at_100
value: 47.899
verified: no, type: map_at_1000
value: 47.925000000000004
verified: no, type: map_at_20
value: 47.583
verified: no, type: map_at_3
value: 42.235
verified: no, type: map_at_5
value: 45.118
verified: no, type: mrr_at_1
value: 34.327999999999996
verified: no, type: mrr_at_10
value: 49.248999999999995
verified: no, type: mrr_at_100
value: 49.96
verified: no, type: mrr_at_1000
value: 49.977
verified: no, type: mrr_at_20
value: 49.738
verified: no, type: mrr_at_3
value: 45.403999999999996
verified: no, type: mrr_at_5
value: 47.786
verified: no, type: ndcg_at_1
value: 34.327999999999996
verified: no, type: ndcg_at_10
value: 55.123999999999995
verified: no, type: ndcg_at_100
value: 59.136
verified: no, type: ndcg_at_1000
value: 59.71300000000001
verified: no, type: ndcg_at_20
value: 57.232000000000006
verified: no, type: ndcg_at_3
value: 46.48
verified: no, type: ndcg_at_5
value: 51.237
verified: no, type: precision_at_1
value: 34.327999999999996
verified: no, type: precision_at_10
value: 9.261
verified: no, type: precision_at_100
value: 1.1520000000000001
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 5.148
verified: no, type: precision_at_3
value: 21.523999999999997
verified: no, type: precision_at_5
value: 15.659999999999998
verified: no, type: recall_at_1
value: 30.306
verified: no, type: recall_at_10
value: 77.65100000000001
verified: no, type: recall_at_100
value: 94.841
verified: no, type: recall_at_1000
value: 99.119
verified: no, type: recall_at_20
value: 85.37599999999999
verified: no, type: recall_at_3
value: 55.562
verified: no, type: recall_at_5
value: 66.5
verified: no, task: type: Retrieval
dataset: type: mteb/quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
metrics: type: map_at_1
value: 71.516
verified: no, type: map_at_10
value: 85.48400000000001
verified: no, type: map_at_100
value: 86.11
verified: no, type: map_at_1000
value: 86.124
verified: no, type: map_at_20
value: 85.895
verified: no, type: map_at_3
value: 82.606
verified: no, type: map_at_5
value: 84.395
verified: no, type: mrr_at_1
value: 82.38
verified: no, type: mrr_at_10
value: 88.31099999999999
verified: no, type: mrr_at_100
value: 88.407
verified: no, type: mrr_at_1000
value: 88.407
verified: no, type: mrr_at_20
value: 88.385
verified: no, type: mrr_at_3
value: 87.42699999999999
verified: no, type: mrr_at_5
value: 88.034
verified: no, type: ndcg_at_1
value: 82.39999999999999
verified: no, type: ndcg_at_10
value: 89.07300000000001
verified: no, type: ndcg_at_100
value: 90.23400000000001
verified: no, type: ndcg_at_1000
value: 90.304
verified: no, type: ndcg_at_20
value: 89.714
verified: no, type: ndcg_at_3
value: 86.42699999999999
verified: no, type: ndcg_at_5
value: 87.856
verified: no, type: precision_at_1
value: 82.39999999999999
verified: no, type: precision_at_10
value: 13.499
verified: no, type: precision_at_100
value: 1.536
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.155
verified: no, type: precision_at_3
value: 37.846999999999994
verified: no, type: precision_at_5
value: 24.778
verified: no, type: recall_at_1
value: 71.516
verified: no, type: recall_at_10
value: 95.831
verified: no, type: recall_at_100
value: 99.714
verified: no, type: recall_at_1000
value: 99.979
verified: no, type: recall_at_20
value: 97.87599999999999
verified: no, type: recall_at_3
value: 88.08
verified: no, type: recall_at_5
value: 92.285
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 61.3760407207699
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics: type: v_measure
value: 65.28621066626943
verified: no, task: type: Retrieval
dataset: type: mteb/scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
metrics: type: map_at_1
value: 5.163
verified: no, type: map_at_10
value: 14.377
verified: no, type: map_at_100
value: 17.177
verified: no, type: map_at_1000
value: 17.588
verified: no, type: map_at_20
value: 15.827
verified: no, type: map_at_3
value: 9.879
verified: no, type: map_at_5
value: 12.133
verified: no, type: mrr_at_1
value: 25.5
verified: no, type: mrr_at_10
value: 38.435
verified: no, type: mrr_at_100
value: 39.573
verified: no, type: mrr_at_1000
value: 39.606
verified: no, type: mrr_at_20
value: 39.134
verified: no, type: mrr_at_3
value: 34.666999999999994
verified: no, type: mrr_at_5
value: 37.117
verified: no, type: ndcg_at_1
value: 25.5
verified: no, type: ndcg_at_10
value: 23.688000000000002
verified: no, type: ndcg_at_100
value: 33.849000000000004
verified: no, type: ndcg_at_1000
value: 39.879
verified: no, type: ndcg_at_20
value: 27.36
verified: no, type: ndcg_at_3
value: 22.009999999999998
verified: no, type: ndcg_at_5
value: 19.691
verified: no, type: precision_at_1
value: 25.5
verified: no, type: precision_at_10
value: 12.540000000000001
verified: no, type: precision_at_100
value: 2.721
verified: no, type: precision_at_1000
value: 0.415
verified: no, type: precision_at_20
value: 8.385
verified: no, type: precision_at_3
value: 21.099999999999998
verified: no, type: precision_at_5
value: 17.84
verified: no, type: recall_at_1
value: 5.163
verified: no, type: recall_at_10
value: 25.405
verified: no, type: recall_at_100
value: 55.213
verified: no, type: recall_at_1000
value: 84.243
verified: no, type: recall_at_20
value: 34.003
verified: no, type: recall_at_3
value: 12.837000000000002
verified: no, type: recall_at_5
value: 18.096999999999998
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics: type: cos_sim_pearson
value: 87.64406884822948
verified: no, type: cos_sim_spearman
value: 83.00239648251724
verified: no, type: euclidean_pearson
value: 85.03347205351844
verified: no, type: euclidean_spearman
value: 83.00240733538445
verified: no, type: manhattan_pearson
value: 85.0312758694447
verified: no, type: manhattan_spearman
value: 82.99430696077589
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 87.68832340658764
verified: no, type: cos_sim_spearman
value: 79.21679373212476
verified: no, type: euclidean_pearson
value: 85.17094885886415
verified: no, type: euclidean_spearman
value: 79.21421345946399
verified: no, type: manhattan_pearson
value: 85.17409319145995
verified: no, type: manhattan_spearman
value: 79.20992207976401
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 88.43733084958856
verified: no, type: cos_sim_spearman
value: 89.43082089321751
verified: no, type: euclidean_pearson
value: 88.63286785416938
verified: no, type: euclidean_spearman
value: 89.43082081372343
verified: no, type: manhattan_pearson
value: 88.62969346368385
verified: no, type: manhattan_spearman
value: 89.43131586189746
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 86.62185532014894
verified: no, type: cos_sim_spearman
value: 84.7923120886599
verified: no, type: euclidean_pearson
value: 85.99786490539253
verified: no, type: euclidean_spearman
value: 84.79231064318844
verified: no, type: manhattan_pearson
value: 85.97647892920392
verified: no, type: manhattan_spearman
value: 84.76865232132103
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 88.39303997282114
verified: no, type: cos_sim_spearman
value: 89.54273264876765
verified: no, type: euclidean_pearson
value: 88.8848627924181
verified: no, type: euclidean_spearman
value: 89.54275013645078
verified: no, type: manhattan_pearson
value: 88.86926987108802
verified: no, type: manhattan_spearman
value: 89.53259197721715
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 85.21814352466886
verified: no, type: cos_sim_spearman
value: 86.68505223422434
verified: no, type: euclidean_pearson
value: 86.07422446469991
verified: no, type: euclidean_spearman
value: 86.68505161067375
verified: no, type: manhattan_pearson
value: 86.05114200797293
verified: no, type: manhattan_spearman
value: 86.6587670422703
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ko-ko)
config: ko-ko
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 39.17871768366095
verified: no, type: cos_sim_spearman
value: 39.78510424960567
verified: no, type: euclidean_pearson
value: 41.65680175653682
verified: no, type: euclidean_spearman
value: 39.78538944779548
verified: no, type: manhattan_pearson
value: 41.567603690394755
verified: no, type: manhattan_spearman
value: 39.71393388259443
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ar-ar)
config: ar-ar
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 49.26766904195114
verified: no, type: cos_sim_spearman
value: 46.79722787057151
verified: no, type: euclidean_pearson
value: 51.2329334717446
verified: no, type: euclidean_spearman
value: 46.7920623095072
verified: no, type: manhattan_pearson
value: 51.26488560860826
verified: no, type: manhattan_spearman
value: 47.00400318665492
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-ar)
config: en-ar
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 1.6821294132202447
verified: no, type: cos_sim_spearman
value: -0.7813676799492025
verified: no, type: euclidean_pearson
value: 1.9197388753860283
verified: no, type: euclidean_spearman
value: -0.7813676799492025
verified: no, type: manhattan_pearson
value: 2.209862430499871
verified: no, type: manhattan_spearman
value: -0.863014010062456
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-de)
config: en-de
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 48.76382428941107
verified: no, type: cos_sim_spearman
value: 47.50280322999196
verified: no, type: euclidean_pearson
value: 48.73919143974209
verified: no, type: euclidean_spearman
value: 47.50280322999196
verified: no, type: manhattan_pearson
value: 48.76291223862666
verified: no, type: manhattan_spearman
value: 47.51318193687094
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 89.6579390263212
verified: no, type: cos_sim_spearman
value: 89.64423556388047
verified: no, type: euclidean_pearson
value: 90.1160733522703
verified: no, type: euclidean_spearman
value: 89.64423556388047
verified: no, type: manhattan_pearson
value: 90.1528407376387
verified: no, type: manhattan_spearman
value: 89.61290724496793
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-tr)
config: en-tr
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 6.717092266815236
verified: no, type: cos_sim_spearman
value: 4.180543503488665
verified: no, type: euclidean_pearson
value: 7.120267092048099
verified: no, type: euclidean_spearman
value: 4.180543503488665
verified: no, type: manhattan_pearson
value: 6.396237465828514
verified: no, type: manhattan_spearman
value: 3.61244941411957
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-en)
config: es-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 44.36476614938953
verified: no, type: cos_sim_spearman
value: 44.265723809500685
verified: no, type: euclidean_pearson
value: 44.61551298711104
verified: no, type: euclidean_spearman
value: 44.265723809500685
verified: no, type: manhattan_pearson
value: 44.54302374682193
verified: no, type: manhattan_spearman
value: 44.08642490624185
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-es)
config: es-es
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 79.64871991975828
verified: no, type: cos_sim_spearman
value: 79.21979030014373
verified: no, type: euclidean_pearson
value: 81.8672798988218
verified: no, type: euclidean_spearman
value: 79.21950130108661
verified: no, type: manhattan_pearson
value: 82.02131606326583
verified: no, type: manhattan_spearman
value: 79.44848373553044
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (fr-en)
config: fr-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 48.73898658957231
verified: no, type: cos_sim_spearman
value: 47.15192605817168
verified: no, type: euclidean_pearson
value: 49.11990573381456
verified: no, type: euclidean_spearman
value: 47.15192605817168
verified: no, type: manhattan_pearson
value: 48.5694400358235
verified: no, type: manhattan_spearman
value: 46.651326429708135
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (it-en)
config: it-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 44.42168074232218
verified: no, type: cos_sim_spearman
value: 42.64799010889372
verified: no, type: euclidean_pearson
value: 44.41376048324183
verified: no, type: euclidean_spearman
value: 42.64799010889372
verified: no, type: manhattan_pearson
value: 44.724522621427546
verified: no, type: manhattan_spearman
value: 42.60912761758016
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (nl-en)
config: nl-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 40.55050173163197
verified: no, type: cos_sim_spearman
value: 36.59720399843921
verified: no, type: euclidean_pearson
value: 41.49402389245919
verified: no, type: euclidean_spearman
value: 36.59720399843921
verified: no, type: manhattan_pearson
value: 41.877514420153666
verified: no, type: manhattan_spearman
value: 36.782790653297695
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 69.44405106094861
verified: no, type: cos_sim_spearman
value: 70.25621893108706
verified: no, type: euclidean_pearson
value: 71.15726637696066
verified: no, type: euclidean_spearman
value: 70.25621893108706
verified: no, type: manhattan_pearson
value: 71.28565265298322
verified: no, type: manhattan_spearman
value: 70.30317892414027
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de)
config: de
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 34.56638014500804
verified: no, type: cos_sim_spearman
value: 39.48672765878819
verified: no, type: euclidean_pearson
value: 31.61811391543846
verified: no, type: euclidean_spearman
value: 39.48672765878819
verified: no, type: manhattan_pearson
value: 31.839117286689977
verified: no, type: manhattan_spearman
value: 39.71519891403971
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es)
config: es
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 53.72389957326714
verified: no, type: cos_sim_spearman
value: 59.47018781803598
verified: no, type: euclidean_pearson
value: 57.02101112722141
verified: no, type: euclidean_spearman
value: 59.47018781803598
verified: no, type: manhattan_pearson
value: 57.16531255049132
verified: no, type: manhattan_spearman
value: 59.57320508684436
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl)
config: pl
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 24.14602533311477
verified: no, type: cos_sim_spearman
value: 35.38039329704056
verified: no, type: euclidean_pearson
value: 13.540543553763765
verified: no, type: euclidean_spearman
value: 35.38039329704056
verified: no, type: manhattan_pearson
value: 13.566377379303256
verified: no, type: manhattan_spearman
value: 35.88351047224126
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (tr)
config: tr
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 39.07697432450346
verified: no, type: cos_sim_spearman
value: 45.65479772235109
verified: no, type: euclidean_pearson
value: 41.68913259791294
verified: no, type: euclidean_spearman
value: 45.65479772235109
verified: no, type: manhattan_pearson
value: 41.58872552392231
verified: no, type: manhattan_spearman
value: 45.462070534023404
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ar)
config: ar
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 23.917322166825183
verified: no, type: cos_sim_spearman
value: 25.06042767518008
verified: no, type: euclidean_pearson
value: 24.29850435278771
verified: no, type: euclidean_spearman
value: 25.06042767518008
verified: no, type: manhattan_pearson
value: 24.461400062927154
verified: no, type: manhattan_spearman
value: 25.285239684773046
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ru)
config: ru
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 20.39987623162105
verified: no, type: cos_sim_spearman
value: 30.62427846964406
verified: no, type: euclidean_pearson
value: 20.817950942480323
verified: no, type: euclidean_spearman
value: 30.618700916425222
verified: no, type: manhattan_pearson
value: 20.756787430880788
verified: no, type: manhattan_spearman
value: 30.813116243628436
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 43.838363041373974
verified: no, type: cos_sim_spearman
value: 54.17598089882719
verified: no, type: euclidean_pearson
value: 47.51044033919419
verified: no, type: euclidean_spearman
value: 54.17598089882719
verified: no, type: manhattan_pearson
value: 47.54911083403354
verified: no, type: manhattan_spearman
value: 54.2562151204606
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr)
config: fr
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 77.69372699157654
verified: no, type: cos_sim_spearman
value: 79.88201388457435
verified: no, type: euclidean_pearson
value: 78.81259581302578
verified: no, type: euclidean_spearman
value: 79.88201388457435
verified: no, type: manhattan_pearson
value: 78.85098508555477
verified: no, type: manhattan_spearman
value: 80.20154858554835
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-en)
config: de-en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 51.83713469138834
verified: no, type: cos_sim_spearman
value: 54.2205845288082
verified: no, type: euclidean_pearson
value: 54.14828396506985
verified: no, type: euclidean_spearman
value: 54.2205845288082
verified: no, type: manhattan_pearson
value: 54.10701855179347
verified: no, type: manhattan_spearman
value: 54.30261135461622
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-en)
config: es-en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 61.59147752554915
verified: no, type: cos_sim_spearman
value: 66.65350021824162
verified: no, type: euclidean_pearson
value: 62.577915098325434
verified: no, type: euclidean_spearman
value: 66.65350021824162
verified: no, type: manhattan_pearson
value: 62.22817675366819
verified: no, type: manhattan_spearman
value: 66.35054389546214
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (it)
config: it
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 65.23775897743552
verified: no, type: cos_sim_spearman
value: 68.1509652709288
verified: no, type: euclidean_pearson
value: 66.17577980319408
verified: no, type: euclidean_spearman
value: 68.1509652709288
verified: no, type: manhattan_pearson
value: 66.40051933918704
verified: no, type: manhattan_spearman
value: 68.37138808382802
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl-en)
config: pl-en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 61.943863830043725
verified: no, type: cos_sim_spearman
value: 62.699440972016774
verified: no, type: euclidean_pearson
value: 62.810366501196
verified: no, type: euclidean_spearman
value: 62.699440972016774
verified: no, type: manhattan_pearson
value: 63.13065659868621
verified: no, type: manhattan_spearman
value: 63.314141373703215
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh-en)
config: zh-en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 48.1108866326284
verified: no, type: cos_sim_spearman
value: 49.25274096772371
verified: no, type: euclidean_pearson
value: 47.87203797435136
verified: no, type: euclidean_spearman
value: 49.25274096772371
verified: no, type: manhattan_pearson
value: 47.39927722979605
verified: no, type: manhattan_spearman
value: 48.76629586560382
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-it)
config: es-it
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 58.58401639298775
verified: no, type: cos_sim_spearman
value: 64.37272828346495
verified: no, type: euclidean_pearson
value: 61.03680632288844
verified: no, type: euclidean_spearman
value: 64.37272828346495
verified: no, type: manhattan_pearson
value: 61.381331848220675
verified: no, type: manhattan_spearman
value: 65.01053960017909
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-fr)
config: de-fr
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 44.374682063416735
verified: no, type: cos_sim_spearman
value: 48.907776246550185
verified: no, type: euclidean_pearson
value: 45.473260322201284
verified: no, type: euclidean_spearman
value: 48.907776246550185
verified: no, type: manhattan_pearson
value: 46.051779591771854
verified: no, type: manhattan_spearman
value: 49.69297213757249
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-pl)
config: de-pl
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 31.55497030143048
verified: no, type: cos_sim_spearman
value: 33.042073055100396
verified: no, type: euclidean_pearson
value: 33.548707962408955
verified: no, type: euclidean_spearman
value: 33.042073055100396
verified: no, type: manhattan_pearson
value: 31.704989941561873
verified: no, type: manhattan_spearman
value: 31.56395608711827
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr-pl)
config: fr-pl
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 51.253093232573036
verified: no, type: cos_sim_spearman
value: 39.440531887330785
verified: no, type: euclidean_pearson
value: 51.42758694144294
verified: no, type: euclidean_spearman
value: 39.440531887330785
verified: no, type: manhattan_pearson
value: 49.623915715149394
verified: no, type: manhattan_spearman
value: 39.440531887330785
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 87.61260941646887
verified: no, type: cos_sim_spearman
value: 88.96384726759047
verified: no, type: euclidean_pearson
value: 88.72268994912045
verified: no, type: euclidean_spearman
value: 88.96384726759047
verified: no, type: manhattan_pearson
value: 88.72080954591475
verified: no, type: manhattan_spearman
value: 88.92379960545995
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 87.64768404690723
verified: no, type: mrr
value: 96.25675341361615
verified: no, task: type: Retrieval
dataset: type: mteb/scifact
name: MTEB SciFact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: map_at_1
value: 61.194
verified: no, type: map_at_10
value: 70.62899999999999
verified: no, type: map_at_100
value: 71.119
verified: no, type: map_at_1000
value: 71.14200000000001
verified: no, type: map_at_20
value: 71.033
verified: no, type: map_at_3
value: 67.51899999999999
verified: no, type: map_at_5
value: 69.215
verified: no, type: mrr_at_1
value: 63.666999999999994
verified: no, type: mrr_at_10
value: 71.456
verified: no, type: mrr_at_100
value: 71.844
verified: no, type: mrr_at_1000
value: 71.866
verified: no, type: mrr_at_20
value: 71.769
verified: no, type: mrr_at_3
value: 69.167
verified: no, type: mrr_at_5
value: 70.39999999999999
verified: no, type: ndcg_at_1
value: 63.666999999999994
verified: no, type: ndcg_at_10
value: 75.14
verified: no, type: ndcg_at_100
value: 77.071
verified: no, type: ndcg_at_1000
value: 77.55199999999999
verified: no, type: ndcg_at_20
value: 76.491
verified: no, type: ndcg_at_3
value: 69.836
verified: no, type: ndcg_at_5
value: 72.263
verified: no, type: precision_at_1
value: 63.666999999999994
verified: no, type: precision_at_10
value: 10
verified: no, type: precision_at_100
value: 1.093
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.3
verified: no, type: precision_at_3
value: 27
verified: no, type: precision_at_5
value: 17.867
verified: no, type: recall_at_1
value: 61.194
verified: no, type: recall_at_10
value: 88.156
verified: no, type: recall_at_100
value: 96.5
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 93.389
verified: no, type: recall_at_3
value: 73.839
verified: no, type: recall_at_5
value: 79.828
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.87425742574257
verified: no, type: cos_sim_ap
value: 96.97141655369937
verified: no, type: cos_sim_f1
value: 93.6910084451068
verified: no, type: cos_sim_precision
value: 93.0898321816387
verified: no, type: cos_sim_recall
value: 94.3
verified: no, type: dot_accuracy
value: 99.87425742574257
verified: no, type: dot_ap
value: 96.97141655369938
verified: no, type: dot_f1
value: 93.6910084451068
verified: no, type: dot_precision
value: 93.0898321816387
verified: no, type: dot_recall
value: 94.3
verified: no, type: euclidean_accuracy
value: 99.87425742574257
verified: no, type: euclidean_ap
value: 96.97141655369938
verified: no, type: euclidean_f1
value: 93.6910084451068
verified: no, type: euclidean_precision
value: 93.0898321816387
verified: no, type: euclidean_recall
value: 94.3
verified: no, type: manhattan_accuracy
value: 99.87425742574257
verified: no, type: manhattan_ap
value: 96.98252972861131
verified: no, type: manhattan_f1
value: 93.68473396320238
verified: no, type: manhattan_precision
value: 93.17507418397626
verified: no, type: manhattan_recall
value: 94.19999999999999
verified: no, type: max_accuracy
value: 99.87425742574257
verified: no, type: max_ap
value: 96.98252972861131
verified: no, type: max_f1
value: 93.6910084451068
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 66.5976926394361
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 36.3221929214798
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 55.28322662897131
verified: no, type: mrr
value: 56.223620129870135
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 31.176396304511282
verified: no, type: cos_sim_spearman
value: 32.11989671564906
verified: no, type: dot_pearson
value: 31.17639740597169
verified: no, type: dot_spearman
value: 32.145586989831564
verified: no, task: type: Retrieval
dataset: type: mteb/trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
metrics: type: map_at_1
value: 0.186
verified: no, type: map_at_10
value: 1.659
verified: no, type: map_at_100
value: 9.224
verified: no, type: map_at_1000
value: 22.506999999999998
verified: no, type: map_at_20
value: 2.937
verified: no, type: map_at_3
value: 0.5539999999999999
verified: no, type: map_at_5
value: 0.8920000000000001
verified: no, type: mrr_at_1
value: 72
verified: no, type: mrr_at_10
value: 82.633
verified: no, type: mrr_at_100
value: 82.633
verified: no, type: mrr_at_1000
value: 82.633
verified: no, type: mrr_at_20
value: 82.633
verified: no, type: mrr_at_3
value: 80.333
verified: no, type: mrr_at_5
value: 82.633
verified: no, type: ndcg_at_1
value: 69
verified: no, type: ndcg_at_10
value: 67.327
verified: no, type: ndcg_at_100
value: 51.626000000000005
verified: no, type: ndcg_at_1000
value: 47.396
verified: no, type: ndcg_at_20
value: 63.665000000000006
verified: no, type: ndcg_at_3
value: 68.95
verified: no, type: ndcg_at_5
value: 69.241
verified: no, type: precision_at_1
value: 72
verified: no, type: precision_at_10
value: 71.6
verified: no, type: precision_at_100
value: 53.22
verified: no, type: precision_at_1000
value: 20.721999999999998
verified: no, type: precision_at_20
value: 67.30000000000001
verified: no, type: precision_at_3
value: 72.667
verified: no, type: precision_at_5
value: 74
verified: no, type: recall_at_1
value: 0.186
verified: no, type: recall_at_10
value: 1.932
verified: no, type: recall_at_100
value: 12.883
verified: no, type: recall_at_1000
value: 44.511
verified: no, type: recall_at_20
value: 3.583
verified: no, type: recall_at_3
value: 0.601
verified: no, type: recall_at_5
value: 1
verified: no, task: type: Retrieval
dataset: type: mteb/touche2020
name: MTEB Touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: map_at_1
value: 2.308
verified: no, type: map_at_10
value: 9.744
verified: no, type: map_at_100
value: 15.859000000000002
verified: no, type: map_at_1000
value: 17.396
verified: no, type: map_at_20
value: 12.49
verified: no, type: map_at_3
value: 4.848
verified: no, type: map_at_5
value: 6.912999999999999
verified: no, type: mrr_at_1
value: 32.653
verified: no, type: mrr_at_10
value: 47.207
verified: no, type: mrr_at_100
value: 48.116
verified: no, type: mrr_at_1000
value: 48.116
verified: no, type: mrr_at_20
value: 47.735
verified: no, type: mrr_at_3
value: 42.857
verified: no, type: mrr_at_5
value: 44.285999999999994
verified: no, type: ndcg_at_1
value: 28.571
verified: no, type: ndcg_at_10
value: 24.421
verified: no, type: ndcg_at_100
value: 35.961
verified: no, type: ndcg_at_1000
value: 47.541
verified: no, type: ndcg_at_20
value: 25.999
verified: no, type: ndcg_at_3
value: 25.333
verified: no, type: ndcg_at_5
value: 25.532
verified: no, type: precision_at_1
value: 32.653
verified: no, type: precision_at_10
value: 22.448999999999998
verified: no, type: precision_at_100
value: 7.571
verified: no, type: precision_at_1000
value: 1.5310000000000001
verified: no, type: precision_at_20
value: 17.959
verified: no, type: precision_at_3
value: 26.531
verified: no, type: precision_at_5
value: 26.122
verified: no, type: recall_at_1
value: 2.308
verified: no, type: recall_at_10
value: 16.075
verified: no, type: recall_at_100
value: 47.357
verified: no, type: recall_at_1000
value: 82.659
verified: no, type: recall_at_20
value: 24.554000000000002
verified: no, type: recall_at_3
value: 5.909
verified: no, type: recall_at_5
value: 9.718
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics: type: accuracy
value: 67.2998046875
verified: no, type: ap
value: 12.796222498684031
verified: no, type: f1
value: 51.7465070845071
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 61.76004527447652
verified: no, type: f1
value: 61.88985723942393
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 52.69229715788263
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 87.42325803182929
verified: no, type: cos_sim_ap
value: 78.29203513753492
verified: no, type: cos_sim_f1
value: 71.33160557818093
verified: no, type: cos_sim_precision
value: 67.00672385810341
verified: no, type: cos_sim_recall
value: 76.2532981530343
verified: no, type: dot_accuracy
value: 87.42325803182929
verified: no, type: dot_ap
value: 78.29208368244002
verified: no, type: dot_f1
value: 71.33160557818093
verified: no, type: dot_precision
value: 67.00672385810341
verified: no, type: dot_recall
value: 76.2532981530343
verified: no, type: euclidean_accuracy
value: 87.42325803182929
verified: no, type: euclidean_ap
value: 78.29202838891078
verified: no, type: euclidean_f1
value: 71.33160557818093
verified: no, type: euclidean_precision
value: 67.00672385810341
verified: no, type: euclidean_recall
value: 76.2532981530343
verified: no, type: manhattan_accuracy
value: 87.42325803182929
verified: no, type: manhattan_ap
value: 78.23964459648822
verified: no, type: manhattan_f1
value: 71.1651728553137
verified: no, type: manhattan_precision
value: 69.12935323383084
verified: no, type: manhattan_recall
value: 73.3245382585752
verified: no, type: max_accuracy
value: 87.42325803182929
verified: no, type: max_ap
value: 78.29208368244002
verified: no, type: max_f1
value: 71.33160557818093
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 89.00725734466566
verified: no, type: cos_sim_ap
value: 86.1594112416402
verified: no, type: cos_sim_f1
value: 78.544568993303
verified: no, type: cos_sim_precision
value: 73.42484097756947
verified: no, type: cos_sim_recall
value: 84.43178318447798
verified: no, type: dot_accuracy
value: 89.00725734466566
verified: no, type: dot_ap
value: 86.15940795129771
verified: no, type: dot_f1
value: 78.544568993303
verified: no, type: dot_precision
value: 73.42484097756947
verified: no, type: dot_recall
value: 84.43178318447798
verified: no, type: euclidean_accuracy
value: 89.00725734466566
verified: no, type: euclidean_ap
value: 86.15939689541806
verified: no, type: euclidean_f1
value: 78.544568993303
verified: no, type: euclidean_precision
value: 73.42484097756947
verified: no, type: euclidean_recall
value: 84.43178318447798
verified: no, type: manhattan_accuracy
value: 88.97426941436721
verified: no, type: manhattan_ap
value: 86.14154348065739
verified: no, type: manhattan_f1
value: 78.53991175290814
verified: no, type: manhattan_precision
value: 74.60339452719086
verified: no, type: manhattan_recall
value: 82.91499846011703
verified: no, type: max_accuracy
value: 89.00725734466566
verified: no, type: max_ap
value: 86.1594112416402
verified: no, type: max_f1
value: 78.544568993303
verified: no
Likes: 2 | All-time downloads: 26050
Created: 2024-05-08 15:46:01