Model: izhx/udever-bloom-3b
Author: izhx
Pipeline: feature-extraction
Library: transformers
Tags: transformers, pytorch, bloom, feature-extraction, mteb, ak, ar, as, bm, bn, ca, code, en, es, eu, fon, fr, gu, hi, id, ig, ki, kn, lg, ln, ml, mr, ne, nso, ny, or, pa, pt, rn, rw, sn, st, sw, ta, te, tn, ts, tum, tw, ur, vi, wo, xh, yo, zh, zhs, zht, zu, arxiv:2310.08232, license:bigscience-bloom-rail-1.0, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: bigscience-bloom-rail-1.0
language: ak, ar, as, bm, bn, ca, code, en, es, eu, fon, fr, gu, hi, id, ig, ki, kn, lg, ln, ml, mr, ne, nso, ny, or, pa, pt, rn, rw, sn, st, sw, ta, te, tn, ts, tum, tw, ur, vi, wo, xh, yo, zh, zhs, zht, zu
tags: mteb
model-index: name: udever-bloom-3b
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 30.0892025910701
verified: no, type: cos_sim_spearman
value: 30.549960550731782
verified: no, type: euclidean_pearson
value: 29.68940732194022
verified: no, type: euclidean_spearman
value: 30.254869740623715
verified: no, type: manhattan_pearson
value: 29.693089299297732
verified: no, type: manhattan_spearman
value: 30.21293218369479
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 36.469490571108054
verified: no, type: cos_sim_spearman
value: 37.34843946308442
verified: no, type: euclidean_pearson
value: 39.697664194640886
verified: no, type: euclidean_spearman
value: 37.623976566242334
verified: no, type: manhattan_pearson
value: 39.8389981955552
verified: no, type: manhattan_spearman
value: 37.689111419556
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 78.8955223880597
verified: no, type: ap
value: 43.270679598956285
verified: no, type: f1
value: 73.10740489387823
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 87.981225
verified: no, type: ap
value: 83.55047186016726
verified: no, type: f1
value: 87.95185650917034
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 42.58
verified: no, type: f1
value: 42.011158109228425
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: map_at_1
value: 22.688
verified: no, type: map_at_10
value: 38.855000000000004
verified: no, type: map_at_100
value: 39.859
verified: no, type: map_at_1000
value: 39.871
verified: no, type: map_at_3
value: 33.428000000000004
verified: no, type: map_at_5
value: 36.571999999999996
verified: no, type: mrr_at_1
value: 23.044
verified: no, type: mrr_at_10
value: 39.022
verified: no, type: mrr_at_100
value: 40.019
verified: no, type: mrr_at_1000
value: 40.03
verified: no, type: mrr_at_3
value: 33.642
verified: no, type: mrr_at_5
value: 36.707
verified: no, type: ndcg_at_1
value: 22.688
verified: no, type: ndcg_at_10
value: 48.33
verified: no, type: ndcg_at_100
value: 52.616
verified: no, type: ndcg_at_1000
value: 52.891999999999996
verified: no, type: ndcg_at_3
value: 37.104
verified: no, type: ndcg_at_5
value: 42.764
verified: no, type: precision_at_1
value: 22.688
verified: no, type: precision_at_10
value: 7.881
verified: no, type: precision_at_100
value: 0.975
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 15.931999999999999
verified: no, type: precision_at_5
value: 12.304
verified: no, type: recall_at_1
value: 22.688
verified: no, type: recall_at_10
value: 78.805
verified: no, type: recall_at_100
value: 97.51100000000001
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_3
value: 47.795
verified: no, type: recall_at_5
value: 61.522
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 45.37384003345981
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 36.52143615051018
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 59.91826882625199
verified: no, type: mrr
value: 73.30530273051049
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 86.80556032491437
verified: no, type: cos_sim_spearman
value: 84.81639043031876
verified: no, type: euclidean_pearson
value: 84.20426417923026
verified: no, type: euclidean_spearman
value: 83.53503593258247
verified: no, type: manhattan_pearson
value: 84.25387997667964
verified: no, type: manhattan_spearman
value: 83.11394200032217
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 47.017986848644625
verified: no, type: cos_sim_spearman
value: 47.16708658456057
verified: no, type: euclidean_pearson
value: 47.81098065168003
verified: no, type: euclidean_spearman
value: 48.01014499886206
verified: no, type: manhattan_pearson
value: 48.013333352251244
verified: no, type: manhattan_spearman
value: 48.252964666749016
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (de-en)
config: de-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 71.78496868475992
verified: no, type: f1
value: 71.05715215634456
verified: no, type: precision
value: 70.7532208520454
verified: no, type: recall
value: 71.78496868475992
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (fr-en)
config: fr-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 98.34910851860005
verified: no, type: f1
value: 98.16751045564604
verified: no, type: precision
value: 98.07762858610317
verified: no, type: recall
value: 98.34910851860005
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (ru-en)
config: ru-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 59.965361967440245
verified: no, type: f1
value: 58.44898687503467
verified: no, type: precision
value: 57.83301194437321
verified: no, type: recall
value: 59.965361967440245
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (zh-en)
config: zh-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 98.63085834649816
verified: no, type: f1
value: 98.59575215025451
verified: no, type: precision
value: 98.5781990521327
verified: no, type: recall
value: 98.63085834649816
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 84.15584415584416
verified: no, type: f1
value: 84.1389435939967
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 36.52184607783334
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 31.976191171733653
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 36.733774048381484
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 36.451952183379056
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 68.9131612041328
verified: no, type: mrr
value: 73.47626984126985
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 69.42233467142258
verified: no, type: mrr
value: 74.22722222222221
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 32.943
verified: no, type: map_at_10
value: 42.796
verified: no, type: map_at_100
value: 44.141999999999996
verified: no, type: map_at_1000
value: 44.277
verified: no, type: map_at_3
value: 39.201
verified: no, type: map_at_5
value: 41.262
verified: no, type: mrr_at_1
value: 41.488
verified: no, type: mrr_at_10
value: 49.214999999999996
verified: no, type: mrr_at_100
value: 50.02799999999999
verified: no, type: mrr_at_1000
value: 50.075
verified: no, type: mrr_at_3
value: 46.733000000000004
verified: no, type: mrr_at_5
value: 48.171
verified: no, type: ndcg_at_1
value: 41.488
verified: no, type: ndcg_at_10
value: 48.619
verified: no, type: ndcg_at_100
value: 53.868
verified: no, type: ndcg_at_1000
value: 56.027
verified: no, type: ndcg_at_3
value: 43.765
verified: no, type: ndcg_at_5
value: 45.974
verified: no, type: precision_at_1
value: 41.488
verified: no, type: precision_at_10
value: 9.07
verified: no, type: precision_at_100
value: 1.4460000000000002
verified: no, type: precision_at_1000
value: 0.19499999999999998
verified: no, type: precision_at_3
value: 20.649
verified: no, type: precision_at_5
value: 14.878
verified: no, type: recall_at_1
value: 32.943
verified: no, type: recall_at_10
value: 59.217
verified: no, type: recall_at_100
value: 81.337
verified: no, type: recall_at_1000
value: 95.185
verified: no, type: recall_at_3
value: 44.377
verified: no, type: recall_at_5
value: 51.088
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 26.412999999999997
verified: no, type: map_at_10
value: 34.766999999999996
verified: no, type: map_at_100
value: 35.774
verified: no, type: map_at_1000
value: 35.894999999999996
verified: no, type: map_at_3
value: 31.935000000000002
verified: no, type: map_at_5
value: 33.661
verified: no, type: mrr_at_1
value: 33.248
verified: no, type: mrr_at_10
value: 40.274
verified: no, type: mrr_at_100
value: 40.92
verified: no, type: mrr_at_1000
value: 40.977000000000004
verified: no, type: mrr_at_3
value: 38.004
verified: no, type: mrr_at_5
value: 39.425
verified: no, type: ndcg_at_1
value: 33.248
verified: no, type: ndcg_at_10
value: 39.828
verified: no, type: ndcg_at_100
value: 43.863
verified: no, type: ndcg_at_1000
value: 46.228
verified: no, type: ndcg_at_3
value: 35.643
verified: no, type: ndcg_at_5
value: 37.851
verified: no, type: precision_at_1
value: 33.248
verified: no, type: precision_at_10
value: 7.4079999999999995
verified: no, type: precision_at_100
value: 1.162
verified: no, type: precision_at_1000
value: 0.168
verified: no, type: precision_at_3
value: 16.964000000000002
verified: no, type: precision_at_5
value: 12.267999999999999
verified: no, type: recall_at_1
value: 26.412999999999997
verified: no, type: recall_at_10
value: 48.93
verified: no, type: recall_at_100
value: 66.437
verified: no, type: recall_at_1000
value: 81.68900000000001
verified: no, type: recall_at_3
value: 36.822
verified: no, type: recall_at_5
value: 42.925000000000004
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 37.07
verified: no, type: map_at_10
value: 49.051
verified: no, type: map_at_100
value: 50.13999999999999
verified: no, type: map_at_1000
value: 50.2
verified: no, type: map_at_3
value: 46.01
verified: no, type: map_at_5
value: 47.711
verified: no, type: mrr_at_1
value: 42.32
verified: no, type: mrr_at_10
value: 52.32
verified: no, type: mrr_at_100
value: 53.068000000000005
verified: no, type: mrr_at_1000
value: 53.09700000000001
verified: no, type: mrr_at_3
value: 49.864000000000004
verified: no, type: mrr_at_5
value: 51.312000000000005
verified: no, type: ndcg_at_1
value: 42.32
verified: no, type: ndcg_at_10
value: 54.727000000000004
verified: no, type: ndcg_at_100
value: 59.153
verified: no, type: ndcg_at_1000
value: 60.373
verified: no, type: ndcg_at_3
value: 49.478
verified: no, type: ndcg_at_5
value: 51.998999999999995
verified: no, type: precision_at_1
value: 42.32
verified: no, type: precision_at_10
value: 8.802999999999999
verified: no, type: precision_at_100
value: 1.196
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_3
value: 22.006
verified: no, type: precision_at_5
value: 15.072
verified: no, type: recall_at_1
value: 37.07
verified: no, type: recall_at_10
value: 68.221
verified: no, type: recall_at_100
value: 87.22999999999999
verified: no, type: recall_at_1000
value: 95.929
verified: no, type: recall_at_3
value: 54.321
verified: no, type: recall_at_5
value: 60.358000000000004
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 23.055
verified: no, type: map_at_10
value: 31.163999999999998
verified: no, type: map_at_100
value: 32.213
verified: no, type: map_at_1000
value: 32.303
verified: no, type: map_at_3
value: 28.610000000000003
verified: no, type: map_at_5
value: 30.091
verified: no, type: mrr_at_1
value: 24.972
verified: no, type: mrr_at_10
value: 32.981
verified: no, type: mrr_at_100
value: 33.948
verified: no, type: mrr_at_1000
value: 34.015
verified: no, type: mrr_at_3
value: 30.546
verified: no, type: mrr_at_5
value: 31.959
verified: no, type: ndcg_at_1
value: 24.972
verified: no, type: ndcg_at_10
value: 35.806
verified: no, type: ndcg_at_100
value: 40.991
verified: no, type: ndcg_at_1000
value: 43.296
verified: no, type: ndcg_at_3
value: 30.849
verified: no, type: ndcg_at_5
value: 33.334
verified: no, type: precision_at_1
value: 24.972
verified: no, type: precision_at_10
value: 5.571000000000001
verified: no, type: precision_at_100
value: 0.853
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_3
value: 12.956999999999999
verified: no, type: precision_at_5
value: 9.333
verified: no, type: recall_at_1
value: 23.055
verified: no, type: recall_at_10
value: 48.301
verified: no, type: recall_at_100
value: 72.051
verified: no, type: recall_at_1000
value: 89.408
verified: no, type: recall_at_3
value: 35.315000000000005
verified: no, type: recall_at_5
value: 41.031
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 14.782
verified: no, type: map_at_10
value: 21.94
verified: no, type: map_at_100
value: 23.172
verified: no, type: map_at_1000
value: 23.302999999999997
verified: no, type: map_at_3
value: 19.911
verified: no, type: map_at_5
value: 20.998
verified: no, type: mrr_at_1
value: 18.407999999999998
verified: no, type: mrr_at_10
value: 25.936999999999998
verified: no, type: mrr_at_100
value: 27.035999999999998
verified: no, type: mrr_at_1000
value: 27.118
verified: no, type: mrr_at_3
value: 23.983999999999998
verified: no, type: mrr_at_5
value: 25.141000000000002
verified: no, type: ndcg_at_1
value: 18.407999999999998
verified: no, type: ndcg_at_10
value: 26.387
verified: no, type: ndcg_at_100
value: 32.606
verified: no, type: ndcg_at_1000
value: 35.744
verified: no, type: ndcg_at_3
value: 22.686999999999998
verified: no, type: ndcg_at_5
value: 24.375
verified: no, type: precision_at_1
value: 18.407999999999998
verified: no, type: precision_at_10
value: 4.801
verified: no, type: precision_at_100
value: 0.9299999999999999
verified: no, type: precision_at_1000
value: 0.134
verified: no, type: precision_at_3
value: 10.945
verified: no, type: precision_at_5
value: 7.811
verified: no, type: recall_at_1
value: 14.782
verified: no, type: recall_at_10
value: 36.018
verified: no, type: recall_at_100
value: 63.552
verified: no, type: recall_at_1000
value: 85.857
verified: no, type: recall_at_3
value: 25.898
verified: no, type: recall_at_5
value: 30.081999999999997
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 26.369
verified: no, type: map_at_10
value: 37.704
verified: no, type: map_at_100
value: 39.018
verified: no, type: map_at_1000
value: 39.134
verified: no, type: map_at_3
value: 34.243
verified: no, type: map_at_5
value: 36.083
verified: no, type: mrr_at_1
value: 32.916000000000004
verified: no, type: mrr_at_10
value: 43.488
verified: no, type: mrr_at_100
value: 44.29
verified: no, type: mrr_at_1000
value: 44.336999999999996
verified: no, type: mrr_at_3
value: 40.696
verified: no, type: mrr_at_5
value: 42.289
verified: no, type: ndcg_at_1
value: 32.916000000000004
verified: no, type: ndcg_at_10
value: 44.362
verified: no, type: ndcg_at_100
value: 49.730999999999995
verified: no, type: ndcg_at_1000
value: 51.857
verified: no, type: ndcg_at_3
value: 38.683
verified: no, type: ndcg_at_5
value: 41.249
verified: no, type: precision_at_1
value: 32.916000000000004
verified: no, type: precision_at_10
value: 8.412
verified: no, type: precision_at_100
value: 1.2970000000000002
verified: no, type: precision_at_1000
value: 0.166
verified: no, type: precision_at_3
value: 18.895999999999997
verified: no, type: precision_at_5
value: 13.550999999999998
verified: no, type: recall_at_1
value: 26.369
verified: no, type: recall_at_10
value: 58.464000000000006
verified: no, type: recall_at_100
value: 80.884
verified: no, type: recall_at_1000
value: 94.676
verified: no, type: recall_at_3
value: 42.485
verified: no, type: recall_at_5
value: 49.262
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 23.896
verified: no, type: map_at_10
value: 33.384
verified: no, type: map_at_100
value: 34.683
verified: no, type: map_at_1000
value: 34.807
verified: no, type: map_at_3
value: 30.724
verified: no, type: map_at_5
value: 32.339
verified: no, type: mrr_at_1
value: 29.909000000000002
verified: no, type: mrr_at_10
value: 38.395
verified: no, type: mrr_at_100
value: 39.339
verified: no, type: mrr_at_1000
value: 39.404
verified: no, type: mrr_at_3
value: 36.339
verified: no, type: mrr_at_5
value: 37.618
verified: no, type: ndcg_at_1
value: 29.909000000000002
verified: no, type: ndcg_at_10
value: 38.688
verified: no, type: ndcg_at_100
value: 44.399
verified: no, type: ndcg_at_1000
value: 46.942
verified: no, type: ndcg_at_3
value: 34.548
verified: no, type: ndcg_at_5
value: 36.605
verified: no, type: precision_at_1
value: 29.909000000000002
verified: no, type: precision_at_10
value: 7.066
verified: no, type: precision_at_100
value: 1.174
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_3
value: 16.819
verified: no, type: precision_at_5
value: 11.872
verified: no, type: recall_at_1
value: 23.896
verified: no, type: recall_at_10
value: 49.531
verified: no, type: recall_at_100
value: 73.977
verified: no, type: recall_at_1000
value: 91.393
verified: no, type: recall_at_3
value: 37.53
verified: no, type: recall_at_5
value: 43.373
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 24.153166666666667
verified: no, type: map_at_10
value: 32.7705
verified: no, type: map_at_100
value: 33.93133333333334
verified: no, type: map_at_1000
value: 34.052499999999995
verified: no, type: map_at_3
value: 30.158500000000004
verified: no, type: map_at_5
value: 31.595916666666664
verified: no, type: mrr_at_1
value: 28.87725
verified: no, type: mrr_at_10
value: 36.86358333333333
verified: no, type: mrr_at_100
value: 37.74550000000001
verified: no, type: mrr_at_1000
value: 37.80916666666666
verified: no, type: mrr_at_3
value: 34.634499999999996
verified: no, type: mrr_at_5
value: 35.926750000000006
verified: no, type: ndcg_at_1
value: 28.87725
verified: no, type: ndcg_at_10
value: 37.82341666666667
verified: no, type: ndcg_at_100
value: 42.98408333333333
verified: no, type: ndcg_at_1000
value: 45.44883333333333
verified: no, type: ndcg_at_3
value: 33.41875000000001
verified: no, type: ndcg_at_5
value: 35.45158333333333
verified: no, type: precision_at_1
value: 28.87725
verified: no, type: precision_at_10
value: 6.638249999999999
verified: no, type: precision_at_100
value: 1.0863333333333334
verified: no, type: precision_at_1000
value: 0.14858333333333335
verified: no, type: precision_at_3
value: 15.481
verified: no, type: precision_at_5
value: 10.953916666666668
verified: no, type: recall_at_1
value: 24.153166666666667
verified: no, type: recall_at_10
value: 48.796499999999995
verified: no, type: recall_at_100
value: 71.53716666666666
verified: no, type: recall_at_1000
value: 88.72158333333333
verified: no, type: recall_at_3
value: 36.419583333333335
verified: no, type: recall_at_5
value: 41.735833333333325
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 21.523
verified: no, type: map_at_10
value: 28.915000000000003
verified: no, type: map_at_100
value: 29.808
verified: no, type: map_at_1000
value: 29.910999999999998
verified: no, type: map_at_3
value: 26.863999999999997
verified: no, type: map_at_5
value: 27.801
verified: no, type: mrr_at_1
value: 24.387
verified: no, type: mrr_at_10
value: 31.703
verified: no, type: mrr_at_100
value: 32.481
verified: no, type: mrr_at_1000
value: 32.559
verified: no, type: mrr_at_3
value: 29.805999999999997
verified: no, type: mrr_at_5
value: 30.688
verified: no, type: ndcg_at_1
value: 24.387
verified: no, type: ndcg_at_10
value: 33.272
verified: no, type: ndcg_at_100
value: 37.79
verified: no, type: ndcg_at_1000
value: 40.428
verified: no, type: ndcg_at_3
value: 29.409000000000002
verified: no, type: ndcg_at_5
value: 30.813000000000002
verified: no, type: precision_at_1
value: 24.387
verified: no, type: precision_at_10
value: 5.337
verified: no, type: precision_at_100
value: 0.8240000000000001
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 13.19
verified: no, type: precision_at_5
value: 8.926
verified: no, type: recall_at_1
value: 21.523
verified: no, type: recall_at_10
value: 44.054
verified: no, type: recall_at_100
value: 64.80900000000001
verified: no, type: recall_at_1000
value: 84.265
verified: no, type: recall_at_3
value: 33.019999999999996
verified: no, type: recall_at_5
value: 36.561
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 15.461
verified: no, type: map_at_10
value: 21.802
verified: no, type: map_at_100
value: 22.825
verified: no, type: map_at_1000
value: 22.95
verified: no, type: map_at_3
value: 19.79
verified: no, type: map_at_5
value: 20.828
verified: no, type: mrr_at_1
value: 18.789
verified: no, type: mrr_at_10
value: 25.373
verified: no, type: mrr_at_100
value: 26.269
verified: no, type: mrr_at_1000
value: 26.355
verified: no, type: mrr_at_3
value: 23.394000000000002
verified: no, type: mrr_at_5
value: 24.451999999999998
verified: no, type: ndcg_at_1
value: 18.789
verified: no, type: ndcg_at_10
value: 25.948
verified: no, type: ndcg_at_100
value: 30.926
verified: no, type: ndcg_at_1000
value: 33.938
verified: no, type: ndcg_at_3
value: 22.281000000000002
verified: no, type: ndcg_at_5
value: 23.818
verified: no, type: precision_at_1
value: 18.789
verified: no, type: precision_at_10
value: 4.766
verified: no, type: precision_at_100
value: 0.848
verified: no, type: precision_at_1000
value: 0.127
verified: no, type: precision_at_3
value: 10.633
verified: no, type: precision_at_5
value: 7.6259999999999994
verified: no, type: recall_at_1
value: 15.461
verified: no, type: recall_at_10
value: 34.967999999999996
verified: no, type: recall_at_100
value: 57.25900000000001
verified: no, type: recall_at_1000
value: 78.738
verified: no, type: recall_at_3
value: 24.495
verified: no, type: recall_at_5
value: 28.510999999999996
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 25.165
verified: no, type: map_at_10
value: 32.66
verified: no, type: map_at_100
value: 33.842
verified: no, type: map_at_1000
value: 33.952
verified: no, type: map_at_3
value: 30.503999999999998
verified: no, type: map_at_5
value: 31.546000000000003
verified: no, type: mrr_at_1
value: 29.851
verified: no, type: mrr_at_10
value: 37.112
verified: no, type: mrr_at_100
value: 38.057
verified: no, type: mrr_at_1000
value: 38.119
verified: no, type: mrr_at_3
value: 35.106
verified: no, type: mrr_at_5
value: 36.22
verified: no, type: ndcg_at_1
value: 29.851
verified: no, type: ndcg_at_10
value: 37.395
verified: no, type: ndcg_at_100
value: 42.906
verified: no, type: ndcg_at_1000
value: 45.427
verified: no, type: ndcg_at_3
value: 33.465
verified: no, type: ndcg_at_5
value: 35.02
verified: no, type: precision_at_1
value: 29.851
verified: no, type: precision_at_10
value: 6.166
verified: no, type: precision_at_100
value: 1.005
verified: no, type: precision_at_1000
value: 0.132
verified: no, type: precision_at_3
value: 15.235999999999999
verified: no, type: precision_at_5
value: 10.354
verified: no, type: recall_at_1
value: 25.165
verified: no, type: recall_at_10
value: 47.439
verified: no, type: recall_at_100
value: 71.56099999999999
verified: no, type: recall_at_1000
value: 89.435
verified: no, type: recall_at_3
value: 36.275
verified: no, type: recall_at_5
value: 40.435
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 25.589000000000002
verified: no, type: map_at_10
value: 33.729
verified: no, type: map_at_100
value: 35.306
verified: no, type: map_at_1000
value: 35.552
verified: no, type: map_at_3
value: 30.988
verified: no, type: map_at_5
value: 32.406
verified: no, type: mrr_at_1
value: 30.830000000000002
verified: no, type: mrr_at_10
value: 38.446999999999996
verified: no, type: mrr_at_100
value: 39.478
verified: no, type: mrr_at_1000
value: 39.544000000000004
verified: no, type: mrr_at_3
value: 36.034
verified: no, type: mrr_at_5
value: 37.546
verified: no, type: ndcg_at_1
value: 30.830000000000002
verified: no, type: ndcg_at_10
value: 39.22
verified: no, type: ndcg_at_100
value: 45.004
verified: no, type: ndcg_at_1000
value: 47.837
verified: no, type: ndcg_at_3
value: 34.811
verified: no, type: ndcg_at_5
value: 36.831
verified: no, type: precision_at_1
value: 30.830000000000002
verified: no, type: precision_at_10
value: 7.489999999999999
verified: no, type: precision_at_100
value: 1.534
verified: no, type: precision_at_1000
value: 0.241
verified: no, type: precision_at_3
value: 16.14
verified: no, type: precision_at_5
value: 11.66
verified: no, type: recall_at_1
value: 25.589000000000002
verified: no, type: recall_at_10
value: 49.238
verified: no, type: recall_at_100
value: 74.893
verified: no, type: recall_at_1000
value: 92.902
verified: no, type: recall_at_3
value: 36.75
verified: no, type: recall_at_5
value: 42.256
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 17.572
verified: no, type: map_at_10
value: 25.334
verified: no, type: map_at_100
value: 26.253
verified: no, type: map_at_1000
value: 26.346000000000004
verified: no, type: map_at_3
value: 23.122
verified: no, type: map_at_5
value: 24.425
verified: no, type: mrr_at_1
value: 19.409000000000002
verified: no, type: mrr_at_10
value: 27.118
verified: no, type: mrr_at_100
value: 28.032
verified: no, type: mrr_at_1000
value: 28.110000000000003
verified: no, type: mrr_at_3
value: 25.108000000000004
verified: no, type: mrr_at_5
value: 26.3
verified: no, type: ndcg_at_1
value: 19.409000000000002
verified: no, type: ndcg_at_10
value: 29.629
verified: no, type: ndcg_at_100
value: 34.572
verified: no, type: ndcg_at_1000
value: 37.289
verified: no, type: ndcg_at_3
value: 25.406000000000002
verified: no, type: ndcg_at_5
value: 27.55
verified: no, type: precision_at_1
value: 19.409000000000002
verified: no, type: precision_at_10
value: 4.769
verified: no, type: precision_at_100
value: 0.767
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_3
value: 11.337
verified: no, type: precision_at_5
value: 8.096
verified: no, type: recall_at_1
value: 17.572
verified: no, type: recall_at_10
value: 41.177
verified: no, type: recall_at_100
value: 64.456
verified: no, type: recall_at_1000
value: 85.182
verified: no, type: recall_at_3
value: 29.747
verified: no, type: recall_at_5
value: 34.948
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 9.264
verified: no, type: map_at_10
value: 16.09
verified: no, type: map_at_100
value: 17.717
verified: no, type: map_at_1000
value: 17.903
verified: no, type: map_at_3
value: 13.422
verified: no, type: map_at_5
value: 14.78
verified: no, type: mrr_at_1
value: 20.326
verified: no, type: mrr_at_10
value: 31.274
verified: no, type: mrr_at_100
value: 32.312999999999995
verified: no, type: mrr_at_1000
value: 32.365
verified: no, type: mrr_at_3
value: 27.959
verified: no, type: mrr_at_5
value: 29.877
verified: no, type: ndcg_at_1
value: 20.326
verified: no, type: ndcg_at_10
value: 23.358
verified: no, type: ndcg_at_100
value: 30.36
verified: no, type: ndcg_at_1000
value: 33.883
verified: no, type: ndcg_at_3
value: 18.704
verified: no, type: ndcg_at_5
value: 20.374
verified: no, type: precision_at_1
value: 20.326
verified: no, type: precision_at_10
value: 7.303
verified: no, type: precision_at_100
value: 1.488
verified: no, type: precision_at_1000
value: 0.214
verified: no, type: precision_at_3
value: 13.811000000000002
verified: no, type: precision_at_5
value: 10.84
verified: no, type: recall_at_1
value: 9.264
verified: no, type: recall_at_10
value: 29.177999999999997
verified: no, type: recall_at_100
value: 53.61900000000001
verified: no, type: recall_at_1000
value: 73.48400000000001
verified: no, type: recall_at_3
value: 17.738
verified: no, type: recall_at_5
value: 22.279
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 14.494000000000002
verified: no, type: map_at_10
value: 21.37
verified: no, type: map_at_100
value: 22.741
verified: no, type: map_at_1000
value: 22.911
verified: no, type: map_at_3
value: 18.929000000000002
verified: no, type: map_at_5
value: 20.244
verified: no, type: mrr_at_1
value: 23.105999999999998
verified: no, type: mrr_at_10
value: 29.137999999999998
verified: no, type: mrr_at_100
value: 30.064
verified: no, type: mrr_at_1000
value: 30.152
verified: no, type: mrr_at_3
value: 27.119
verified: no, type: mrr_at_5
value: 28.301
verified: no, type: ndcg_at_1
value: 23.105999999999998
verified: no, type: ndcg_at_10
value: 26.182
verified: no, type: ndcg_at_100
value: 32.396
verified: no, type: ndcg_at_1000
value: 36.177
verified: no, type: ndcg_at_3
value: 22.708000000000002
verified: no, type: ndcg_at_5
value: 24.137
verified: no, type: precision_at_1
value: 23.105999999999998
verified: no, type: precision_at_10
value: 6.0040000000000004
verified: no, type: precision_at_100
value: 1.119
verified: no, type: precision_at_1000
value: 0.161
verified: no, type: precision_at_3
value: 13.028
verified: no, type: precision_at_5
value: 9.557
verified: no, type: recall_at_1
value: 14.494000000000002
verified: no, type: recall_at_10
value: 32.910000000000004
verified: no, type: recall_at_100
value: 59.202999999999996
verified: no, type: recall_at_1000
value: 85.61
verified: no, type: recall_at_3
value: 22.397
verified: no, type: recall_at_5
value: 26.900000000000002
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 74.91280817799158
verified: no, type: cos_sim_ap
value: 83.32013347926805
verified: no, type: cos_sim_f1
value: 76.57387580299788
verified: no, type: cos_sim_precision
value: 70.63006122852063
verified: no, type: cos_sim_recall
value: 83.61000701426234
verified: no, type: dot_accuracy
value: 70.5832832230908
verified: no, type: dot_ap
value: 75.9647326130666
verified: no, type: dot_f1
value: 73.65528072241852
verified: no, type: dot_precision
value: 63.47487734731856
verified: no, type: dot_recall
value: 87.72504091653029
verified: no, type: euclidean_accuracy
value: 74.51593505712569
verified: no, type: euclidean_ap
value: 83.04382773676555
verified: no, type: euclidean_f1
value: 75.7739770513098
verified: no, type: euclidean_precision
value: 70.5502922797823
verified: no, type: euclidean_recall
value: 81.83306055646482
verified: no, type: manhattan_accuracy
value: 74.73241130487071
verified: no, type: manhattan_ap
value: 83.32768114935021
verified: no, type: manhattan_f1
value: 76.09116319071167
verified: no, type: manhattan_precision
value: 70.42786069651741
verified: no, type: manhattan_recall
value: 82.74491465980827
verified: no, type: max_accuracy
value: 74.91280817799158
verified: no, type: max_ap
value: 83.32768114935021
verified: no, type: max_f1
value: 76.57387580299788
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 55.032000000000004
verified: no, type: map_at_10
value: 63.517
verified: no, type: map_at_100
value: 64.159
verified: no, type: map_at_1000
value: 64.17699999999999
verified: no, type: map_at_3
value: 61.503
verified: no, type: map_at_5
value: 62.741
verified: no, type: mrr_at_1
value: 55.111
verified: no, type: mrr_at_10
value: 63.50900000000001
verified: no, type: mrr_at_100
value: 64.13499999999999
verified: no, type: mrr_at_1000
value: 64.153
verified: no, type: mrr_at_3
value: 61.521
verified: no, type: mrr_at_5
value: 62.759
verified: no, type: ndcg_at_1
value: 55.216
verified: no, type: ndcg_at_10
value: 67.569
verified: no, type: ndcg_at_100
value: 70.71
verified: no, type: ndcg_at_1000
value: 71.211
verified: no, type: ndcg_at_3
value: 63.543000000000006
verified: no, type: ndcg_at_5
value: 65.718
verified: no, type: precision_at_1
value: 55.216
verified: no, type: precision_at_10
value: 8.093
verified: no, type: precision_at_100
value: 0.96
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 23.253
verified: no, type: precision_at_5
value: 15.026
verified: no, type: recall_at_1
value: 55.032000000000004
verified: no, type: recall_at_10
value: 80.163
verified: no, type: recall_at_100
value: 94.94200000000001
verified: no, type: recall_at_1000
value: 98.946
verified: no, type: recall_at_3
value: 69.231
verified: no, type: recall_at_5
value: 74.49900000000001
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.391
verified: no, type: map_at_10
value: 16.381999999999998
verified: no, type: map_at_100
value: 21.262
verified: no, type: map_at_1000
value: 22.461000000000002
verified: no, type: map_at_3
value: 12.471
verified: no, type: map_at_5
value: 14.016
verified: no, type: mrr_at_1
value: 62.25000000000001
verified: no, type: mrr_at_10
value: 69.64099999999999
verified: no, type: mrr_at_100
value: 70.114
verified: no, type: mrr_at_1000
value: 70.128
verified: no, type: mrr_at_3
value: 67.958
verified: no, type: mrr_at_5
value: 68.996
verified: no, type: ndcg_at_1
value: 50.375
verified: no, type: ndcg_at_10
value: 34.542
verified: no, type: ndcg_at_100
value: 37.265
verified: no, type: ndcg_at_1000
value: 44.324000000000005
verified: no, type: ndcg_at_3
value: 40.113
verified: no, type: ndcg_at_5
value: 37.177
verified: no, type: precision_at_1
value: 62.25000000000001
verified: no, type: precision_at_10
value: 26.05
verified: no, type: precision_at_100
value: 7.632999999999999
verified: no, type: precision_at_1000
value: 1.6209999999999998
verified: no, type: precision_at_3
value: 42.5
verified: no, type: precision_at_5
value: 35.199999999999996
verified: no, type: recall_at_1
value: 8.391
verified: no, type: recall_at_10
value: 21.099
verified: no, type: recall_at_100
value: 40.886
verified: no, type: recall_at_1000
value: 63.805
verified: no, type: recall_at_3
value: 13.766
verified: no, type: recall_at_5
value: 16.128
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 21.933
verified: no, type: map_at_10
value: 65.739
verified: no, type: map_at_100
value: 69.245
verified: no, type: map_at_1000
value: 69.33399999999999
verified: no, type: map_at_3
value: 44.874
verified: no, type: map_at_5
value: 56.242999999999995
verified: no, type: mrr_at_1
value: 78.95
verified: no, type: mrr_at_10
value: 85.37700000000001
verified: no, type: mrr_at_100
value: 85.474
verified: no, type: mrr_at_1000
value: 85.481
verified: no, type: mrr_at_3
value: 84.63300000000001
verified: no, type: mrr_at_5
value: 85.141
verified: no, type: ndcg_at_1
value: 78.95
verified: no, type: ndcg_at_10
value: 75.81599999999999
verified: no, type: ndcg_at_100
value: 80.42399999999999
verified: no, type: ndcg_at_1000
value: 81.357
verified: no, type: ndcg_at_3
value: 73.821
verified: no, type: ndcg_at_5
value: 72.497
verified: no, type: precision_at_1
value: 78.95
verified: no, type: precision_at_10
value: 37.285000000000004
verified: no, type: precision_at_100
value: 4.589
verified: no, type: precision_at_1000
value: 0.481
verified: no, type: precision_at_3
value: 66.333
verified: no, type: precision_at_5
value: 55.879999999999995
verified: no, type: recall_at_1
value: 21.933
verified: no, type: recall_at_10
value: 77.943
verified: no, type: recall_at_100
value: 92.17
verified: no, type: recall_at_1000
value: 96.986
verified: no, type: recall_at_3
value: 48.079
verified: no, type: recall_at_5
value: 62.65500000000001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 38.2
verified: no, type: map_at_10
value: 46.785
verified: no, type: map_at_100
value: 47.635
verified: no, type: map_at_1000
value: 47.675
verified: no, type: map_at_3
value: 44.583
verified: no, type: map_at_5
value: 45.848
verified: no, type: mrr_at_1
value: 38.2
verified: no, type: mrr_at_10
value: 46.785
verified: no, type: mrr_at_100
value: 47.635
verified: no, type: mrr_at_1000
value: 47.675
verified: no, type: mrr_at_3
value: 44.583
verified: no, type: mrr_at_5
value: 45.848
verified: no, type: ndcg_at_1
value: 38.2
verified: no, type: ndcg_at_10
value: 51.282000000000004
verified: no, type: ndcg_at_100
value: 55.608000000000004
verified: no, type: ndcg_at_1000
value: 56.726
verified: no, type: ndcg_at_3
value: 46.763
verified: no, type: ndcg_at_5
value: 49.035000000000004
verified: no, type: precision_at_1
value: 38.2
verified: no, type: precision_at_10
value: 6.550000000000001
verified: no, type: precision_at_100
value: 0.8619999999999999
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 17.7
verified: no, type: precision_at_5
value: 11.72
verified: no, type: recall_at_1
value: 38.2
verified: no, type: recall_at_10
value: 65.5
verified: no, type: recall_at_100
value: 86.2
verified: no, type: recall_at_1000
value: 95.1
verified: no, type: recall_at_3
value: 53.1
verified: no, type: recall_at_5
value: 58.599999999999994
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 47.88
verified: no, type: f1
value: 43.30537129784135
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 54.423
verified: no, type: map_at_10
value: 66.136
verified: no, type: map_at_100
value: 66.557
verified: no, type: map_at_1000
value: 66.57300000000001
verified: no, type: map_at_3
value: 64.042
verified: no, type: map_at_5
value: 65.366
verified: no, type: mrr_at_1
value: 58.745999999999995
verified: no, type: mrr_at_10
value: 70.456
verified: no, type: mrr_at_100
value: 70.801
verified: no, type: mrr_at_1000
value: 70.809
verified: no, type: mrr_at_3
value: 68.504
verified: no, type: mrr_at_5
value: 69.746
verified: no, type: ndcg_at_1
value: 58.745999999999995
verified: no, type: ndcg_at_10
value: 71.96000000000001
verified: no, type: ndcg_at_100
value: 73.83
verified: no, type: ndcg_at_1000
value: 74.17
verified: no, type: ndcg_at_3
value: 68.033
verified: no, type: ndcg_at_5
value: 70.22
verified: no, type: precision_at_1
value: 58.745999999999995
verified: no, type: precision_at_10
value: 9.397
verified: no, type: precision_at_100
value: 1.043
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_3
value: 27.208
verified: no, type: precision_at_5
value: 17.561
verified: no, type: recall_at_1
value: 54.423
verified: no, type: recall_at_10
value: 85.703
verified: no, type: recall_at_100
value: 93.989
verified: no, type: recall_at_1000
value: 96.35000000000001
verified: no, type: recall_at_3
value: 75.05
verified: no, type: recall_at_5
value: 80.447
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: map_at_1
value: 16.286
verified: no, type: map_at_10
value: 27.499000000000002
verified: no, type: map_at_100
value: 29.176999999999996
verified: no, type: map_at_1000
value: 29.354999999999997
verified: no, type: map_at_3
value: 23.684
verified: no, type: map_at_5
value: 25.544
verified: no, type: mrr_at_1
value: 32.87
verified: no, type: mrr_at_10
value: 41.906
verified: no, type: mrr_at_100
value: 42.739
verified: no, type: mrr_at_1000
value: 42.78
verified: no, type: mrr_at_3
value: 38.992
verified: no, type: mrr_at_5
value: 40.535
verified: no, type: ndcg_at_1
value: 32.87
verified: no, type: ndcg_at_10
value: 35.124
verified: no, type: ndcg_at_100
value: 41.638
verified: no, type: ndcg_at_1000
value: 44.869
verified: no, type: ndcg_at_3
value: 30.975
verified: no, type: ndcg_at_5
value: 32.112
verified: no, type: precision_at_1
value: 32.87
verified: no, type: precision_at_10
value: 10.062
verified: no, type: precision_at_100
value: 1.653
verified: no, type: precision_at_1000
value: 0.22599999999999998
verified: no, type: precision_at_3
value: 20.833
verified: no, type: precision_at_5
value: 15.340000000000002
verified: no, type: recall_at_1
value: 16.286
verified: no, type: recall_at_10
value: 42.734
verified: no, type: recall_at_100
value: 67.582
verified: no, type: recall_at_1000
value: 86.735
verified: no, type: recall_at_3
value: 28.438000000000002
verified: no, type: recall_at_5
value: 33.944
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics: type: map_at_1
value: 33.606
verified: no, type: map_at_10
value: 46.085
verified: no, type: map_at_100
value: 46.796
verified: no, type: map_at_1000
value: 46.866
verified: no, type: map_at_3
value: 43.614000000000004
verified: no, type: map_at_5
value: 45.094
verified: no, type: mrr_at_1
value: 67.211
verified: no, type: mrr_at_10
value: 73.447
verified: no, type: mrr_at_100
value: 73.734
verified: no, type: mrr_at_1000
value: 73.752
verified: no, type: mrr_at_3
value: 72.233
verified: no, type: mrr_at_5
value: 72.982
verified: no, type: ndcg_at_1
value: 67.211
verified: no, type: ndcg_at_10
value: 55.125
verified: no, type: ndcg_at_100
value: 57.904999999999994
verified: no, type: ndcg_at_1000
value: 59.40800000000001
verified: no, type: ndcg_at_3
value: 51.283
verified: no, type: ndcg_at_5
value: 53.32599999999999
verified: no, type: precision_at_1
value: 67.211
verified: no, type: precision_at_10
value: 11.198
verified: no, type: precision_at_100
value: 1.34
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_3
value: 31.631999999999998
verified: no, type: precision_at_5
value: 20.591
verified: no, type: recall_at_1
value: 33.606
verified: no, type: recall_at_10
value: 55.989
verified: no, type: recall_at_100
value: 67.01599999999999
verified: no, type: recall_at_1000
value: 77.076
verified: no, type: recall_at_3
value: 47.448
verified: no, type: recall_at_5
value: 51.479
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 45.02500961908426
verified: no, type: f1
value: 36.80024928040335
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 77.698
verified: no, type: ap
value: 72.08492726312224
verified: no, type: f1
value: 77.57721549038352
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 83.63977485928706
verified: no, type: ap
value: 48.33680179995013
verified: no, type: f1
value: 77.42875376726259
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 67.71826986847978
verified: no, type: cos_sim_spearman
value: 75.31951271324436
verified: no, type: euclidean_pearson
value: 73.99129929755692
verified: no, type: euclidean_spearman
value: 75.50510874612128
verified: no, type: manhattan_pearson
value: 74.1581557667118
verified: no, type: manhattan_spearman
value: 75.62495446886778
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 64.305
verified: no, type: map_at_10
value: 73.286
verified: no, type: map_at_100
value: 73.661
verified: no, type: map_at_1000
value: 73.675
verified: no, type: map_at_3
value: 71.433
verified: no, type: map_at_5
value: 72.596
verified: no, type: mrr_at_1
value: 66.562
verified: no, type: mrr_at_10
value: 73.932
verified: no, type: mrr_at_100
value: 74.265
verified: no, type: mrr_at_1000
value: 74.278
verified: no, type: mrr_at_3
value: 72.333
verified: no, type: mrr_at_5
value: 73.322
verified: no, type: ndcg_at_1
value: 66.562
verified: no, type: ndcg_at_10
value: 76.998
verified: no, type: ndcg_at_100
value: 78.684
verified: no, type: ndcg_at_1000
value: 79.038
verified: no, type: ndcg_at_3
value: 73.491
verified: no, type: ndcg_at_5
value: 75.436
verified: no, type: precision_at_1
value: 66.562
verified: no, type: precision_at_10
value: 9.34
verified: no, type: precision_at_100
value: 1.018
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 27.683999999999997
verified: no, type: precision_at_5
value: 17.645
verified: no, type: recall_at_1
value: 64.305
verified: no, type: recall_at_10
value: 87.825
verified: no, type: recall_at_100
value: 95.451
verified: no, type: recall_at_1000
value: 98.17
verified: no, type: recall_at_3
value: 78.522
verified: no, type: recall_at_5
value: 83.146
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 21.862000000000002
verified: no, type: map_at_10
value: 33.635999999999996
verified: no, type: map_at_100
value: 34.833
verified: no, type: map_at_1000
value: 34.886
verified: no, type: map_at_3
value: 29.916999999999998
verified: no, type: map_at_5
value: 32.042
verified: no, type: mrr_at_1
value: 22.493
verified: no, type: mrr_at_10
value: 34.217999999999996
verified: no, type: mrr_at_100
value: 35.365
verified: no, type: mrr_at_1000
value: 35.411
verified: no, type: mrr_at_3
value: 30.585
verified: no, type: mrr_at_5
value: 32.659
verified: no, type: ndcg_at_1
value: 22.493
verified: no, type: ndcg_at_10
value: 40.247
verified: no, type: ndcg_at_100
value: 46.025
verified: no, type: ndcg_at_1000
value: 47.343
verified: no, type: ndcg_at_3
value: 32.696999999999996
verified: no, type: ndcg_at_5
value: 36.476
verified: no, type: precision_at_1
value: 22.493
verified: no, type: precision_at_10
value: 6.334
verified: no, type: precision_at_100
value: 0.922
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 13.863
verified: no, type: precision_at_5
value: 10.232
verified: no, type: recall_at_1
value: 21.862000000000002
verified: no, type: recall_at_10
value: 60.56700000000001
verified: no, type: recall_at_100
value: 87.261
verified: no, type: recall_at_1000
value: 97.365
verified: no, type: recall_at_3
value: 40.081
verified: no, type: recall_at_5
value: 49.16
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 92.34154126766987
verified: no, type: f1
value: 92.05415284766352
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 70.63155494756043
verified: no, type: f1
value: 53.392602505424435
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 70.39340954942837
verified: no, type: f1
value: 68.85705470713275
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 77.18897108271688
verified: no, type: f1
value: 77.36699772115247
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 40.699999999999996
verified: no, type: map_at_10
value: 45.304
verified: no, type: map_at_100
value: 45.862
verified: no, type: map_at_1000
value: 45.923
verified: no, type: map_at_3
value: 44.433
verified: no, type: map_at_5
value: 44.753
verified: no, type: mrr_at_1
value: 40.8
verified: no, type: mrr_at_10
value: 45.354
verified: no, type: mrr_at_100
value: 45.912
verified: no, type: mrr_at_1000
value: 45.973000000000006
verified: no, type: mrr_at_3
value: 44.483
verified: no, type: mrr_at_5
value: 44.803
verified: no, type: ndcg_at_1
value: 40.699999999999996
verified: no, type: ndcg_at_10
value: 47.477999999999994
verified: no, type: ndcg_at_100
value: 50.51
verified: no, type: ndcg_at_1000
value: 52.367
verified: no, type: ndcg_at_3
value: 45.609
verified: no, type: ndcg_at_5
value: 46.186
verified: no, type: precision_at_1
value: 40.699999999999996
verified: no, type: precision_at_10
value: 5.43
verified: no, type: precision_at_100
value: 0.692
verified: no, type: precision_at_1000
value: 0.084
verified: no, type: precision_at_3
value: 16.333000000000002
verified: no, type: precision_at_5
value: 10.08
verified: no, type: recall_at_1
value: 40.699999999999996
verified: no, type: recall_at_10
value: 54.300000000000004
verified: no, type: recall_at_100
value: 69.19999999999999
verified: no, type: recall_at_1000
value: 84.3
verified: no, type: recall_at_3
value: 49
verified: no, type: recall_at_5
value: 50.4
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 31.70883822617504
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 28.801248513598072
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 30.97227673339198
verified: no, type: mrr
value: 32.03205560232119
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 25.89977615357687
verified: no, type: mrr
value: 24.192857142857143
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 67.16666666666666
verified: no, type: f1
value: 67.15765577091656
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.079000000000001
verified: no, type: map_at_10
value: 12.04
verified: no, type: map_at_100
value: 15.375
verified: no, type: map_at_1000
value: 16.878
verified: no, type: map_at_3
value: 8.851
verified: no, type: map_at_5
value: 10.23
verified: no, type: mrr_at_1
value: 43.963
verified: no, type: mrr_at_10
value: 52.886
verified: no, type: mrr_at_100
value: 53.498000000000005
verified: no, type: mrr_at_1000
value: 53.54
verified: no, type: mrr_at_3
value: 50.876999999999995
verified: no, type: mrr_at_5
value: 52.254999999999995
verified: no, type: ndcg_at_1
value: 42.415000000000006
verified: no, type: ndcg_at_10
value: 33.660000000000004
verified: no, type: ndcg_at_100
value: 31.008000000000003
verified: no, type: ndcg_at_1000
value: 40.016
verified: no, type: ndcg_at_3
value: 39.329
verified: no, type: ndcg_at_5
value: 36.687999999999995
verified: no, type: precision_at_1
value: 43.963
verified: no, type: precision_at_10
value: 25.356
verified: no, type: precision_at_100
value: 8.245
verified: no, type: precision_at_1000
value: 2.106
verified: no, type: precision_at_3
value: 37.255
verified: no, type: precision_at_5
value: 31.95
verified: no, type: recall_at_1
value: 5.079000000000001
verified: no, type: recall_at_10
value: 15.838
verified: no, type: recall_at_100
value: 32.159
verified: no, type: recall_at_1000
value: 64.91799999999999
verified: no, type: recall_at_3
value: 10.152999999999999
verified: no, type: recall_at_5
value: 12.4
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics: type: map_at_1
value: 29.605999999999998
verified: no, type: map_at_10
value: 43.518
verified: no, type: map_at_100
value: 44.583
verified: no, type: map_at_1000
value: 44.622
verified: no, type: map_at_3
value: 39.673
verified: no, type: map_at_5
value: 41.897
verified: no, type: mrr_at_1
value: 33.604
verified: no, type: mrr_at_10
value: 46.156000000000006
verified: no, type: mrr_at_100
value: 46.974
verified: no, type: mrr_at_1000
value: 47.002
verified: no, type: mrr_at_3
value: 42.907000000000004
verified: no, type: mrr_at_5
value: 44.792
verified: no, type: ndcg_at_1
value: 33.575
verified: no, type: ndcg_at_10
value: 50.61600000000001
verified: no, type: ndcg_at_100
value: 55.129
verified: no, type: ndcg_at_1000
value: 56.084
verified: no, type: ndcg_at_3
value: 43.297999999999995
verified: no, type: ndcg_at_5
value: 46.979
verified: no, type: precision_at_1
value: 33.575
verified: no, type: precision_at_10
value: 8.297
verified: no, type: precision_at_100
value: 1.083
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_3
value: 19.602
verified: no, type: precision_at_5
value: 13.934
verified: no, type: recall_at_1
value: 29.605999999999998
verified: no, type: recall_at_10
value: 69.718
verified: no, type: recall_at_100
value: 89.352
verified: no, type: recall_at_1000
value: 96.543
verified: no, type: recall_at_3
value: 50.617999999999995
verified: no, type: recall_at_5
value: 59.031
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 65.83649160801299
verified: no, type: cos_sim_ap
value: 69.86408265006916
verified: no, type: cos_sim_f1
value: 70.50709939148074
verified: no, type: cos_sim_precision
value: 57.2463768115942
verified: no, type: cos_sim_recall
value: 91.76346356916578
verified: no, type: dot_accuracy
value: 61.93827828911749
verified: no, type: dot_ap
value: 64.26140500313572
verified: no, type: dot_f1
value: 68.97081413210446
verified: no, type: dot_precision
value: 54.19432709716355
verified: no, type: dot_recall
value: 94.82576557550159
verified: no, type: euclidean_accuracy
value: 66.32376827287493
verified: no, type: euclidean_ap
value: 70.58216586017075
verified: no, type: euclidean_f1
value: 71.31782945736435
verified: no, type: euclidean_precision
value: 58.11170212765957
verified: no, type: euclidean_recall
value: 92.29144667370645
verified: no, type: manhattan_accuracy
value: 66.54033567948024
verified: no, type: manhattan_ap
value: 70.88996923294056
verified: no, type: manhattan_f1
value: 71.45256087321579
verified: no, type: manhattan_precision
value: 59.30313588850174
verified: no, type: manhattan_recall
value: 89.86272439281943
verified: no, type: max_accuracy
value: 66.54033567948024
verified: no, type: max_ap
value: 70.88996923294056
verified: no, type: max_f1
value: 71.45256087321579
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 90.41
verified: no, type: ap
value: 88.15736492425235
verified: no, type: f1
value: 90.40118324200982
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 14.718326697461064
verified: no, type: cos_sim_spearman
value: 17.458017383716168
verified: no, type: euclidean_pearson
value: 19.416710995216608
verified: no, type: euclidean_spearman
value: 17.87886266073602
verified: no, type: manhattan_pearson
value: 19.508696307778063
verified: no, type: manhattan_spearman
value: 18.026398724663487
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 31.330102731068386
verified: no, type: cos_sim_spearman
value: 33.69612492132476
verified: no, type: euclidean_pearson
value: 33.83912666711584
verified: no, type: euclidean_spearman
value: 35.58666712573462
verified: no, type: manhattan_pearson
value: 34.257595977157706
verified: no, type: manhattan_spearman
value: 36.08587604692898
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 70.37
verified: no, type: map_at_10
value: 84.22699999999999
verified: no, type: map_at_100
value: 84.871
verified: no, type: map_at_1000
value: 84.88900000000001
verified: no, type: map_at_3
value: 81.277
verified: no, type: map_at_5
value: 83.16799999999999
verified: no, type: mrr_at_1
value: 80.97
verified: no, type: mrr_at_10
value: 87.24300000000001
verified: no, type: mrr_at_100
value: 87.346
verified: no, type: mrr_at_1000
value: 87.347
verified: no, type: mrr_at_3
value: 86.258
verified: no, type: mrr_at_5
value: 86.914
verified: no, type: ndcg_at_1
value: 81
verified: no, type: ndcg_at_10
value: 88.009
verified: no, type: ndcg_at_100
value: 89.251
verified: no, type: ndcg_at_1000
value: 89.374
verified: no, type: ndcg_at_3
value: 85.169
verified: no, type: ndcg_at_5
value: 86.75399999999999
verified: no, type: precision_at_1
value: 81
verified: no, type: precision_at_10
value: 13.343
verified: no, type: precision_at_100
value: 1.526
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_3
value: 37.25
verified: no, type: precision_at_5
value: 24.504
verified: no, type: recall_at_1
value: 70.37
verified: no, type: recall_at_10
value: 95.158
verified: no, type: recall_at_100
value: 99.39
verified: no, type: recall_at_1000
value: 99.98
verified: no, type: recall_at_3
value: 86.942
verified: no, type: recall_at_5
value: 91.446
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 49.71370818375339
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 55.07451965473589
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.508
verified: no, type: map_at_10
value: 10.825
verified: no, type: map_at_100
value: 12.598
verified: no, type: map_at_1000
value: 12.854
verified: no, type: map_at_3
value: 7.892
verified: no, type: map_at_5
value: 9.349
verified: no, type: mrr_at_1
value: 22.2
verified: no, type: mrr_at_10
value: 32.611000000000004
verified: no, type: mrr_at_100
value: 33.61
verified: no, type: mrr_at_1000
value: 33.671
verified: no, type: mrr_at_3
value: 29.15
verified: no, type: mrr_at_5
value: 31.225
verified: no, type: ndcg_at_1
value: 22.2
verified: no, type: ndcg_at_10
value: 18.502
verified: no, type: ndcg_at_100
value: 25.424999999999997
verified: no, type: ndcg_at_1000
value: 30.233999999999998
verified: no, type: ndcg_at_3
value: 17.711
verified: no, type: ndcg_at_5
value: 15.501000000000001
verified: no, type: precision_at_1
value: 22.2
verified: no, type: precision_at_10
value: 9.49
verified: no, type: precision_at_100
value: 1.941
verified: no, type: precision_at_1000
value: 0.31
verified: no, type: precision_at_3
value: 16.433
verified: no, type: precision_at_5
value: 13.54
verified: no, type: recall_at_1
value: 4.508
verified: no, type: recall_at_10
value: 19.243
verified: no, type: recall_at_100
value: 39.407
verified: no, type: recall_at_1000
value: 62.953
verified: no, type: recall_at_3
value: 9.993
verified: no, type: recall_at_5
value: 13.733
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 85.88096352325879
verified: no, type: cos_sim_spearman
value: 80.84882728439892
verified: no, type: euclidean_pearson
value: 82.89512161923362
verified: no, type: euclidean_spearman
value: 80.69723454935396
verified: no, type: manhattan_pearson
value: 82.94365287299226
verified: no, type: manhattan_spearman
value: 80.64700541831023
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 84.09030569824817
verified: no, type: cos_sim_spearman
value: 76.10288448289813
verified: no, type: euclidean_pearson
value: 82.19317617787483
verified: no, type: euclidean_spearman
value: 78.51206398528993
verified: no, type: manhattan_pearson
value: 82.50688072451729
verified: no, type: manhattan_spearman
value: 78.71694597298867
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 85.04298066236511
verified: no, type: cos_sim_spearman
value: 85.49051395372348
verified: no, type: euclidean_pearson
value: 85.7369561800059
verified: no, type: euclidean_spearman
value: 86.35626949911497
verified: no, type: manhattan_pearson
value: 85.86766305481635
verified: no, type: manhattan_spearman
value: 86.5115276036124
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 83.98107748125086
verified: no, type: cos_sim_spearman
value: 80.43502071880916
verified: no, type: euclidean_pearson
value: 82.24603130661005
verified: no, type: euclidean_spearman
value: 80.94302742946145
verified: no, type: manhattan_pearson
value: 82.4215619893203
verified: no, type: manhattan_spearman
value: 81.13824893869541
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 86.95857345426359
verified: no, type: cos_sim_spearman
value: 87.7540379885978
verified: no, type: euclidean_pearson
value: 87.86433964223119
verified: no, type: euclidean_spearman
value: 88.43585275816753
verified: no, type: manhattan_pearson
value: 87.90915813062988
verified: no, type: manhattan_spearman
value: 88.49038031429657
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 83.84530028548023
verified: no, type: cos_sim_spearman
value: 85.42197371225963
verified: no, type: euclidean_pearson
value: 84.12042159341938
verified: no, type: euclidean_spearman
value: 84.69864997658445
verified: no, type: manhattan_pearson
value: 84.09772815909784
verified: no, type: manhattan_spearman
value: 84.63986468736967
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 89.89281017946413
verified: no, type: cos_sim_spearman
value: 89.94783195991867
verified: no, type: euclidean_pearson
value: 89.19342633226815
verified: no, type: euclidean_spearman
value: 88.6692137120815
verified: no, type: manhattan_pearson
value: 89.19006596701496
verified: no, type: manhattan_spearman
value: 88.65041672073397
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 65.05176237336566
verified: no, type: cos_sim_spearman
value: 65.12758602746149
verified: no, type: euclidean_pearson
value: 67.44468889455905
verified: no, type: euclidean_spearman
value: 67.42836832904808
verified: no, type: manhattan_pearson
value: 67.99438187200471
verified: no, type: manhattan_spearman
value: 67.96190936270705
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 81.36171514729287
verified: no, type: cos_sim_spearman
value: 81.51752389848613
verified: no, type: euclidean_pearson
value: 81.14136234145765
verified: no, type: euclidean_spearman
value: 81.27609983297867
verified: no, type: manhattan_pearson
value: 81.44966268348165
verified: no, type: manhattan_spearman
value: 81.53484018091312
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 86.92195724268996
verified: no, type: cos_sim_spearman
value: 87.70682082313391
verified: no, type: euclidean_pearson
value: 86.24220109166684
verified: no, type: euclidean_spearman
value: 86.51998671092596
verified: no, type: manhattan_pearson
value: 86.17577571663554
verified: no, type: manhattan_spearman
value: 86.45961101071687
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 78.62106635785725
verified: no, type: mrr
value: 93.84658279266121
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: map_at_1
value: 53.761
verified: no, type: map_at_10
value: 64.56
verified: no, type: map_at_100
value: 65.243
verified: no, type: map_at_1000
value: 65.269
verified: no, type: map_at_3
value: 62.156
verified: no, type: map_at_5
value: 63.55
verified: no, type: mrr_at_1
value: 56.667
verified: no, type: mrr_at_10
value: 66.084
verified: no, type: mrr_at_100
value: 66.58500000000001
verified: no, type: mrr_at_1000
value: 66.61
verified: no, type: mrr_at_3
value: 64.333
verified: no, type: mrr_at_5
value: 65.3
verified: no, type: ndcg_at_1
value: 56.667
verified: no, type: ndcg_at_10
value: 69.43
verified: no, type: ndcg_at_100
value: 72.031
verified: no, type: ndcg_at_1000
value: 72.75
verified: no, type: ndcg_at_3
value: 65.282
verified: no, type: ndcg_at_5
value: 67.24900000000001
verified: no, type: precision_at_1
value: 56.667
verified: no, type: precision_at_10
value: 9.3
verified: no, type: precision_at_100
value: 1.0670000000000002
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_3
value: 25.778000000000002
verified: no, type: precision_at_5
value: 16.866999999999997
verified: no, type: recall_at_1
value: 53.761
verified: no, type: recall_at_10
value: 82.678
verified: no, type: recall_at_100
value: 93.667
verified: no, type: recall_at_1000
value: 99.333
verified: no, type: recall_at_3
value: 71.578
verified: no, type: recall_at_5
value: 76.25
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.80594059405941
verified: no, type: cos_sim_ap
value: 95.35711574476811
verified: no, type: cos_sim_f1
value: 90.12096774193547
verified: no, type: cos_sim_precision
value: 90.85365853658537
verified: no, type: cos_sim_recall
value: 89.4
verified: no, type: dot_accuracy
value: 99.76732673267327
verified: no, type: dot_ap
value: 93.20624501431367
verified: no, type: dot_f1
value: 87.74126238914971
verified: no, type: dot_precision
value: 91.71210468920393
verified: no, type: dot_recall
value: 84.1
verified: no, type: euclidean_accuracy
value: 99.80594059405941
verified: no, type: euclidean_ap
value: 95.35758863966429
verified: no, type: euclidean_f1
value: 90.15075376884421
verified: no, type: euclidean_precision
value: 90.6060606060606
verified: no, type: euclidean_recall
value: 89.7
verified: no, type: manhattan_accuracy
value: 99.80990099009901
verified: no, type: manhattan_ap
value: 95.48335466728275
verified: no, type: manhattan_f1
value: 90.2672718103883
verified: no, type: manhattan_precision
value: 91.04781281790437
verified: no, type: manhattan_recall
value: 89.5
verified: no, type: max_accuracy
value: 99.80990099009901
verified: no, type: max_ap
value: 95.48335466728275
verified: no, type: max_f1
value: 90.2672718103883
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 59.422562431402845
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 31.695493629721373
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 50.070077950465965
verified: no, type: mrr
value: 50.72293311263899
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 30.59608436984981
verified: no, type: cos_sim_spearman
value: 30.617289383193103
verified: no, type: dot_pearson
value: 30.78715584903813
verified: no, type: dot_spearman
value: 31.269245492805283
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.49332760690612
verified: no, type: mrr
value: 76.52668294806075
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 24.607
verified: no, type: map_at_10
value: 67.009
verified: no, type: map_at_100
value: 70.838
verified: no, type: map_at_1000
value: 70.954
verified: no, type: map_at_3
value: 47.573
verified: no, type: map_at_5
value: 58.10999999999999
verified: no, type: mrr_at_1
value: 84.333
verified: no, type: mrr_at_10
value: 87.822
verified: no, type: mrr_at_100
value: 87.969
verified: no, type: mrr_at_1000
value: 87.97500000000001
verified: no, type: mrr_at_3
value: 87.16000000000001
verified: no, type: mrr_at_5
value: 87.587
verified: no, type: ndcg_at_1
value: 84.333
verified: no, type: ndcg_at_10
value: 76.303
verified: no, type: ndcg_at_100
value: 81.05499999999999
verified: no, type: ndcg_at_1000
value: 82.218
verified: no, type: ndcg_at_3
value: 78.691
verified: no, type: ndcg_at_5
value: 76.66
verified: no, type: precision_at_1
value: 84.333
verified: no, type: precision_at_10
value: 38.019999999999996
verified: no, type: precision_at_100
value: 4.7669999999999995
verified: no, type: precision_at_1000
value: 0.505
verified: no, type: precision_at_3
value: 68.939
verified: no, type: precision_at_5
value: 57.306999999999995
verified: no, type: recall_at_1
value: 24.607
verified: no, type: recall_at_10
value: 74.971
verified: no, type: recall_at_100
value: 90.108
verified: no, type: recall_at_1000
value: 95.917
verified: no, type: recall_at_3
value: 49.586000000000006
verified: no, type: recall_at_5
value: 62.232
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 47.702
verified: no, type: f1
value: 46.274469606672426
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.252
verified: no, type: map_at_10
value: 2.178
verified: no, type: map_at_100
value: 12.781999999999998
verified: no, type: map_at_1000
value: 29.494999999999997
verified: no, type: map_at_3
value: 0.73
verified: no, type: map_at_5
value: 1.169
verified: no, type: mrr_at_1
value: 94
verified: no, type: mrr_at_10
value: 97
verified: no, type: mrr_at_100
value: 97
verified: no, type: mrr_at_1000
value: 97
verified: no, type: mrr_at_3
value: 97
verified: no, type: mrr_at_5
value: 97
verified: no, type: ndcg_at_1
value: 88
verified: no, type: ndcg_at_10
value: 83.21
verified: no, type: ndcg_at_100
value: 63.31
verified: no, type: ndcg_at_1000
value: 54.734
verified: no, type: ndcg_at_3
value: 87.408
verified: no, type: ndcg_at_5
value: 86.20100000000001
verified: no, type: precision_at_1
value: 94
verified: no, type: precision_at_10
value: 88.2
verified: no, type: precision_at_100
value: 64.68
verified: no, type: precision_at_1000
value: 23.966
verified: no, type: precision_at_3
value: 93.333
verified: no, type: precision_at_5
value: 91.60000000000001
verified: no, type: recall_at_1
value: 0.252
verified: no, type: recall_at_10
value: 2.307
verified: no, type: recall_at_100
value: 15.703
verified: no, type: recall_at_1000
value: 51.111
verified: no, type: recall_at_3
value: 0.749
verified: no, type: recall_at_5
value: 1.212
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (sqi-eng)
config: sqi-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 16.8
verified: no, type: f1
value: 13.168299935527422
verified: no, type: precision
value: 12.209559281760876
verified: no, type: recall
value: 16.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fry-eng)
config: fry-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 35.83815028901734
verified: no, type: f1
value: 29.0852500101055
verified: no, type: precision
value: 26.965317919075147
verified: no, type: recall
value: 35.83815028901734
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kur-eng)
config: kur-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 15.121951219512194
verified: no, type: f1
value: 11.844149203614325
verified: no, type: precision
value: 11.042929292929294
verified: no, type: recall
value: 15.121951219512194
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tur-eng)
config: tur-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9.9
verified: no, type: f1
value: 7.1396348187007215
verified: no, type: precision
value: 6.501835713997978
verified: no, type: recall
value: 9.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (deu-eng)
config: deu-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 76.6
verified: no, type: f1
value: 72.73241758241758
verified: no, type: precision
value: 71.18867647058823
verified: no, type: recall
value: 76.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nld-eng)
config: nld-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 42
verified: no, type: f1
value: 36.81003102453103
verified: no, type: precision
value: 35.19870269535562
verified: no, type: recall
value: 42
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ron-eng)
config: ron-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 35.3
verified: no, type: f1
value: 30.353777056277053
verified: no, type: precision
value: 28.773956778515604
verified: no, type: recall
value: 35.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ang-eng)
config: ang-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 35.82089552238806
verified: no, type: f1
value: 27.44136460554371
verified: no, type: precision
value: 24.340796019900495
verified: no, type: recall
value: 35.82089552238806
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ido-eng)
config: ido-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 51.800000000000004
verified: no, type: f1
value: 45.82491836793846
verified: no, type: precision
value: 43.729303094622864
verified: no, type: recall
value: 51.800000000000004
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (jav-eng)
config: jav-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 25.853658536585368
verified: no, type: f1
value: 19.79869362796192
verified: no, type: precision
value: 18.250680214094846
verified: no, type: recall
value: 25.853658536585368
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (isl-eng)
config: isl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9
verified: no, type: f1
value: 6.926590762281661
verified: no, type: precision
value: 6.507185696775364
verified: no, type: recall
value: 9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (slv-eng)
config: slv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 14.33778857837181
verified: no, type: f1
value: 10.888963524130242
verified: no, type: precision
value: 10.189272116928368
verified: no, type: recall
value: 14.33778857837181
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cym-eng)
config: cym-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.304347826086957
verified: no, type: f1
value: 8.459121175343064
verified: no, type: precision
value: 7.7218644669759975
verified: no, type: recall
value: 11.304347826086957
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kaz-eng)
config: kaz-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.521739130434783
verified: no, type: f1
value: 6.751744703151353
verified: no, type: precision
value: 6.387004921960017
verified: no, type: recall
value: 8.521739130434783
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (est-eng)
config: est-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.3
verified: no, type: f1
value: 5.626766011766011
verified: no, type: precision
value: 5.1270385799923
verified: no, type: recall
value: 7.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (heb-eng)
config: heb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 3.2
verified: no, type: f1
value: 1.91950282507703
verified: no, type: precision
value: 1.6684431360304504
verified: no, type: recall
value: 3.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gla-eng)
config: gla-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.790108564535585
verified: no, type: f1
value: 4.128499324411468
verified: no, type: precision
value: 3.8151453928788914
verified: no, type: recall
value: 5.790108564535585
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mar-eng)
config: mar-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 70.3
verified: no, type: f1
value: 65.18318181818181
verified: no, type: precision
value: 63.126911976911984
verified: no, type: recall
value: 70.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lat-eng)
config: lat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 45.300000000000004
verified: no, type: f1
value: 38.339152873270514
verified: no, type: precision
value: 36.130903304212126
verified: no, type: recall
value: 45.300000000000004
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bel-eng)
config: bel-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 16
verified: no, type: f1
value: 12.172850459161385
verified: no, type: precision
value: 11.27855570316309
verified: no, type: recall
value: 16
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pms-eng)
config: pms-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 37.714285714285715
verified: no, type: f1
value: 32.188793178089945
verified: no, type: precision
value: 30.457500778089013
verified: no, type: recall
value: 37.714285714285715
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gle-eng)
config: gle-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.5
verified: no, type: f1
value: 4.528544131928126
verified: no, type: precision
value: 4.171387799947767
verified: no, type: recall
value: 6.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pes-eng)
config: pes-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 21
verified: no, type: f1
value: 17.006564035803166
verified: no, type: precision
value: 15.844832112332114
verified: no, type: recall
value: 21
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nob-eng)
config: nob-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 25.5
verified: no, type: f1
value: 22.79430820164996
verified: no, type: precision
value: 21.938476924594045
verified: no, type: recall
value: 25.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bul-eng)
config: bul-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 33.7
verified: no, type: f1
value: 26.898922166422164
verified: no, type: precision
value: 24.939117884031678
verified: no, type: recall
value: 33.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cbk-eng)
config: cbk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 69
verified: no, type: f1
value: 63.68992285492286
verified: no, type: precision
value: 61.72837301587302
verified: no, type: recall
value: 69
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hun-eng)
config: hun-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.3999999999999995
verified: no, type: f1
value: 5.5655686223658565
verified: no, type: precision
value: 5.119921502146487
verified: no, type: recall
value: 7.3999999999999995
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (uig-eng)
config: uig-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.5
verified: no, type: f1
value: 1.001208686507139
verified: no, type: precision
value: 0.9683730903243098
verified: no, type: recall
value: 1.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (rus-eng)
config: rus-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 69
verified: no, type: f1
value: 62.61056277056276
verified: no, type: precision
value: 59.96357142857143
verified: no, type: recall
value: 69
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (spa-eng)
config: spa-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.3
verified: no, type: f1
value: 97.76666666666668
verified: no, type: precision
value: 97.51666666666668
verified: no, type: recall
value: 98.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hye-eng)
config: hye-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 2.0215633423180592
verified: no, type: f1
value: 1.5634923413129036
verified: no, type: precision
value: 1.4895885785373653
verified: no, type: recall
value: 2.0215633423180592
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tel-eng)
config: tel-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 83.33333333333334
verified: no, type: f1
value: 79.3019943019943
verified: no, type: precision
value: 77.45726495726495
verified: no, type: recall
value: 83.33333333333334
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (afr-eng)
config: afr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 23.400000000000002
verified: no, type: f1
value: 18.655079988631996
verified: no, type: precision
value: 17.338269096494905
verified: no, type: recall
value: 23.400000000000002
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mon-eng)
config: mon-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.363636363636363
verified: no, type: f1
value: 4.48376251469035
verified: no, type: precision
value: 4.071778641679957
verified: no, type: recall
value: 6.363636363636363
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (arz-eng)
config: arz-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 77.56813417190776
verified: no, type: f1
value: 73.16561844863732
verified: no, type: precision
value: 71.3440484509667
verified: no, type: recall
value: 77.56813417190776
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hrv-eng)
config: hrv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 17.299999999999997
verified: no, type: f1
value: 13.693204564375854
verified: no, type: precision
value: 12.830651358081276
verified: no, type: recall
value: 17.299999999999997
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nov-eng)
config: nov-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 59.92217898832685
verified: no, type: f1
value: 53.29591938541354
verified: no, type: precision
value: 50.58736335000926
verified: no, type: recall
value: 59.92217898832685
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gsw-eng)
config: gsw-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 25.64102564102564
verified: no, type: f1
value: 19.31404777558624
verified: no, type: precision
value: 17.413105413105416
verified: no, type: recall
value: 25.64102564102564
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nds-eng)
config: nds-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 29.7
verified: no, type: f1
value: 24.44977050316952
verified: no, type: precision
value: 22.798075396825396
verified: no, type: recall
value: 29.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ukr-eng)
config: ukr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 32.2
verified: no, type: f1
value: 25.423187804627435
verified: no, type: precision
value: 23.404003309492442
verified: no, type: recall
value: 32.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (uzb-eng)
config: uzb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9.11214953271028
verified: no, type: f1
value: 5.910063827286792
verified: no, type: precision
value: 5.296401380795872
verified: no, type: recall
value: 9.11214953271028
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lit-eng)
config: lit-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.199999999999999
verified: no, type: f1
value: 5.816726797396153
verified: no, type: precision
value: 5.508698718788661
verified: no, type: recall
value: 7.199999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ina-eng)
config: ina-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 87.2
verified: no, type: f1
value: 83.88333333333333
verified: no, type: precision
value: 82.42833333333333
verified: no, type: recall
value: 87.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lfn-eng)
config: lfn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 53.7
verified: no, type: f1
value: 48.25312435500516
verified: no, type: precision
value: 46.34107401656314
verified: no, type: recall
value: 53.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (zsm-eng)
config: zsm-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 88.1
verified: no, type: f1
value: 85.21690476190476
verified: no, type: precision
value: 83.96761904761905
verified: no, type: recall
value: 88.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ita-eng)
config: ita-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 78.10000000000001
verified: no, type: f1
value: 73.38746031746032
verified: no, type: precision
value: 71.47583333333334
verified: no, type: recall
value: 78.10000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cmn-eng)
config: cmn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.1
verified: no, type: f1
value: 95.08333333333333
verified: no, type: precision
value: 94.58333333333334
verified: no, type: recall
value: 96.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lvs-eng)
config: lvs-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9
verified: no, type: f1
value: 6.952605595133894
verified: no, type: precision
value: 6.457724621713984
verified: no, type: recall
value: 9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (glg-eng)
config: glg-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 84.7
verified: no, type: f1
value: 80.97880952380953
verified: no, type: precision
value: 79.36428571428571
verified: no, type: recall
value: 84.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ceb-eng)
config: ceb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 10.5
verified: no, type: f1
value: 8.146458694813958
verified: no, type: precision
value: 7.618942433110826
verified: no, type: recall
value: 10.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bre-eng)
config: bre-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.4
verified: no, type: f1
value: 6.144921607886653
verified: no, type: precision
value: 5.5261043562899586
verified: no, type: recall
value: 8.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ben-eng)
config: ben-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 84.39999999999999
verified: no, type: f1
value: 80.65333333333334
verified: no, type: precision
value: 78.97833333333332
verified: no, type: recall
value: 84.39999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swg-eng)
config: swg-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 28.57142857142857
verified: no, type: f1
value: 22.767379679144387
verified: no, type: precision
value: 21.2016369047619
verified: no, type: recall
value: 28.57142857142857
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (arq-eng)
config: arq-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 34.24807903402854
verified: no, type: f1
value: 29.241572730305222
verified: no, type: precision
value: 27.6428310072657
verified: no, type: recall
value: 34.24807903402854
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kab-eng)
config: kab-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 2.9000000000000004
verified: no, type: f1
value: 1.9156734696693711
verified: no, type: precision
value: 1.7528460881307182
verified: no, type: recall
value: 2.9000000000000004
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fra-eng)
config: fra-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 94.89999999999999
verified: no, type: f1
value: 93.53333333333332
verified: no, type: precision
value: 92.90666666666667
verified: no, type: recall
value: 94.89999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (por-eng)
config: por-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95
verified: no, type: f1
value: 93.61666666666666
verified: no, type: precision
value: 92.93333333333332
verified: no, type: recall
value: 95
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tat-eng)
config: tat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.3
verified: no, type: f1
value: 4.920070356472795
verified: no, type: precision
value: 4.565811270125224
verified: no, type: recall
value: 6.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (oci-eng)
config: oci-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 47.4
verified: no, type: f1
value: 41.08392857142857
verified: no, type: precision
value: 38.999704968944094
verified: no, type: recall
value: 47.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pol-eng)
config: pol-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 18.2
verified: no, type: f1
value: 14.826165036734295
verified: no, type: precision
value: 13.988559330454489
verified: no, type: recall
value: 18.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (war-eng)
config: war-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.3
verified: no, type: f1
value: 10.73451225789461
verified: no, type: precision
value: 10.06524508030025
verified: no, type: recall
value: 13.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (aze-eng)
config: aze-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9.3
verified: no, type: f1
value: 7.613044370901514
verified: no, type: precision
value: 7.184100384035204
verified: no, type: recall
value: 9.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (vie-eng)
config: vie-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97
verified: no, type: f1
value: 96.05
verified: no, type: precision
value: 95.58333333333334
verified: no, type: recall
value: 97
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nno-eng)
config: nno-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 19.8
verified: no, type: f1
value: 16.070523504273503
verified: no, type: precision
value: 14.848185626325227
verified: no, type: recall
value: 19.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cha-eng)
config: cha-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 29.1970802919708
verified: no, type: f1
value: 22.579707397225647
verified: no, type: precision
value: 20.792945550165477
verified: no, type: recall
value: 29.1970802919708
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mhr-eng)
config: mhr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.3
verified: no, type: f1
value: 2.884495496452018
verified: no, type: precision
value: 2.6280916815877506
verified: no, type: recall
value: 4.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dan-eng)
config: dan-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 28.7
verified: no, type: f1
value: 24.9056519214062
verified: no, type: precision
value: 23.800155414494334
verified: no, type: recall
value: 28.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ell-eng)
config: ell-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9.5
verified: no, type: f1
value: 6.723431537130878
verified: no, type: precision
value: 6.078266616597544
verified: no, type: recall
value: 9.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (amh-eng)
config: amh-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.7857142857142856
verified: no, type: f1
value: 0.4579590594653929
verified: no, type: precision
value: 0.32939943654229364
verified: no, type: recall
value: 1.7857142857142856
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pam-eng)
config: pam-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9.1
verified: no, type: f1
value: 7.1794182614770845
verified: no, type: precision
value: 6.81138018671376
verified: no, type: recall
value: 9.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hsb-eng)
config: hsb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 15.113871635610765
verified: no, type: f1
value: 12.353104530336957
verified: no, type: precision
value: 11.66106754766342
verified: no, type: recall
value: 15.113871635610765
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (srp-eng)
config: srp-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 18.4
verified: no, type: f1
value: 15.091645001025805
verified: no, type: precision
value: 14.200823959052217
verified: no, type: recall
value: 18.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (epo-eng)
config: epo-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 33.2
verified: no, type: f1
value: 28.066634199134192
verified: no, type: precision
value: 26.54372717117398
verified: no, type: recall
value: 33.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kzj-eng)
config: kzj-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.6
verified: no, type: f1
value: 5.992580343865051
verified: no, type: precision
value: 5.7409125738839055
verified: no, type: recall
value: 7.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (awa-eng)
config: awa-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 52.81385281385281
verified: no, type: f1
value: 46.86834810211434
verified: no, type: precision
value: 45.13687899402185
verified: no, type: recall
value: 52.81385281385281
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fao-eng)
config: fao-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 16.030534351145036
verified: no, type: f1
value: 12.902313597194603
verified: no, type: precision
value: 12.19757977391565
verified: no, type: recall
value: 16.030534351145036
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mal-eng)
config: mal-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 94.75982532751091
verified: no, type: f1
value: 93.11984473556527
verified: no, type: precision
value: 92.3216885007278
verified: no, type: recall
value: 94.75982532751091
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ile-eng)
config: ile-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 70.19999999999999
verified: no, type: f1
value: 64.41237595737596
verified: no, type: precision
value: 62.074285714285715
verified: no, type: recall
value: 70.19999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bos-eng)
config: bos-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 19.2090395480226
verified: no, type: f1
value: 14.986259497894084
verified: no, type: precision
value: 14.08083152750014
verified: no, type: recall
value: 19.2090395480226
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cor-eng)
config: cor-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.800000000000001
verified: no, type: f1
value: 4.004811414639001
verified: no, type: precision
value: 3.611296721493974
verified: no, type: recall
value: 5.800000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cat-eng)
config: cat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 93.10000000000001
verified: no, type: f1
value: 91.17333333333335
verified: no, type: precision
value: 90.27833333333334
verified: no, type: recall
value: 93.10000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (eus-eng)
config: eus-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 68.2
verified: no, type: f1
value: 63.805870279146134
verified: no, type: precision
value: 62.064924029458915
verified: no, type: recall
value: 68.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (yue-eng)
config: yue-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 88.9
verified: no, type: f1
value: 86.38250000000001
verified: no, type: precision
value: 85.345
verified: no, type: recall
value: 88.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swe-eng)
config: swe-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 26.3
verified: no, type: f1
value: 21.72601907540825
verified: no, type: precision
value: 20.3161132602622
verified: no, type: recall
value: 26.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dtp-eng)
config: dtp-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.6000000000000005
verified: no, type: f1
value: 5.4107919446503585
verified: no, type: precision
value: 5.143205186348676
verified: no, type: recall
value: 6.6000000000000005
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kat-eng)
config: kat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.2064343163538873
verified: no, type: f1
value: 0.7118331023204635
verified: no, type: precision
value: 0.6930197065411955
verified: no, type: recall
value: 1.2064343163538873
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (jpn-eng)
config: jpn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 78
verified: no, type: f1
value: 73.95134920634919
verified: no, type: precision
value: 72.3770634920635
verified: no, type: recall
value: 78
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (csb-eng)
config: csb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 12.648221343873518
verified: no, type: f1
value: 10.259994816302727
verified: no, type: precision
value: 9.677206851119895
verified: no, type: recall
value: 12.648221343873518
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (xho-eng)
config: xho-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 10.56338028169014
verified: no, type: f1
value: 7.792644757433489
verified: no, type: precision
value: 7.299087316692951
verified: no, type: recall
value: 10.56338028169014
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (orv-eng)
config: orv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.1437125748503
verified: no, type: f1
value: 5.6113303405098724
verified: no, type: precision
value: 5.156075980223929
verified: no, type: recall
value: 8.1437125748503
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ind-eng)
config: ind-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 92.5
verified: no, type: f1
value: 90.53999999999999
verified: no, type: precision
value: 89.64500000000001
verified: no, type: recall
value: 92.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tuk-eng)
config: tuk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.374384236453201
verified: no, type: f1
value: 5.831645092728836
verified: no, type: precision
value: 5.241568776051535
verified: no, type: recall
value: 8.374384236453201
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (max-eng)
config: max-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 45.42253521126761
verified: no, type: f1
value: 40.878561970111264
verified: no, type: precision
value: 39.52681669728516
verified: no, type: recall
value: 45.42253521126761
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swh-eng)
config: swh-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 32.05128205128205
verified: no, type: f1
value: 25.433010420698523
verified: no, type: precision
value: 23.545685308843208
verified: no, type: recall
value: 32.05128205128205
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hin-eng)
config: hin-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 94.6
verified: no, type: f1
value: 92.86666666666666
verified: no, type: precision
value: 92.01666666666667
verified: no, type: recall
value: 94.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dsb-eng)
config: dsb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 14.822546972860126
verified: no, type: f1
value: 12.439321820122155
verified: no, type: precision
value: 11.940341857811413
verified: no, type: recall
value: 14.822546972860126
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ber-eng)
config: ber-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.7
verified: no, type: f1
value: 5.534443298607457
verified: no, type: precision
value: 5.299107273391812
verified: no, type: recall
value: 6.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tam-eng)
config: tam-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 87.94788273615634
verified: no, type: f1
value: 84.65798045602605
verified: no, type: precision
value: 83.2084690553746
verified: no, type: recall
value: 87.94788273615634
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (slk-eng)
config: slk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.8
verified: no, type: f1
value: 11.356912127897372
verified: no, type: precision
value: 10.778191051205624
verified: no, type: recall
value: 13.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tgl-eng)
config: tgl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.700000000000001
verified: no, type: f1
value: 10.74774895608627
verified: no, type: precision
value: 9.966243757837463
verified: no, type: recall
value: 13.700000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ast-eng)
config: ast-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 76.37795275590551
verified: no, type: f1
value: 71.24671916010499
verified: no, type: precision
value: 69.20697412823397
verified: no, type: recall
value: 76.37795275590551
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mkd-eng)
config: mkd-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 18.099999999999998
verified: no, type: f1
value: 13.934122253809159
verified: no, type: precision
value: 12.815974391105971
verified: no, type: recall
value: 18.099999999999998
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (khm-eng)
config: khm-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.6925207756232686
verified: no, type: f1
value: 0.08966600365830146
verified: no, type: precision
value: 0.05066184676394412
verified: no, type: recall
value: 0.6925207756232686
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ces-eng)
config: ces-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.1
verified: no, type: f1
value: 8.28646043238052
verified: no, type: precision
value: 7.686198801198802
verified: no, type: recall
value: 11.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tzl-eng)
config: tzl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 38.46153846153847
verified: no, type: f1
value: 31.640899949723472
verified: no, type: precision
value: 29.298878205128204
verified: no, type: recall
value: 38.46153846153847
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (urd-eng)
config: urd-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 81.2
verified: no, type: f1
value: 76.77103174603175
verified: no, type: precision
value: 74.96511904761905
verified: no, type: recall
value: 81.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ara-eng)
config: ara-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 90.60000000000001
verified: no, type: f1
value: 88.20666666666665
verified: no, type: precision
value: 87.14833333333334
verified: no, type: recall
value: 90.60000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kor-eng)
config: kor-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 35.699999999999996
verified: no, type: f1
value: 29.159127620745267
verified: no, type: precision
value: 27.109529030910608
verified: no, type: recall
value: 35.699999999999996
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (yid-eng)
config: yid-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.9433962264150944
verified: no, type: f1
value: 0.28088681664921333
verified: no, type: precision
value: 0.22694150916099465
verified: no, type: recall
value: 0.9433962264150944
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fin-eng)
config: fin-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.5
verified: no, type: f1
value: 5.825362182391272
verified: no, type: precision
value: 5.526187577939453
verified: no, type: recall
value: 7.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tha-eng)
config: tha-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.197080291970803
verified: no, type: f1
value: 3.079215618580677
verified: no, type: precision
value: 2.8501768792419
verified: no, type: recall
value: 4.197080291970803
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (wuu-eng)
config: wuu-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 87.9
verified: no, type: f1
value: 84.60499999999999
verified: no, type: precision
value: 83.11428571428571
verified: no, type: recall
value: 87.9
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 50.23655676494653
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 49.54033078256682
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.299
verified: no, type: map_at_10
value: 9.232999999999999
verified: no, type: map_at_100
value: 15.156
verified: no, type: map_at_1000
value: 16.63
verified: no, type: map_at_3
value: 4.2250000000000005
verified: no, type: map_at_5
value: 6.078
verified: no, type: mrr_at_1
value: 30.612000000000002
verified: no, type: mrr_at_10
value: 45.158
verified: no, type: mrr_at_100
value: 45.9
verified: no, type: mrr_at_1000
value: 45.910000000000004
verified: no, type: mrr_at_3
value: 39.456
verified: no, type: mrr_at_5
value: 42.925000000000004
verified: no, type: ndcg_at_1
value: 29.592000000000002
verified: no, type: ndcg_at_10
value: 25.166
verified: no, type: ndcg_at_100
value: 35.35
verified: no, type: ndcg_at_1000
value: 46.67
verified: no, type: ndcg_at_3
value: 24.545
verified: no, type: ndcg_at_5
value: 25.112000000000002
verified: no, type: precision_at_1
value: 30.612000000000002
verified: no, type: precision_at_10
value: 23.673
verified: no, type: precision_at_100
value: 7.428999999999999
verified: no, type: precision_at_1000
value: 1.482
verified: no, type: precision_at_3
value: 23.810000000000002
verified: no, type: precision_at_5
value: 25.306
verified: no, type: recall_at_1
value: 2.299
verified: no, type: recall_at_10
value: 16.801
verified: no, type: recall_at_100
value: 45.506
verified: no, type: recall_at_1000
value: 79.985
verified: no, type: recall_at_3
value: 5.069
verified: no, type: recall_at_5
value: 8.863999999999999
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 72.1314
verified: no, type: ap
value: 14.605968497007712
verified: no, type: f1
value: 55.37284214772282
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 61.044142614601014
verified: no, type: f1
value: 61.30028928459138
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 41.28707371610032
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 85.09864695714371
verified: no, type: cos_sim_ap
value: 70.63738634684302
verified: no, type: cos_sim_f1
value: 66.12903225806453
verified: no, type: cos_sim_precision
value: 64.22178020885131
verified: no, type: cos_sim_recall
value: 68.15303430079156
verified: no, type: dot_accuracy
value: 83.59063002920665
verified: no, type: dot_ap
value: 66.68356189934075
verified: no, type: dot_f1
value: 63.27201851626264
verified: no, type: dot_precision
value: 58.76895225164064
verified: no, type: dot_recall
value: 68.52242744063325
verified: no, type: euclidean_accuracy
value: 85.027120462538
verified: no, type: euclidean_ap
value: 69.99328290454234
verified: no, type: euclidean_f1
value: 65.23797657612758
verified: no, type: euclidean_precision
value: 61.803588290840416
verified: no, type: euclidean_recall
value: 69.07651715039577
verified: no, type: manhattan_accuracy
value: 85.02115992132086
verified: no, type: manhattan_ap
value: 69.91284274429754
verified: no, type: manhattan_f1
value: 65.19297407097623
verified: no, type: manhattan_precision
value: 59.5763267088884
verified: no, type: manhattan_recall
value: 71.97889182058047
verified: no, type: max_accuracy
value: 85.09864695714371
verified: no, type: max_ap
value: 70.63738634684302
verified: no, type: max_f1
value: 66.12903225806453
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 89.119804400978
verified: no, type: cos_sim_ap
value: 86.1777422918812
verified: no, type: cos_sim_f1
value: 78.57841293719444
verified: no, type: cos_sim_precision
value: 76.80488163505366
verified: no, type: cos_sim_recall
value: 80.4357868801971
verified: no, type: dot_accuracy
value: 88.86366282454303
verified: no, type: dot_ap
value: 84.1891332504211
verified: no, type: dot_f1
value: 78.31691507672025
verified: no, type: dot_precision
value: 74.67700258397933
verified: no, type: dot_recall
value: 82.32984293193716
verified: no, type: euclidean_accuracy
value: 88.74141343578997
verified: no, type: euclidean_ap
value: 85.60421594792011
verified: no, type: euclidean_f1
value: 77.79556879538262
verified: no, type: euclidean_precision
value: 75.32991995384727
verified: no, type: euclidean_recall
value: 80.42808746535263
verified: no, type: manhattan_accuracy
value: 88.7782822990647
verified: no, type: manhattan_ap
value: 85.61374819166252
verified: no, type: manhattan_f1
value: 77.78237795927583
verified: no, type: manhattan_precision
value: 76.08423532876813
verified: no, type: manhattan_recall
value: 79.55805358792732
verified: no, type: max_accuracy
value: 89.119804400978
verified: no, type: max_ap
value: 86.1777422918812
verified: no, type: max_f1
value: 78.57841293719444
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 41.8
verified: no, type: map_at_10
value: 51.456999999999994
verified: no, type: map_at_100
value: 52.107000000000006
verified: no, type: map_at_1000
value: 52.141999999999996
verified: no, type: map_at_3
value: 48.717
verified: no, type: map_at_5
value: 50.452
verified: no, type: mrr_at_1
value: 41.8
verified: no, type: mrr_at_10
value: 51.441
verified: no, type: mrr_at_100
value: 52.091
verified: no, type: mrr_at_1000
value: 52.125
verified: no, type: mrr_at_3
value: 48.699999999999996
verified: no, type: mrr_at_5
value: 50.434999999999995
verified: no, type: ndcg_at_1
value: 41.8
verified: no, type: ndcg_at_10
value: 56.537000000000006
verified: no, type: ndcg_at_100
value: 59.901
verified: no, type: ndcg_at_1000
value: 60.889
verified: no, type: ndcg_at_3
value: 51.019999999999996
verified: no, type: ndcg_at_5
value: 54.106
verified: no, type: precision_at_1
value: 41.8
verified: no, type: precision_at_10
value: 7.26
verified: no, type: precision_at_100
value: 0.8880000000000001
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 19.233
verified: no, type: precision_at_5
value: 13.020000000000001
verified: no, type: recall_at_1
value: 41.8
verified: no, type: recall_at_10
value: 72.6
verified: no, type: recall_at_100
value: 88.8
verified: no, type: recall_at_1000
value: 96.7
verified: no, type: recall_at_3
value: 57.699999999999996
verified: no, type: recall_at_5
value: 65.10000000000001
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 84.07
verified: no, type: ap
value: 65.23766736490957
verified: no, type: f1
value: 82.17794239849368
verified: no
Likes: 2 | All-time downloads: 34418
Created: 2023-10-24 14:34:34