Model: izhx/udever-bloom-560m
Author: izhx
Pipeline: feature-extraction
Library: transformers
Tags: transformers, pytorch, bloom, feature-extraction, mteb, ak, ar, as, bm, bn, ca, code, en, es, eu, fon, fr, gu, hi, id, ig, ki, kn, lg, ln, ml, mr, ne, nso, ny, or, pa, pt, rn, rw, sn, st, sw, ta, te, tn, ts, tum, tw, ur, vi, wo, xh, yo, zh, zhs, zht, zu, arxiv:2310.08232, license:bigscience-bloom-rail-1.0, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: bigscience-bloom-rail-1.0
language: ak, ar, as, bm, bn, ca, code, en, es, eu, fon, fr, gu, hi, id, ig, ki, kn, lg, ln, ml, mr, ne, nso, ny, or, pa, pt, rn, rw, sn, st, sw, ta, te, tn, ts, tum, tw, ur, vi, wo, xh, yo, zh, zhs, zht, zu
tags: mteb
model-index: name: udever-bloom-560m
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 25.170024237678657
verified: no, type: cos_sim_spearman
value: 25.32025098111752
verified: no, type: euclidean_pearson
value: 25.34284673812859
verified: no, type: euclidean_spearman
value: 25.52812937004611
verified: no, type: manhattan_pearson
value: 25.734179522960822
verified: no, type: manhattan_spearman
value: 25.92247507041032
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 32.3359541791282
verified: no, type: cos_sim_spearman
value: 33.45815274836323
verified: no, type: euclidean_pearson
value: 35.14748229440635
verified: no, type: euclidean_spearman
value: 33.377829932851334
verified: no, type: manhattan_pearson
value: 35.359130773295625
verified: no, type: manhattan_spearman
value: 33.524469762932426
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 72.35820895522389
verified: no, type: ap
value: 35.45566303125099
verified: no, type: f1
value: 66.49474786522534
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (de)
config: de
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 66.423982869379
verified: no, type: ap
value: 78.32781372746805
verified: no, type: f1
value: 64.24959400774807
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en-ext)
config: en-ext
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 73.65817091454274
verified: no, type: ap
value: 21.73416645163647
verified: no, type: f1
value: 60.52120070712094
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (ja)
config: ja
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 56.86295503211991
verified: no, type: ap
value: 12.906256075113513
verified: no, type: f1
value: 46.68625513679152
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 83.8095
verified: no, type: ap
value: 78.5195717101614
verified: no, type: f1
value: 83.74169093676316
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 38.97
verified: no, type: f1
value: 38.57853211177342
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (de)
config: de
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 26.846000000000004
verified: no, type: f1
value: 26.473886891677306
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (es)
config: es
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 38.974
verified: no, type: f1
value: 38.31719230291287
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (fr)
config: fr
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 38.38799999999999
verified: no, type: f1
value: 37.53319978613875
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (ja)
config: ja
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 28.311999999999998
verified: no, type: f1
value: 27.988313617729755
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 35.704
verified: no, type: f1
value: 34.863182924437254
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: map_at_1
value: 21.053
verified: no, type: map_at_10
value: 35.811
verified: no, type: map_at_100
value: 37.035000000000004
verified: no, type: map_at_1000
value: 37.055
verified: no, type: map_at_3
value: 30.666
verified: no, type: map_at_5
value: 33.525
verified: no, type: mrr_at_1
value: 21.266
verified: no, type: mrr_at_10
value: 35.906
verified: no, type: mrr_at_100
value: 37.122
verified: no, type: mrr_at_1000
value: 37.141999999999996
verified: no, type: mrr_at_3
value: 30.714000000000002
verified: no, type: mrr_at_5
value: 33.576
verified: no, type: ndcg_at_1
value: 21.053
verified: no, type: ndcg_at_10
value: 44.545
verified: no, type: ndcg_at_100
value: 49.844
verified: no, type: ndcg_at_1000
value: 50.298
verified: no, type: ndcg_at_3
value: 33.889
verified: no, type: ndcg_at_5
value: 39.059
verified: no, type: precision_at_1
value: 21.053
verified: no, type: precision_at_10
value: 7.269
verified: no, type: precision_at_100
value: 0.96
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 14.414
verified: no, type: precision_at_5
value: 11.166
verified: no, type: recall_at_1
value: 21.053
verified: no, type: recall_at_10
value: 72.688
verified: no, type: recall_at_100
value: 96.017
verified: no, type: recall_at_1000
value: 99.431
verified: no, type: recall_at_3
value: 43.242999999999995
verified: no, type: recall_at_5
value: 55.832
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 40.26646269393896
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 32.00218289816601
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 57.381567373603424
verified: no, type: mrr
value: 70.09431473420392
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 87.14803223261677
verified: no, type: cos_sim_spearman
value: 84.43626128689064
verified: no, type: euclidean_pearson
value: 85.03130036472703
verified: no, type: euclidean_spearman
value: 84.05974668365359
verified: no, type: manhattan_pearson
value: 85.59339889467545
verified: no, type: manhattan_spearman
value: 83.86938090025696
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 44.19468290937555
verified: no, type: cos_sim_spearman
value: 43.93025426799595
verified: no, type: euclidean_pearson
value: 45.273900549350735
verified: no, type: euclidean_spearman
value: 45.07419415738924
verified: no, type: manhattan_pearson
value: 45.469211385235376
verified: no, type: manhattan_spearman
value: 45.27440191151001
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (de-en)
config: de-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 11.440501043841337
verified: no, type: f1
value: 11.295895880968951
verified: no, type: precision
value: 11.237446950317073
verified: no, type: recall
value: 11.440501043841337
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (fr-en)
config: fr-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 96.53312788906008
verified: no, type: f1
value: 96.18093770636143
verified: no, type: precision
value: 96.00667693888035
verified: no, type: recall
value: 96.53312788906008
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (ru-en)
config: ru-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 1.6972635954277795
verified: no, type: f1
value: 1.5885146938143124
verified: no, type: precision
value: 1.5581125970067466
verified: no, type: recall
value: 1.6972635954277795
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (zh-en)
config: zh-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 96.31384939441811
verified: no, type: f1
value: 96.15587151132175
verified: no, type: precision
value: 96.07688256977357
verified: no, type: recall
value: 96.31384939441811
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 80.97402597402598
verified: no, type: f1
value: 80.88177660652944
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 33.266950159712465
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 28.65092446021672
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 35.21075820650184
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 35.121931960714484
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 63.41256934884578
verified: no, type: mrr
value: 68.6492857142857
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 63.663067375541104
verified: no, type: mrr
value: 68.92075396825396
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 24.997
verified: no, type: map_at_10
value: 35.477
verified: no, type: map_at_100
value: 36.722
verified: no, type: map_at_1000
value: 36.849
verified: no, type: map_at_3
value: 32.083
verified: no, type: map_at_5
value: 33.884
verified: no, type: mrr_at_1
value: 32.046
verified: no, type: mrr_at_10
value: 41.455999999999996
verified: no, type: mrr_at_100
value: 42.214
verified: no, type: mrr_at_1000
value: 42.268
verified: no, type: mrr_at_3
value: 38.722
verified: no, type: mrr_at_5
value: 40.266999999999996
verified: no, type: ndcg_at_1
value: 32.046
verified: no, type: ndcg_at_10
value: 41.705999999999996
verified: no, type: ndcg_at_100
value: 46.695
verified: no, type: ndcg_at_1000
value: 49.128
verified: no, type: ndcg_at_3
value: 36.6
verified: no, type: ndcg_at_5
value: 38.725
verified: no, type: precision_at_1
value: 32.046
verified: no, type: precision_at_10
value: 8.197000000000001
verified: no, type: precision_at_100
value: 1.323
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 18.073
verified: no, type: precision_at_5
value: 13.047
verified: no, type: recall_at_1
value: 24.997
verified: no, type: recall_at_10
value: 54.013
verified: no, type: recall_at_100
value: 75.29400000000001
verified: no, type: recall_at_1000
value: 91.611
verified: no, type: recall_at_3
value: 38.627
verified: no, type: recall_at_5
value: 45.019999999999996
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 23.194
verified: no, type: map_at_10
value: 30.076000000000004
verified: no, type: map_at_100
value: 31
verified: no, type: map_at_1000
value: 31.125999999999998
verified: no, type: map_at_3
value: 28.137
verified: no, type: map_at_5
value: 29.206
verified: no, type: mrr_at_1
value: 28.535
verified: no, type: mrr_at_10
value: 34.833999999999996
verified: no, type: mrr_at_100
value: 35.504999999999995
verified: no, type: mrr_at_1000
value: 35.57
verified: no, type: mrr_at_3
value: 33.089
verified: no, type: mrr_at_5
value: 34.115
verified: no, type: ndcg_at_1
value: 28.535
verified: no, type: ndcg_at_10
value: 34.285
verified: no, type: ndcg_at_100
value: 38.286
verified: no, type: ndcg_at_1000
value: 41.007
verified: no, type: ndcg_at_3
value: 31.395
verified: no, type: ndcg_at_5
value: 32.687
verified: no, type: precision_at_1
value: 28.535
verified: no, type: precision_at_10
value: 6.166
verified: no, type: precision_at_100
value: 1.042
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_3
value: 14.862
verified: no, type: precision_at_5
value: 10.331
verified: no, type: recall_at_1
value: 23.194
verified: no, type: recall_at_10
value: 41.648
verified: no, type: recall_at_100
value: 58.999
verified: no, type: recall_at_1000
value: 77.46300000000001
verified: no, type: recall_at_3
value: 32.931
verified: no, type: recall_at_5
value: 36.736999999999995
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 31.899
verified: no, type: map_at_10
value: 42.657000000000004
verified: no, type: map_at_100
value: 43.717
verified: no, type: map_at_1000
value: 43.79
verified: no, type: map_at_3
value: 39.635
verified: no, type: map_at_5
value: 41.538000000000004
verified: no, type: mrr_at_1
value: 36.864999999999995
verified: no, type: mrr_at_10
value: 46.137
verified: no, type: mrr_at_100
value: 46.946
verified: no, type: mrr_at_1000
value: 46.986
verified: no, type: mrr_at_3
value: 43.469
verified: no, type: mrr_at_5
value: 45.262
verified: no, type: ndcg_at_1
value: 36.864999999999995
verified: no, type: ndcg_at_10
value: 48.164
verified: no, type: ndcg_at_100
value: 52.769999999999996
verified: no, type: ndcg_at_1000
value: 54.393
verified: no, type: ndcg_at_3
value: 42.887
verified: no, type: ndcg_at_5
value: 45.871
verified: no, type: precision_at_1
value: 36.864999999999995
verified: no, type: precision_at_10
value: 7.843
verified: no, type: precision_at_100
value: 1.102
verified: no, type: precision_at_1000
value: 0.13
verified: no, type: precision_at_3
value: 19.352
verified: no, type: precision_at_5
value: 13.618
verified: no, type: recall_at_1
value: 31.899
verified: no, type: recall_at_10
value: 61.131
verified: no, type: recall_at_100
value: 81.504
verified: no, type: recall_at_1000
value: 93.146
verified: no, type: recall_at_3
value: 46.971000000000004
verified: no, type: recall_at_5
value: 54.42399999999999
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 17.621000000000002
verified: no, type: map_at_10
value: 23.621
verified: no, type: map_at_100
value: 24.636
verified: no, type: map_at_1000
value: 24.739
verified: no, type: map_at_3
value: 21.623
verified: no, type: map_at_5
value: 22.511
verified: no, type: mrr_at_1
value: 19.096
verified: no, type: mrr_at_10
value: 25.288
verified: no, type: mrr_at_100
value: 26.238
verified: no, type: mrr_at_1000
value: 26.314
verified: no, type: mrr_at_3
value: 23.202
verified: no, type: mrr_at_5
value: 24.213
verified: no, type: ndcg_at_1
value: 19.096
verified: no, type: ndcg_at_10
value: 27.529999999999998
verified: no, type: ndcg_at_100
value: 32.763
verified: no, type: ndcg_at_1000
value: 35.538
verified: no, type: ndcg_at_3
value: 23.362
verified: no, type: ndcg_at_5
value: 24.961
verified: no, type: precision_at_1
value: 19.096
verified: no, type: precision_at_10
value: 4.417999999999999
verified: no, type: precision_at_100
value: 0.739
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_3
value: 9.981
verified: no, type: precision_at_5
value: 6.959999999999999
verified: no, type: recall_at_1
value: 17.621000000000002
verified: no, type: recall_at_10
value: 38.079
verified: no, type: recall_at_100
value: 62.499
verified: no, type: recall_at_1000
value: 83.783
verified: no, type: recall_at_3
value: 26.687
verified: no, type: recall_at_5
value: 30.459000000000003
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 11.019
verified: no, type: map_at_10
value: 15.869
verified: no, type: map_at_100
value: 17.078
verified: no, type: map_at_1000
value: 17.205000000000002
verified: no, type: map_at_3
value: 13.794
verified: no, type: map_at_5
value: 14.814
verified: no, type: mrr_at_1
value: 13.930000000000001
verified: no, type: mrr_at_10
value: 19.172
verified: no, type: mrr_at_100
value: 20.325
verified: no, type: mrr_at_1000
value: 20.415
verified: no, type: mrr_at_3
value: 17.122999999999998
verified: no, type: mrr_at_5
value: 18.124000000000002
verified: no, type: ndcg_at_1
value: 13.930000000000001
verified: no, type: ndcg_at_10
value: 19.646
verified: no, type: ndcg_at_100
value: 25.684
verified: no, type: ndcg_at_1000
value: 29.14
verified: no, type: ndcg_at_3
value: 15.614
verified: no, type: ndcg_at_5
value: 17.247
verified: no, type: precision_at_1
value: 13.930000000000001
verified: no, type: precision_at_10
value: 3.868
verified: no, type: precision_at_100
value: 0.8
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: precision_at_3
value: 7.420999999999999
verified: no, type: precision_at_5
value: 5.672
verified: no, type: recall_at_1
value: 11.019
verified: no, type: recall_at_10
value: 28.116000000000003
verified: no, type: recall_at_100
value: 54.794
verified: no, type: recall_at_1000
value: 79.838
verified: no, type: recall_at_3
value: 17.124
verified: no, type: recall_at_5
value: 21.086
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 24.791
verified: no, type: map_at_10
value: 33.442
verified: no, type: map_at_100
value: 34.719
verified: no, type: map_at_1000
value: 34.849000000000004
verified: no, type: map_at_3
value: 30.885
verified: no, type: map_at_5
value: 32.245000000000005
verified: no, type: mrr_at_1
value: 30.606
verified: no, type: mrr_at_10
value: 38.922000000000004
verified: no, type: mrr_at_100
value: 39.822
verified: no, type: mrr_at_1000
value: 39.881
verified: no, type: mrr_at_3
value: 36.622
verified: no, type: mrr_at_5
value: 37.907000000000004
verified: no, type: ndcg_at_1
value: 30.606
verified: no, type: ndcg_at_10
value: 38.867000000000004
verified: no, type: ndcg_at_100
value: 44.364
verified: no, type: ndcg_at_1000
value: 47.073
verified: no, type: ndcg_at_3
value: 34.63
verified: no, type: ndcg_at_5
value: 36.479
verified: no, type: precision_at_1
value: 30.606
verified: no, type: precision_at_10
value: 7.0360000000000005
verified: no, type: precision_at_100
value: 1.174
verified: no, type: precision_at_1000
value: 0.16
verified: no, type: precision_at_3
value: 16.522000000000002
verified: no, type: precision_at_5
value: 11.588
verified: no, type: recall_at_1
value: 24.791
verified: no, type: recall_at_10
value: 49.736000000000004
verified: no, type: recall_at_100
value: 72.67099999999999
verified: no, type: recall_at_1000
value: 91.29599999999999
verified: no, type: recall_at_3
value: 37.345
verified: no, type: recall_at_5
value: 42.400999999999996
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 20.669999999999998
verified: no, type: map_at_10
value: 28.605000000000004
verified: no, type: map_at_100
value: 29.769000000000002
verified: no, type: map_at_1000
value: 29.881999999999998
verified: no, type: map_at_3
value: 25.886
verified: no, type: map_at_5
value: 27.317999999999998
verified: no, type: mrr_at_1
value: 25.457
verified: no, type: mrr_at_10
value: 33.423
verified: no, type: mrr_at_100
value: 34.269
verified: no, type: mrr_at_1000
value: 34.336
verified: no, type: mrr_at_3
value: 30.974
verified: no, type: mrr_at_5
value: 32.23
verified: no, type: ndcg_at_1
value: 25.457
verified: no, type: ndcg_at_10
value: 33.785
verified: no, type: ndcg_at_100
value: 39.145
verified: no, type: ndcg_at_1000
value: 41.772
verified: no, type: ndcg_at_3
value: 29.014
verified: no, type: ndcg_at_5
value: 31.019999999999996
verified: no, type: precision_at_1
value: 25.457
verified: no, type: precision_at_10
value: 6.2330000000000005
verified: no, type: precision_at_100
value: 1.045
verified: no, type: precision_at_1000
value: 0.145
verified: no, type: precision_at_3
value: 13.813
verified: no, type: precision_at_5
value: 9.863
verified: no, type: recall_at_1
value: 20.669999999999998
verified: no, type: recall_at_10
value: 44.651
verified: no, type: recall_at_100
value: 68.037
verified: no, type: recall_at_1000
value: 86.282
verified: no, type: recall_at_3
value: 31.381999999999998
verified: no, type: recall_at_5
value: 36.778
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 19.796583333333338
verified: no, type: map_at_10
value: 26.900166666666664
verified: no, type: map_at_100
value: 27.956583333333334
verified: no, type: map_at_1000
value: 28.08083333333333
verified: no, type: map_at_3
value: 24.598416666666665
verified: no, type: map_at_5
value: 25.81791666666667
verified: no, type: mrr_at_1
value: 23.68591666666667
verified: no, type: mrr_at_10
value: 30.65558333333333
verified: no, type: mrr_at_100
value: 31.503583333333335
verified: no, type: mrr_at_1000
value: 31.576083333333333
verified: no, type: mrr_at_3
value: 28.50525
verified: no, type: mrr_at_5
value: 29.690666666666665
verified: no, type: ndcg_at_1
value: 23.68591666666667
verified: no, type: ndcg_at_10
value: 31.425000000000004
verified: no, type: ndcg_at_100
value: 36.34316666666666
verified: no, type: ndcg_at_1000
value: 39.164249999999996
verified: no, type: ndcg_at_3
value: 27.330083333333338
verified: no, type: ndcg_at_5
value: 29.14408333333333
verified: no, type: precision_at_1
value: 23.68591666666667
verified: no, type: precision_at_10
value: 5.5862500000000015
verified: no, type: precision_at_100
value: 0.9571666666666666
verified: no, type: precision_at_1000
value: 0.13866666666666666
verified: no, type: precision_at_3
value: 12.663499999999999
verified: no, type: precision_at_5
value: 9.035333333333332
verified: no, type: recall_at_1
value: 19.796583333333338
verified: no, type: recall_at_10
value: 41.289416666666675
verified: no, type: recall_at_100
value: 63.251250000000006
verified: no, type: recall_at_1000
value: 83.4515
verified: no, type: recall_at_3
value: 29.727916666666665
verified: no, type: recall_at_5
value: 34.45824999999999
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 16.121
verified: no, type: map_at_10
value: 22.104
verified: no, type: map_at_100
value: 23.003
verified: no, type: map_at_1000
value: 23.108
verified: no, type: map_at_3
value: 20.233
verified: no, type: map_at_5
value: 21.186
verified: no, type: mrr_at_1
value: 18.865000000000002
verified: no, type: mrr_at_10
value: 24.951
verified: no, type: mrr_at_100
value: 25.779000000000003
verified: no, type: mrr_at_1000
value: 25.863999999999997
verified: no, type: mrr_at_3
value: 23.083000000000002
verified: no, type: mrr_at_5
value: 24.049
verified: no, type: ndcg_at_1
value: 18.865000000000002
verified: no, type: ndcg_at_10
value: 26.031
verified: no, type: ndcg_at_100
value: 30.589
verified: no, type: ndcg_at_1000
value: 33.565
verified: no, type: ndcg_at_3
value: 22.369
verified: no, type: ndcg_at_5
value: 23.932000000000002
verified: no, type: precision_at_1
value: 18.865000000000002
verified: no, type: precision_at_10
value: 4.324999999999999
verified: no, type: precision_at_100
value: 0.722
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 10.072000000000001
verified: no, type: precision_at_5
value: 7.086
verified: no, type: recall_at_1
value: 16.121
verified: no, type: recall_at_10
value: 35.577
verified: no, type: recall_at_100
value: 56.298
verified: no, type: recall_at_1000
value: 79.089
verified: no, type: recall_at_3
value: 25.239
verified: no, type: recall_at_5
value: 29.242
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 10.968
verified: no, type: map_at_10
value: 15.639
verified: no, type: map_at_100
value: 16.459
verified: no, type: map_at_1000
value: 16.584
verified: no, type: map_at_3
value: 14.127
verified: no, type: map_at_5
value: 14.911
verified: no, type: mrr_at_1
value: 13.73
verified: no, type: mrr_at_10
value: 18.822
verified: no, type: mrr_at_100
value: 19.592000000000002
verified: no, type: mrr_at_1000
value: 19.683999999999997
verified: no, type: mrr_at_3
value: 17.223
verified: no, type: mrr_at_5
value: 18.082
verified: no, type: ndcg_at_1
value: 13.73
verified: no, type: ndcg_at_10
value: 18.881999999999998
verified: no, type: ndcg_at_100
value: 23.182
verified: no, type: ndcg_at_1000
value: 26.479000000000003
verified: no, type: ndcg_at_3
value: 16.067999999999998
verified: no, type: ndcg_at_5
value: 17.265
verified: no, type: precision_at_1
value: 13.73
verified: no, type: precision_at_10
value: 3.544
verified: no, type: precision_at_100
value: 0.679
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_3
value: 7.674
verified: no, type: precision_at_5
value: 5.561
verified: no, type: recall_at_1
value: 10.968
verified: no, type: recall_at_10
value: 25.596000000000004
verified: no, type: recall_at_100
value: 45.411
verified: no, type: recall_at_1000
value: 69.555
verified: no, type: recall_at_3
value: 17.582
verified: no, type: recall_at_5
value: 20.785
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 20.886
verified: no, type: map_at_10
value: 27.029999999999998
verified: no, type: map_at_100
value: 27.968
verified: no, type: map_at_1000
value: 28.108
verified: no, type: map_at_3
value: 25.001
verified: no, type: map_at_5
value: 26.185000000000002
verified: no, type: mrr_at_1
value: 24.067
verified: no, type: mrr_at_10
value: 30.756
verified: no, type: mrr_at_100
value: 31.593
verified: no, type: mrr_at_1000
value: 31.685999999999996
verified: no, type: mrr_at_3
value: 28.793999999999997
verified: no, type: mrr_at_5
value: 29.997
verified: no, type: ndcg_at_1
value: 24.067
verified: no, type: ndcg_at_10
value: 31.095
verified: no, type: ndcg_at_100
value: 35.893
verified: no, type: ndcg_at_1000
value: 39.158
verified: no, type: ndcg_at_3
value: 27.321
verified: no, type: ndcg_at_5
value: 29.247
verified: no, type: precision_at_1
value: 24.067
verified: no, type: precision_at_10
value: 5.103
verified: no, type: precision_at_100
value: 0.8460000000000001
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: precision_at_3
value: 12.065
verified: no, type: precision_at_5
value: 8.601
verified: no, type: recall_at_1
value: 20.886
verified: no, type: recall_at_10
value: 39.797
verified: no, type: recall_at_100
value: 61.399
verified: no, type: recall_at_1000
value: 84.555
verified: no, type: recall_at_3
value: 29.721999999999998
verified: no, type: recall_at_5
value: 34.455999999999996
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 21.394
verified: no, type: map_at_10
value: 28.303
verified: no, type: map_at_100
value: 29.726000000000003
verified: no, type: map_at_1000
value: 29.955
verified: no, type: map_at_3
value: 25.705
verified: no, type: map_at_5
value: 26.989
verified: no, type: mrr_at_1
value: 25.691999999999997
verified: no, type: mrr_at_10
value: 32.495000000000005
verified: no, type: mrr_at_100
value: 33.461999999999996
verified: no, type: mrr_at_1000
value: 33.534000000000006
verified: no, type: mrr_at_3
value: 30.137999999999998
verified: no, type: mrr_at_5
value: 31.383
verified: no, type: ndcg_at_1
value: 25.691999999999997
verified: no, type: ndcg_at_10
value: 33.300000000000004
verified: no, type: ndcg_at_100
value: 39.062000000000005
verified: no, type: ndcg_at_1000
value: 42.176
verified: no, type: ndcg_at_3
value: 28.859
verified: no, type: ndcg_at_5
value: 30.805
verified: no, type: precision_at_1
value: 25.691999999999997
verified: no, type: precision_at_10
value: 6.383
verified: no, type: precision_at_100
value: 1.387
verified: no, type: precision_at_1000
value: 0.22899999999999998
verified: no, type: precision_at_3
value: 13.439
verified: no, type: precision_at_5
value: 9.959999999999999
verified: no, type: recall_at_1
value: 21.394
verified: no, type: recall_at_10
value: 42.853
verified: no, type: recall_at_100
value: 69.284
verified: no, type: recall_at_1000
value: 89.646
verified: no, type: recall_at_3
value: 29.786
verified: no, type: recall_at_5
value: 34.797
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 13.999
verified: no, type: map_at_10
value: 19.979
verified: no, type: map_at_100
value: 20.682000000000002
verified: no, type: map_at_1000
value: 20.775
verified: no, type: map_at_3
value: 18.072
verified: no, type: map_at_5
value: 19.028
verified: no, type: mrr_at_1
value: 15.342
verified: no, type: mrr_at_10
value: 21.611
verified: no, type: mrr_at_100
value: 22.298000000000002
verified: no, type: mrr_at_1000
value: 22.375
verified: no, type: mrr_at_3
value: 19.624
verified: no, type: mrr_at_5
value: 20.659
verified: no, type: ndcg_at_1
value: 15.342
verified: no, type: ndcg_at_10
value: 23.809
verified: no, type: ndcg_at_100
value: 27.685
verified: no, type: ndcg_at_1000
value: 30.542
verified: no, type: ndcg_at_3
value: 19.842000000000002
verified: no, type: ndcg_at_5
value: 21.490000000000002
verified: no, type: precision_at_1
value: 15.342
verified: no, type: precision_at_10
value: 3.9190000000000005
verified: no, type: precision_at_100
value: 0.627
verified: no, type: precision_at_1000
value: 0.093
verified: no, type: precision_at_3
value: 8.688
verified: no, type: precision_at_5
value: 6.1370000000000005
verified: no, type: recall_at_1
value: 13.999
verified: no, type: recall_at_10
value: 34.276
verified: no, type: recall_at_100
value: 52.825
verified: no, type: recall_at_1000
value: 75.154
verified: no, type: recall_at_3
value: 23.339
verified: no, type: recall_at_5
value: 27.314
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.27
verified: no, type: map_at_10
value: 14.161999999999999
verified: no, type: map_at_100
value: 15.775
verified: no, type: map_at_1000
value: 15.947
verified: no, type: map_at_3
value: 11.701
verified: no, type: map_at_5
value: 12.952
verified: no, type: mrr_at_1
value: 18.632
verified: no, type: mrr_at_10
value: 28.871000000000002
verified: no, type: mrr_at_100
value: 29.985
verified: no, type: mrr_at_1000
value: 30.037999999999997
verified: no, type: mrr_at_3
value: 25.451
verified: no, type: mrr_at_5
value: 27.366
verified: no, type: ndcg_at_1
value: 18.632
verified: no, type: ndcg_at_10
value: 21.017
verified: no, type: ndcg_at_100
value: 28.022999999999996
verified: no, type: ndcg_at_1000
value: 31.518
verified: no, type: ndcg_at_3
value: 16.611
verified: no, type: ndcg_at_5
value: 18.149
verified: no, type: precision_at_1
value: 18.632
verified: no, type: precision_at_10
value: 6.736000000000001
verified: no, type: precision_at_100
value: 1.414
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_3
value: 12.313
verified: no, type: precision_at_5
value: 9.759
verified: no, type: recall_at_1
value: 8.27
verified: no, type: recall_at_10
value: 26.218999999999998
verified: no, type: recall_at_100
value: 50.77
verified: no, type: recall_at_1000
value: 70.8
verified: no, type: recall_at_3
value: 15.526000000000002
verified: no, type: recall_at_5
value: 19.724
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 10.598
verified: no, type: map_at_10
value: 15.869
verified: no, type: map_at_100
value: 17.081
verified: no, type: map_at_1000
value: 17.267
verified: no, type: map_at_3
value: 13.877
verified: no, type: map_at_5
value: 14.884
verified: no, type: mrr_at_1
value: 17.279
verified: no, type: mrr_at_10
value: 22.554
verified: no, type: mrr_at_100
value: 23.521
verified: no, type: mrr_at_1000
value: 23.619
verified: no, type: mrr_at_3
value: 20.647
verified: no, type: mrr_at_5
value: 21.625
verified: no, type: ndcg_at_1
value: 17.279
verified: no, type: ndcg_at_10
value: 20.029
verified: no, type: ndcg_at_100
value: 25.968000000000004
verified: no, type: ndcg_at_1000
value: 30.158
verified: no, type: ndcg_at_3
value: 16.947000000000003
verified: no, type: ndcg_at_5
value: 18.069
verified: no, type: precision_at_1
value: 17.279
verified: no, type: precision_at_10
value: 4.704
verified: no, type: precision_at_100
value: 0.9690000000000001
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_3
value: 9.777
verified: no, type: precision_at_5
value: 7.207
verified: no, type: recall_at_1
value: 10.598
verified: no, type: recall_at_10
value: 26.034000000000002
verified: no, type: recall_at_100
value: 51.385999999999996
verified: no, type: recall_at_1000
value: 80.49
verified: no, type: recall_at_3
value: 16.834
verified: no, type: recall_at_5
value: 20.317
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 70.40288634996993
verified: no, type: cos_sim_ap
value: 78.43387766087626
verified: no, type: cos_sim_f1
value: 73.09982840415867
verified: no, type: cos_sim_precision
value: 64.31616341030195
verified: no, type: cos_sim_recall
value: 84.66214636427402
verified: no, type: dot_accuracy
value: 65.52014431749849
verified: no, type: dot_ap
value: 70.89507344960353
verified: no, type: dot_f1
value: 70.7030509759333
verified: no, type: dot_precision
value: 59.43922255854708
verified: no, type: dot_recall
value: 87.2340425531915
verified: no, type: euclidean_accuracy
value: 69.84966927239927
verified: no, type: euclidean_ap
value: 78.08825177727368
verified: no, type: euclidean_f1
value: 72.68394399761692
verified: no, type: euclidean_precision
value: 63.16879530548844
verified: no, type: euclidean_recall
value: 85.57400046761748
verified: no, type: manhattan_accuracy
value: 69.9579073962718
verified: no, type: manhattan_ap
value: 78.38355697667261
verified: no, type: manhattan_f1
value: 73.06507508663844
verified: no, type: manhattan_precision
value: 62.10112911143839
verified: no, type: manhattan_recall
value: 88.73041851765257
verified: no, type: max_accuracy
value: 70.40288634996993
verified: no, type: max_ap
value: 78.43387766087626
verified: no, type: max_f1
value: 73.09982840415867
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.973
verified: no, type: map_at_10
value: 30.074
verified: no, type: map_at_100
value: 31.05
verified: no, type: map_at_1000
value: 31.147000000000002
verified: no, type: map_at_3
value: 27.977
verified: no, type: map_at_5
value: 29.247
verified: no, type: mrr_at_1
value: 24.025
verified: no, type: mrr_at_10
value: 30.093999999999998
verified: no, type: mrr_at_100
value: 31.068
verified: no, type: mrr_at_1000
value: 31.165
verified: no, type: mrr_at_3
value: 27.994000000000003
verified: no, type: mrr_at_5
value: 29.243000000000002
verified: no, type: ndcg_at_1
value: 24.025
verified: no, type: ndcg_at_10
value: 33.566
verified: no, type: ndcg_at_100
value: 38.818999999999996
verified: no, type: ndcg_at_1000
value: 41.477000000000004
verified: no, type: ndcg_at_3
value: 29.293000000000003
verified: no, type: ndcg_at_5
value: 31.564999999999998
verified: no, type: precision_at_1
value: 24.025
verified: no, type: precision_at_10
value: 4.489
verified: no, type: precision_at_100
value: 0.709
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: precision_at_3
value: 11.064
verified: no, type: precision_at_5
value: 7.734000000000001
verified: no, type: recall_at_1
value: 23.973
verified: no, type: recall_at_10
value: 44.731
verified: no, type: recall_at_100
value: 70.52199999999999
verified: no, type: recall_at_1000
value: 91.491
verified: no, type: recall_at_3
value: 33.087
verified: no, type: recall_at_5
value: 38.567
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics: type: map_at_1
value: 6.950000000000001
verified: no, type: map_at_10
value: 13.236999999999998
verified: no, type: map_at_100
value: 16.137
verified: no, type: map_at_1000
value: 16.785
verified: no, type: map_at_3
value: 10.378
verified: no, type: map_at_5
value: 11.62
verified: no, type: mrr_at_1
value: 54
verified: no, type: mrr_at_10
value: 61.861
verified: no, type: mrr_at_100
value: 62.436
verified: no, type: mrr_at_1000
value: 62.456
verified: no, type: mrr_at_3
value: 60.458
verified: no, type: mrr_at_5
value: 61.208
verified: no, type: ndcg_at_1
value: 43.75
verified: no, type: ndcg_at_10
value: 28.224
verified: no, type: ndcg_at_100
value: 29.244999999999997
verified: no, type: ndcg_at_1000
value: 34.410000000000004
verified: no, type: ndcg_at_3
value: 33.955
verified: no, type: ndcg_at_5
value: 30.597
verified: no, type: precision_at_1
value: 54
verified: no, type: precision_at_10
value: 20.825
verified: no, type: precision_at_100
value: 5.462
verified: no, type: precision_at_1000
value: 1.1320000000000001
verified: no, type: precision_at_3
value: 37
verified: no, type: precision_at_5
value: 28.849999999999998
verified: no, type: recall_at_1
value: 6.950000000000001
verified: no, type: recall_at_10
value: 17.159
verified: no, type: recall_at_100
value: 31.657999999999998
verified: no, type: recall_at_1000
value: 49.155
verified: no, type: recall_at_3
value: 11.393
verified: no, type: recall_at_5
value: 13.568
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 16.333000000000002
verified: no, type: map_at_10
value: 44.080999999999996
verified: no, type: map_at_100
value: 47.958
verified: no, type: map_at_1000
value: 48.183
verified: no, type: map_at_3
value: 31.468
verified: no, type: map_at_5
value: 38.213
verified: no, type: mrr_at_1
value: 63
verified: no, type: mrr_at_10
value: 72.006
verified: no, type: mrr_at_100
value: 72.299
verified: no, type: mrr_at_1000
value: 72.313
verified: no, type: mrr_at_3
value: 70.375
verified: no, type: mrr_at_5
value: 71.33
verified: no, type: ndcg_at_1
value: 63
verified: no, type: ndcg_at_10
value: 56.044000000000004
verified: no, type: ndcg_at_100
value: 63.629999999999995
verified: no, type: ndcg_at_1000
value: 66.156
verified: no, type: ndcg_at_3
value: 55.85
verified: no, type: ndcg_at_5
value: 53.559
verified: no, type: precision_at_1
value: 63
verified: no, type: precision_at_10
value: 27.279999999999998
verified: no, type: precision_at_100
value: 4.005
verified: no, type: precision_at_1000
value: 0.462
verified: no, type: precision_at_3
value: 49.633
verified: no, type: precision_at_5
value: 40.6
verified: no, type: recall_at_1
value: 16.333000000000002
verified: no, type: recall_at_10
value: 57.152
verified: no, type: recall_at_100
value: 80.231
verified: no, type: recall_at_1000
value: 92.95400000000001
verified: no, type: recall_at_3
value: 34.793
verified: no, type: recall_at_5
value: 44.989000000000004
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 33.7
verified: no, type: map_at_10
value: 42.327999999999996
verified: no, type: map_at_100
value: 43.230000000000004
verified: no, type: map_at_1000
value: 43.274
verified: no, type: map_at_3
value: 39.883
verified: no, type: map_at_5
value: 41.178
verified: no, type: mrr_at_1
value: 33.7
verified: no, type: mrr_at_10
value: 42.327999999999996
verified: no, type: mrr_at_100
value: 43.230000000000004
verified: no, type: mrr_at_1000
value: 43.274
verified: no, type: mrr_at_3
value: 39.883
verified: no, type: mrr_at_5
value: 41.178
verified: no, type: ndcg_at_1
value: 33.7
verified: no, type: ndcg_at_10
value: 46.996
verified: no, type: ndcg_at_100
value: 51.629000000000005
verified: no, type: ndcg_at_1000
value: 52.823
verified: no, type: ndcg_at_3
value: 41.891
verified: no, type: ndcg_at_5
value: 44.232
verified: no, type: precision_at_1
value: 33.7
verified: no, type: precision_at_10
value: 6.1899999999999995
verified: no, type: precision_at_100
value: 0.8410000000000001
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: precision_at_3
value: 15.9
verified: no, type: precision_at_5
value: 10.68
verified: no, type: recall_at_1
value: 33.7
verified: no, type: recall_at_10
value: 61.9
verified: no, type: recall_at_100
value: 84.1
verified: no, type: recall_at_1000
value: 93.60000000000001
verified: no, type: recall_at_3
value: 47.699999999999996
verified: no, type: recall_at_5
value: 53.400000000000006
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 44.76500000000001
verified: no, type: f1
value: 40.46330006682868
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 45.078
verified: no, type: map_at_10
value: 55.443
verified: no, type: map_at_100
value: 56.03900000000001
verified: no, type: map_at_1000
value: 56.067
verified: no, type: map_at_3
value: 53.174
verified: no, type: map_at_5
value: 54.510999999999996
verified: no, type: mrr_at_1
value: 48.575
verified: no, type: mrr_at_10
value: 59.194
verified: no, type: mrr_at_100
value: 59.760999999999996
verified: no, type: mrr_at_1000
value: 59.784000000000006
verified: no, type: mrr_at_3
value: 56.896
verified: no, type: mrr_at_5
value: 58.282000000000004
verified: no, type: ndcg_at_1
value: 48.575
verified: no, type: ndcg_at_10
value: 61.096
verified: no, type: ndcg_at_100
value: 63.94800000000001
verified: no, type: ndcg_at_1000
value: 64.68199999999999
verified: no, type: ndcg_at_3
value: 56.58
verified: no, type: ndcg_at_5
value: 58.928000000000004
verified: no, type: precision_at_1
value: 48.575
verified: no, type: precision_at_10
value: 8.18
verified: no, type: precision_at_100
value: 0.968
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 22.662
verified: no, type: precision_at_5
value: 14.881
verified: no, type: recall_at_1
value: 45.078
verified: no, type: recall_at_10
value: 75.057
verified: no, type: recall_at_100
value: 88.05199999999999
verified: no, type: recall_at_1000
value: 93.58999999999999
verified: no, type: recall_at_3
value: 62.77700000000001
verified: no, type: recall_at_5
value: 68.50699999999999
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: map_at_1
value: 11.097999999999999
verified: no, type: map_at_10
value: 18.288
verified: no, type: map_at_100
value: 19.903000000000002
verified: no, type: map_at_1000
value: 20.108
verified: no, type: map_at_3
value: 15.576
verified: no, type: map_at_5
value: 16.997999999999998
verified: no, type: mrr_at_1
value: 23.302
verified: no, type: mrr_at_10
value: 30.978
verified: no, type: mrr_at_100
value: 32.072
verified: no, type: mrr_at_1000
value: 32.15
verified: no, type: mrr_at_3
value: 28.549000000000003
verified: no, type: mrr_at_5
value: 29.931
verified: no, type: ndcg_at_1
value: 23.302
verified: no, type: ndcg_at_10
value: 24.488
verified: no, type: ndcg_at_100
value: 31.052999999999997
verified: no, type: ndcg_at_1000
value: 35.124
verified: no, type: ndcg_at_3
value: 21.215999999999998
verified: no, type: ndcg_at_5
value: 22.314999999999998
verified: no, type: precision_at_1
value: 23.302
verified: no, type: precision_at_10
value: 7.13
verified: no, type: precision_at_100
value: 1.3559999999999999
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_3
value: 14.198
verified: no, type: precision_at_5
value: 10.895000000000001
verified: no, type: recall_at_1
value: 11.097999999999999
verified: no, type: recall_at_10
value: 30.352
verified: no, type: recall_at_100
value: 54.937999999999995
verified: no, type: recall_at_1000
value: 79.586
verified: no, type: recall_at_3
value: 19.486
verified: no, type: recall_at_5
value: 23.860999999999997
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics: type: map_at_1
value: 28.325
verified: no, type: map_at_10
value: 37.305
verified: no, type: map_at_100
value: 38
verified: no, type: map_at_1000
value: 38.065
verified: no, type: map_at_3
value: 35.219
verified: no, type: map_at_5
value: 36.466
verified: no, type: mrr_at_1
value: 56.650999999999996
verified: no, type: mrr_at_10
value: 63.574
verified: no, type: mrr_at_100
value: 63.966
verified: no, type: mrr_at_1000
value: 63.992000000000004
verified: no, type: mrr_at_3
value: 62.107
verified: no, type: mrr_at_5
value: 62.976
verified: no, type: ndcg_at_1
value: 56.650999999999996
verified: no, type: ndcg_at_10
value: 46.046
verified: no, type: ndcg_at_100
value: 48.916
verified: no, type: ndcg_at_1000
value: 50.410999999999994
verified: no, type: ndcg_at_3
value: 42.516999999999996
verified: no, type: ndcg_at_5
value: 44.374
verified: no, type: precision_at_1
value: 56.650999999999996
verified: no, type: precision_at_10
value: 9.392
verified: no, type: precision_at_100
value: 1.166
verified: no, type: precision_at_1000
value: 0.13699999999999998
verified: no, type: precision_at_3
value: 26.068
verified: no, type: precision_at_5
value: 17.11
verified: no, type: recall_at_1
value: 28.325
verified: no, type: recall_at_10
value: 46.961999999999996
verified: no, type: recall_at_100
value: 58.318999999999996
verified: no, type: recall_at_1000
value: 68.298
verified: no, type: recall_at_3
value: 39.102
verified: no, type: recall_at_5
value: 42.775
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 40.461716044632546
verified: no, type: f1
value: 33.890745966734315
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 72.21000000000001
verified: no, type: ap
value: 66.59963731769069
verified: no, type: f1
value: 71.97616824840041
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 78.25515947467167
verified: no, type: ap
value: 38.265118237185064
verified: no, type: f1
value: 70.73962826410575
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 63.98362797180168
verified: no, type: cos_sim_spearman
value: 71.97575564053473
verified: no, type: euclidean_pearson
value: 70.56052438394708
verified: no, type: euclidean_spearman
value: 72.48267176371337
verified: no, type: manhattan_pearson
value: 70.7156268448442
verified: no, type: manhattan_spearman
value: 72.61065396802094
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 55.775
verified: no, type: map_at_10
value: 65.074
verified: no, type: map_at_100
value: 65.596
verified: no, type: map_at_1000
value: 65.618
verified: no, type: map_at_3
value: 62.92
verified: no, type: map_at_5
value: 64.277
verified: no, type: mrr_at_1
value: 57.708000000000006
verified: no, type: mrr_at_10
value: 65.824
verified: no, type: mrr_at_100
value: 66.286
verified: no, type: mrr_at_1000
value: 66.306
verified: no, type: mrr_at_3
value: 63.871
verified: no, type: mrr_at_5
value: 65.093
verified: no, type: ndcg_at_1
value: 57.708000000000006
verified: no, type: ndcg_at_10
value: 69.309
verified: no, type: ndcg_at_100
value: 71.723
verified: no, type: ndcg_at_1000
value: 72.313
verified: no, type: ndcg_at_3
value: 65.134
verified: no, type: ndcg_at_5
value: 67.476
verified: no, type: precision_at_1
value: 57.708000000000006
verified: no, type: precision_at_10
value: 8.668
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 24.837999999999997
verified: no, type: precision_at_5
value: 16.128999999999998
verified: no, type: recall_at_1
value: 55.775
verified: no, type: recall_at_10
value: 81.702
verified: no, type: recall_at_100
value: 92.785
verified: no, type: recall_at_1000
value: 97.425
verified: no, type: recall_at_3
value: 70.587
verified: no, type: recall_at_5
value: 76.199
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 17.771
verified: no, type: map_at_10
value: 28.16
verified: no, type: map_at_100
value: 29.363
verified: no, type: map_at_1000
value: 29.431
verified: no, type: map_at_3
value: 24.767
verified: no, type: map_at_5
value: 26.706999999999997
verified: no, type: mrr_at_1
value: 18.252
verified: no, type: mrr_at_10
value: 28.666000000000004
verified: no, type: mrr_at_100
value: 29.837000000000003
verified: no, type: mrr_at_1000
value: 29.898999999999997
verified: no, type: mrr_at_3
value: 25.308000000000003
verified: no, type: mrr_at_5
value: 27.226
verified: no, type: ndcg_at_1
value: 18.252
verified: no, type: ndcg_at_10
value: 34.176
verified: no, type: ndcg_at_100
value: 40.138
verified: no, type: ndcg_at_1000
value: 41.923
verified: no, type: ndcg_at_3
value: 27.214
verified: no, type: ndcg_at_5
value: 30.695
verified: no, type: precision_at_1
value: 18.252
verified: no, type: precision_at_10
value: 5.503
verified: no, type: precision_at_100
value: 0.8500000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 11.667
verified: no, type: precision_at_5
value: 8.754000000000001
verified: no, type: recall_at_1
value: 17.771
verified: no, type: recall_at_10
value: 52.781
verified: no, type: recall_at_100
value: 80.638
verified: no, type: recall_at_1000
value: 94.46
verified: no, type: recall_at_3
value: 33.767
verified: no, type: recall_at_5
value: 42.172
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 89.93388052895577
verified: no, type: f1
value: 89.55553145791954
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (de)
config: de
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 68.42490842490842
verified: no, type: f1
value: 67.01398674117826
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (es)
config: es
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 88.2121414276184
verified: no, type: f1
value: 87.61981627763988
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (fr)
config: fr
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 85.49013466958974
verified: no, type: f1
value: 85.09758510104221
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (hi)
config: hi
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 84.22732162065257
verified: no, type: f1
value: 83.24580378090367
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (th)
config: th
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 53.171790235081374
verified: no, type: f1
value: 51.93028909966765
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 66.5640674874601
verified: no, type: f1
value: 49.856876973153966
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (de)
config: de
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 49.171597633136095
verified: no, type: f1
value: 32.166022205347545
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (es)
config: es
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 65.71714476317545
verified: no, type: f1
value: 45.748971341625136
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (fr)
config: fr
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 62.65267773253993
verified: no, type: f1
value: 45.904472624086026
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (hi)
config: hi
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 61.8752240946576
verified: no, type: f1
value: 40.7359613185448
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (th)
config: th
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 41.67088607594936
verified: no, type: f1
value: 28.12210726419673
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (af)
config: af
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 43.29186281102892
verified: no, type: f1
value: 41.83461350696014
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (am)
config: am
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 23.214525891055814
verified: no, type: f1
value: 22.364131190189962
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ar)
config: ar
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 53.38264963012777
verified: no, type: f1
value: 50.74546702709091
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (az)
config: az
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.55951580363147
verified: no, type: f1
value: 39.07769075741216
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (bn)
config: bn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 56.73839946200403
verified: no, type: f1
value: 54.36728741542025
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (cy)
config: cy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.99663752521857
verified: no, type: f1
value: 38.709817953652596
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (da)
config: da
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 46.933422999327504
verified: no, type: f1
value: 45.32022679895763
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (de)
config: de
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 45.820443846671154
verified: no, type: f1
value: 42.853155158197886
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (el)
config: el
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 37.874915938130464
verified: no, type: f1
value: 35.9849010888881
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 66.08944182918628
verified: no, type: f1
value: 64.5039080809391
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (es)
config: es
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 61.17350369872226
verified: no, type: f1
value: 60.0792530132073
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fa)
config: fa
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 45.652320107599195
verified: no, type: f1
value: 44.28182554287625
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fi)
config: fi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 40.282447881640884
verified: no, type: f1
value: 38.79927524886836
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.60591795561533
verified: no, type: f1
value: 61.01451309609411
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (he)
config: he
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 32.225958305312716
verified: no, type: f1
value: 30.903299940417906
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hi)
config: hi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 59.46200403496974
verified: no, type: f1
value: 57.34556231956785
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hu)
config: hu
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 40.907868190988566
verified: no, type: f1
value: 39.74702259997524
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hy)
config: hy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 29.939475453934094
verified: no, type: f1
value: 28.462353413371353
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (id)
config: id
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 59.14256893073302
verified: no, type: f1
value: 57.24600767871435
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (is)
config: is
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.620040349697376
verified: no, type: f1
value: 38.414866180464735
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (it)
config: it
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 51.772024209818426
verified: no, type: f1
value: 51.05050942366993
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ja)
config: ja
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 53.749159381304636
verified: no, type: f1
value: 52.04563008527909
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (jv)
config: jv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 46.29455279085406
verified: no, type: f1
value: 43.84047527739209
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ka)
config: ka
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 25.107599193006045
verified: no, type: f1
value: 24.58731463875415
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (km)
config: km
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 27.21923335574984
verified: no, type: f1
value: 25.964338481976796
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (kn)
config: kn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 47.96906523201077
verified: no, type: f1
value: 45.32239408435578
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ko)
config: ko
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 40.53799596503026
verified: no, type: f1
value: 39.15655510771227
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (lv)
config: lv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 43.140551445864155
verified: no, type: f1
value: 42.12232733095163
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ml)
config: ml
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 53.69199731002017
verified: no, type: f1
value: 50.67085509122796
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (mn)
config: mn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 33.37256220578346
verified: no, type: f1
value: 33.39335560955231
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ms)
config: ms
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 51.94014794889038
verified: no, type: f1
value: 50.6207021226521
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (my)
config: my
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 25.322797579018157
verified: no, type: f1
value: 23.94164121951907
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nb)
config: nb
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 44.11903160726294
verified: no, type: f1
value: 43.016752983579536
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nl)
config: nl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 44.03496973772697
verified: no, type: f1
value: 42.322828283176754
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 41.63080026899798
verified: no, type: f1
value: 39.58824644978166
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pt)
config: pt
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 61.7350369872226
verified: no, type: f1
value: 59.956752206079386
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ro)
config: ro
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 45.72629455279086
verified: no, type: f1
value: 44.731249269647826
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ru)
config: ru
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 47.61264290517822
verified: no, type: f1
value: 45.5280995218491
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sl)
config: sl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 42.82784129119032
verified: no, type: f1
value: 41.37165985220223
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sq)
config: sq
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 43.61466039004707
verified: no, type: f1
value: 43.164498227815535
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sv)
config: sv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 44.64021519838602
verified: no, type: f1
value: 43.04775030948548
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sw)
config: sw
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 45.54808338937458
verified: no, type: f1
value: 44.011677633779975
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ta)
config: ta
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 51.2441156691325
verified: no, type: f1
value: 48.73592932403811
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (te)
config: te
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 47.43443174176195
verified: no, type: f1
value: 45.08686598891457
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (th)
config: th
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 36.87962340282448
verified: no, type: f1
value: 36.50540864756967
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tl)
config: tl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 45.9280430396772
verified: no, type: f1
value: 44.57216865343283
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tr)
config: tr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 38.591123066577
verified: no, type: f1
value: 37.886312373767446
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ur)
config: ur
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 51.85272360457296
verified: no, type: f1
value: 49.43461566216979
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (vi)
config: vi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 58.72225958305313
verified: no, type: f1
value: 56.95500715299434
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 63.74915938130464
verified: no, type: f1
value: 62.35543158488615
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-TW)
config: zh-TW
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 59.95292535305985
verified: no, type: f1
value: 59.73499569346673
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (af)
config: af
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 47.42098184263618
verified: no, type: f1
value: 45.22541854557743
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (am)
config: am
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 24.707464694014796
verified: no, type: f1
value: 24.033506081882468
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ar)
config: ar
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 62.09145931405515
verified: no, type: f1
value: 62.22048940230962
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (az)
config: az
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 39.25016812373907
verified: no, type: f1
value: 38.35431952425269
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (bn)
config: bn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 63.37256220578345
verified: no, type: f1
value: 63.12728180326932
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (cy)
config: cy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 39.172831203765966
verified: no, type: f1
value: 37.078841372640234
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (da)
config: da
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 49.11230665770006
verified: no, type: f1
value: 46.489580286547245
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (de)
config: de
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 50.7128446536651
verified: no, type: f1
value: 48.27782602378952
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (el)
config: el
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 39.46536650975118
verified: no, type: f1
value: 37.4365280056047
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 73.26160053799597
verified: no, type: f1
value: 73.4478249967817
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (es)
config: es
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.31203765971756
verified: no, type: f1
value: 68.70554437788068
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fa)
config: fa
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 45.652320107599195
verified: no, type: f1
value: 44.55357745265521
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fi)
config: fi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.94754539340955
verified: no, type: f1
value: 36.48927336173062
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.69872225958305
verified: no, type: f1
value: 68.81347966311543
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (he)
config: he
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 32.131809011432416
verified: no, type: f1
value: 30.212230946937474
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hi)
config: hi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 65.57498318762609
verified: no, type: f1
value: 65.16084751135229
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hu)
config: hu
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 42.965702757229316
verified: no, type: f1
value: 40.575896627739105
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hy)
config: hy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 32.125084061869536
verified: no, type: f1
value: 30.708056882129476
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (id)
config: id
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 65.10759919300607
verified: no, type: f1
value: 64.5007800119315
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (is)
config: is
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.83725622057834
verified: no, type: f1
value: 37.855774705520886
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (it)
config: it
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 54.55279085406859
verified: no, type: f1
value: 52.73318944173822
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ja)
config: ja
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 57.14525891055817
verified: no, type: f1
value: 55.96714177558203
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (jv)
config: jv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 49.30060524546065
verified: no, type: f1
value: 47.82999154670342
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ka)
config: ka
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 25.85743106926698
verified: no, type: f1
value: 24.974946990729716
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (km)
config: km
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 31.180228648285137
verified: no, type: f1
value: 28.22387838219335
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (kn)
config: kn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 53.00941492938802
verified: no, type: f1
value: 52.39610045092559
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ko)
config: ko
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.24546065904505
verified: no, type: f1
value: 38.99779773215032
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (lv)
config: lv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.88298587760592
verified: no, type: f1
value: 39.53867071594289
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ml)
config: ml
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 59.078681909885674
verified: no, type: f1
value: 58.47368723772022
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (mn)
config: mn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 33.33893745796907
verified: no, type: f1
value: 32.113466354321226
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ms)
config: ms
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 57.454606590450574
verified: no, type: f1
value: 56.13075383338251
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (my)
config: my
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 27.19569603227976
verified: no, type: f1
value: 26.300773160344015
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nb)
config: nb
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 46.78547410894418
verified: no, type: f1
value: 44.233771335183015
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nl)
config: nl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 48.4196368527236
verified: no, type: f1
value: 45.55838648206857
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.63080026899798
verified: no, type: f1
value: 40.77775839499525
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pt)
config: pt
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 66.408876933423
verified: no, type: f1
value: 66.7358693871042
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ro)
config: ro
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 50.077336919973106
verified: no, type: f1
value: 48.572749739090014
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ru)
config: ru
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 49.942837928715534
verified: no, type: f1
value: 49.34771836662566
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sl)
config: sl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 43.43308675184936
verified: no, type: f1
value: 41.818008297000986
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sq)
config: sq
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 44.082044384667114
verified: no, type: f1
value: 43.25002746432129
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sv)
config: sv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 46.45258910558171
verified: no, type: f1
value: 44.00958237591922
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sw)
config: sw
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 49.53261600537996
verified: no, type: f1
value: 48.01969699634672
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ta)
config: ta
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 56.792199058507066
verified: no, type: f1
value: 56.54421925671813
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (te)
config: te
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 54.0114324142569
verified: no, type: f1
value: 52.29830350891558
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (th)
config: th
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.584398117014125
verified: no, type: f1
value: 36.551426239639575
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tl)
config: tl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 48.07330195023538
verified: no, type: f1
value: 46.463553675519975
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tr)
config: tr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.645595158036315
verified: no, type: f1
value: 40.21280676607986
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ur)
config: ur
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 57.74714189643577
verified: no, type: f1
value: 56.8673027258351
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (vi)
config: vi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 65.83389374579693
verified: no, type: f1
value: 66.11273939782248
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 72.38735709482181
verified: no, type: f1
value: 72.89481650271512
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-TW)
config: zh-TW
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.63685272360458
verified: no, type: f1
value: 70.72285841806938
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 30.8
verified: no, type: map_at_10
value: 34.782000000000004
verified: no, type: map_at_100
value: 35.333999999999996
verified: no, type: map_at_1000
value: 35.405
verified: no, type: map_at_3
value: 34
verified: no, type: map_at_5
value: 34.345
verified: no, type: mrr_at_1
value: 30.8
verified: no, type: mrr_at_10
value: 34.782000000000004
verified: no, type: mrr_at_100
value: 35.333999999999996
verified: no, type: mrr_at_1000
value: 35.405
verified: no, type: mrr_at_3
value: 34
verified: no, type: mrr_at_5
value: 34.345
verified: no, type: ndcg_at_1
value: 30.8
verified: no, type: ndcg_at_10
value: 36.675000000000004
verified: no, type: ndcg_at_100
value: 39.633
verified: no, type: ndcg_at_1000
value: 41.904
verified: no, type: ndcg_at_3
value: 35.028
verified: no, type: ndcg_at_5
value: 35.648
verified: no, type: precision_at_1
value: 30.8
verified: no, type: precision_at_10
value: 4.26
verified: no, type: precision_at_100
value: 0.571
verified: no, type: precision_at_1000
value: 0.076
verified: no, type: precision_at_3
value: 12.667
verified: no, type: precision_at_5
value: 7.9
verified: no, type: recall_at_1
value: 30.8
verified: no, type: recall_at_10
value: 42.6
verified: no, type: recall_at_100
value: 57.099999999999994
verified: no, type: recall_at_1000
value: 75.8
verified: no, type: recall_at_3
value: 38
verified: no, type: recall_at_5
value: 39.5
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 27.84536559870361
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 27.714921841841605
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 30.52145905910035
verified: no, type: mrr
value: 31.551577344311845
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 23.6853605350459
verified: no, type: mrr
value: 22.341269841269842
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 63.16666666666666
verified: no, type: f1
value: 63.09453591106835
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: map_at_1
value: 3.7060000000000004
verified: no, type: map_at_10
value: 9.032
verified: no, type: map_at_100
value: 11.395
verified: no, type: map_at_1000
value: 12.713
verified: no, type: map_at_3
value: 6.502
verified: no, type: map_at_5
value: 7.8100000000000005
verified: no, type: mrr_at_1
value: 37.461
verified: no, type: mrr_at_10
value: 45.839999999999996
verified: no, type: mrr_at_100
value: 46.513
verified: no, type: mrr_at_1000
value: 46.571
verified: no, type: mrr_at_3
value: 43.55
verified: no, type: mrr_at_5
value: 44.773
verified: no, type: ndcg_at_1
value: 35.913000000000004
verified: no, type: ndcg_at_10
value: 27.340999999999998
verified: no, type: ndcg_at_100
value: 25.197000000000003
verified: no, type: ndcg_at_1000
value: 34.632000000000005
verified: no, type: ndcg_at_3
value: 31.952
verified: no, type: ndcg_at_5
value: 30.244
verified: no, type: precision_at_1
value: 37.461
verified: no, type: precision_at_10
value: 20.495
verified: no, type: precision_at_100
value: 6.551
verified: no, type: precision_at_1000
value: 1.966
verified: no, type: precision_at_3
value: 30.753000000000004
verified: no, type: precision_at_5
value: 26.935
verified: no, type: recall_at_1
value: 3.7060000000000004
verified: no, type: recall_at_10
value: 12.958
verified: no, type: recall_at_100
value: 26.582
verified: no, type: recall_at_1000
value: 59.724
verified: no, type: recall_at_3
value: 7.503
verified: no, type: recall_at_5
value: 9.808
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics: type: map_at_1
value: 22.201999999999998
verified: no, type: map_at_10
value: 33.76
verified: no, type: map_at_100
value: 34.867
verified: no, type: map_at_1000
value: 34.92
verified: no, type: map_at_3
value: 30.233999999999998
verified: no, type: map_at_5
value: 32.291
verified: no, type: mrr_at_1
value: 25.232
verified: no, type: mrr_at_10
value: 36.239
verified: no, type: mrr_at_100
value: 37.119
verified: no, type: mrr_at_1000
value: 37.162
verified: no, type: mrr_at_3
value: 33.213
verified: no, type: mrr_at_5
value: 35.02
verified: no, type: ndcg_at_1
value: 25.232
verified: no, type: ndcg_at_10
value: 40.046
verified: no, type: ndcg_at_100
value: 45.025
verified: no, type: ndcg_at_1000
value: 46.459
verified: no, type: ndcg_at_3
value: 33.343
verified: no, type: ndcg_at_5
value: 36.801
verified: no, type: precision_at_1
value: 25.232
verified: no, type: precision_at_10
value: 6.796
verified: no, type: precision_at_100
value: 0.959
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_3
value: 15.276
verified: no, type: precision_at_5
value: 11.17
verified: no, type: recall_at_1
value: 22.201999999999998
verified: no, type: recall_at_10
value: 56.733
verified: no, type: recall_at_100
value: 79.041
verified: no, type: recall_at_1000
value: 90.08500000000001
verified: no, type: recall_at_3
value: 39.412000000000006
verified: no, type: recall_at_5
value: 47.352
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 62.53383865728208
verified: no, type: cos_sim_ap
value: 66.3197921045625
verified: no, type: cos_sim_f1
value: 69.3385214007782
verified: no, type: cos_sim_precision
value: 54.89833641404805
verified: no, type: cos_sim_recall
value: 94.08658922914466
verified: no, type: dot_accuracy
value: 59.7184623714131
verified: no, type: dot_ap
value: 61.53586693000539
verified: no, type: dot_f1
value: 68.26923076923077
verified: no, type: dot_precision
value: 52.53272623790552
verified: no, type: dot_recall
value: 97.46568109820485
verified: no, type: euclidean_accuracy
value: 62.912831618841366
verified: no, type: euclidean_ap
value: 67.15479155849464
verified: no, type: euclidean_f1
value: 70.64071370640713
verified: no, type: euclidean_precision
value: 57.34035549703752
verified: no, type: euclidean_recall
value: 91.97465681098205
verified: no, type: manhattan_accuracy
value: 63.50839198700595
verified: no, type: manhattan_ap
value: 67.55807251483273
verified: no, type: manhattan_f1
value: 70.58356490670901
verified: no, type: manhattan_precision
value: 56.55216284987278
verified: no, type: manhattan_recall
value: 93.8753959873284
verified: no, type: max_accuracy
value: 63.50839198700595
verified: no, type: max_ap
value: 67.55807251483273
verified: no, type: max_f1
value: 70.64071370640713
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 87.11
verified: no, type: ap
value: 84.20351278644551
verified: no, type: f1
value: 87.10043002123766
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 13.050279647770473
verified: no, type: cos_sim_spearman
value: 14.227909232579874
verified: no, type: euclidean_pearson
value: 16.372629300358096
verified: no, type: euclidean_spearman
value: 14.68140021547196
verified: no, type: manhattan_pearson
value: 16.266960163157336
verified: no, type: manhattan_spearman
value: 14.627750758965616
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 30.56036276943463
verified: no, type: cos_sim_spearman
value: 32.918859292204
verified: no, type: euclidean_pearson
value: 31.679745438037195
verified: no, type: euclidean_spearman
value: 33.68461814972644
verified: no, type: manhattan_pearson
value: 31.994557954084563
verified: no, type: manhattan_spearman
value: 33.97758185204816
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 68.327
verified: no, type: map_at_10
value: 81.938
verified: no, type: map_at_100
value: 82.581
verified: no, type: map_at_1000
value: 82.60300000000001
verified: no, type: map_at_3
value: 78.89399999999999
verified: no, type: map_at_5
value: 80.816
verified: no, type: mrr_at_1
value: 78.75
verified: no, type: mrr_at_10
value: 85.302
verified: no, type: mrr_at_100
value: 85.432
verified: no, type: mrr_at_1000
value: 85.434
verified: no, type: mrr_at_3
value: 84.128
verified: no, type: mrr_at_5
value: 84.91199999999999
verified: no, type: ndcg_at_1
value: 78.74
verified: no, type: ndcg_at_10
value: 86.042
verified: no, type: ndcg_at_100
value: 87.468
verified: no, type: ndcg_at_1000
value: 87.641
verified: no, type: ndcg_at_3
value: 82.799
verified: no, type: ndcg_at_5
value: 84.603
verified: no, type: precision_at_1
value: 78.74
verified: no, type: precision_at_10
value: 13.071
verified: no, type: precision_at_100
value: 1.508
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_3
value: 36.08
verified: no, type: precision_at_5
value: 23.87
verified: no, type: recall_at_1
value: 68.327
verified: no, type: recall_at_10
value: 93.962
verified: no, type: recall_at_100
value: 99.054
verified: no, type: recall_at_1000
value: 99.9
verified: no, type: recall_at_3
value: 84.788
verified: no, type: recall_at_5
value: 89.73
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 41.337989152483956
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 51.2046136625677
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 3.763
verified: no, type: map_at_10
value: 8.785
verified: no, type: map_at_100
value: 10.266
verified: no, type: map_at_1000
value: 10.506
verified: no, type: map_at_3
value: 6.551
verified: no, type: map_at_5
value: 7.670000000000001
verified: no, type: mrr_at_1
value: 18.5
verified: no, type: mrr_at_10
value: 27.771
verified: no, type: mrr_at_100
value: 28.842000000000002
verified: no, type: mrr_at_1000
value: 28.913
verified: no, type: mrr_at_3
value: 24.767
verified: no, type: mrr_at_5
value: 26.457000000000004
verified: no, type: ndcg_at_1
value: 18.5
verified: no, type: ndcg_at_10
value: 15.312000000000001
verified: no, type: ndcg_at_100
value: 21.599
verified: no, type: ndcg_at_1000
value: 26.473999999999997
verified: no, type: ndcg_at_3
value: 14.821000000000002
verified: no, type: ndcg_at_5
value: 12.836
verified: no, type: precision_at_1
value: 18.5
verified: no, type: precision_at_10
value: 7.779999999999999
verified: no, type: precision_at_100
value: 1.69
verified: no, type: precision_at_1000
value: 0.28700000000000003
verified: no, type: precision_at_3
value: 13.667000000000002
verified: no, type: precision_at_5
value: 11.08
verified: no, type: recall_at_1
value: 3.763
verified: no, type: recall_at_10
value: 15.798000000000002
verified: no, type: recall_at_100
value: 34.313
verified: no, type: recall_at_1000
value: 58.318000000000005
verified: no, type: recall_at_3
value: 8.312999999999999
verified: no, type: recall_at_5
value: 11.238
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 84.33402689861924
verified: no, type: cos_sim_spearman
value: 78.52738315932625
verified: no, type: euclidean_pearson
value: 80.800678573052
verified: no, type: euclidean_spearman
value: 77.86666946799137
verified: no, type: manhattan_pearson
value: 81.03106755866989
verified: no, type: manhattan_spearman
value: 78.0676393879487
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 81.86998503723257
verified: no, type: cos_sim_spearman
value: 74.07437934108376
verified: no, type: euclidean_pearson
value: 80.91626452869946
verified: no, type: euclidean_spearman
value: 76.88419802521403
verified: no, type: manhattan_pearson
value: 81.50196980117957
verified: no, type: manhattan_spearman
value: 77.2456891009073
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 81.19616084290932
verified: no, type: cos_sim_spearman
value: 81.80834431353927
verified: no, type: euclidean_pearson
value: 81.25429737195789
verified: no, type: euclidean_spearman
value: 82.00934127307355
verified: no, type: manhattan_pearson
value: 81.67403556759655
verified: no, type: manhattan_spearman
value: 82.42359818976753
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 81.50884725941148
verified: no, type: cos_sim_spearman
value: 77.0493522248929
verified: no, type: euclidean_pearson
value: 79.15856111178543
verified: no, type: euclidean_spearman
value: 77.24292975474096
verified: no, type: manhattan_pearson
value: 79.22641788874807
verified: no, type: manhattan_spearman
value: 77.37101663798234
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 83.75652767224308
verified: no, type: cos_sim_spearman
value: 84.61113973428688
verified: no, type: euclidean_pearson
value: 83.73646379542737
verified: no, type: euclidean_spearman
value: 84.47126779405652
verified: no, type: manhattan_pearson
value: 83.89617307570857
verified: no, type: manhattan_spearman
value: 84.6073703393468
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 81.16302763567215
verified: no, type: cos_sim_spearman
value: 83.08923353997561
verified: no, type: euclidean_pearson
value: 80.08338016232464
verified: no, type: euclidean_spearman
value: 80.40181608724076
verified: no, type: manhattan_pearson
value: 80.02358856208708
verified: no, type: manhattan_spearman
value: 80.30032329982274
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ko-ko)
config: ko-ko
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 56.45965932801117
verified: no, type: cos_sim_spearman
value: 57.28270045199294
verified: no, type: euclidean_pearson
value: 57.3615782157595
verified: no, type: euclidean_spearman
value: 56.94348399074146
verified: no, type: manhattan_pearson
value: 57.9426531718209
verified: no, type: manhattan_spearman
value: 57.61844831263504
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ar-ar)
config: ar-ar
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 80.2973366536596
verified: no, type: cos_sim_spearman
value: 80.60259304741632
verified: no, type: euclidean_pearson
value: 78.30266089843892
verified: no, type: euclidean_spearman
value: 78.06065126709282
verified: no, type: manhattan_pearson
value: 78.61370380599344
verified: no, type: manhattan_spearman
value: 78.45738598619143
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-ar)
config: en-ar
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 72.35020162217042
verified: no, type: cos_sim_spearman
value: 72.59857902847162
verified: no, type: euclidean_pearson
value: 65.03547299350457
verified: no, type: euclidean_spearman
value: 64.16617373109685
verified: no, type: manhattan_pearson
value: 65.68996569454929
verified: no, type: manhattan_spearman
value: 64.88542254595046
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-de)
config: en-de
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 39.766484883595425
verified: no, type: cos_sim_spearman
value: 40.3429946300341
verified: no, type: euclidean_pearson
value: 39.47427150040957
verified: no, type: euclidean_spearman
value: 39.072525589079696
verified: no, type: manhattan_pearson
value: 40.56345338078474
verified: no, type: manhattan_spearman
value: 40.444629078138036
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 88.83798941013089
verified: no, type: cos_sim_spearman
value: 89.15159294402415
verified: no, type: euclidean_pearson
value: 87.9810618414505
verified: no, type: euclidean_spearman
value: 87.90818542026535
verified: no, type: manhattan_pearson
value: 88.06116863048229
verified: no, type: manhattan_spearman
value: 88.00182442010694
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-tr)
config: en-tr
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 7.416028059666332
verified: no, type: cos_sim_spearman
value: 6.792945857606915
verified: no, type: euclidean_pearson
value: 11.485332917116061
verified: no, type: euclidean_spearman
value: 9.793932873423419
verified: no, type: manhattan_pearson
value: 9.148469412558393
verified: no, type: manhattan_spearman
value: 7.803450524017845
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-en)
config: es-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 80.16381852152489
verified: no, type: cos_sim_spearman
value: 81.80324089694928
verified: no, type: euclidean_pearson
value: 76.41433274302783
verified: no, type: euclidean_spearman
value: 77.15238726996526
verified: no, type: manhattan_pearson
value: 77.08610108551368
verified: no, type: manhattan_spearman
value: 77.99971298324311
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-es)
config: es-es
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 85.11032272383456
verified: no, type: cos_sim_spearman
value: 85.64528002839239
verified: no, type: euclidean_pearson
value: 85.54301672487198
verified: no, type: euclidean_spearman
value: 84.21727806530393
verified: no, type: manhattan_pearson
value: 85.57145576255618
verified: no, type: manhattan_spearman
value: 84.07127479487694
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (fr-en)
config: fr-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 79.73703272230806
verified: no, type: cos_sim_spearman
value: 79.9424510113259
verified: no, type: euclidean_pearson
value: 77.64485173960838
verified: no, type: euclidean_spearman
value: 77.54693014468836
verified: no, type: manhattan_pearson
value: 77.96911553781774
verified: no, type: manhattan_spearman
value: 77.87266778206842
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (it-en)
config: it-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 37.260672179617515
verified: no, type: cos_sim_spearman
value: 34.80434004457536
verified: no, type: euclidean_pearson
value: 38.55806751295782
verified: no, type: euclidean_spearman
value: 36.129700913023115
verified: no, type: manhattan_pearson
value: 40.74316244582763
verified: no, type: manhattan_spearman
value: 38.60667540883322
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (nl-en)
config: nl-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 38.038311386574456
verified: no, type: cos_sim_spearman
value: 33.576193063894195
verified: no, type: euclidean_pearson
value: 33.712663568034316
verified: no, type: euclidean_spearman
value: 32.560617375956916
verified: no, type: manhattan_pearson
value: 35.60457167895616
verified: no, type: manhattan_spearman
value: 34.63036216555931
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 61.01583638162472
verified: no, type: cos_sim_spearman
value: 62.92281428893316
verified: no, type: euclidean_pearson
value: 62.939630289711815
verified: no, type: euclidean_spearman
value: 64.15209661725994
verified: no, type: manhattan_pearson
value: 64.24261705090608
verified: no, type: manhattan_spearman
value: 64.78283158164017
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de)
config: de
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 21.529440799555704
verified: no, type: cos_sim_spearman
value: 26.62727800620091
verified: no, type: euclidean_pearson
value: 16.837244578590123
verified: no, type: euclidean_spearman
value: 25.012107525591425
verified: no, type: manhattan_pearson
value: 18.445531476179454
verified: no, type: manhattan_spearman
value: 27.070240480795153
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es)
config: es
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 49.655500043363624
verified: no, type: cos_sim_spearman
value: 56.31248457847469
verified: no, type: euclidean_pearson
value: 48.787154598246616
verified: no, type: euclidean_spearman
value: 52.90454409579225
verified: no, type: manhattan_pearson
value: 55.392327232639836
verified: no, type: manhattan_spearman
value: 57.3726886727899
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl)
config: pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 2.9137753115190304
verified: no, type: cos_sim_spearman
value: 15.062114976486532
verified: no, type: euclidean_pearson
value: -2.034404984782681
verified: no, type: euclidean_spearman
value: 14.683481835467338
verified: no, type: manhattan_pearson
value: -0.22204468354050833
verified: no, type: manhattan_spearman
value: 15.526420635759743
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (tr)
config: tr
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 4.3616620418459915
verified: no, type: cos_sim_spearman
value: 22.11078316878173
verified: no, type: euclidean_pearson
value: 15.111514877123403
verified: no, type: euclidean_spearman
value: 21.232869644925973
verified: no, type: manhattan_pearson
value: 19.71276925909529
verified: no, type: manhattan_spearman
value: 25.704469862313466
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ar)
config: ar
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 44.25888840250496
verified: no, type: cos_sim_spearman
value: 54.82352971568842
verified: no, type: euclidean_pearson
value: 48.00261414068268
verified: no, type: euclidean_spearman
value: 53.3721608428832
verified: no, type: manhattan_pearson
value: 50.6442021864215
verified: no, type: manhattan_spearman
value: 55.352339945631954
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ru)
config: ru
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 0.08233514100531068
verified: no, type: cos_sim_spearman
value: 28.771721168834276
verified: no, type: euclidean_pearson
value: 10.783524938899138
verified: no, type: euclidean_spearman
value: 24.67831010432439
verified: no, type: manhattan_pearson
value: 16.98415610436092
verified: no, type: manhattan_spearman
value: 25.81670115913176
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 36.86678706245425
verified: no, type: cos_sim_spearman
value: 40.9736918674032
verified: no, type: euclidean_pearson
value: 26.42365971768556
verified: no, type: euclidean_spearman
value: 30.479818788692054
verified: no, type: manhattan_pearson
value: 41.08694658968258
verified: no, type: manhattan_spearman
value: 45.080877435751084
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr)
config: fr
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 75.98114217777062
verified: no, type: cos_sim_spearman
value: 78.7295845730892
verified: no, type: euclidean_pearson
value: 76.99433076522276
verified: no, type: euclidean_spearman
value: 79.71421663258973
verified: no, type: manhattan_pearson
value: 78.65656344143478
verified: no, type: manhattan_spearman
value: 80.60968909615123
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-en)
config: de-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 47.33261398683554
verified: no, type: cos_sim_spearman
value: 49.547954534754666
verified: no, type: euclidean_pearson
value: 48.23362592012922
verified: no, type: euclidean_spearman
value: 49.17277986369927
verified: no, type: manhattan_pearson
value: 49.06792311033889
verified: no, type: manhattan_spearman
value: 51.27529282708198
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-en)
config: es-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 66.10070360470756
verified: no, type: cos_sim_spearman
value: 71.03150249855938
verified: no, type: euclidean_pearson
value: 67.05372897033872
verified: no, type: euclidean_spearman
value: 69.73291838049877
verified: no, type: manhattan_pearson
value: 70.34740916239467
verified: no, type: manhattan_spearman
value: 72.40053406658815
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (it)
config: it
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 56.581317404418904
verified: no, type: cos_sim_spearman
value: 62.61318021096797
verified: no, type: euclidean_pearson
value: 57.4403074342031
verified: no, type: euclidean_spearman
value: 60.04897783631694
verified: no, type: manhattan_pearson
value: 58.441729285803014
verified: no, type: manhattan_spearman
value: 60.70510326005463
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl-en)
config: pl-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 47.064414464023905
verified: no, type: cos_sim_spearman
value: 43.716659075869465
verified: no, type: euclidean_pearson
value: 43.81699490724336
verified: no, type: euclidean_spearman
value: 43.784380306563726
verified: no, type: manhattan_pearson
value: 53.664583329563264
verified: no, type: manhattan_spearman
value: 45.399271192350135
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh-en)
config: zh-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 63.585903017365055
verified: no, type: cos_sim_spearman
value: 63.90147651068459
verified: no, type: euclidean_pearson
value: 50.21918146173064
verified: no, type: euclidean_spearman
value: 53.02530618040754
verified: no, type: manhattan_pearson
value: 62.7472089813117
verified: no, type: manhattan_spearman
value: 63.90440606248973
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-it)
config: es-it
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 59.06715980430013
verified: no, type: cos_sim_spearman
value: 61.2993294424547
verified: no, type: euclidean_pearson
value: 53.67335552456426
verified: no, type: euclidean_spearman
value: 55.32940583953816
verified: no, type: manhattan_pearson
value: 58.08097600675386
verified: no, type: manhattan_spearman
value: 57.1966250850173
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-fr)
config: de-fr
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 18.94271219818519
verified: no, type: cos_sim_spearman
value: 22.355519793818935
verified: no, type: euclidean_pearson
value: 14.336479135636187
verified: no, type: euclidean_spearman
value: 18.862751864788684
verified: no, type: manhattan_pearson
value: 14.481730447681057
verified: no, type: manhattan_spearman
value: 17.572142526671563
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-pl)
config: de-pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 20.644357537446464
verified: no, type: cos_sim_spearman
value: 35.32083671407284
verified: no, type: euclidean_pearson
value: 28.24720906134992
verified: no, type: euclidean_spearman
value: 46.437508077438395
verified: no, type: manhattan_pearson
value: 42.09834718968137
verified: no, type: manhattan_spearman
value: 53.02744622635869
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr-pl)
config: fr-pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 71.84986730523782
verified: no, type: cos_sim_spearman
value: 73.24670207647144
verified: no, type: euclidean_pearson
value: 62.450055500805604
verified: no, type: euclidean_spearman
value: 61.97797868009122
verified: no, type: manhattan_pearson
value: 56.32083882980946
verified: no, type: manhattan_spearman
value: 39.440531887330785
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 78.11479317838469
verified: no, type: cos_sim_spearman
value: 77.7709743500025
verified: no, type: euclidean_pearson
value: 78.83834281752932
verified: no, type: euclidean_spearman
value: 78.21978829646487
verified: no, type: manhattan_pearson
value: 79.36075578990533
verified: no, type: manhattan_spearman
value: 78.72958965446072
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 82.92539499228975
verified: no, type: cos_sim_spearman
value: 83.63025944536395
verified: no, type: euclidean_pearson
value: 81.54744230098872
verified: no, type: euclidean_spearman
value: 81.08707735758752
verified: no, type: manhattan_pearson
value: 81.50252353111375
verified: no, type: manhattan_spearman
value: 81.00641210322735
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 75.12690809334019
verified: no, type: mrr
value: 92.28846951886169
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: map_at_1
value: 47.15
verified: no, type: map_at_10
value: 56.748
verified: no, type: map_at_100
value: 57.528999999999996
verified: no, type: map_at_1000
value: 57.56400000000001
verified: no, type: map_at_3
value: 53.691
verified: no, type: map_at_5
value: 55.656000000000006
verified: no, type: mrr_at_1
value: 49.667
verified: no, type: mrr_at_10
value: 58.24700000000001
verified: no, type: mrr_at_100
value: 58.855000000000004
verified: no, type: mrr_at_1000
value: 58.888
verified: no, type: mrr_at_3
value: 55.72200000000001
verified: no, type: mrr_at_5
value: 57.272
verified: no, type: ndcg_at_1
value: 49.667
verified: no, type: ndcg_at_10
value: 61.739
verified: no, type: ndcg_at_100
value: 65.17399999999999
verified: no, type: ndcg_at_1000
value: 66.122
verified: no, type: ndcg_at_3
value: 56.266000000000005
verified: no, type: ndcg_at_5
value: 59.357000000000006
verified: no, type: precision_at_1
value: 49.667
verified: no, type: precision_at_10
value: 8.5
verified: no, type: precision_at_100
value: 1.04
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_3
value: 22.111
verified: no, type: precision_at_5
value: 15.133
verified: no, type: recall_at_1
value: 47.15
verified: no, type: recall_at_10
value: 75.52799999999999
verified: no, type: recall_at_100
value: 91.167
verified: no, type: recall_at_1000
value: 98.667
verified: no, type: recall_at_3
value: 60.978
verified: no, type: recall_at_5
value: 68.839
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.71188118811881
verified: no, type: cos_sim_ap
value: 92.0858173884619
verified: no, type: cos_sim_f1
value: 85.48864758144126
verified: no, type: cos_sim_precision
value: 84.40545808966861
verified: no, type: cos_sim_recall
value: 86.6
verified: no, type: dot_accuracy
value: 99.57722772277228
verified: no, type: dot_ap
value: 83.92226742515372
verified: no, type: dot_f1
value: 78.85091629519565
verified: no, type: dot_precision
value: 78.11579980372915
verified: no, type: dot_recall
value: 79.60000000000001
verified: no, type: euclidean_accuracy
value: 99.6970297029703
verified: no, type: euclidean_ap
value: 91.69378964699095
verified: no, type: euclidean_f1
value: 85.08771929824562
verified: no, type: euclidean_precision
value: 82.98479087452472
verified: no, type: euclidean_recall
value: 87.3
verified: no, type: manhattan_accuracy
value: 99.7019801980198
verified: no, type: manhattan_ap
value: 92.00969741996086
verified: no, type: manhattan_f1
value: 84.95752123938031
verified: no, type: manhattan_precision
value: 84.91508491508492
verified: no, type: manhattan_recall
value: 85
verified: no, type: max_accuracy
value: 99.71188118811881
verified: no, type: max_ap
value: 92.0858173884619
verified: no, type: max_f1
value: 85.48864758144126
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 54.50675991473899
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 31.12415042272221
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 47.37961638353922
verified: no, type: mrr
value: 48.04425558102029
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 31.358583236464177
verified: no, type: cos_sim_spearman
value: 32.06044850511017
verified: no, type: dot_pearson
value: 30.36343303587471
verified: no, type: dot_spearman
value: 30.303932242144704
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 63.73951666189072
verified: no, type: mrr
value: 73.54706021429108
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 16.892
verified: no, type: map_at_10
value: 40.215
verified: no, type: map_at_100
value: 43.9
verified: no, type: map_at_1000
value: 44.185
verified: no, type: map_at_3
value: 30.008000000000003
verified: no, type: map_at_5
value: 35.465
verified: no, type: mrr_at_1
value: 63.931000000000004
verified: no, type: mrr_at_10
value: 70.35
verified: no, type: mrr_at_100
value: 70.762
verified: no, type: mrr_at_1000
value: 70.784
verified: no, type: mrr_at_3
value: 68.863
verified: no, type: mrr_at_5
value: 69.758
verified: no, type: ndcg_at_1
value: 63.931000000000004
verified: no, type: ndcg_at_10
value: 51.573
verified: no, type: ndcg_at_100
value: 59.067
verified: no, type: ndcg_at_1000
value: 62.388
verified: no, type: ndcg_at_3
value: 55.422000000000004
verified: no, type: ndcg_at_5
value: 52.322
verified: no, type: precision_at_1
value: 63.931000000000004
verified: no, type: precision_at_10
value: 25.373
verified: no, type: precision_at_100
value: 3.894
verified: no, type: precision_at_1000
value: 0.47400000000000003
verified: no, type: precision_at_3
value: 48.083
verified: no, type: precision_at_5
value: 38.513
verified: no, type: recall_at_1
value: 16.892
verified: no, type: recall_at_10
value: 49.945
verified: no, type: recall_at_100
value: 73.41499999999999
verified: no, type: recall_at_1000
value: 89.776
verified: no, type: recall_at_3
value: 32.544000000000004
verified: no, type: recall_at_5
value: 40.501
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 44.153999999999996
verified: no, type: f1
value: 42.69123774230511
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.22300000000000003
verified: no, type: map_at_10
value: 1.7999999999999998
verified: no, type: map_at_100
value: 9.098
verified: no, type: map_at_1000
value: 20.59
verified: no, type: map_at_3
value: 0.6459999999999999
verified: no, type: map_at_5
value: 1.006
verified: no, type: mrr_at_1
value: 84
verified: no, type: mrr_at_10
value: 91.5
verified: no, type: mrr_at_100
value: 91.5
verified: no, type: mrr_at_1000
value: 91.5
verified: no, type: mrr_at_3
value: 91
verified: no, type: mrr_at_5
value: 91.5
verified: no, type: ndcg_at_1
value: 80
verified: no, type: ndcg_at_10
value: 72.992
verified: no, type: ndcg_at_100
value: 51.778999999999996
verified: no, type: ndcg_at_1000
value: 44.473
verified: no, type: ndcg_at_3
value: 77.531
verified: no, type: ndcg_at_5
value: 74.685
verified: no, type: precision_at_1
value: 84
verified: no, type: precision_at_10
value: 78.60000000000001
verified: no, type: precision_at_100
value: 52.800000000000004
verified: no, type: precision_at_1000
value: 19.736
verified: no, type: precision_at_3
value: 83.333
verified: no, type: precision_at_5
value: 80
verified: no, type: recall_at_1
value: 0.22300000000000003
verified: no, type: recall_at_10
value: 2.016
verified: no, type: recall_at_100
value: 12.21
verified: no, type: recall_at_1000
value: 41.427
verified: no, type: recall_at_3
value: 0.6839999999999999
verified: no, type: recall_at_5
value: 1.083
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (sqi-eng)
config: sqi-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11
verified: no, type: f1
value: 8.487309997179562
verified: no, type: precision
value: 7.935185890268856
verified: no, type: recall
value: 11
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fry-eng)
config: fry-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 23.699421965317917
verified: no, type: f1
value: 18.09982567208001
verified: no, type: precision
value: 16.582017825552963
verified: no, type: recall
value: 23.699421965317917
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kur-eng)
config: kur-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.780487804878048
verified: no, type: f1
value: 6.484836753129436
verified: no, type: precision
value: 5.916220801747723
verified: no, type: recall
value: 8.780487804878048
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tur-eng)
config: tur-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5
verified: no, type: f1
value: 3.493223480735001
verified: no, type: precision
value: 3.1492116349139385
verified: no, type: recall
value: 5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (deu-eng)
config: deu-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 33.6
verified: no, type: f1
value: 29.339340352229065
verified: no, type: precision
value: 27.997920626374693
verified: no, type: recall
value: 33.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nld-eng)
config: nld-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 20.200000000000003
verified: no, type: f1
value: 16.330981736231458
verified: no, type: precision
value: 15.250949969794044
verified: no, type: recall
value: 20.200000000000003
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ron-eng)
config: ron-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 19.6
verified: no, type: f1
value: 14.951120083366323
verified: no, type: precision
value: 13.617335362707001
verified: no, type: recall
value: 19.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ang-eng)
config: ang-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 20.149253731343283
verified: no, type: f1
value: 13.312899786780385
verified: no, type: precision
value: 11.979388770433545
verified: no, type: recall
value: 20.149253731343283
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ido-eng)
config: ido-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 31.4
verified: no, type: f1
value: 26.21323201417634
verified: no, type: precision
value: 24.607830064672168
verified: no, type: recall
value: 31.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (jav-eng)
config: jav-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 18.048780487804876
verified: no, type: f1
value: 14.347798542920492
verified: no, type: precision
value: 13.301672920575362
verified: no, type: recall
value: 18.048780487804876
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (isl-eng)
config: isl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.2
verified: no, type: f1
value: 3.2713297295122503
verified: no, type: precision
value: 2.978548911585725
verified: no, type: recall
value: 5.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (slv-eng)
config: slv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.411907654921021
verified: no, type: f1
value: 5.412915976323278
verified: no, type: precision
value: 4.975402373122839
verified: no, type: recall
value: 7.411907654921021
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cym-eng)
config: cym-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.521739130434783
verified: no, type: f1
value: 5.871393789897329
verified: no, type: precision
value: 5.350472658912557
verified: no, type: recall
value: 8.521739130434783
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kaz-eng)
config: kaz-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.565217391304348
verified: no, type: f1
value: 0.7422394530145001
verified: no, type: precision
value: 0.7201734373569025
verified: no, type: recall
value: 1.565217391304348
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (est-eng)
config: est-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.3
verified: no, type: f1
value: 3.0838354401589694
verified: no, type: precision
value: 2.709942839090994
verified: no, type: recall
value: 5.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (heb-eng)
config: heb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.8
verified: no, type: f1
value: 0.24583802742178057
verified: no, type: precision
value: 0.18710578268453032
verified: no, type: recall
value: 0.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gla-eng)
config: gla-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.945717732207479
verified: no, type: f1
value: 2.7266734043909437
verified: no, type: precision
value: 2.3247505400014186
verified: no, type: recall
value: 4.945717732207479
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mar-eng)
config: mar-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 54.2
verified: no, type: f1
value: 47.22780366692132
verified: no, type: precision
value: 44.740178571428565
verified: no, type: recall
value: 54.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lat-eng)
config: lat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 25.8
verified: no, type: f1
value: 19.547406382656526
verified: no, type: precision
value: 17.80766233766234
verified: no, type: recall
value: 25.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bel-eng)
config: bel-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.9
verified: no, type: f1
value: 3.283031457969928
verified: no, type: precision
value: 3.0361515007649467
verified: no, type: recall
value: 4.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pms-eng)
config: pms-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 22.476190476190478
verified: no, type: f1
value: 17.494204011570957
verified: no, type: precision
value: 16.16236240785113
verified: no, type: recall
value: 22.476190476190478
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gle-eng)
config: gle-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.3
verified: no, type: f1
value: 3.461898170471662
verified: no, type: precision
value: 2.975546957350575
verified: no, type: recall
value: 6.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pes-eng)
config: pes-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.6
verified: no, type: f1
value: 5.874235156578609
verified: no, type: precision
value: 5.201352547725499
verified: no, type: recall
value: 8.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nob-eng)
config: nob-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 15.2
verified: no, type: f1
value: 11.908986787697534
verified: no, type: precision
value: 11.090628985937808
verified: no, type: recall
value: 15.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bul-eng)
config: bul-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.9
verified: no, type: f1
value: 4.58348360335125
verified: no, type: precision
value: 4.183620994869927
verified: no, type: recall
value: 6.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cbk-eng)
config: cbk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 62.1
verified: no, type: f1
value: 55.70845598845599
verified: no, type: precision
value: 53.22281746031747
verified: no, type: recall
value: 62.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hun-eng)
config: hun-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.8
verified: no, type: f1
value: 3.246932234432234
verified: no, type: precision
value: 2.9738765839703265
verified: no, type: recall
value: 4.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (uig-eng)
config: uig-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.8999999999999999
verified: no, type: f1
value: 0.5331481481481481
verified: no, type: precision
value: 0.4918990604783396
verified: no, type: recall
value: 0.8999999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (rus-eng)
config: rus-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 31.7
verified: no, type: f1
value: 25.22406237037816
verified: no, type: precision
value: 23.27273155929038
verified: no, type: recall
value: 31.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (spa-eng)
config: spa-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.5
verified: no, type: f1
value: 95.48333333333333
verified: no, type: precision
value: 95
verified: no, type: recall
value: 96.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hye-eng)
config: hye-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.40431266846361186
verified: no, type: f1
value: 0.22521185350542844
verified: no, type: precision
value: 0.20245384171411912
verified: no, type: recall
value: 0.40431266846361186
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tel-eng)
config: tel-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 43.162393162393165
verified: no, type: f1
value: 35.83662064431295
verified: no, type: precision
value: 33.66590199923534
verified: no, type: recall
value: 43.162393162393165
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (afr-eng)
config: afr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 12.2
verified: no, type: f1
value: 9.007009351120605
verified: no, type: precision
value: 8.26509907921979
verified: no, type: recall
value: 12.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mon-eng)
config: mon-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 2.0454545454545454
verified: no, type: f1
value: 0.846869670733307
verified: no, type: precision
value: 0.719285857023819
verified: no, type: recall
value: 2.0454545454545454
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (arz-eng)
config: arz-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 56.18448637316562
verified: no, type: f1
value: 49.41850369523325
verified: no, type: precision
value: 46.84486373165618
verified: no, type: recall
value: 56.18448637316562
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hrv-eng)
config: hrv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.4
verified: no, type: f1
value: 6.274306734742452
verified: no, type: precision
value: 5.854786915151029
verified: no, type: recall
value: 8.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nov-eng)
config: nov-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 45.13618677042802
verified: no, type: f1
value: 38.784818726452976
verified: no, type: precision
value: 36.65848310789945
verified: no, type: recall
value: 45.13618677042802
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gsw-eng)
config: gsw-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 23.076923076923077
verified: no, type: f1
value: 17.501757501757503
verified: no, type: precision
value: 16.06289721674337
verified: no, type: recall
value: 23.076923076923077
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nds-eng)
config: nds-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 15.8
verified: no, type: f1
value: 11.834682187321722
verified: no, type: precision
value: 10.871016304088595
verified: no, type: recall
value: 15.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ukr-eng)
config: ukr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.3
verified: no, type: f1
value: 4.929314970921539
verified: no, type: precision
value: 4.427714750128542
verified: no, type: recall
value: 7.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (uzb-eng)
config: uzb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.14018691588785
verified: no, type: f1
value: 2.543797914741945
verified: no, type: precision
value: 2.1476927403586066
verified: no, type: recall
value: 5.14018691588785
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lit-eng)
config: lit-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5
verified: no, type: f1
value: 3.173243817101591
verified: no, type: precision
value: 2.8643206769285485
verified: no, type: recall
value: 5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ina-eng)
config: ina-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 69.5
verified: no, type: f1
value: 63.89614902641219
verified: no, type: precision
value: 61.628650793650785
verified: no, type: recall
value: 69.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lfn-eng)
config: lfn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 41.8
verified: no, type: f1
value: 37.523909714712914
verified: no, type: precision
value: 36.054581750900766
verified: no, type: recall
value: 41.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (zsm-eng)
config: zsm-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 79.2
verified: no, type: f1
value: 74.88805555555554
verified: no, type: precision
value: 73.05083333333333
verified: no, type: recall
value: 79.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ita-eng)
config: ita-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 43.5
verified: no, type: f1
value: 37.28660019590605
verified: no, type: precision
value: 35.18067447433519
verified: no, type: recall
value: 43.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cmn-eng)
config: cmn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 94.5
verified: no, type: f1
value: 92.95
verified: no, type: precision
value: 92.2
verified: no, type: recall
value: 94.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lvs-eng)
config: lvs-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.2
verified: no, type: f1
value: 3.5297755651484026
verified: no, type: precision
value: 3.190013722690584
verified: no, type: recall
value: 5.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (glg-eng)
config: glg-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 74.7
verified: no, type: f1
value: 69.2602380952381
verified: no, type: precision
value: 67.03261904761905
verified: no, type: recall
value: 74.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ceb-eng)
config: ceb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8
verified: no, type: f1
value: 5.639611303143687
verified: no, type: precision
value: 5.209856824277429
verified: no, type: recall
value: 8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bre-eng)
config: bre-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.1
verified: no, type: f1
value: 3.847611167634209
verified: no, type: precision
value: 3.3324923687423693
verified: no, type: recall
value: 6.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ben-eng)
config: ben-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 75.5
verified: no, type: f1
value: 70.14214285714286
verified: no, type: precision
value: 67.88761904761904
verified: no, type: recall
value: 75.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swg-eng)
config: swg-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 20.535714285714285
verified: no, type: f1
value: 16.437074829931973
verified: no, type: precision
value: 15.459837781266353
verified: no, type: recall
value: 20.535714285714285
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (arq-eng)
config: arq-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 21.405049396267835
verified: no, type: f1
value: 16.162968480476714
verified: no, type: precision
value: 14.506603642481391
verified: no, type: recall
value: 21.405049396267835
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kab-eng)
config: kab-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.4000000000000001
verified: no, type: f1
value: 0.8861559696342305
verified: no, type: precision
value: 0.7898232323232323
verified: no, type: recall
value: 1.4000000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fra-eng)
config: fra-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 93.5
verified: no, type: f1
value: 91.65333333333334
verified: no, type: precision
value: 90.80833333333332
verified: no, type: recall
value: 93.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (por-eng)
config: por-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 93.8
verified: no, type: f1
value: 92.08333333333333
verified: no, type: precision
value: 91.23333333333333
verified: no, type: recall
value: 93.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tat-eng)
config: tat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.3
verified: no, type: f1
value: 0.9654912597950575
verified: no, type: precision
value: 0.911237853823405
verified: no, type: recall
value: 1.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (oci-eng)
config: oci-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 35.5
verified: no, type: f1
value: 29.385868020868024
verified: no, type: precision
value: 27.38218614718615
verified: no, type: recall
value: 35.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pol-eng)
config: pol-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.3
verified: no, type: f1
value: 5.625495291471218
verified: no, type: precision
value: 5.006352187769519
verified: no, type: recall
value: 8.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (war-eng)
config: war-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9.3
verified: no, type: f1
value: 7.188871139201601
verified: no, type: precision
value: 6.68110313042221
verified: no, type: recall
value: 9.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (aze-eng)
config: aze-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.9
verified: no, type: f1
value: 3.4368196711816386
verified: no, type: precision
value: 3.1516575755476186
verified: no, type: recall
value: 4.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (vie-eng)
config: vie-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 94.5
verified: no, type: f1
value: 92.85666666666667
verified: no, type: precision
value: 92.07499999999999
verified: no, type: recall
value: 94.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nno-eng)
config: nno-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 10.9
verified: no, type: f1
value: 8.052880589619718
verified: no, type: precision
value: 7.2833020438680816
verified: no, type: recall
value: 10.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cha-eng)
config: cha-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 21.897810218978105
verified: no, type: f1
value: 16.459096459096457
verified: no, type: precision
value: 14.99391727493917
verified: no, type: recall
value: 21.897810218978105
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mhr-eng)
config: mhr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.8
verified: no, type: f1
value: 0.43900258600589265
verified: no, type: precision
value: 0.42151473277789064
verified: no, type: recall
value: 0.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dan-eng)
config: dan-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 14.899999999999999
verified: no, type: f1
value: 11.403181682754628
verified: no, type: precision
value: 10.506373051667312
verified: no, type: recall
value: 14.899999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ell-eng)
config: ell-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.9
verified: no, type: f1
value: 0.8872641689515834
verified: no, type: precision
value: 0.7857231069685399
verified: no, type: recall
value: 1.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (amh-eng)
config: amh-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.1904761904761905
verified: no, type: f1
value: 0.20847048496818082
verified: no, type: precision
value: 0.11904761904761904
verified: no, type: recall
value: 1.1904761904761905
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pam-eng)
config: pam-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.3
verified: no, type: f1
value: 3.784571880595977
verified: no, type: precision
value: 3.4556477020719782
verified: no, type: recall
value: 5.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hsb-eng)
config: hsb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9.316770186335404
verified: no, type: f1
value: 6.80343720685027
verified: no, type: precision
value: 6.316650292717499
verified: no, type: recall
value: 9.316770186335404
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (srp-eng)
config: srp-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.8999999999999995
verified: no, type: f1
value: 4.5486926228313695
verified: no, type: precision
value: 4.311121913612427
verified: no, type: recall
value: 5.8999999999999995
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (epo-eng)
config: epo-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 18.099999999999998
verified: no, type: f1
value: 13.4170874831821
verified: no, type: precision
value: 12.178193046524806
verified: no, type: recall
value: 18.099999999999998
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kzj-eng)
config: kzj-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.3999999999999995
verified: no, type: f1
value: 3.3905735425765524
verified: no, type: precision
value: 3.2588935800436625
verified: no, type: recall
value: 4.3999999999999995
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (awa-eng)
config: awa-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 37.66233766233766
verified: no, type: f1
value: 30.539579468150897
verified: no, type: precision
value: 28.60288100547841
verified: no, type: recall
value: 37.66233766233766
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fao-eng)
config: fao-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 12.213740458015266
verified: no, type: f1
value: 8.297822182308039
verified: no, type: precision
value: 7.463649581970193
verified: no, type: recall
value: 12.213740458015266
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mal-eng)
config: mal-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 78.31149927219796
verified: no, type: f1
value: 73.35759340126152
verified: no, type: precision
value: 71.26394953905871
verified: no, type: recall
value: 78.31149927219796
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ile-eng)
config: ile-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 51.800000000000004
verified: no, type: f1
value: 44.24010323010323
verified: no, type: precision
value: 41.450707972582975
verified: no, type: recall
value: 51.800000000000004
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bos-eng)
config: bos-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.27683615819209
verified: no, type: f1
value: 9.167320569156727
verified: no, type: precision
value: 8.200402665583079
verified: no, type: recall
value: 13.27683615819209
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cor-eng)
config: cor-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.8
verified: no, type: f1
value: 3.1268763352790283
verified: no, type: precision
value: 2.84393718699601
verified: no, type: recall
value: 4.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cat-eng)
config: cat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 85.1
verified: no, type: f1
value: 81.55
verified: no, type: precision
value: 79.98166666666665
verified: no, type: recall
value: 85.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (eus-eng)
config: eus-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 48.3
verified: no, type: f1
value: 42.347894491129786
verified: no, type: precision
value: 40.36040404040404
verified: no, type: recall
value: 48.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (yue-eng)
config: yue-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 78.8
verified: no, type: f1
value: 74.35484848484847
verified: no, type: precision
value: 72.43277777777777
verified: no, type: recall
value: 78.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swe-eng)
config: swe-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.900000000000002
verified: no, type: f1
value: 10.718252991153888
verified: no, type: precision
value: 9.835761434404196
verified: no, type: recall
value: 13.900000000000002
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dtp-eng)
config: dtp-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.9
verified: no, type: f1
value: 3.371714825002496
verified: no, type: precision
value: 3.085928254003479
verified: no, type: recall
value: 4.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kat-eng)
config: kat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.5361930294906166
verified: no, type: f1
value: 0.40389703692021933
verified: no, type: precision
value: 0.40302666854804575
verified: no, type: recall
value: 0.5361930294906166
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (jpn-eng)
config: jpn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 55.300000000000004
verified: no, type: f1
value: 48.83353113553113
verified: no, type: precision
value: 46.48630659536542
verified: no, type: recall
value: 55.300000000000004
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (csb-eng)
config: csb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.300395256916996
verified: no, type: f1
value: 5.261552988548536
verified: no, type: precision
value: 4.724388115499655
verified: no, type: recall
value: 8.300395256916996
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (xho-eng)
config: xho-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.450704225352112
verified: no, type: f1
value: 4.829974470478787
verified: no, type: precision
value: 4.337585798478816
verified: no, type: recall
value: 8.450704225352112
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (orv-eng)
config: orv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.0778443113772456
verified: no, type: f1
value: 0.5373251562068135
verified: no, type: precision
value: 0.5107640721914694
verified: no, type: recall
value: 1.0778443113772456
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ind-eng)
config: ind-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 88.5
verified: no, type: f1
value: 85.46333333333334
verified: no, type: precision
value: 84.1
verified: no, type: recall
value: 88.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tuk-eng)
config: tuk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.41871921182266
verified: no, type: f1
value: 2.8063639248802965
verified: no, type: precision
value: 2.2699550039451513
verified: no, type: recall
value: 5.41871921182266
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (max-eng)
config: max-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 40.49295774647887
verified: no, type: f1
value: 33.455454951933824
verified: no, type: precision
value: 31.4339393461183
verified: no, type: recall
value: 40.49295774647887
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swh-eng)
config: swh-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 18.974358974358974
verified: no, type: f1
value: 14.517578026097205
verified: no, type: precision
value: 13.3510327465177
verified: no, type: recall
value: 18.974358974358974
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hin-eng)
config: hin-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 88.5
verified: no, type: f1
value: 85.34666666666666
verified: no, type: precision
value: 83.89999999999999
verified: no, type: recall
value: 88.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dsb-eng)
config: dsb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.1419624217119
verified: no, type: f1
value: 5.830783012763732
verified: no, type: precision
value: 5.4408714223116545
verified: no, type: recall
value: 8.1419624217119
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ber-eng)
config: ber-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.800000000000001
verified: no, type: f1
value: 3.9245687335866406
verified: no, type: precision
value: 3.5535667824951584
verified: no, type: recall
value: 5.800000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tam-eng)
config: tam-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 68.40390879478826
verified: no, type: f1
value: 62.25738069386277
verified: no, type: precision
value: 60.10935318752908
verified: no, type: recall
value: 68.40390879478826
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (slk-eng)
config: slk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.1
verified: no, type: f1
value: 5.4876787833762135
verified: no, type: precision
value: 5.126663482701374
verified: no, type: recall
value: 7.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tgl-eng)
config: tgl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.9
verified: no, type: f1
value: 6.519531004112515
verified: no, type: precision
value: 5.987707404636394
verified: no, type: recall
value: 8.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ast-eng)
config: ast-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 66.92913385826772
verified: no, type: f1
value: 59.96062992125984
verified: no, type: precision
value: 57.13348331458567
verified: no, type: recall
value: 66.92913385826772
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mkd-eng)
config: mkd-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.3
verified: no, type: f1
value: 2.765805343607201
verified: no, type: precision
value: 2.5247851243177144
verified: no, type: recall
value: 4.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (khm-eng)
config: khm-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.41551246537396125
verified: no, type: f1
value: 0.1497838495760933
verified: no, type: precision
value: 0.14429034844729552
verified: no, type: recall
value: 0.41551246537396125
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ces-eng)
config: ces-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.800000000000001
verified: no, type: f1
value: 3.761224995516873
verified: no, type: precision
value: 3.2689210175496086
verified: no, type: recall
value: 5.800000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tzl-eng)
config: tzl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 16.346153846153847
verified: no, type: f1
value: 14.524291497975709
verified: no, type: precision
value: 13.995726495726496
verified: no, type: recall
value: 16.346153846153847
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (urd-eng)
config: urd-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 67.80000000000001
verified: no, type: f1
value: 61.615800865800864
verified: no, type: precision
value: 59.12333333333334
verified: no, type: recall
value: 67.80000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ara-eng)
config: ara-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 83.8
verified: no, type: f1
value: 80.08857142857143
verified: no, type: precision
value: 78.46666666666667
verified: no, type: recall
value: 83.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kor-eng)
config: kor-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.2
verified: no, type: f1
value: 2.6507751588440254
verified: no, type: precision
value: 2.335273168189835
verified: no, type: recall
value: 4.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (yid-eng)
config: yid-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.4716981132075472
verified: no, type: f1
value: 0.19293763102725367
verified: no, type: precision
value: 0.1622040325564188
verified: no, type: recall
value: 0.4716981132075472
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fin-eng)
config: fin-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.9
verified: no, type: f1
value: 3.5001791555125235
verified: no, type: precision
value: 3.277940522301425
verified: no, type: recall
value: 4.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tha-eng)
config: tha-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.9124087591240875
verified: no, type: f1
value: 0.5083420229405631
verified: no, type: precision
value: 0.4674562188049969
verified: no, type: recall
value: 0.9124087591240875
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (wuu-eng)
config: wuu-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 79.4
verified: no, type: f1
value: 74.62333333333333
verified: no, type: precision
value: 72.52333333333334
verified: no, type: recall
value: 79.4
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 51.02719281751054
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 48.31885339280247
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.426
verified: no, type: map_at_10
value: 9.029
verified: no, type: map_at_100
value: 14.299999999999999
verified: no, type: map_at_1000
value: 15.798000000000002
verified: no, type: map_at_3
value: 4.626
verified: no, type: map_at_5
value: 6.221
verified: no, type: mrr_at_1
value: 32.653
verified: no, type: mrr_at_10
value: 46.608
verified: no, type: mrr_at_100
value: 47.195
verified: no, type: mrr_at_1000
value: 47.208
verified: no, type: mrr_at_3
value: 41.837
verified: no, type: mrr_at_5
value: 43.673
verified: no, type: ndcg_at_1
value: 29.592000000000002
verified: no, type: ndcg_at_10
value: 23.354
verified: no, type: ndcg_at_100
value: 33.875
verified: no, type: ndcg_at_1000
value: 45.369
verified: no, type: ndcg_at_3
value: 25.734
verified: no, type: ndcg_at_5
value: 23.873
verified: no, type: precision_at_1
value: 32.653
verified: no, type: precision_at_10
value: 21.224
verified: no, type: precision_at_100
value: 7.122000000000001
verified: no, type: precision_at_1000
value: 1.459
verified: no, type: precision_at_3
value: 26.531
verified: no, type: precision_at_5
value: 24.082
verified: no, type: recall_at_1
value: 2.426
verified: no, type: recall_at_10
value: 15.622
verified: no, type: recall_at_100
value: 44.318999999999996
verified: no, type: recall_at_1000
value: 78.632
verified: no, type: recall_at_3
value: 5.798
verified: no, type: recall_at_5
value: 8.927
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 67.9606
verified: no, type: ap
value: 12.665547829558923
verified: no, type: f1
value: 52.10043478110198
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 59.601018675721576
verified: no, type: f1
value: 59.91486569196274
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 37.881729581540135
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 83.68003814746379
verified: no, type: cos_sim_ap
value: 65.95659315362258
verified: no, type: cos_sim_f1
value: 61.94669484560291
verified: no, type: cos_sim_precision
value: 55.80706579225725
verified: no, type: cos_sim_recall
value: 69.6042216358839
verified: no, type: dot_accuracy
value: 81.97532335936103
verified: no, type: dot_ap
value: 58.99091918849294
verified: no, type: dot_f1
value: 57.098765432098766
verified: no, type: dot_precision
value: 51.8990073370738
verified: no, type: dot_recall
value: 63.45646437994723
verified: no, type: euclidean_accuracy
value: 83.18531322644095
verified: no, type: euclidean_ap
value: 64.5631762106556
verified: no, type: euclidean_f1
value: 61.150808574652125
verified: no, type: euclidean_precision
value: 58.25173155003582
verified: no, type: euclidean_recall
value: 64.35356200527704
verified: no, type: manhattan_accuracy
value: 83.14358943792097
verified: no, type: manhattan_ap
value: 64.73090464118813
verified: no, type: manhattan_f1
value: 61.228384019081695
verified: no, type: manhattan_precision
value: 55.86507072905332
verified: no, type: manhattan_recall
value: 67.73087071240106
verified: no, type: max_accuracy
value: 83.68003814746379
verified: no, type: max_ap
value: 65.95659315362258
verified: no, type: max_f1
value: 61.94669484560291
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 88.7161873714441
verified: no, type: cos_sim_ap
value: 85.10870963707444
verified: no, type: cos_sim_f1
value: 77.88396923766146
verified: no, type: cos_sim_precision
value: 75.59791274097695
verified: no, type: cos_sim_recall
value: 80.31259624268556
verified: no, type: dot_accuracy
value: 87.74595412737222
verified: no, type: dot_ap
value: 81.22910623983562
verified: no, type: dot_f1
value: 76.08511889448344
verified: no, type: dot_precision
value: 72.78672385908163
verified: no, type: dot_recall
value: 79.69664305512781
verified: no, type: euclidean_accuracy
value: 88.13404742500097
verified: no, type: euclidean_ap
value: 84.03032098854915
verified: no, type: euclidean_f1
value: 76.3909440662918
verified: no, type: euclidean_precision
value: 73.51894047279977
verified: no, type: euclidean_recall
value: 79.49645826917154
verified: no, type: manhattan_accuracy
value: 88.13598789148911
verified: no, type: manhattan_ap
value: 84.13258714083858
verified: no, type: manhattan_f1
value: 76.44922164566346
verified: no, type: manhattan_precision
value: 73.70640365923384
verified: no, type: manhattan_recall
value: 79.40406529103788
verified: no, type: max_accuracy
value: 88.7161873714441
verified: no, type: max_ap
value: 85.10870963707444
verified: no, type: max_f1
value: 77.88396923766146
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 41.8
verified: no, type: map_at_10
value: 50.57000000000001
verified: no, type: map_at_100
value: 51.271
verified: no, type: map_at_1000
value: 51.31099999999999
verified: no, type: map_at_3
value: 48.283
verified: no, type: map_at_5
value: 49.633
verified: no, type: mrr_at_1
value: 41.8
verified: no, type: mrr_at_10
value: 50.57000000000001
verified: no, type: mrr_at_100
value: 51.271
verified: no, type: mrr_at_1000
value: 51.31099999999999
verified: no, type: mrr_at_3
value: 48.283
verified: no, type: mrr_at_5
value: 49.633
verified: no, type: ndcg_at_1
value: 41.8
verified: no, type: ndcg_at_10
value: 55.071999999999996
verified: no, type: ndcg_at_100
value: 58.604
verified: no, type: ndcg_at_1000
value: 59.679
verified: no, type: ndcg_at_3
value: 50.394000000000005
verified: no, type: ndcg_at_5
value: 52.825
verified: no, type: precision_at_1
value: 41.8
verified: no, type: precision_at_10
value: 6.93
verified: no, type: precision_at_100
value: 0.861
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 18.833
verified: no, type: precision_at_5
value: 12.479999999999999
verified: no, type: recall_at_1
value: 41.8
verified: no, type: recall_at_10
value: 69.3
verified: no, type: recall_at_100
value: 86.1
verified: no, type: recall_at_1000
value: 94.6
verified: no, type: recall_at_3
value: 56.49999999999999
verified: no, type: recall_at_5
value: 62.4
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 80.65
verified: no, type: ap
value: 59.927241826012924
verified: no, type: f1
value: 78.72456184299979
verified: no
Likes: 1 | All-time downloads: 40567
Created: 2023-10-24 10:49:45