Model: facebook/SONAR
Author: facebook
Tags: mteb, license:cc-by-nc-4.0, model-index, region:us
Card metadata: license: cc-by-nc-4.0
tags: mteb
model-index: name: text_sonar_basic_encoder_normalized
results: task: type: Clustering
dataset: type: PL-MTEB/8tags-clustering
name: MTEB 8TagsClustering
config: default
split: test
revision: None
metrics: type: v_measure
value: 18.787544117314575
verified: no, task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: b44c3b011063adb25877c13823db83bb193913c4
metrics: type: cos_sim_pearson
value: 17.97026675319667
verified: no, type: cos_sim_spearman
value: 17.63407829948615
verified: no, type: euclidean_pearson
value: 17.704571608660725
verified: no, type: euclidean_spearman
value: 17.634078298828143
verified: no, type: manhattan_pearson
value: 17.606959101509464
verified: no, type: manhattan_spearman
value: 17.549620164990085
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
metrics: type: cos_sim_pearson
value: 27.670887504789675
verified: no, type: cos_sim_spearman
value: 26.176629407301782
verified: no, type: euclidean_pearson
value: 28.878485717935586
verified: no, type: euclidean_spearman
value: 26.176635036613355
verified: no, type: manhattan_pearson
value: 28.782373978690103
verified: no, type: manhattan_spearman
value: 26.055266444113794
verified: no, task: type: Classification
dataset: type: PL-MTEB/allegro-reviews
name: MTEB AllegroReviews
config: default
split: test
revision: None
metrics: type: accuracy
value: 29.62226640159046
verified: no, type: f1
value: 27.632722290701047
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 81.49253731343285
verified: no, type: ap
value: 46.61440947240349
verified: no, type: f1
value: 75.68925212232107
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (de)
config: de
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 72.02355460385438
verified: no, type: ap
value: 83.13664983282676
verified: no, type: f1
value: 70.48997817871013
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en-ext)
config: en-ext
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 82.09145427286357
verified: no, type: ap
value: 31.45181004731995
verified: no, type: f1
value: 69.41750580313406
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (ja)
config: ja
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 71.78800856531049
verified: no, type: ap
value: 19.65443896353892
verified: no, type: f1
value: 58.436688187826334
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 62.73074999999999
verified: no, type: ap
value: 58.2839375458089
verified: no, type: f1
value: 62.16204082406629
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 31.552000000000003
verified: no, type: f1
value: 31.125328770568277
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (de)
config: de
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 34.611999999999995
verified: no, type: f1
value: 33.93738697105999
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (es)
config: es
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 35.172
verified: no, type: f1
value: 34.14112656493798
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (fr)
config: fr
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 34.910000000000004
verified: no, type: f1
value: 34.276631172288965
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (ja)
config: ja
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 31.844
verified: no, type: f1
value: 31.478780923476368
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 31.912000000000003
verified: no, type: f1
value: 31.384992191831312
verified: no, task: type: Classification
dataset: type: DDSC/angry-tweets
name: MTEB AngryTweetsClassification
config: default
split: test
revision: 20b0e6081892e78179356fada741b7afa381443d
metrics: type: accuracy
value: 49.61795606494747
verified: no, type: f1
value: 48.63625944670304
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.677
verified: no, type: map_at_10
value: 14.732000000000001
verified: no, type: map_at_100
value: 15.501999999999999
verified: no, type: map_at_1000
value: 15.583
verified: no, type: map_at_3
value: 12.553
verified: no, type: map_at_5
value: 13.822999999999999
verified: no, type: mrr_at_1
value: 8.819
verified: no, type: mrr_at_10
value: 14.787
verified: no, type: mrr_at_100
value: 15.557000000000002
verified: no, type: mrr_at_1000
value: 15.638
verified: no, type: mrr_at_3
value: 12.648000000000001
verified: no, type: mrr_at_5
value: 13.879
verified: no, type: ndcg_at_1
value: 8.677
verified: no, type: ndcg_at_10
value: 18.295
verified: no, type: ndcg_at_100
value: 22.353
verified: no, type: ndcg_at_1000
value: 24.948999999999998
verified: no, type: ndcg_at_3
value: 13.789000000000001
verified: no, type: ndcg_at_5
value: 16.075
verified: no, type: precision_at_1
value: 8.677
verified: no, type: precision_at_10
value: 2.98
verified: no, type: precision_at_100
value: 0.49500000000000005
verified: no, type: precision_at_1000
value: 0.07100000000000001
verified: no, type: precision_at_3
value: 5.785
verified: no, type: precision_at_5
value: 4.58
verified: no, type: recall_at_1
value: 8.677
verified: no, type: recall_at_10
value: 29.801
verified: no, type: recall_at_100
value: 49.502
verified: no, type: recall_at_1000
value: 70.91
verified: no, type: recall_at_3
value: 17.354
verified: no, type: recall_at_5
value: 22.902
verified: no, task: type: Retrieval
dataset: type: arguana-pl
name: MTEB ArguAna-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 7.752000000000001
verified: no, type: map_at_10
value: 12.248000000000001
verified: no, type: map_at_100
value: 12.882
verified: no, type: map_at_1000
value: 12.963
verified: no, type: map_at_3
value: 10.574
verified: no, type: map_at_5
value: 11.566
verified: no, type: mrr_at_1
value: 7.824000000000001
verified: no, type: mrr_at_10
value: 12.293
verified: no, type: mrr_at_100
value: 12.928
verified: no, type: mrr_at_1000
value: 13.008000000000001
verified: no, type: mrr_at_3
value: 10.586
verified: no, type: mrr_at_5
value: 11.599
verified: no, type: ndcg_at_1
value: 7.752000000000001
verified: no, type: ndcg_at_10
value: 15.035000000000002
verified: no, type: ndcg_at_100
value: 18.497
verified: no, type: ndcg_at_1000
value: 20.896
verified: no, type: ndcg_at_3
value: 11.578
verified: no, type: ndcg_at_5
value: 13.38
verified: no, type: precision_at_1
value: 7.752000000000001
verified: no, type: precision_at_10
value: 2.404
verified: no, type: precision_at_100
value: 0.411
verified: no, type: precision_at_1000
value: 0.061
verified: no, type: precision_at_3
value: 4.836
verified: no, type: precision_at_5
value: 3.784
verified: no, type: recall_at_1
value: 7.752000000000001
verified: no, type: recall_at_10
value: 24.04
verified: no, type: recall_at_100
value: 41.11
verified: no, type: recall_at_1000
value: 60.597
verified: no, type: recall_at_3
value: 14.509
verified: no, type: recall_at_5
value: 18.919
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 26.81177290816682
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 24.346811178757022
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 50.88606427049027
verified: no, type: mrr
value: 65.13004001231148
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 77.15058512395619
verified: no, type: cos_sim_spearman
value: 79.10541692841936
verified: no, type: euclidean_pearson
value: 75.30525535929353
verified: no, type: euclidean_spearman
value: 79.10541692841936
verified: no, type: manhattan_pearson
value: 75.33508042552984
verified: no, type: manhattan_spearman
value: 78.84577245802708
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
metrics: type: cos_sim_pearson
value: 37.84739189558895
verified: no, type: cos_sim_spearman
value: 37.662710610486265
verified: no, type: euclidean_pearson
value: 37.5407537185213
verified: no, type: euclidean_spearman
value: 37.66272446700578
verified: no, type: manhattan_pearson
value: 37.863820146709706
verified: no, type: manhattan_spearman
value: 38.09120266204032
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (de-en)
config: de-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 98.97703549060543
verified: no, type: f1
value: 98.82393876130828
verified: no, type: precision
value: 98.74913013221992
verified: no, type: recall
value: 98.97703549060543
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (fr-en)
config: fr-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 98.34910851860005
verified: no, type: f1
value: 98.09487123046446
verified: no, type: precision
value: 97.97032063981217
verified: no, type: recall
value: 98.34910851860005
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (ru-en)
config: ru-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 97.60304814686526
verified: no, type: f1
value: 97.36520032328832
verified: no, type: precision
value: 97.24743101258517
verified: no, type: recall
value: 97.60304814686526
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (zh-en)
config: zh-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 98.78883622959452
verified: no, type: f1
value: 98.71862383710724
verified: no, type: precision
value: 98.68351764086361
verified: no, type: recall
value: 98.78883622959452
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 73.49675324675324
verified: no, type: f1
value: 72.88538992490979
verified: no, task: type: Clustering
dataset: type: jinaai/big-patent-clustering
name: MTEB BigPatentClustering
config: default
split: test
revision: 62d5330920bca426ce9d3c76ea914f15fc83e891
metrics: type: v_measure
value: 6.801245618724224
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 20.6156033971932
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 19.077587707743156
verified: no, task: type: Clustering
dataset: type: slvnwhrl/blurbs-clustering-p2p
name: MTEB BlurbsClusteringP2P
config: default
split: test
revision: a2dd5b02a77de3466a3eaa98ae586b5610314496
metrics: type: v_measure
value: 27.00349462858046
verified: no, task: type: Clustering
dataset: type: slvnwhrl/blurbs-clustering-s2s
name: MTEB BlurbsClusteringS2S
config: default
split: test
revision: 9bfff9a7f8f6dc6ffc9da71c48dd48b68696471d
metrics: type: v_measure
value: 14.845348131791589
verified: no, task: type: BitextMining
dataset: type: strombergnlp/bornholmsk_parallel
name: MTEB BornholmBitextMining
config: default
split: test
revision: 3bc5cfb4ec514264fe2db5615fac9016f7251552
metrics: type: accuracy
value: 54
verified: no, type: f1
value: 47.37026862026861
verified: no, type: precision
value: 45.0734126984127
verified: no, type: recall
value: 54
verified: no, task: type: Classification
dataset: type: PL-MTEB/cbd
name: MTEB CBD
config: default
split: test
revision: None
metrics: type: accuracy
value: 63.83000000000001
verified: no, type: ap
value: 18.511972946438764
verified: no, type: f1
value: 53.16787370496645
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/cdsce-pairclassification
name: MTEB CDSC-E
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 84.39999999999999
verified: no, type: cos_sim_ap
value: 59.968589741258036
verified: no, type: cos_sim_f1
value: 54.90909090909091
verified: no, type: cos_sim_precision
value: 41.94444444444444
verified: no, type: cos_sim_recall
value: 79.47368421052632
verified: no, type: dot_accuracy
value: 84.39999999999999
verified: no, type: dot_ap
value: 59.968589741258036
verified: no, type: dot_f1
value: 54.90909090909091
verified: no, type: dot_precision
value: 41.94444444444444
verified: no, type: dot_recall
value: 79.47368421052632
verified: no, type: euclidean_accuracy
value: 84.39999999999999
verified: no, type: euclidean_ap
value: 59.968589741258036
verified: no, type: euclidean_f1
value: 54.90909090909091
verified: no, type: euclidean_precision
value: 41.94444444444444
verified: no, type: euclidean_recall
value: 79.47368421052632
verified: no, type: manhattan_accuracy
value: 84.39999999999999
verified: no, type: manhattan_ap
value: 60.094893481041154
verified: no, type: manhattan_f1
value: 55.452865064695004
verified: no, type: manhattan_precision
value: 42.73504273504273
verified: no, type: manhattan_recall
value: 78.94736842105263
verified: no, type: max_accuracy
value: 84.39999999999999
verified: no, type: max_ap
value: 60.094893481041154
verified: no, type: max_f1
value: 55.452865064695004
verified: no, task: type: STS
dataset: type: PL-MTEB/cdscr-sts
name: MTEB CDSC-R
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 83.8427417206754
verified: no, type: cos_sim_spearman
value: 85.76946319798301
verified: no, type: euclidean_pearson
value: 79.43901249477852
verified: no, type: euclidean_spearman
value: 85.76946319798301
verified: no, type: manhattan_pearson
value: 79.81046681362531
verified: no, type: manhattan_spearman
value: 86.24115514951988
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
metrics: type: v_measure
value: 27.432031859995952
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
metrics: type: v_measure
value: 28.32367305628197
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: 8d7f1e942507dac42dc58017c1a001c3717da7df
metrics: type: map
value: 34.30720667137015
verified: no, type: mrr
value: 40.24416666666666
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: 23d186750531a14a0357ca22cd92d712fd512ea0
metrics: type: map
value: 35.87700379259406
verified: no, type: mrr
value: 40.80206349206349
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 7.655000000000001
verified: no, type: map_at_10
value: 11.681999999999999
verified: no, type: map_at_100
value: 12.464
verified: no, type: map_at_1000
value: 12.603
verified: no, type: map_at_3
value: 10.514
verified: no, type: map_at_5
value: 11.083
verified: no, type: mrr_at_1
value: 10.157
verified: no, type: mrr_at_10
value: 14.773
verified: no, type: mrr_at_100
value: 15.581999999999999
verified: no, type: mrr_at_1000
value: 15.68
verified: no, type: mrr_at_3
value: 13.519
verified: no, type: mrr_at_5
value: 14.049
verified: no, type: ndcg_at_1
value: 10.157
verified: no, type: ndcg_at_10
value: 14.527999999999999
verified: no, type: ndcg_at_100
value: 18.695999999999998
verified: no, type: ndcg_at_1000
value: 22.709
verified: no, type: ndcg_at_3
value: 12.458
verified: no, type: ndcg_at_5
value: 13.152
verified: no, type: precision_at_1
value: 10.157
verified: no, type: precision_at_10
value: 2.976
verified: no, type: precision_at_100
value: 0.634
verified: no, type: precision_at_1000
value: 0.131
verified: no, type: precision_at_3
value: 6.152
verified: no, type: precision_at_5
value: 4.378
verified: no, type: recall_at_1
value: 7.655000000000001
verified: no, type: recall_at_10
value: 20.105
verified: no, type: recall_at_100
value: 39.181
verified: no, type: recall_at_1000
value: 68.06400000000001
verified: no, type: recall_at_3
value: 14.033000000000001
verified: no, type: recall_at_5
value: 16.209
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 3.2329999999999997
verified: no, type: map_at_10
value: 5.378
verified: no, type: map_at_100
value: 5.774
verified: no, type: map_at_1000
value: 5.863
verified: no, type: map_at_3
value: 4.598
verified: no, type: map_at_5
value: 4.9750000000000005
verified: no, type: mrr_at_1
value: 4.076
verified: no, type: mrr_at_10
value: 6.679
verified: no, type: mrr_at_100
value: 7.151000000000001
verified: no, type: mrr_at_1000
value: 7.24
verified: no, type: mrr_at_3
value: 5.722
verified: no, type: mrr_at_5
value: 6.2059999999999995
verified: no, type: ndcg_at_1
value: 4.076
verified: no, type: ndcg_at_10
value: 6.994
verified: no, type: ndcg_at_100
value: 9.366
verified: no, type: ndcg_at_1000
value: 12.181000000000001
verified: no, type: ndcg_at_3
value: 5.356000000000001
verified: no, type: ndcg_at_5
value: 6.008
verified: no, type: precision_at_1
value: 4.076
verified: no, type: precision_at_10
value: 1.459
verified: no, type: precision_at_100
value: 0.334
verified: no, type: precision_at_1000
value: 0.075
verified: no, type: precision_at_3
value: 2.718
verified: no, type: precision_at_5
value: 2.089
verified: no, type: recall_at_1
value: 3.2329999999999997
verified: no, type: recall_at_10
value: 10.749
verified: no, type: recall_at_100
value: 21.776
verified: no, type: recall_at_1000
value: 42.278999999999996
verified: no, type: recall_at_3
value: 6.146999999999999
verified: no, type: recall_at_5
value: 7.779999999999999
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.036
verified: no, type: map_at_10
value: 12.727
verified: no, type: map_at_100
value: 13.532
verified: no, type: map_at_1000
value: 13.653
verified: no, type: map_at_3
value: 11.15
verified: no, type: map_at_5
value: 11.965
verified: no, type: mrr_at_1
value: 9.404
verified: no, type: mrr_at_10
value: 14.493
verified: no, type: mrr_at_100
value: 15.274
verified: no, type: mrr_at_1000
value: 15.370000000000001
verified: no, type: mrr_at_3
value: 12.853
verified: no, type: mrr_at_5
value: 13.696
verified: no, type: ndcg_at_1
value: 9.404
verified: no, type: ndcg_at_10
value: 15.784
verified: no, type: ndcg_at_100
value: 20.104
verified: no, type: ndcg_at_1000
value: 23.357
verified: no, type: ndcg_at_3
value: 12.61
verified: no, type: ndcg_at_5
value: 13.988
verified: no, type: precision_at_1
value: 9.404
verified: no, type: precision_at_10
value: 2.947
verified: no, type: precision_at_100
value: 0.562
verified: no, type: precision_at_1000
value: 0.093
verified: no, type: precision_at_3
value: 6.04
verified: no, type: precision_at_5
value: 4.4639999999999995
verified: no, type: recall_at_1
value: 8.036
verified: no, type: recall_at_10
value: 23.429
verified: no, type: recall_at_100
value: 43.728
verified: no, type: recall_at_1000
value: 68.10000000000001
verified: no, type: recall_at_3
value: 14.99
verified: no, type: recall_at_5
value: 18.274
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 3.653
verified: no, type: map_at_10
value: 5.941
verified: no, type: map_at_100
value: 6.512
verified: no, type: map_at_1000
value: 6.6129999999999995
verified: no, type: map_at_3
value: 5.2540000000000004
verified: no, type: map_at_5
value: 5.645
verified: no, type: mrr_at_1
value: 3.955
verified: no, type: mrr_at_10
value: 6.4079999999999995
verified: no, type: mrr_at_100
value: 7.005999999999999
verified: no, type: mrr_at_1000
value: 7.105
verified: no, type: mrr_at_3
value: 5.593
verified: no, type: mrr_at_5
value: 6.051
verified: no, type: ndcg_at_1
value: 3.955
verified: no, type: ndcg_at_10
value: 7.342
verified: no, type: ndcg_at_100
value: 10.543
verified: no, type: ndcg_at_1000
value: 14.011000000000001
verified: no, type: ndcg_at_3
value: 5.853
verified: no, type: ndcg_at_5
value: 6.586
verified: no, type: precision_at_1
value: 3.955
verified: no, type: precision_at_10
value: 1.266
verified: no, type: precision_at_100
value: 0.315
verified: no, type: precision_at_1000
value: 0.066
verified: no, type: precision_at_3
value: 2.5989999999999998
verified: no, type: precision_at_5
value: 1.966
verified: no, type: recall_at_1
value: 3.653
verified: no, type: recall_at_10
value: 11.232000000000001
verified: no, type: recall_at_100
value: 26.625
verified: no, type: recall_at_1000
value: 54.476
verified: no, type: recall_at_3
value: 7.269
verified: no, type: recall_at_5
value: 8.982999999999999
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.257
verified: no, type: map_at_10
value: 3.881
verified: no, type: map_at_100
value: 4.279
verified: no, type: map_at_1000
value: 4.417
verified: no, type: map_at_3
value: 3.4070000000000005
verified: no, type: map_at_5
value: 3.744
verified: no, type: mrr_at_1
value: 2.9850000000000003
verified: no, type: mrr_at_10
value: 4.756
verified: no, type: mrr_at_100
value: 5.228
verified: no, type: mrr_at_1000
value: 5.354
verified: no, type: mrr_at_3
value: 4.125
verified: no, type: mrr_at_5
value: 4.567
verified: no, type: ndcg_at_1
value: 2.9850000000000003
verified: no, type: ndcg_at_10
value: 4.936999999999999
verified: no, type: ndcg_at_100
value: 7.664
verified: no, type: ndcg_at_1000
value: 12.045
verified: no, type: ndcg_at_3
value: 3.956
verified: no, type: ndcg_at_5
value: 4.584
verified: no, type: precision_at_1
value: 2.9850000000000003
verified: no, type: precision_at_10
value: 0.9329999999999999
verified: no, type: precision_at_100
value: 0.29
verified: no, type: precision_at_1000
value: 0.083
verified: no, type: precision_at_3
value: 1.949
verified: no, type: precision_at_5
value: 1.567
verified: no, type: recall_at_1
value: 2.257
verified: no, type: recall_at_10
value: 7.382
verified: no, type: recall_at_100
value: 20.689
verified: no, type: recall_at_1000
value: 53.586
verified: no, type: recall_at_3
value: 4.786
verified: no, type: recall_at_5
value: 6.2829999999999995
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 6.691
verified: no, type: map_at_10
value: 9.447
verified: no, type: map_at_100
value: 10.174
verified: no, type: map_at_1000
value: 10.308
verified: no, type: map_at_3
value: 8.187999999999999
verified: no, type: map_at_5
value: 8.852
verified: no, type: mrr_at_1
value: 8.566
verified: no, type: mrr_at_10
value: 12.036
verified: no, type: mrr_at_100
value: 12.817
verified: no, type: mrr_at_1000
value: 12.918
verified: no, type: mrr_at_3
value: 10.539
verified: no, type: mrr_at_5
value: 11.381
verified: no, type: ndcg_at_1
value: 8.566
verified: no, type: ndcg_at_10
value: 11.95
verified: no, type: ndcg_at_100
value: 15.831000000000001
verified: no, type: ndcg_at_1000
value: 19.561
verified: no, type: ndcg_at_3
value: 9.467
verified: no, type: ndcg_at_5
value: 10.544
verified: no, type: precision_at_1
value: 8.566
verified: no, type: precision_at_10
value: 2.387
verified: no, type: precision_at_100
value: 0.538
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 4.556
verified: no, type: precision_at_5
value: 3.5029999999999997
verified: no, type: recall_at_1
value: 6.691
verified: no, type: recall_at_10
value: 17.375
verified: no, type: recall_at_100
value: 34.503
verified: no, type: recall_at_1000
value: 61.492000000000004
verified: no, type: recall_at_3
value: 10.134
verified: no, type: recall_at_5
value: 13.056999999999999
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.68
verified: no, type: map_at_10
value: 6.776999999999999
verified: no, type: map_at_100
value: 7.207
verified: no, type: map_at_1000
value: 7.321999999999999
verified: no, type: map_at_3
value: 6.007
verified: no, type: map_at_5
value: 6.356000000000001
verified: no, type: mrr_at_1
value: 5.479
verified: no, type: mrr_at_10
value: 8.094999999999999
verified: no, type: mrr_at_100
value: 8.622
verified: no, type: mrr_at_1000
value: 8.729000000000001
verified: no, type: mrr_at_3
value: 7.249
verified: no, type: mrr_at_5
value: 7.6770000000000005
verified: no, type: ndcg_at_1
value: 5.479
verified: no, type: ndcg_at_10
value: 8.474
verified: no, type: ndcg_at_100
value: 11.134
verified: no, type: ndcg_at_1000
value: 14.759
verified: no, type: ndcg_at_3
value: 6.888
verified: no, type: ndcg_at_5
value: 7.504
verified: no, type: precision_at_1
value: 5.479
verified: no, type: precision_at_10
value: 1.575
verified: no, type: precision_at_100
value: 0.35000000000000003
verified: no, type: precision_at_1000
value: 0.08099999999999999
verified: no, type: precision_at_3
value: 3.272
verified: no, type: precision_at_5
value: 2.374
verified: no, type: recall_at_1
value: 4.68
verified: no, type: recall_at_10
value: 12.552
verified: no, type: recall_at_100
value: 24.91
verified: no, type: recall_at_1000
value: 52.019999999999996
verified: no, type: recall_at_3
value: 8.057
verified: no, type: recall_at_5
value: 9.629999999999999
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.741750000000001
verified: no, type: map_at_10
value: 7.103916666666667
verified: no, type: map_at_100
value: 7.656499999999998
verified: no, type: map_at_1000
value: 7.767583333333332
verified: no, type: map_at_3
value: 6.262416666666668
verified: no, type: map_at_5
value: 6.693916666666667
verified: no, type: mrr_at_1
value: 5.780583333333332
verified: no, type: mrr_at_10
value: 8.576333333333332
verified: no, type: mrr_at_100
value: 9.17975
verified: no, type: mrr_at_1000
value: 9.279083333333334
verified: no, type: mrr_at_3
value: 7.608833333333333
verified: no, type: mrr_at_5
value: 8.111333333333333
verified: no, type: ndcg_at_1
value: 5.780583333333332
verified: no, type: ndcg_at_10
value: 8.866166666666668
verified: no, type: ndcg_at_100
value: 12.037083333333333
verified: no, type: ndcg_at_1000
value: 15.4555
verified: no, type: ndcg_at_3
value: 7.179083333333335
verified: no, type: ndcg_at_5
value: 7.897166666666666
verified: no, type: precision_at_1
value: 5.780583333333332
verified: no, type: precision_at_10
value: 1.6935833333333334
verified: no, type: precision_at_100
value: 0.3921666666666667
verified: no, type: precision_at_1000
value: 0.08391666666666667
verified: no, type: precision_at_3
value: 3.425416666666666
verified: no, type: precision_at_5
value: 2.5570833333333334
verified: no, type: recall_at_1
value: 4.741750000000001
verified: no, type: recall_at_10
value: 12.889083333333334
verified: no, type: recall_at_100
value: 27.81866666666667
verified: no, type: recall_at_1000
value: 53.52316666666667
verified: no, type: recall_at_3
value: 8.179333333333332
verified: no, type: recall_at_5
value: 10.004083333333334
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 3.7130000000000005
verified: no, type: map_at_10
value: 5.734
verified: no, type: map_at_100
value: 6.297999999999999
verified: no, type: map_at_1000
value: 6.388000000000001
verified: no, type: map_at_3
value: 5.119
verified: no, type: map_at_5
value: 5.432
verified: no, type: mrr_at_1
value: 4.9079999999999995
verified: no, type: mrr_at_10
value: 7.2940000000000005
verified: no, type: mrr_at_100
value: 7.8549999999999995
verified: no, type: mrr_at_1000
value: 7.95
verified: no, type: mrr_at_3
value: 6.621
verified: no, type: mrr_at_5
value: 6.950000000000001
verified: no, type: ndcg_at_1
value: 4.9079999999999995
verified: no, type: ndcg_at_10
value: 7.167999999999999
verified: no, type: ndcg_at_100
value: 10.436
verified: no, type: ndcg_at_1000
value: 13.370999999999999
verified: no, type: ndcg_at_3
value: 5.959
verified: no, type: ndcg_at_5
value: 6.481000000000001
verified: no, type: precision_at_1
value: 4.9079999999999995
verified: no, type: precision_at_10
value: 1.3339999999999999
verified: no, type: precision_at_100
value: 0.33899999999999997
verified: no, type: precision_at_1000
value: 0.065
verified: no, type: precision_at_3
value: 2.965
verified: no, type: precision_at_5
value: 2.117
verified: no, type: recall_at_1
value: 3.7130000000000005
verified: no, type: recall_at_10
value: 10.156
verified: no, type: recall_at_100
value: 25.955000000000002
verified: no, type: recall_at_1000
value: 48.891
verified: no, type: recall_at_3
value: 6.795
verified: no, type: recall_at_5
value: 8.187999999999999
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.114
verified: no, type: map_at_10
value: 3.4290000000000003
verified: no, type: map_at_100
value: 3.789
verified: no, type: map_at_1000
value: 3.878
verified: no, type: map_at_3
value: 2.9139999999999997
verified: no, type: map_at_5
value: 3.148
verified: no, type: mrr_at_1
value: 2.65
verified: no, type: mrr_at_10
value: 4.252000000000001
verified: no, type: mrr_at_100
value: 4.689
verified: no, type: mrr_at_1000
value: 4.782
verified: no, type: mrr_at_3
value: 3.671
verified: no, type: mrr_at_5
value: 3.9370000000000003
verified: no, type: ndcg_at_1
value: 2.65
verified: no, type: ndcg_at_10
value: 4.47
verified: no, type: ndcg_at_100
value: 6.654
verified: no, type: ndcg_at_1000
value: 9.713
verified: no, type: ndcg_at_3
value: 3.424
verified: no, type: ndcg_at_5
value: 3.794
verified: no, type: precision_at_1
value: 2.65
verified: no, type: precision_at_10
value: 0.9119999999999999
verified: no, type: precision_at_100
value: 0.248
verified: no, type: precision_at_1000
value: 0.063
verified: no, type: precision_at_3
value: 1.7209999999999999
verified: no, type: precision_at_5
value: 1.287
verified: no, type: recall_at_1
value: 2.114
verified: no, type: recall_at_10
value: 6.927
verified: no, type: recall_at_100
value: 17.26
verified: no, type: recall_at_1000
value: 40.672999999999995
verified: no, type: recall_at_3
value: 3.8859999999999997
verified: no, type: recall_at_5
value: 4.861
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 6.055
verified: no, type: map_at_10
value: 7.704999999999999
verified: no, type: map_at_100
value: 8.169
verified: no, type: map_at_1000
value: 8.257
verified: no, type: map_at_3
value: 7.033
verified: no, type: map_at_5
value: 7.4079999999999995
verified: no, type: mrr_at_1
value: 6.81
verified: no, type: mrr_at_10
value: 8.955
verified: no, type: mrr_at_100
value: 9.497
verified: no, type: mrr_at_1000
value: 9.583
verified: no, type: mrr_at_3
value: 8.116
verified: no, type: mrr_at_5
value: 8.526
verified: no, type: ndcg_at_1
value: 6.81
verified: no, type: ndcg_at_10
value: 9.113
verified: no, type: ndcg_at_100
value: 11.884
verified: no, type: ndcg_at_1000
value: 14.762
verified: no, type: ndcg_at_3
value: 7.675999999999999
verified: no, type: ndcg_at_5
value: 8.325000000000001
verified: no, type: precision_at_1
value: 6.81
verified: no, type: precision_at_10
value: 1.558
verified: no, type: precision_at_100
value: 0.34299999999999997
verified: no, type: precision_at_1000
value: 0.068
verified: no, type: precision_at_3
value: 3.2960000000000003
verified: no, type: precision_at_5
value: 2.388
verified: no, type: recall_at_1
value: 6.055
verified: no, type: recall_at_10
value: 12.219
verified: no, type: recall_at_100
value: 25.304
verified: no, type: recall_at_1000
value: 47.204
verified: no, type: recall_at_3
value: 8.387
verified: no, type: recall_at_5
value: 9.991
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.043
verified: no, type: map_at_10
value: 7.394
verified: no, type: map_at_100
value: 8.096
verified: no, type: map_at_1000
value: 8.243
verified: no, type: map_at_3
value: 6.300999999999999
verified: no, type: map_at_5
value: 6.7780000000000005
verified: no, type: mrr_at_1
value: 6.126
verified: no, type: mrr_at_10
value: 9.308
verified: no, type: mrr_at_100
value: 10.091
verified: no, type: mrr_at_1000
value: 10.206
verified: no, type: mrr_at_3
value: 7.938000000000001
verified: no, type: mrr_at_5
value: 8.64
verified: no, type: ndcg_at_1
value: 6.126
verified: no, type: ndcg_at_10
value: 9.474
verified: no, type: ndcg_at_100
value: 13.238
verified: no, type: ndcg_at_1000
value: 17.366
verified: no, type: ndcg_at_3
value: 7.3260000000000005
verified: no, type: ndcg_at_5
value: 8.167
verified: no, type: precision_at_1
value: 6.126
verified: no, type: precision_at_10
value: 1.9959999999999998
verified: no, type: precision_at_100
value: 0.494
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: precision_at_3
value: 3.557
verified: no, type: precision_at_5
value: 2.9250000000000003
verified: no, type: recall_at_1
value: 5.043
verified: no, type: recall_at_10
value: 13.812
verified: no, type: recall_at_100
value: 31.375999999999998
verified: no, type: recall_at_1000
value: 61.309999999999995
verified: no, type: recall_at_3
value: 7.8020000000000005
verified: no, type: recall_at_5
value: 9.725999999999999
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 3.771
verified: no, type: map_at_10
value: 5.152
verified: no, type: map_at_100
value: 5.584
verified: no, type: map_at_1000
value: 5.666
verified: no, type: map_at_3
value: 4.664
verified: no, type: map_at_5
value: 4.941
verified: no, type: mrr_at_1
value: 4.251
verified: no, type: mrr_at_10
value: 5.867
verified: no, type: mrr_at_100
value: 6.345000000000001
verified: no, type: mrr_at_1000
value: 6.432
verified: no, type: mrr_at_3
value: 5.36
verified: no, type: mrr_at_5
value: 5.656
verified: no, type: ndcg_at_1
value: 4.251
verified: no, type: ndcg_at_10
value: 6.16
verified: no, type: ndcg_at_100
value: 8.895
verified: no, type: ndcg_at_1000
value: 11.631
verified: no, type: ndcg_at_3
value: 5.176
verified: no, type: ndcg_at_5
value: 5.633
verified: no, type: precision_at_1
value: 4.251
verified: no, type: precision_at_10
value: 0.98
verified: no, type: precision_at_100
value: 0.259
verified: no, type: precision_at_1000
value: 0.053
verified: no, type: precision_at_3
value: 2.2800000000000002
verified: no, type: precision_at_5
value: 1.627
verified: no, type: recall_at_1
value: 3.771
verified: no, type: recall_at_10
value: 8.731
verified: no, type: recall_at_100
value: 22.517
verified: no, type: recall_at_1000
value: 44.183
verified: no, type: recall_at_3
value: 5.866
verified: no, type: recall_at_5
value: 7.066999999999999
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.543
verified: no, type: map_at_10
value: 1.027
verified: no, type: map_at_100
value: 1.228
verified: no, type: map_at_1000
value: 1.266
verified: no, type: map_at_3
value: 0.756
verified: no, type: map_at_5
value: 0.877
verified: no, type: mrr_at_1
value: 1.3679999999999999
verified: no, type: mrr_at_10
value: 2.474
verified: no, type: mrr_at_100
value: 2.8369999999999997
verified: no, type: mrr_at_1000
value: 2.894
verified: no, type: mrr_at_3
value: 1.8780000000000001
verified: no, type: mrr_at_5
value: 2.1319999999999997
verified: no, type: ndcg_at_1
value: 1.3679999999999999
verified: no, type: ndcg_at_10
value: 1.791
verified: no, type: ndcg_at_100
value: 3.06
verified: no, type: ndcg_at_1000
value: 4.501
verified: no, type: ndcg_at_3
value: 1.16
verified: no, type: ndcg_at_5
value: 1.3419999999999999
verified: no, type: precision_at_1
value: 1.3679999999999999
verified: no, type: precision_at_10
value: 0.697
verified: no, type: precision_at_100
value: 0.193
verified: no, type: precision_at_1000
value: 0.045
verified: no, type: precision_at_3
value: 0.9339999999999999
verified: no, type: precision_at_5
value: 0.808
verified: no, type: recall_at_1
value: 0.543
verified: no, type: recall_at_10
value: 2.5149999999999997
verified: no, type: recall_at_100
value: 7.356999999999999
verified: no, type: recall_at_1000
value: 16.233
verified: no, type: recall_at_3
value: 1.018
verified: no, type: recall_at_5
value: 1.5150000000000001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301
metrics: type: map_at_1
value: 3.7289999999999996
verified: no, type: map_at_10
value: 5.524
verified: no, type: map_at_100
value: 5.984
verified: no, type: map_at_1000
value: 6.087
verified: no, type: map_at_3
value: 4.854
verified: no, type: map_at_5
value: 5.2299999999999995
verified: no, type: mrr_at_1
value: 6.177
verified: no, type: mrr_at_10
value: 8.541
verified: no, type: mrr_at_100
value: 9.073
verified: no, type: mrr_at_1000
value: 9.161
verified: no, type: mrr_at_3
value: 7.71
verified: no, type: mrr_at_5
value: 8.148
verified: no, type: ndcg_at_1
value: 6.177
verified: no, type: ndcg_at_10
value: 7.217999999999999
verified: no, type: ndcg_at_100
value: 9.927
verified: no, type: ndcg_at_1000
value: 13.062000000000001
verified: no, type: ndcg_at_3
value: 6.0569999999999995
verified: no, type: ndcg_at_5
value: 6.544999999999999
verified: no, type: precision_at_1
value: 6.177
verified: no, type: precision_at_10
value: 1.6729999999999998
verified: no, type: precision_at_100
value: 0.38999999999999996
verified: no, type: precision_at_1000
value: 0.082
verified: no, type: precision_at_3
value: 3.5090000000000003
verified: no, type: precision_at_5
value: 2.596
verified: no, type: recall_at_1
value: 3.7289999999999996
verified: no, type: recall_at_10
value: 9.501
verified: no, type: recall_at_100
value: 21.444
verified: no, type: recall_at_1000
value: 43.891999999999996
verified: no, type: recall_at_3
value: 6.053
verified: no, type: recall_at_5
value: 7.531000000000001
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: 41bc36f332156f7adc9e38f53777c959b2ae9766
metrics: type: cos_sim_accuracy
value: 58.123872519543
verified: no, type: cos_sim_ap
value: 61.86046509726734
verified: no, type: cos_sim_f1
value: 68.18181818181817
verified: no, type: cos_sim_precision
value: 52.4198617221873
verified: no, type: cos_sim_recall
value: 97.49824643441664
verified: no, type: dot_accuracy
value: 58.123872519543
verified: no, type: dot_ap
value: 61.860555259802986
verified: no, type: dot_f1
value: 68.18181818181817
verified: no, type: dot_precision
value: 52.4198617221873
verified: no, type: dot_recall
value: 97.49824643441664
verified: no, type: euclidean_accuracy
value: 58.123872519543
verified: no, type: euclidean_ap
value: 61.87698627731538
verified: no, type: euclidean_f1
value: 68.18181818181817
verified: no, type: euclidean_precision
value: 52.4198617221873
verified: no, type: euclidean_recall
value: 97.49824643441664
verified: no, type: manhattan_accuracy
value: 58.123872519543
verified: no, type: manhattan_ap
value: 61.99468883207791
verified: no, type: manhattan_f1
value: 68.33675564681727
verified: no, type: manhattan_precision
value: 52.671562420866046
verified: no, type: manhattan_recall
value: 97.26443768996961
verified: no, type: max_accuracy
value: 58.123872519543
verified: no, type: max_ap
value: 61.99468883207791
verified: no, type: max_f1
value: 68.33675564681727
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: 1271c7809071a13532e05f25fb53511ffce77117
metrics: type: map_at_1
value: 6.428000000000001
verified: no, type: map_at_10
value: 8.883000000000001
verified: no, type: map_at_100
value: 9.549000000000001
verified: no, type: map_at_1000
value: 9.665
verified: no, type: map_at_3
value: 8.061
verified: no, type: map_at_5
value: 8.475000000000001
verified: no, type: mrr_at_1
value: 6.428000000000001
verified: no, type: mrr_at_10
value: 8.896999999999998
verified: no, type: mrr_at_100
value: 9.557
verified: no, type: mrr_at_1000
value: 9.674000000000001
verified: no, type: mrr_at_3
value: 8.061
verified: no, type: mrr_at_5
value: 8.488
verified: no, type: ndcg_at_1
value: 6.428000000000001
verified: no, type: ndcg_at_10
value: 10.382
verified: no, type: ndcg_at_100
value: 14.235999999999999
verified: no, type: ndcg_at_1000
value: 18.04
verified: no, type: ndcg_at_3
value: 8.613999999999999
verified: no, type: ndcg_at_5
value: 9.372
verified: no, type: precision_at_1
value: 6.428000000000001
verified: no, type: precision_at_10
value: 1.528
verified: no, type: precision_at_100
value: 0.349
verified: no, type: precision_at_1000
value: 0.067
verified: no, type: precision_at_3
value: 3.4070000000000005
verified: no, type: precision_at_5
value: 2.424
verified: no, type: recall_at_1
value: 6.428000000000001
verified: no, type: recall_at_10
value: 15.226999999999999
verified: no, type: recall_at_100
value: 34.694
verified: no, type: recall_at_1000
value: 66.07
verified: no, type: recall_at_3
value: 10.221
verified: no, type: recall_at_5
value: 12.065
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.541
verified: no, type: map_at_10
value: 1.1560000000000001
verified: no, type: map_at_100
value: 1.508
verified: no, type: map_at_1000
value: 1.598
verified: no, type: map_at_3
value: 0.918
verified: no, type: map_at_5
value: 0.992
verified: no, type: mrr_at_1
value: 9.5
verified: no, type: mrr_at_10
value: 13.446
verified: no, type: mrr_at_100
value: 13.935
verified: no, type: mrr_at_1000
value: 14.008999999999999
verified: no, type: mrr_at_3
value: 12.083
verified: no, type: mrr_at_5
value: 12.733
verified: no, type: ndcg_at_1
value: 5.75
verified: no, type: ndcg_at_10
value: 3.9210000000000003
verified: no, type: ndcg_at_100
value: 3.975
verified: no, type: ndcg_at_1000
value: 5.634
verified: no, type: ndcg_at_3
value: 4.87
verified: no, type: ndcg_at_5
value: 4.259
verified: no, type: precision_at_1
value: 9.5
verified: no, type: precision_at_10
value: 3.9
verified: no, type: precision_at_100
value: 1.015
verified: no, type: precision_at_1000
value: 0.297
verified: no, type: precision_at_3
value: 6.75
verified: no, type: precision_at_5
value: 5.25
verified: no, type: recall_at_1
value: 0.541
verified: no, type: recall_at_10
value: 2.228
verified: no, type: recall_at_100
value: 4.9430000000000005
verified: no, type: recall_at_1000
value: 11.661000000000001
verified: no, type: recall_at_3
value: 1.264
verified: no, type: recall_at_5
value: 1.4869999999999999
verified: no, task: type: Classification
dataset: type: DDSC/dkhate
name: MTEB DKHateClassification
config: default
split: test
revision: 59d12749a3c91a186063c7d729ec392fda94681c
metrics: type: accuracy
value: 69.96960486322187
verified: no, type: ap
value: 91.23131906690253
verified: no, type: f1
value: 57.11872970138122
verified: no, task: type: Classification
dataset: type: AI-Sweden/SuperLim
name: MTEB DalajClassification
config: default
split: test
revision: 7ebf0b4caa7b2ae39698a889de782c09e6f5ee56
metrics: type: accuracy
value: 49.75225225225225
verified: no, type: ap
value: 49.88223192425368
verified: no, type: f1
value: 49.55059044107012
verified: no, task: type: Classification
dataset: type: danish_political_comments
name: MTEB DanishPoliticalCommentsClassification
config: default
split: train
revision: edbb03726c04a0efab14fc8c3b8b79e4d420e5a1
metrics: type: accuracy
value: 37.58534554537886
verified: no, type: f1
value: 33.99440115952713
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: a1a333e290fe30b10f3f56498e3a0d911a693ced
metrics: type: map_at_1
value: 0.608
verified: no, type: map_at_10
value: 0.882
verified: no, type: map_at_100
value: 0.962
verified: no, type: map_at_1000
value: 1.028
verified: no, type: map_at_3
value: 0.749
verified: no, type: map_at_5
value: 0.8240000000000001
verified: no, type: mrr_at_1
value: 2.0500000000000003
verified: no, type: mrr_at_10
value: 2.796
verified: no, type: mrr_at_100
value: 2.983
verified: no, type: mrr_at_1000
value: 3.09
verified: no, type: mrr_at_3
value: 2.483
verified: no, type: mrr_at_5
value: 2.661
verified: no, type: ndcg_at_1
value: 2.0500000000000003
verified: no, type: ndcg_at_10
value: 1.435
verified: no, type: ndcg_at_100
value: 1.991
verified: no, type: ndcg_at_1000
value: 4.961
verified: no, type: ndcg_at_3
value: 1.428
verified: no, type: ndcg_at_5
value: 1.369
verified: no, type: precision_at_1
value: 2.0500000000000003
verified: no, type: precision_at_10
value: 0.5349999999999999
verified: no, type: precision_at_100
value: 0.127
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_3
value: 1.05
verified: no, type: precision_at_5
value: 0.84
verified: no, type: recall_at_1
value: 0.608
verified: no, type: recall_at_10
value: 1.54
verified: no, type: recall_at_100
value: 3.5069999999999997
verified: no, type: recall_at_1000
value: 20.531
verified: no, type: recall_at_3
value: 0.901
verified: no, type: recall_at_5
value: 1.168
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9
metrics: type: map_at_1
value: 3.1
verified: no, type: map_at_10
value: 4.016
verified: no, type: map_at_100
value: 4.455
verified: no, type: map_at_1000
value: 4.579
verified: no, type: map_at_3
value: 3.567
verified: no, type: map_at_5
value: 3.8019999999999996
verified: no, type: mrr_at_1
value: 3.1
verified: no, type: mrr_at_10
value: 4.016
verified: no, type: mrr_at_100
value: 4.455
verified: no, type: mrr_at_1000
value: 4.579
verified: no, type: mrr_at_3
value: 3.567
verified: no, type: mrr_at_5
value: 3.8019999999999996
verified: no, type: ndcg_at_1
value: 3.1
verified: no, type: ndcg_at_10
value: 4.684
verified: no, type: ndcg_at_100
value: 7.284
verified: no, type: ndcg_at_1000
value: 11.689
verified: no, type: ndcg_at_3
value: 3.7289999999999996
verified: no, type: ndcg_at_5
value: 4.146
verified: no, type: precision_at_1
value: 3.1
verified: no, type: precision_at_10
value: 0.69
verified: no, type: precision_at_100
value: 0.202
verified: no, type: precision_at_1000
value: 0.056999999999999995
verified: no, type: precision_at_3
value: 1.4000000000000001
verified: no, type: precision_at_5
value: 1.04
verified: no, type: recall_at_1
value: 3.1
verified: no, type: recall_at_10
value: 6.9
verified: no, type: recall_at_100
value: 20.200000000000003
verified: no, type: recall_at_1000
value: 57.3
verified: no, type: recall_at_3
value: 4.2
verified: no, type: recall_at_5
value: 5.2
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 38.285000000000004
verified: no, type: f1
value: 35.35979931355028
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.9249999999999999
verified: no, type: map_at_10
value: 1.311
verified: no, type: map_at_100
value: 1.363
verified: no, type: map_at_1000
value: 1.376
verified: no, type: map_at_3
value: 1.145
verified: no, type: map_at_5
value: 1.233
verified: no, type: mrr_at_1
value: 0.975
verified: no, type: mrr_at_10
value: 1.371
verified: no, type: mrr_at_100
value: 1.426
verified: no, type: mrr_at_1000
value: 1.439
verified: no, type: mrr_at_3
value: 1.195
verified: no, type: mrr_at_5
value: 1.286
verified: no, type: ndcg_at_1
value: 0.975
verified: no, type: ndcg_at_10
value: 1.5859999999999999
verified: no, type: ndcg_at_100
value: 1.8800000000000001
verified: no, type: ndcg_at_1000
value: 2.313
verified: no, type: ndcg_at_3
value: 1.229
verified: no, type: ndcg_at_5
value: 1.388
verified: no, type: precision_at_1
value: 0.975
verified: no, type: precision_at_10
value: 0.254
verified: no, type: precision_at_100
value: 0.041
verified: no, type: precision_at_1000
value: 0.008
verified: no, type: precision_at_3
value: 0.49
verified: no, type: precision_at_5
value: 0.375
verified: no, type: recall_at_1
value: 0.9249999999999999
verified: no, type: recall_at_10
value: 2.4250000000000003
verified: no, type: recall_at_100
value: 3.866
verified: no, type: recall_at_1000
value: 7.401000000000001
verified: no, type: recall_at_3
value: 1.4200000000000002
verified: no, type: recall_at_5
value: 1.81
verified: no, task: type: Retrieval
dataset: type: fiqa-pl
name: MTEB FiQA-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.959
verified: no, type: map_at_10
value: 1.952
verified: no, type: map_at_100
value: 2.281
verified: no, type: map_at_1000
value: 2.393
verified: no, type: map_at_3
value: 1.703
verified: no, type: map_at_5
value: 1.8319999999999999
verified: no, type: mrr_at_1
value: 2.469
verified: no, type: mrr_at_10
value: 4.547
verified: no, type: mrr_at_100
value: 5.021
verified: no, type: mrr_at_1000
value: 5.1339999999999995
verified: no, type: mrr_at_3
value: 3.884
verified: no, type: mrr_at_5
value: 4.223
verified: no, type: ndcg_at_1
value: 2.469
verified: no, type: ndcg_at_10
value: 3.098
verified: no, type: ndcg_at_100
value: 5.177
verified: no, type: ndcg_at_1000
value: 8.889
verified: no, type: ndcg_at_3
value: 2.7119999999999997
verified: no, type: ndcg_at_5
value: 2.8000000000000003
verified: no, type: precision_at_1
value: 2.469
verified: no, type: precision_at_10
value: 1.065
verified: no, type: precision_at_100
value: 0.321
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 2.109
verified: no, type: precision_at_5
value: 1.574
verified: no, type: recall_at_1
value: 0.959
verified: no, type: recall_at_10
value: 4.075
verified: no, type: recall_at_100
value: 12.487
verified: no, type: recall_at_1000
value: 36.854
verified: no, type: recall_at_3
value: 2.632
verified: no, type: recall_at_5
value: 3.231
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: map_at_1
value: 1.032
verified: no, type: map_at_10
value: 1.8849999999999998
verified: no, type: map_at_100
value: 2.167
verified: no, type: map_at_1000
value: 2.266
verified: no, type: map_at_3
value: 1.609
verified: no, type: map_at_5
value: 1.7680000000000002
verified: no, type: mrr_at_1
value: 2.6229999999999998
verified: no, type: mrr_at_10
value: 4.479
verified: no, type: mrr_at_100
value: 4.92
verified: no, type: mrr_at_1000
value: 5.029999999999999
verified: no, type: mrr_at_3
value: 3.7289999999999996
verified: no, type: mrr_at_5
value: 4.138
verified: no, type: ndcg_at_1
value: 2.6229999999999998
verified: no, type: ndcg_at_10
value: 3.005
verified: no, type: ndcg_at_100
value: 5.01
verified: no, type: ndcg_at_1000
value: 8.312
verified: no, type: ndcg_at_3
value: 2.548
verified: no, type: ndcg_at_5
value: 2.735
verified: no, type: precision_at_1
value: 2.6229999999999998
verified: no, type: precision_at_10
value: 1.049
verified: no, type: precision_at_100
value: 0.31
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: precision_at_3
value: 1.955
verified: no, type: precision_at_5
value: 1.574
verified: no, type: recall_at_1
value: 1.032
verified: no, type: recall_at_10
value: 3.888
verified: no, type: recall_at_100
value: 12.414
verified: no, type: recall_at_1000
value: 33.823
verified: no, type: recall_at_3
value: 2.37
verified: no, type: recall_at_5
value: 3.077
verified: no, task: type: Retrieval
dataset: type: jinaai/ger_da_lir
name: MTEB GerDaLIR
config: default
split: test
revision: 0bb47f1d73827e96964edb84dfe552f62f4fd5eb
metrics: type: map_at_1
value: 0.542
verified: no, type: map_at_10
value: 0.8130000000000001
verified: no, type: map_at_100
value: 0.898
verified: no, type: map_at_1000
value: 0.9209999999999999
verified: no, type: map_at_3
value: 0.709
verified: no, type: map_at_5
value: 0.764
verified: no, type: mrr_at_1
value: 0.594
verified: no, type: mrr_at_10
value: 0.8880000000000001
verified: no, type: mrr_at_100
value: 0.9820000000000001
verified: no, type: mrr_at_1000
value: 1.008
verified: no, type: mrr_at_3
value: 0.774
verified: no, type: mrr_at_5
value: 0.832
verified: no, type: ndcg_at_1
value: 0.594
verified: no, type: ndcg_at_10
value: 1.0030000000000001
verified: no, type: ndcg_at_100
value: 1.537
verified: no, type: ndcg_at_1000
value: 2.4330000000000003
verified: no, type: ndcg_at_3
value: 0.782
verified: no, type: ndcg_at_5
value: 0.882
verified: no, type: precision_at_1
value: 0.594
verified: no, type: precision_at_10
value: 0.16999999999999998
verified: no, type: precision_at_100
value: 0.048
verified: no, type: precision_at_1000
value: 0.013
verified: no, type: precision_at_3
value: 0.33899999999999997
verified: no, type: precision_at_5
value: 0.255
verified: no, type: recall_at_1
value: 0.542
verified: no, type: recall_at_10
value: 1.533
verified: no, type: recall_at_100
value: 4.204
verified: no, type: recall_at_1000
value: 11.574
verified: no, type: recall_at_3
value: 0.932
verified: no, type: recall_at_5
value: 1.172
verified: no, task: type: Retrieval
dataset: type: deepset/germandpr
name: MTEB GermanDPR
config: default
split: test
revision: 5129d02422a66be600ac89cd3e8531b4f97d347d
metrics: type: map_at_1
value: 25.561
verified: no, type: map_at_10
value: 38.873000000000005
verified: no, type: map_at_100
value: 40.004
verified: no, type: map_at_1000
value: 40.03
verified: no, type: map_at_3
value: 34.585
verified: no, type: map_at_5
value: 36.980000000000004
verified: no, type: mrr_at_1
value: 25.463
verified: no, type: mrr_at_10
value: 38.792
verified: no, type: mrr_at_100
value: 39.922000000000004
verified: no, type: mrr_at_1000
value: 39.949
verified: no, type: mrr_at_3
value: 34.504000000000005
verified: no, type: mrr_at_5
value: 36.899
verified: no, type: ndcg_at_1
value: 25.561
verified: no, type: ndcg_at_10
value: 46.477000000000004
verified: no, type: ndcg_at_100
value: 51.751999999999995
verified: no, type: ndcg_at_1000
value: 52.366
verified: no, type: ndcg_at_3
value: 37.645
verified: no, type: ndcg_at_5
value: 41.953
verified: no, type: precision_at_1
value: 25.561
verified: no, type: precision_at_10
value: 7.083
verified: no, type: precision_at_100
value: 0.9490000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 15.512
verified: no, type: precision_at_5
value: 11.395
verified: no, type: recall_at_1
value: 25.561
verified: no, type: recall_at_10
value: 70.829
verified: no, type: recall_at_100
value: 94.92699999999999
verified: no, type: recall_at_1000
value: 99.61
verified: no, type: recall_at_3
value: 46.537
verified: no, type: recall_at_5
value: 56.976000000000006
verified: no, task: type: Retrieval
dataset: type: mteb/germanquad-retrieval
name: MTEB GermanQuAD-Retrieval
config: default
split: test
revision: f5c87ae5a2e7a5106606314eef45255f03151bb3
metrics: type: map_at_1
value: 53.539
verified: no, type: map_at_10
value: 65.144
verified: no, type: map_at_100
value: 65.627
verified: no, type: map_at_1000
value: 65.63900000000001
verified: no, type: map_at_3
value: 62.598
verified: no, type: map_at_5
value: 64.302
verified: no, type: mrr_at_1
value: 53.539
verified: no, type: mrr_at_10
value: 65.144
verified: no, type: mrr_at_100
value: 65.627
verified: no, type: mrr_at_1000
value: 65.63900000000001
verified: no, type: mrr_at_3
value: 62.598
verified: no, type: mrr_at_5
value: 64.302
verified: no, type: ndcg_at_1
value: 53.539
verified: no, type: ndcg_at_10
value: 70.602
verified: no, type: ndcg_at_100
value: 72.886
verified: no, type: ndcg_at_1000
value: 73.14500000000001
verified: no, type: ndcg_at_3
value: 65.52900000000001
verified: no, type: ndcg_at_5
value: 68.596
verified: no, type: precision_at_1
value: 53.539
verified: no, type: precision_at_10
value: 8.757
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 24.667
verified: no, type: precision_at_5
value: 16.289
verified: no, type: recall_at_1
value: 53.539
verified: no, type: recall_at_10
value: 87.568
verified: no, type: recall_at_100
value: 98.09400000000001
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 74.002
verified: no, type: recall_at_5
value: 81.443
verified: no, task: type: STS
dataset: type: jinaai/german-STSbenchmark
name: MTEB GermanSTSBenchmark
config: default
split: test
revision: e36907544d44c3a247898ed81540310442329e20
metrics: type: cos_sim_pearson
value: 68.82052535790737
verified: no, type: cos_sim_spearman
value: 67.9356892072251
verified: no, type: euclidean_pearson
value: 67.2308663006278
verified: no, type: euclidean_spearman
value: 67.93572522920142
verified: no, type: manhattan_pearson
value: 67.23568952733595
verified: no, type: manhattan_spearman
value: 67.91660489262797
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics: type: map_at_1
value: 6.813
verified: no, type: map_at_10
value: 9.49
verified: no, type: map_at_100
value: 9.959
verified: no, type: map_at_1000
value: 10.024
verified: no, type: map_at_3
value: 8.618
verified: no, type: map_at_5
value: 9.084
verified: no, type: mrr_at_1
value: 13.626
verified: no, type: mrr_at_10
value: 17.818
verified: no, type: mrr_at_100
value: 18.412
verified: no, type: mrr_at_1000
value: 18.482000000000003
verified: no, type: mrr_at_3
value: 16.506999999999998
verified: no, type: mrr_at_5
value: 17.219
verified: no, type: ndcg_at_1
value: 13.626
verified: no, type: ndcg_at_10
value: 12.959999999999999
verified: no, type: ndcg_at_100
value: 15.562999999999999
verified: no, type: ndcg_at_1000
value: 17.571
verified: no, type: ndcg_at_3
value: 10.995000000000001
verified: no, type: ndcg_at_5
value: 11.908000000000001
verified: no, type: precision_at_1
value: 13.626
verified: no, type: precision_at_10
value: 2.995
verified: no, type: precision_at_100
value: 0.51
verified: no, type: precision_at_1000
value: 0.078
verified: no, type: precision_at_3
value: 7.000000000000001
verified: no, type: precision_at_5
value: 4.926
verified: no, type: recall_at_1
value: 6.813
verified: no, type: recall_at_10
value: 14.976
verified: no, type: recall_at_100
value: 25.517
verified: no, type: recall_at_1000
value: 39.095
verified: no, type: recall_at_3
value: 10.5
verified: no, type: recall_at_5
value: 12.316
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: 421605374b29664c5fc098418fe20ada9bd55f8a
metrics: type: accuracy
value: 38.01462100808003
verified: no, type: f1
value: 26.680357453754215
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 55.7508
verified: no, type: ap
value: 53.28158993124153
verified: no, type: f1
value: 55.34571379744637
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: b7c64bd89eb87f8ded463478346f76731f07bf8b
metrics: type: accuracy
value: 69.58724202626641
verified: no, type: ap
value: 30.04577466931377
verified: no, type: f1
value: 62.46921898313143
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: 17f9b096f80380fce5ed12a9be8be7784b337daf
metrics: type: cos_sim_pearson
value: 48.80585861169271
verified: no, type: cos_sim_spearman
value: 50.11025991147549
verified: no, type: euclidean_pearson
value: 50.055425341198934
verified: no, type: euclidean_spearman
value: 50.11024862622995
verified: no, type: manhattan_pearson
value: 50.029980024931064
verified: no, type: manhattan_spearman
value: 50.074388245963384
verified: no, task: type: Classification
dataset: type: DDSC/lcc
name: MTEB LccSentimentClassification
config: default
split: test
revision: de7ba3406ee55ea2cc52a0a41408fa6aede6d3c6
metrics: type: accuracy
value: 54.266666666666666
verified: no, type: f1
value: 52.181931818742875
verified: no, task: type: Reranking
dataset: type: jinaai/miracl
name: MTEB MIRACL
config: default
split: test
revision: d28a029f35c4ff7f616df47b0edf54e6882395e6
metrics: type: map
value: 51.40745004398599
verified: no, type: mrr
value: 56.71940267335004
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6
metrics: type: map
value: 5.831060174627054
verified: no, type: mrr
value: 4.019047619047618
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: 539bbde593d947e2a124ba72651aafc09eb33fc2
metrics: type: map_at_1
value: 5.826
verified: no, type: map_at_10
value: 8.956999999999999
verified: no, type: map_at_100
value: 9.746
verified: no, type: map_at_1000
value: 9.873999999999999
verified: no, type: map_at_3
value: 7.757
verified: no, type: map_at_5
value: 8.373
verified: no, type: mrr_at_1
value: 6.046
verified: no, type: mrr_at_10
value: 9.251
verified: no, type: mrr_at_100
value: 10.044
verified: no, type: mrr_at_1000
value: 10.167
verified: no, type: mrr_at_3
value: 8.028
verified: no, type: mrr_at_5
value: 8.66
verified: no, type: ndcg_at_1
value: 6.046
verified: no, type: ndcg_at_10
value: 10.998
verified: no, type: ndcg_at_100
value: 15.568999999999999
verified: no, type: ndcg_at_1000
value: 19.453
verified: no, type: ndcg_at_3
value: 8.468
verified: no, type: ndcg_at_5
value: 9.582
verified: no, type: precision_at_1
value: 6.046
verified: no, type: precision_at_10
value: 1.807
verified: no, type: precision_at_100
value: 0.42500000000000004
verified: no, type: precision_at_1000
value: 0.076
verified: no, type: precision_at_3
value: 3.572
verified: no, type: precision_at_5
value: 2.702
verified: no, type: recall_at_1
value: 5.826
verified: no, type: recall_at_10
value: 17.291
verified: no, type: recall_at_100
value: 40.037
verified: no, type: recall_at_1000
value: 71.351
verified: no, type: recall_at_3
value: 10.269
verified: no, type: recall_at_5
value: 12.950000000000001
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 1.203
verified: no, type: map_at_10
value: 2.27
verified: no, type: map_at_100
value: 2.5860000000000003
verified: no, type: map_at_1000
value: 2.661
verified: no, type: map_at_3
value: 1.8159999999999998
verified: no, type: map_at_5
value: 2.037
verified: no, type: mrr_at_1
value: 1.232
verified: no, type: mrr_at_10
value: 2.338
verified: no, type: mrr_at_100
value: 2.665
verified: no, type: mrr_at_1000
value: 2.7390000000000003
verified: no, type: mrr_at_3
value: 1.87
verified: no, type: mrr_at_5
value: 2.1
verified: no, type: ndcg_at_1
value: 1.232
verified: no, type: ndcg_at_10
value: 3.005
verified: no, type: ndcg_at_100
value: 4.936
verified: no, type: ndcg_at_1000
value: 7.441000000000001
verified: no, type: ndcg_at_3
value: 2.036
verified: no, type: ndcg_at_5
value: 2.435
verified: no, type: precision_at_1
value: 1.232
verified: no, type: precision_at_10
value: 0.549
verified: no, type: precision_at_100
value: 0.158
verified: no, type: precision_at_1000
value: 0.038
verified: no, type: precision_at_3
value: 0.903
verified: no, type: precision_at_5
value: 0.739
verified: no, type: recall_at_1
value: 1.203
verified: no, type: recall_at_10
value: 5.332
verified: no, type: recall_at_100
value: 15.164
verified: no, type: recall_at_1000
value: 35.831
verified: no, type: recall_at_3
value: 2.622
verified: no, type: recall_at_5
value: 3.572
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 89.92476060191518
verified: no, type: f1
value: 89.30222882069823
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (de)
config: de
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 89.54353338968724
verified: no, type: f1
value: 88.23043644828002
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (es)
config: es
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 90.62374916611076
verified: no, type: f1
value: 89.68544977510335
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (fr)
config: fr
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 86.18540557469466
verified: no, type: f1
value: 85.7362674669331
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (hi)
config: hi
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 89.41556113302258
verified: no, type: f1
value: 89.04934651990581
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (th)
config: th
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 85.89511754068715
verified: no, type: f1
value: 85.57630467968119
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 70.85043319653442
verified: no, type: f1
value: 46.0794069318026
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (de)
config: de
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 73.43195266272188
verified: no, type: f1
value: 48.08015719781981
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (es)
config: es
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 73.8425617078052
verified: no, type: f1
value: 49.37915156189611
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (fr)
config: fr
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 66.75227059191982
verified: no, type: f1
value: 43.4642946741452
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (hi)
config: hi
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 69.13589100035855
verified: no, type: f1
value: 46.25935961966482
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (th)
config: th
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 68.47016274864377
verified: no, type: f1
value: 46.197113305277796
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (af)
config: af
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 58.14727639542704
verified: no, type: f1
value: 55.58745169431752
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (am)
config: am
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 57.91190316072628
verified: no, type: f1
value: 55.46589962622107
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ar)
config: ar
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 57.22932078009414
verified: no, type: f1
value: 53.661218041561334
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (az)
config: az
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 57.16543375924681
verified: no, type: f1
value: 55.16504653263189
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (bn)
config: bn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.239408204438476
verified: no, type: f1
value: 58.941991707183874
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (cy)
config: cy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 51.186953597848
verified: no, type: f1
value: 49.59432722397084
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (da)
config: da
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.030934767989244
verified: no, type: f1
value: 58.836302050830966
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (de)
config: de
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 61.314727639542696
verified: no, type: f1
value: 57.80700293522655
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (el)
config: el
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 64.20645595158037
verified: no, type: f1
value: 61.36755812840151
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 64.36785474108943
verified: no, type: f1
value: 61.15645935863754
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (es)
config: es
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 63.97108271687962
verified: no, type: f1
value: 62.07352472659557
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fa)
config: fa
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 66.67114996637525
verified: no, type: f1
value: 63.420170447126324
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fi)
config: fi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.864828513786144
verified: no, type: f1
value: 59.655860488861926
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 58.55077336919974
verified: no, type: f1
value: 55.28215385204243
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (he)
config: he
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 63.453261600538
verified: no, type: f1
value: 59.991998820039186
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hi)
config: hi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 61.32145258910558
verified: no, type: f1
value: 58.9676667104426
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hu)
config: hu
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.905178211163424
verified: no, type: f1
value: 59.645126480791674
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hy)
config: hy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 60.03026227303295
verified: no, type: f1
value: 56.68905593909442
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (id)
config: id
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 63.28850033624749
verified: no, type: f1
value: 60.21862015326403
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (is)
config: is
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 56.0221923335575
verified: no, type: f1
value: 53.388473451598315
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (it)
config: it
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 64.44182918628111
verified: no, type: f1
value: 62.14806714489123
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ja)
config: ja
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 63.69535978480162
verified: no, type: f1
value: 62.40231098840202
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (jv)
config: jv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 52.00067249495628
verified: no, type: f1
value: 48.871263427511984
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ka)
config: ka
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 54.088769334229994
verified: no, type: f1
value: 52.68998451556
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (km)
config: km
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 43.34229993275051
verified: no, type: f1
value: 40.578510490463024
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (kn)
config: kn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 57.87491593813046
verified: no, type: f1
value: 55.19579071673386
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ko)
config: ko
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.69334229993275
verified: no, type: f1
value: 60.90210922623679
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (lv)
config: lv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 56.240753194351036
verified: no, type: f1
value: 54.137519761157485
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ml)
config: ml
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.81439139206457
verified: no, type: f1
value: 60.46554841337619
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (mn)
config: mn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 58.49361129791527
verified: no, type: f1
value: 55.12919894175168
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ms)
config: ms
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 61.55682582380633
verified: no, type: f1
value: 58.81763499302702
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (my)
config: my
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 59.3981170141224
verified: no, type: f1
value: 56.31810441546048
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nb)
config: nb
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 59.89576328177538
verified: no, type: f1
value: 57.35130066022407
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nl)
config: nl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 64.55951580363148
verified: no, type: f1
value: 61.50868742463585
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 65.86079354404842
verified: no, type: f1
value: 61.94702597578807
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pt)
config: pt
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 63.49024882313383
verified: no, type: f1
value: 60.796412851533454
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ro)
config: ro
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.53194351042366
verified: no, type: f1
value: 59.9167382336848
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ru)
config: ru
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.62945527908541
verified: no, type: f1
value: 59.195444230665096
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sl)
config: sl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 63.43308675184935
verified: no, type: f1
value: 60.605749901316145
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sq)
config: sq
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 61.44586415601883
verified: no, type: f1
value: 58.635066561729396
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sv)
config: sv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.86482851378615
verified: no, type: f1
value: 59.75440194153033
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sw)
config: sw
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 56.250840618695364
verified: no, type: f1
value: 54.84944007944625
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ta)
config: ta
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 59.747814391392076
verified: no, type: f1
value: 56.83761137925043
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (te)
config: te
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 59.60995292535306
verified: no, type: f1
value: 57.106776457430705
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (th)
config: th
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 59.421654337592464
verified: no, type: f1
value: 57.81013790437749
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tl)
config: tl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 58.120376597175515
verified: no, type: f1
value: 55.27690756097837
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tr)
config: tr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 60.907868190988566
verified: no, type: f1
value: 57.43015543162361
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ur)
config: ur
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 59.492266308002705
verified: no, type: f1
value: 56.885590563156455
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (vi)
config: vi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 60.477471418964356
verified: no, type: f1
value: 57.87047944039945
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.07800941492938
verified: no, type: f1
value: 59.340232908410265
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-TW)
config: zh-TW
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 56.73167451244117
verified: no, type: f1
value: 55.29236319279749
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (af)
config: af
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 64.05850706119705
verified: no, type: f1
value: 62.20100273658395
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (am)
config: am
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 63.24142568930733
verified: no, type: f1
value: 62.045023522098205
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ar)
config: ar
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 63.685272360457304
verified: no, type: f1
value: 63.315744557403285
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (az)
config: az
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 60.85743106926698
verified: no, type: f1
value: 59.106917986505636
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (bn)
config: bn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.1654337592468
verified: no, type: f1
value: 65.66986920813582
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (cy)
config: cy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 56.519838601210495
verified: no, type: f1
value: 54.73278620356587
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (da)
config: da
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.76395427034298
verified: no, type: f1
value: 66.3447645997219
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (de)
config: de
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.47814391392065
verified: no, type: f1
value: 66.32841368787447
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (el)
config: el
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 70.22864828513787
verified: no, type: f1
value: 69.02774052818218
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.04841963685273
verified: no, type: f1
value: 67.70789401248665
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (es)
config: es
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.08204438466711
verified: no, type: f1
value: 68.39277940460933
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fa)
config: fa
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 72.10154673839946
verified: no, type: f1
value: 70.7737194288215
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fi)
config: fi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.16207128446537
verified: no, type: f1
value: 66.2311820377212
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 63.019502353732335
verified: no, type: f1
value: 62.105500895318656
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (he)
config: he
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.82985877605918
verified: no, type: f1
value: 67.4894449433449
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hi)
config: hi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 66.89643577673168
verified: no, type: f1
value: 65.45745898521055
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hu)
config: hu
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.32750504371216
verified: no, type: f1
value: 68.19665323990438
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hy)
config: hy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 65.8238063214526
verified: no, type: f1
value: 64.60872984606974
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (id)
config: id
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.98117014122394
verified: no, type: f1
value: 67.66697147027641
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (is)
config: is
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 63.137188971082715
verified: no, type: f1
value: 61.58358081191463
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (it)
config: it
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 70.0437121721587
verified: no, type: f1
value: 69.06747206775307
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ja)
config: ja
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 70.67585743106926
verified: no, type: f1
value: 70.08618915891508
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (jv)
config: jv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 59.788164088769335
verified: no, type: f1
value: 57.91398932676417
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ka)
config: ka
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 61.03227975790182
verified: no, type: f1
value: 60.044432258486715
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (km)
config: km
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 49.051782111634154
verified: no, type: f1
value: 45.434581931581555
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (kn)
config: kn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 63.78278412911902
verified: no, type: f1
value: 62.106197625881535
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ko)
config: ko
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.59986550100874
verified: no, type: f1
value: 68.94355682848476
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (lv)
config: lv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 59.97310020174847
verified: no, type: f1
value: 59.09912773329623
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ml)
config: ml
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.20309347679893
verified: no, type: f1
value: 67.90665916607239
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (mn)
config: mn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 62.72024209818427
verified: no, type: f1
value: 60.77165334831407
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ms)
config: ms
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.87155346334902
verified: no, type: f1
value: 65.7906032446679
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (my)
config: my
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 64.97646267652992
verified: no, type: f1
value: 63.89390215791396
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nb)
config: nb
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 65.81371889710827
verified: no, type: f1
value: 64.39323436519936
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nl)
config: nl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.79825151311366
verified: no, type: f1
value: 68.53789900442244
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.98991257565568
verified: no, type: f1
value: 68.93867074879778
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pt)
config: pt
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.50168123739071
verified: no, type: f1
value: 66.7457644903972
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ro)
config: ro
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.52521856086078
verified: no, type: f1
value: 66.83370797374445
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ru)
config: ru
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.96234028244787
verified: no, type: f1
value: 67.58983110064196
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sl)
config: sl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.56624075319435
verified: no, type: f1
value: 68.35270162147211
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sq)
config: sq
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.48352387357095
verified: no, type: f1
value: 66.66973143886908
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sv)
config: sv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.92535305985206
verified: no, type: f1
value: 66.52058462942483
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sw)
config: sw
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 63.184263618022875
verified: no, type: f1
value: 61.71153164960602
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ta)
config: ta
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 64.8453261600538
verified: no, type: f1
value: 63.863209439112346
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (te)
config: te
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 65.39340954942838
verified: no, type: f1
value: 63.85484524633183
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (th)
config: th
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.9892400806994
verified: no, type: f1
value: 66.57022479007357
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tl)
config: tl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 63.399462004034966
verified: no, type: f1
value: 61.62381473991175
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tr)
config: tr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 65.773369199731
verified: no, type: f1
value: 65.58317907780943
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ur)
config: ur
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 65.8069939475454
verified: no, type: f1
value: 64.47027323557235
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (vi)
config: vi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 66.51647612642904
verified: no, type: f1
value: 65.66061210324213
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.88365837256221
verified: no, type: f1
value: 67.56956454874091
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-TW)
config: zh-TW
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 63.29858776059179
verified: no, type: f1
value: 62.76318771484755
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6
metrics: type: map_at_1
value: 2.9000000000000004
verified: no, type: map_at_10
value: 3.5360000000000005
verified: no, type: map_at_100
value: 3.703
verified: no, type: map_at_1000
value: 3.734
verified: no, type: map_at_3
value: 3.167
verified: no, type: map_at_5
value: 3.322
verified: no, type: mrr_at_1
value: 2.9000000000000004
verified: no, type: mrr_at_10
value: 3.5360000000000005
verified: no, type: mrr_at_100
value: 3.703
verified: no, type: mrr_at_1000
value: 3.734
verified: no, type: mrr_at_3
value: 3.167
verified: no, type: mrr_at_5
value: 3.322
verified: no, type: ndcg_at_1
value: 2.9000000000000004
verified: no, type: ndcg_at_10
value: 4.079
verified: no, type: ndcg_at_100
value: 5.101
verified: no, type: ndcg_at_1000
value: 6.295000000000001
verified: no, type: ndcg_at_3
value: 3.276
verified: no, type: ndcg_at_5
value: 3.56
verified: no, type: precision_at_1
value: 2.9000000000000004
verified: no, type: precision_at_10
value: 0.59
verified: no, type: precision_at_100
value: 0.11199999999999999
verified: no, type: precision_at_1000
value: 0.022000000000000002
verified: no, type: precision_at_3
value: 1.2
verified: no, type: precision_at_5
value: 0.86
verified: no, type: recall_at_1
value: 2.9000000000000004
verified: no, type: recall_at_10
value: 5.8999999999999995
verified: no, type: recall_at_100
value: 11.200000000000001
verified: no, type: recall_at_1000
value: 21.5
verified: no, type: recall_at_3
value: 3.5999999999999996
verified: no, type: recall_at_5
value: 4.3
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 19.061819627060558
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 19.79520446745267
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 26.881162218991285
verified: no, type: mrr
value: 27.23201335662217
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
metrics: type: accuracy
value: 57.69
verified: no, type: f1
value: 57.370451927892695
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.443
verified: no, type: map_at_10
value: 1.189
verified: no, type: map_at_100
value: 2.221
verified: no, type: map_at_1000
value: 3.034
verified: no, type: map_at_3
value: 0.683
verified: no, type: map_at_5
value: 0.882
verified: no, type: mrr_at_1
value: 4.334
verified: no, type: mrr_at_10
value: 10.908
verified: no, type: mrr_at_100
value: 12.536
verified: no, type: mrr_at_1000
value: 12.642000000000001
verified: no, type: mrr_at_3
value: 7.481999999999999
verified: no, type: mrr_at_5
value: 9.324
verified: no, type: ndcg_at_1
value: 3.7150000000000003
verified: no, type: ndcg_at_10
value: 5.591
verified: no, type: ndcg_at_100
value: 9.522
verified: no, type: ndcg_at_1000
value: 19.705000000000002
verified: no, type: ndcg_at_3
value: 4.292
verified: no, type: ndcg_at_5
value: 5.038
verified: no, type: precision_at_1
value: 4.334
verified: no, type: precision_at_10
value: 5.077
verified: no, type: precision_at_100
value: 3.2910000000000004
verified: no, type: precision_at_1000
value: 1.568
verified: no, type: precision_at_3
value: 4.644
verified: no, type: precision_at_5
value: 5.139
verified: no, type: recall_at_1
value: 0.443
verified: no, type: recall_at_10
value: 3.3520000000000003
verified: no, type: recall_at_100
value: 15.515
verified: no, type: recall_at_1000
value: 50.505
verified: no, type: recall_at_3
value: 0.931
verified: no, type: recall_at_5
value: 1.698
verified: no, task: type: Retrieval
dataset: type: nfcorpus-pl
name: MTEB NFCorpus-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.307
verified: no, type: map_at_10
value: 0.835
verified: no, type: map_at_100
value: 1.503
verified: no, type: map_at_1000
value: 2.263
verified: no, type: map_at_3
value: 0.503
verified: no, type: map_at_5
value: 0.567
verified: no, type: mrr_at_1
value: 4.025
verified: no, type: mrr_at_10
value: 9.731
verified: no, type: mrr_at_100
value: 11.229
verified: no, type: mrr_at_1000
value: 11.34
verified: no, type: mrr_at_3
value: 6.811
verified: no, type: mrr_at_5
value: 8.126999999999999
verified: no, type: ndcg_at_1
value: 3.56
verified: no, type: ndcg_at_10
value: 4.596
verified: no, type: ndcg_at_100
value: 7.567
verified: no, type: ndcg_at_1000
value: 17.76
verified: no, type: ndcg_at_3
value: 3.52
verified: no, type: ndcg_at_5
value: 3.823
verified: no, type: precision_at_1
value: 4.025
verified: no, type: precision_at_10
value: 4.334
verified: no, type: precision_at_100
value: 2.842
verified: no, type: precision_at_1000
value: 1.506
verified: no, type: precision_at_3
value: 3.818
verified: no, type: precision_at_5
value: 4.149
verified: no, type: recall_at_1
value: 0.307
verified: no, type: recall_at_10
value: 2.543
verified: no, type: recall_at_100
value: 12.152000000000001
verified: no, type: recall_at_1000
value: 46.878
verified: no, type: recall_at_3
value: 0.755
verified: no, type: recall_at_5
value: 0.975
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.439
verified: no, type: map_at_10
value: 0.6839999999999999
verified: no, type: map_at_100
value: 0.769
verified: no, type: map_at_1000
value: 0.79
verified: no, type: map_at_3
value: 0.584
verified: no, type: map_at_5
value: 0.621
verified: no, type: mrr_at_1
value: 0.5499999999999999
verified: no, type: mrr_at_10
value: 0.819
verified: no, type: mrr_at_100
value: 0.9169999999999999
verified: no, type: mrr_at_1000
value: 0.9400000000000001
verified: no, type: mrr_at_3
value: 0.705
verified: no, type: mrr_at_5
value: 0.75
verified: no, type: ndcg_at_1
value: 0.5499999999999999
verified: no, type: ndcg_at_10
value: 0.886
verified: no, type: ndcg_at_100
value: 1.422
verified: no, type: ndcg_at_1000
value: 2.2079999999999997
verified: no, type: ndcg_at_3
value: 0.6629999999999999
verified: no, type: ndcg_at_5
value: 0.735
verified: no, type: precision_at_1
value: 0.5499999999999999
verified: no, type: precision_at_10
value: 0.16199999999999998
verified: no, type: precision_at_100
value: 0.048
verified: no, type: precision_at_1000
value: 0.012
verified: no, type: precision_at_3
value: 0.309
verified: no, type: precision_at_5
value: 0.22599999999999998
verified: no, type: recall_at_1
value: 0.439
verified: no, type: recall_at_10
value: 1.405
verified: no, type: recall_at_100
value: 4.051
verified: no, type: recall_at_1000
value: 10.487
verified: no, type: recall_at_3
value: 0.787
verified: no, type: recall_at_5
value: 0.9560000000000001
verified: no, task: type: Retrieval
dataset: type: narrativeqa
name: MTEB NarrativeQARetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.93
verified: no, type: map_at_10
value: 7.349
verified: no, type: map_at_100
value: 8.011
verified: no, type: map_at_1000
value: 8.351
verified: no, type: map_at_3
value: 6.787
verified: no, type: map_at_5
value: 7.02
verified: no, type: mrr_at_1
value: 5.93
verified: no, type: mrr_at_10
value: 7.349
verified: no, type: mrr_at_100
value: 8.011
verified: no, type: mrr_at_1000
value: 8.351
verified: no, type: mrr_at_3
value: 6.787
verified: no, type: mrr_at_5
value: 7.02
verified: no, type: ndcg_at_1
value: 5.93
verified: no, type: ndcg_at_10
value: 8.291
verified: no, type: ndcg_at_100
value: 12.833
verified: no, type: ndcg_at_1000
value: 21.253
verified: no, type: ndcg_at_3
value: 7.072000000000001
verified: no, type: ndcg_at_5
value: 7.495
verified: no, type: precision_at_1
value: 5.93
verified: no, type: precision_at_10
value: 1.1400000000000001
verified: no, type: precision_at_100
value: 0.359
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 2.633
verified: no, type: precision_at_5
value: 1.786
verified: no, type: recall_at_1
value: 5.93
verified: no, type: recall_at_10
value: 11.395
verified: no, type: recall_at_100
value: 35.929
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 7.9
verified: no, type: recall_at_5
value: 8.932
verified: no, task: type: Classification
dataset: type: ScandEval/norec-mini
name: MTEB NoRecClassification
config: default
split: test
revision: 07b99ab3363c2e7f8f87015b01c21f4d9b917ce3
metrics: type: accuracy
value: 48.251953125
verified: no, type: f1
value: 45.42526611578402
verified: no, task: type: Classification
dataset: type: strombergnlp/nordic_langid
name: MTEB NordicLangClassification
config: default
split: test
revision: e254179d18ab0165fdb6dbef91178266222bee2a
metrics: type: accuracy
value: 48.403333333333336
verified: no, type: f1
value: 47.9287124185198
verified: no, task: type: BitextMining
dataset: type: kardosdrur/norwegian-courts
name: MTEB NorwegianCourtsBitextMining
config: default
split: test
revision: None
metrics: type: accuracy
value: 93.85964912280701
verified: no, type: f1
value: 92.98245614035088
verified: no, type: precision
value: 92.54385964912281
verified: no, type: recall
value: 93.85964912280701
verified: no, task: type: Classification
dataset: type: NbAiLab/norwegian_parliament
name: MTEB NorwegianParliament
config: default
split: test
revision: f7393532774c66312378d30b197610b43d751972
metrics: type: accuracy
value: 55.991666666666674
verified: no, type: ap
value: 53.417849849746226
verified: no, type: f1
value: 55.757916182475384
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: 66e76a618a34d6d565d5538088562851e6daa7ec
metrics: type: cos_sim_accuracy
value: 54.68327016783974
verified: no, type: cos_sim_ap
value: 55.175059616546406
verified: no, type: cos_sim_f1
value: 67.81733189500179
verified: no, type: cos_sim_precision
value: 51.41766630316249
verified: no, type: cos_sim_recall
value: 99.57761351636748
verified: no, type: dot_accuracy
value: 54.68327016783974
verified: no, type: dot_ap
value: 55.175059616546406
verified: no, type: dot_f1
value: 67.81733189500179
verified: no, type: dot_precision
value: 51.41766630316249
verified: no, type: dot_recall
value: 99.57761351636748
verified: no, type: euclidean_accuracy
value: 54.68327016783974
verified: no, type: euclidean_ap
value: 55.17510180566365
verified: no, type: euclidean_f1
value: 67.81733189500179
verified: no, type: euclidean_precision
value: 51.41766630316249
verified: no, type: euclidean_recall
value: 99.57761351636748
verified: no, type: manhattan_accuracy
value: 55.44125609095831
verified: no, type: manhattan_ap
value: 55.76283671826867
verified: no, type: manhattan_f1
value: 68.05905653583004
verified: no, type: manhattan_precision
value: 51.63934426229508
verified: no, type: manhattan_recall
value: 99.78880675818374
verified: no, type: max_accuracy
value: 55.44125609095831
verified: no, type: max_ap
value: 55.76283671826867
verified: no, type: max_f1
value: 68.05905653583004
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: e610f2ebd179a8fda30ae534c3878750a96db120
metrics: type: accuracy
value: 75.64
verified: no, type: ap
value: 71.45085103287833
verified: no, type: f1
value: 75.52254495697326
verified: no, task: type: Classification
dataset: type: laugustyniak/abusive-clauses-pl
name: MTEB PAC
config: default
split: test
revision: None
metrics: type: accuracy
value: 73.86620330147699
verified: no, type: ap
value: 80.58015815306322
verified: no, type: f1
value: 71.49082510883872
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1
metrics: type: cos_sim_pearson
value: 29.52361689421863
verified: no, type: cos_sim_spearman
value: 32.750058577257875
verified: no, type: euclidean_pearson
value: 34.583472972871796
verified: no, type: euclidean_spearman
value: 32.75328764421994
verified: no, type: manhattan_pearson
value: 34.727366510326995
verified: no, type: manhattan_spearman
value: 32.787167142114214
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/ppc-pairclassification
name: MTEB PPC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 71.1
verified: no, type: cos_sim_ap
value: 85.36544548691205
verified: no, type: cos_sim_f1
value: 75.23393636930756
verified: no, type: cos_sim_precision
value: 60.36036036036037
verified: no, type: cos_sim_recall
value: 99.83443708609272
verified: no, type: dot_accuracy
value: 71.1
verified: no, type: dot_ap
value: 85.36544548691204
verified: no, type: dot_f1
value: 75.23393636930756
verified: no, type: dot_precision
value: 60.36036036036037
verified: no, type: dot_recall
value: 99.83443708609272
verified: no, type: euclidean_accuracy
value: 71.1
verified: no, type: euclidean_ap
value: 85.36544548691205
verified: no, type: euclidean_f1
value: 75.23393636930756
verified: no, type: euclidean_precision
value: 60.36036036036037
verified: no, type: euclidean_recall
value: 99.83443708609272
verified: no, type: manhattan_accuracy
value: 71.1
verified: no, type: manhattan_ap
value: 85.33853868545614
verified: no, type: manhattan_f1
value: 75.23393636930756
verified: no, type: manhattan_precision
value: 60.36036036036037
verified: no, type: manhattan_recall
value: 99.83443708609272
verified: no, type: max_accuracy
value: 71.1
verified: no, type: max_ap
value: 85.36544548691205
verified: no, type: max_f1
value: 75.23393636930756
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/psc-pairclassification
name: MTEB PSC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 90.81632653061224
verified: no, type: cos_sim_ap
value: 91.97693749083473
verified: no, type: cos_sim_f1
value: 85.55078683834049
verified: no, type: cos_sim_precision
value: 80.59299191374663
verified: no, type: cos_sim_recall
value: 91.15853658536585
verified: no, type: dot_accuracy
value: 90.81632653061224
verified: no, type: dot_ap
value: 91.97693749083473
verified: no, type: dot_f1
value: 85.55078683834049
verified: no, type: dot_precision
value: 80.59299191374663
verified: no, type: dot_recall
value: 91.15853658536585
verified: no, type: euclidean_accuracy
value: 90.81632653061224
verified: no, type: euclidean_ap
value: 91.97693749083473
verified: no, type: euclidean_f1
value: 85.55078683834049
verified: no, type: euclidean_precision
value: 80.59299191374663
verified: no, type: euclidean_recall
value: 91.15853658536585
verified: no, type: manhattan_accuracy
value: 90.9090909090909
verified: no, type: manhattan_ap
value: 92.043441286281
verified: no, type: manhattan_f1
value: 85.34482758620689
verified: no, type: manhattan_precision
value: 80.70652173913044
verified: no, type: manhattan_recall
value: 90.54878048780488
verified: no, type: max_accuracy
value: 90.9090909090909
verified: no, type: max_ap
value: 92.043441286281
verified: no, type: max_f1
value: 85.55078683834049
verified: no, task: type: PairClassification
dataset: type: paws-x
name: MTEB PawsX (de)
config: de
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 70.35
verified: no, type: cos_sim_ap
value: 72.01641717127626
verified: no, type: cos_sim_f1
value: 64.49511400651467
verified: no, type: cos_sim_precision
value: 55.26315789473685
verified: no, type: cos_sim_recall
value: 77.43016759776536
verified: no, type: dot_accuracy
value: 70.35
verified: no, type: dot_ap
value: 72.06599137974572
verified: no, type: dot_f1
value: 64.49511400651467
verified: no, type: dot_precision
value: 55.26315789473685
verified: no, type: dot_recall
value: 77.43016759776536
verified: no, type: euclidean_accuracy
value: 70.35
verified: no, type: euclidean_ap
value: 71.92019289154159
verified: no, type: euclidean_f1
value: 64.49511400651467
verified: no, type: euclidean_precision
value: 55.26315789473685
verified: no, type: euclidean_recall
value: 77.43016759776536
verified: no, type: manhattan_accuracy
value: 70.35
verified: no, type: manhattan_ap
value: 71.92979188519502
verified: no, type: manhattan_f1
value: 64.60409019402202
verified: no, type: manhattan_precision
value: 60.86956521739131
verified: no, type: manhattan_recall
value: 68.8268156424581
verified: no, type: max_accuracy
value: 70.35
verified: no, type: max_ap
value: 72.06599137974572
verified: no, type: max_f1
value: 64.60409019402202
verified: no, task: type: PairClassification
dataset: type: paws-x
name: MTEB PawsX (en)
config: en
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 71
verified: no, type: cos_sim_ap
value: 74.73017292645147
verified: no, type: cos_sim_f1
value: 66.73427991886409
verified: no, type: cos_sim_precision
value: 61.78403755868545
verified: no, type: cos_sim_recall
value: 72.54685777287762
verified: no, type: dot_accuracy
value: 71
verified: no, type: dot_ap
value: 74.73017292645147
verified: no, type: dot_f1
value: 66.73427991886409
verified: no, type: dot_precision
value: 61.78403755868545
verified: no, type: dot_recall
value: 72.54685777287762
verified: no, type: euclidean_accuracy
value: 71
verified: no, type: euclidean_ap
value: 74.73013082197343
verified: no, type: euclidean_f1
value: 66.73427991886409
verified: no, type: euclidean_precision
value: 61.78403755868545
verified: no, type: euclidean_recall
value: 72.54685777287762
verified: no, type: manhattan_accuracy
value: 70.95
verified: no, type: manhattan_ap
value: 74.71203917486744
verified: no, type: manhattan_f1
value: 66.86868686868686
verified: no, type: manhattan_precision
value: 61.696178937558244
verified: no, type: manhattan_recall
value: 72.98787210584344
verified: no, type: max_accuracy
value: 71
verified: no, type: max_ap
value: 74.73017292645147
verified: no, type: max_f1
value: 66.86868686868686
verified: no, task: type: PairClassification
dataset: type: paws-x
name: MTEB PawsX (es)
config: es
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 67.7
verified: no, type: cos_sim_ap
value: 69.70320170421651
verified: no, type: cos_sim_f1
value: 62.55625562556255
verified: no, type: cos_sim_precision
value: 52.851711026615966
verified: no, type: cos_sim_recall
value: 76.62624035281146
verified: no, type: dot_accuracy
value: 67.7
verified: no, type: dot_ap
value: 69.70320170421651
verified: no, type: dot_f1
value: 62.55625562556255
verified: no, type: dot_precision
value: 52.851711026615966
verified: no, type: dot_recall
value: 76.62624035281146
verified: no, type: euclidean_accuracy
value: 67.7
verified: no, type: euclidean_ap
value: 69.70320170421651
verified: no, type: euclidean_f1
value: 62.55625562556255
verified: no, type: euclidean_precision
value: 52.851711026615966
verified: no, type: euclidean_recall
value: 76.62624035281146
verified: no, type: manhattan_accuracy
value: 67.75
verified: no, type: manhattan_ap
value: 69.67833816050764
verified: no, type: manhattan_f1
value: 62.734082397003746
verified: no, type: manhattan_precision
value: 54.515866558177386
verified: no, type: manhattan_recall
value: 73.8699007717751
verified: no, type: max_accuracy
value: 67.75
verified: no, type: max_ap
value: 69.70320170421651
verified: no, type: max_f1
value: 62.734082397003746
verified: no, task: type: PairClassification
dataset: type: paws-x
name: MTEB PawsX (fr)
config: fr
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 69
verified: no, type: cos_sim_ap
value: 71.36406639969131
verified: no, type: cos_sim_f1
value: 64.45993031358886
verified: no, type: cos_sim_precision
value: 53.12275664034458
verified: no, type: cos_sim_recall
value: 81.94905869324474
verified: no, type: dot_accuracy
value: 69
verified: no, type: dot_ap
value: 71.2599779415656
verified: no, type: dot_f1
value: 64.45993031358886
verified: no, type: dot_precision
value: 53.12275664034458
verified: no, type: dot_recall
value: 81.94905869324474
verified: no, type: euclidean_accuracy
value: 69
verified: no, type: euclidean_ap
value: 71.3126257271965
verified: no, type: euclidean_f1
value: 64.45993031358886
verified: no, type: euclidean_precision
value: 53.12275664034458
verified: no, type: euclidean_recall
value: 81.94905869324474
verified: no, type: manhattan_accuracy
value: 69
verified: no, type: manhattan_ap
value: 71.29361764028188
verified: no, type: manhattan_f1
value: 64.54789615040288
verified: no, type: manhattan_precision
value: 54.16979714500376
verified: no, type: manhattan_recall
value: 79.84496124031007
verified: no, type: max_accuracy
value: 69
verified: no, type: max_ap
value: 71.36406639969131
verified: no, type: max_f1
value: 64.54789615040288
verified: no, task: type: PairClassification
dataset: type: paws-x
name: MTEB PawsX (ja)
config: ja
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 63.849999999999994
verified: no, type: cos_sim_ap
value: 60.914955950361026
verified: no, type: cos_sim_f1
value: 62.4556422995032
verified: no, type: cos_sim_precision
value: 45.47803617571059
verified: no, type: cos_sim_recall
value: 99.66024915062289
verified: no, type: dot_accuracy
value: 63.849999999999994
verified: no, type: dot_ap
value: 60.808056565465506
verified: no, type: dot_f1
value: 62.4556422995032
verified: no, type: dot_precision
value: 45.47803617571059
verified: no, type: dot_recall
value: 99.66024915062289
verified: no, type: euclidean_accuracy
value: 63.849999999999994
verified: no, type: euclidean_ap
value: 60.8231492677072
verified: no, type: euclidean_f1
value: 62.4556422995032
verified: no, type: euclidean_precision
value: 45.47803617571059
verified: no, type: euclidean_recall
value: 99.66024915062289
verified: no, type: manhattan_accuracy
value: 63.800000000000004
verified: no, type: manhattan_ap
value: 60.86392751846975
verified: no, type: manhattan_f1
value: 62.43348705214614
verified: no, type: manhattan_precision
value: 45.45454545454545
verified: no, type: manhattan_recall
value: 99.66024915062289
verified: no, type: max_accuracy
value: 63.849999999999994
verified: no, type: max_ap
value: 60.914955950361026
verified: no, type: max_f1
value: 62.4556422995032
verified: no, task: type: PairClassification
dataset: type: paws-x
name: MTEB PawsX (ko)
config: ko
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 61.1
verified: no, type: cos_sim_ap
value: 58.40339411735916
verified: no, type: cos_sim_f1
value: 62.7906976744186
verified: no, type: cos_sim_precision
value: 46.55172413793103
verified: no, type: cos_sim_recall
value: 96.42857142857143
verified: no, type: dot_accuracy
value: 61.1
verified: no, type: dot_ap
value: 58.439189685586456
verified: no, type: dot_f1
value: 62.7906976744186
verified: no, type: dot_precision
value: 46.55172413793103
verified: no, type: dot_recall
value: 96.42857142857143
verified: no, type: euclidean_accuracy
value: 61.1
verified: no, type: euclidean_ap
value: 58.34968788203145
verified: no, type: euclidean_f1
value: 62.7906976744186
verified: no, type: euclidean_precision
value: 46.55172413793103
verified: no, type: euclidean_recall
value: 96.42857142857143
verified: no, type: manhattan_accuracy
value: 61.1
verified: no, type: manhattan_ap
value: 58.31504446861402
verified: no, type: manhattan_f1
value: 62.636562272396226
verified: no, type: manhattan_precision
value: 46.48648648648649
verified: no, type: manhattan_recall
value: 95.98214285714286
verified: no, type: max_accuracy
value: 61.1
verified: no, type: max_ap
value: 58.439189685586456
verified: no, type: max_f1
value: 62.7906976744186
verified: no, task: type: PairClassification
dataset: type: paws-x
name: MTEB PawsX (zh)
config: zh
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 64.2
verified: no, type: cos_sim_ap
value: 63.73722153283802
verified: no, type: cos_sim_f1
value: 62.52707581227437
verified: no, type: cos_sim_precision
value: 46.16204690831556
verified: no, type: cos_sim_recall
value: 96.86800894854586
verified: no, type: dot_accuracy
value: 64.2
verified: no, type: dot_ap
value: 63.67335241021108
verified: no, type: dot_f1
value: 62.52707581227437
verified: no, type: dot_precision
value: 46.16204690831556
verified: no, type: dot_recall
value: 96.86800894854586
verified: no, type: euclidean_accuracy
value: 64.2
verified: no, type: euclidean_ap
value: 63.77399571117368
verified: no, type: euclidean_f1
value: 62.52707581227437
verified: no, type: euclidean_precision
value: 46.16204690831556
verified: no, type: euclidean_recall
value: 96.86800894854586
verified: no, type: manhattan_accuracy
value: 64.5
verified: no, type: manhattan_ap
value: 63.747406783360816
verified: no, type: manhattan_f1
value: 62.58601955813112
verified: no, type: manhattan_precision
value: 46.27745045527584
verified: no, type: manhattan_recall
value: 96.64429530201343
verified: no, type: max_accuracy
value: 64.5
verified: no, type: max_ap
value: 63.77399571117368
verified: no, type: max_f1
value: 62.58601955813112
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_in
name: MTEB PolEmo2.0-IN
config: default
split: test
revision: None
metrics: type: accuracy
value: 52.797783933518005
verified: no, type: f1
value: 53.84971294048786
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_out
name: MTEB PolEmo2.0-OUT
config: default
split: test
revision: None
metrics: type: accuracy
value: 38.40080971659919
verified: no, type: f1
value: 30.38990873840624
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
metrics: type: cos_sim_pearson
value: 23.34232568997104
verified: no, type: cos_sim_spearman
value: 24.47961936211083
verified: no, type: euclidean_pearson
value: 22.03140944610336
verified: no, type: euclidean_spearman
value: 24.47949166265398
verified: no, type: manhattan_pearson
value: 25.542406448726908
verified: no, type: manhattan_spearman
value: 28.655724283839533
verified: no, task: type: Retrieval
dataset: type: quora-pl
name: MTEB Quora-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 59.938
verified: no, type: map_at_10
value: 72.734
verified: no, type: map_at_100
value: 73.564
verified: no, type: map_at_1000
value: 73.602
verified: no, type: map_at_3
value: 69.707
verified: no, type: map_at_5
value: 71.515
verified: no, type: mrr_at_1
value: 69.28
verified: no, type: mrr_at_10
value: 76.97500000000001
verified: no, type: mrr_at_100
value: 77.27199999999999
verified: no, type: mrr_at_1000
value: 77.28
verified: no, type: mrr_at_3
value: 75.355
verified: no, type: mrr_at_5
value: 76.389
verified: no, type: ndcg_at_1
value: 69.33
verified: no, type: ndcg_at_10
value: 77.61099999999999
verified: no, type: ndcg_at_100
value: 80.02
verified: no, type: ndcg_at_1000
value: 80.487
verified: no, type: ndcg_at_3
value: 73.764
verified: no, type: ndcg_at_5
value: 75.723
verified: no, type: precision_at_1
value: 69.33
verified: no, type: precision_at_10
value: 11.917
verified: no, type: precision_at_100
value: 1.447
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_3
value: 32.29
verified: no, type: precision_at_5
value: 21.432000000000002
verified: no, type: recall_at_1
value: 59.938
verified: no, type: recall_at_10
value: 87.252
verified: no, type: recall_at_100
value: 96.612
verified: no, type: recall_at_1000
value: 99.388
verified: no, type: recall_at_3
value: 76.264
verified: no, type: recall_at_5
value: 81.71000000000001
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 61.458999999999996
verified: no, type: map_at_10
value: 73.90299999999999
verified: no, type: map_at_100
value: 74.733
verified: no, type: map_at_1000
value: 74.771
verified: no, type: map_at_3
value: 70.999
verified: no, type: map_at_5
value: 72.745
verified: no, type: mrr_at_1
value: 70.93
verified: no, type: mrr_at_10
value: 78.353
verified: no, type: mrr_at_100
value: 78.636
verified: no, type: mrr_at_1000
value: 78.644
verified: no, type: mrr_at_3
value: 76.908
verified: no, type: mrr_at_5
value: 77.807
verified: no, type: ndcg_at_1
value: 70.93
verified: no, type: ndcg_at_10
value: 78.625
verified: no, type: ndcg_at_100
value: 81.01
verified: no, type: ndcg_at_1000
value: 81.45700000000001
verified: no, type: ndcg_at_3
value: 75.045
verified: no, type: ndcg_at_5
value: 76.84299999999999
verified: no, type: precision_at_1
value: 70.93
verified: no, type: precision_at_10
value: 11.953
verified: no, type: precision_at_100
value: 1.4489999999999998
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_3
value: 32.65
verified: no, type: precision_at_5
value: 21.598
verified: no, type: recall_at_1
value: 61.458999999999996
verified: no, type: recall_at_10
value: 87.608
verified: no, type: recall_at_100
value: 96.818
verified: no, type: recall_at_1000
value: 99.445
verified: no, type: recall_at_3
value: 77.354
verified: no, type: recall_at_5
value: 82.334
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 28.519889100999958
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 38.62765374782771
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.52
verified: no, type: map_at_10
value: 0.893
verified: no, type: map_at_100
value: 1.113
verified: no, type: map_at_1000
value: 1.304
verified: no, type: map_at_3
value: 0.7779999999999999
verified: no, type: map_at_5
value: 0.8200000000000001
verified: no, type: mrr_at_1
value: 2.6
verified: no, type: mrr_at_10
value: 4.0680000000000005
verified: no, type: mrr_at_100
value: 4.6080000000000005
verified: no, type: mrr_at_1000
value: 4.797
verified: no, type: mrr_at_3
value: 3.5999999999999996
verified: no, type: mrr_at_5
value: 3.8150000000000004
verified: no, type: ndcg_at_1
value: 2.6
verified: no, type: ndcg_at_10
value: 1.79
verified: no, type: ndcg_at_100
value: 3.5549999999999997
verified: no, type: ndcg_at_1000
value: 9.942
verified: no, type: ndcg_at_3
value: 1.94
verified: no, type: ndcg_at_5
value: 1.543
verified: no, type: precision_at_1
value: 2.6
verified: no, type: precision_at_10
value: 0.8500000000000001
verified: no, type: precision_at_100
value: 0.361
verified: no, type: precision_at_1000
value: 0.197
verified: no, type: precision_at_3
value: 1.7670000000000001
verified: no, type: precision_at_5
value: 1.26
verified: no, type: recall_at_1
value: 0.52
verified: no, type: recall_at_10
value: 1.7149999999999999
verified: no, type: recall_at_100
value: 7.318
verified: no, type: recall_at_1000
value: 39.915
verified: no, type: recall_at_3
value: 1.0699999999999998
verified: no, type: recall_at_5
value: 1.27
verified: no, task: type: Retrieval
dataset: type: scidocs-pl
name: MTEB SCIDOCS-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.32
verified: no, type: map_at_10
value: 0.676
verified: no, type: map_at_100
value: 0.847
verified: no, type: map_at_1000
value: 1.032
verified: no, type: map_at_3
value: 0.5369999999999999
verified: no, type: map_at_5
value: 0.592
verified: no, type: mrr_at_1
value: 1.6
verified: no, type: mrr_at_10
value: 2.863
verified: no, type: mrr_at_100
value: 3.334
verified: no, type: mrr_at_1000
value: 3.5479999999999996
verified: no, type: mrr_at_3
value: 2.317
verified: no, type: mrr_at_5
value: 2.587
verified: no, type: ndcg_at_1
value: 1.6
verified: no, type: ndcg_at_10
value: 1.397
verified: no, type: ndcg_at_100
value: 2.819
verified: no, type: ndcg_at_1000
value: 9.349
verified: no, type: ndcg_at_3
value: 1.3
verified: no, type: ndcg_at_5
value: 1.1079999999999999
verified: no, type: precision_at_1
value: 1.6
verified: no, type: precision_at_10
value: 0.74
verified: no, type: precision_at_100
value: 0.295
verified: no, type: precision_at_1000
value: 0.194
verified: no, type: precision_at_3
value: 1.2
verified: no, type: precision_at_5
value: 0.96
verified: no, type: recall_at_1
value: 0.32
verified: no, type: recall_at_10
value: 1.505
verified: no, type: recall_at_100
value: 5.988
verified: no, type: recall_at_1000
value: 39.308
verified: no, type: recall_at_3
value: 0.72
verified: no, type: recall_at_5
value: 0.9650000000000001
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/sicke-pl-pairclassification
name: MTEB SICK-E-PL
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 73.84834896045659
verified: no, type: cos_sim_ap
value: 55.484124732566606
verified: no, type: cos_sim_f1
value: 57.34228187919464
verified: no, type: cos_sim_precision
value: 46.01464885825076
verified: no, type: cos_sim_recall
value: 76.06837606837607
verified: no, type: dot_accuracy
value: 73.84834896045659
verified: no, type: dot_ap
value: 55.48400003295399
verified: no, type: dot_f1
value: 57.34228187919464
verified: no, type: dot_precision
value: 46.01464885825076
verified: no, type: dot_recall
value: 76.06837606837607
verified: no, type: euclidean_accuracy
value: 73.84834896045659
verified: no, type: euclidean_ap
value: 55.48407331902175
verified: no, type: euclidean_f1
value: 57.34228187919464
verified: no, type: euclidean_precision
value: 46.01464885825076
verified: no, type: euclidean_recall
value: 76.06837606837607
verified: no, type: manhattan_accuracy
value: 73.80758255197716
verified: no, type: manhattan_ap
value: 55.42477275597209
verified: no, type: manhattan_f1
value: 57.55860953920776
verified: no, type: manhattan_precision
value: 46.29388816644994
verified: no, type: manhattan_recall
value: 76.06837606837607
verified: no, type: max_accuracy
value: 73.84834896045659
verified: no, type: max_ap
value: 55.484124732566606
verified: no, type: max_f1
value: 57.55860953920776
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 67.03943120783973
verified: no, type: cos_sim_spearman
value: 62.93971145260584
verified: no, type: euclidean_pearson
value: 64.13947263916926
verified: no, type: euclidean_spearman
value: 62.93972324235839
verified: no, type: manhattan_pearson
value: 64.11295322654566
verified: no, type: manhattan_spearman
value: 62.92816122293202
verified: no, task: type: STS
dataset: type: PL-MTEB/sickr-pl-sts
name: MTEB SICK-R-PL
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 67.75034167381077
verified: no, type: cos_sim_spearman
value: 62.98158872758643
verified: no, type: euclidean_pearson
value: 64.25794794439082
verified: no, type: euclidean_spearman
value: 62.981566596223125
verified: no, type: manhattan_pearson
value: 64.25439446502435
verified: no, type: manhattan_spearman
value: 63.01301439900365
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 61.622204530882755
verified: no, type: cos_sim_spearman
value: 65.4632047656541
verified: no, type: euclidean_pearson
value: 59.21529585527598
verified: no, type: euclidean_spearman
value: 65.4638163967956
verified: no, type: manhattan_pearson
value: 59.39341472707122
verified: no, type: manhattan_spearman
value: 65.57635757250173
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 60.329743331971486
verified: no, type: cos_sim_spearman
value: 62.78607195958339
verified: no, type: euclidean_pearson
value: 62.07415212138581
verified: no, type: euclidean_spearman
value: 62.78618151904129
verified: no, type: manhattan_pearson
value: 62.41250554765521
verified: no, type: manhattan_spearman
value: 62.87580558029627
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 59.16277512775291
verified: no, type: cos_sim_spearman
value: 57.53693422381856
verified: no, type: euclidean_pearson
value: 57.85017283427473
verified: no, type: euclidean_spearman
value: 57.53697385589326
verified: no, type: manhattan_pearson
value: 58.049796184955596
verified: no, type: manhattan_spearman
value: 57.76174789162225
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 74.42588553600197
verified: no, type: cos_sim_spearman
value: 74.25087788257943
verified: no, type: euclidean_pearson
value: 73.35436018935222
verified: no, type: euclidean_spearman
value: 74.25087694991477
verified: no, type: manhattan_pearson
value: 73.33747415771185
verified: no, type: manhattan_spearman
value: 74.21504509447377
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 75.77242432372144
verified: no, type: cos_sim_spearman
value: 75.72930700521489
verified: no, type: euclidean_pearson
value: 75.6995220623788
verified: no, type: euclidean_spearman
value: 75.72930646047212
verified: no, type: manhattan_pearson
value: 75.65841087952896
verified: no, type: manhattan_spearman
value: 75.69567692328437
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ko-ko)
config: ko-ko
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 66.2495297342053
verified: no, type: cos_sim_spearman
value: 66.14124319602982
verified: no, type: euclidean_pearson
value: 66.49498096178358
verified: no, type: euclidean_spearman
value: 66.14121792287747
verified: no, type: manhattan_pearson
value: 66.51560623835172
verified: no, type: manhattan_spearman
value: 66.05794413582558
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ar-ar)
config: ar-ar
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 75.0045186560239
verified: no, type: cos_sim_spearman
value: 74.96504390762252
verified: no, type: euclidean_pearson
value: 74.20988464347049
verified: no, type: euclidean_spearman
value: 74.98114602301776
verified: no, type: manhattan_pearson
value: 74.37929169860529
verified: no, type: manhattan_spearman
value: 75.37049827509504
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-ar)
config: en-ar
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 73.88478151514396
verified: no, type: cos_sim_spearman
value: 74.05322141272103
verified: no, type: euclidean_pearson
value: 73.52175483343693
verified: no, type: euclidean_spearman
value: 74.05322141272103
verified: no, type: manhattan_pearson
value: 73.35875118828287
verified: no, type: manhattan_spearman
value: 73.83972625384673
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-de)
config: en-de
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 75.57014781622605
verified: no, type: cos_sim_spearman
value: 74.95329129562734
verified: no, type: euclidean_pearson
value: 75.5667786729257
verified: no, type: euclidean_spearman
value: 74.95329129562734
verified: no, type: manhattan_pearson
value: 75.39548673816147
verified: no, type: manhattan_spearman
value: 74.89428642503749
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 80.04007129652777
verified: no, type: cos_sim_spearman
value: 79.94429611477106
verified: no, type: euclidean_pearson
value: 79.91583070858822
verified: no, type: euclidean_spearman
value: 79.94429611477106
verified: no, type: manhattan_pearson
value: 80.14382273152769
verified: no, type: manhattan_spearman
value: 80.23862855392836
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-tr)
config: en-tr
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 77.28740870194635
verified: no, type: cos_sim_spearman
value: 77.18286391819586
verified: no, type: euclidean_pearson
value: 77.05644328687119
verified: no, type: euclidean_spearman
value: 77.18286391819586
verified: no, type: manhattan_pearson
value: 77.15625898067294
verified: no, type: manhattan_spearman
value: 77.03165154316278
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-en)
config: es-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 72.99293002371301
verified: no, type: cos_sim_spearman
value: 72.24657859872468
verified: no, type: euclidean_pearson
value: 73.38839879755461
verified: no, type: euclidean_spearman
value: 72.24657859872468
verified: no, type: manhattan_pearson
value: 73.6627728800822
verified: no, type: manhattan_spearman
value: 72.70893449698669
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-es)
config: es-es
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 81.37213723705916
verified: no, type: cos_sim_spearman
value: 80.64548512701263
verified: no, type: euclidean_pearson
value: 80.94992193351284
verified: no, type: euclidean_spearman
value: 80.64484963200427
verified: no, type: manhattan_pearson
value: 80.92246813841794
verified: no, type: manhattan_spearman
value: 80.68860823161657
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (fr-en)
config: fr-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 77.54059604962391
verified: no, type: cos_sim_spearman
value: 77.19559169700682
verified: no, type: euclidean_pearson
value: 77.32739821317861
verified: no, type: euclidean_spearman
value: 77.19559169700682
verified: no, type: manhattan_pearson
value: 77.29224328831437
verified: no, type: manhattan_spearman
value: 77.24394878313191
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (it-en)
config: it-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 79.06397062195414
verified: no, type: cos_sim_spearman
value: 78.66694637555244
verified: no, type: euclidean_pearson
value: 79.34923290885872
verified: no, type: euclidean_spearman
value: 78.66694637555244
verified: no, type: manhattan_pearson
value: 79.50802161625809
verified: no, type: manhattan_spearman
value: 78.79195213396169
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (nl-en)
config: nl-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 78.66045829245238
verified: no, type: cos_sim_spearman
value: 78.14055373851183
verified: no, type: euclidean_pearson
value: 78.94489279300518
verified: no, type: euclidean_spearman
value: 78.14055373851183
verified: no, type: manhattan_pearson
value: 79.33473165536323
verified: no, type: manhattan_spearman
value: 78.5783429705299
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 36.63454535818336
verified: no, type: cos_sim_spearman
value: 47.12016162570126
verified: no, type: euclidean_pearson
value: 39.07268779927362
verified: no, type: euclidean_spearman
value: 47.12016162570126
verified: no, type: manhattan_pearson
value: 41.723119770725944
verified: no, type: manhattan_spearman
value: 47.90334362422989
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de)
config: de
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 13.325547358617957
verified: no, type: cos_sim_spearman
value: 24.094051740693416
verified: no, type: euclidean_pearson
value: 10.39110006005262
verified: no, type: euclidean_spearman
value: 24.094051740693416
verified: no, type: manhattan_pearson
value: 12.4380555005162
verified: no, type: manhattan_spearman
value: 25.176800279885715
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es)
config: es
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 41.21281570342249
verified: no, type: cos_sim_spearman
value: 55.397885077207974
verified: no, type: euclidean_pearson
value: 43.96150945976646
verified: no, type: euclidean_spearman
value: 55.397885077207974
verified: no, type: manhattan_pearson
value: 49.58812224529121
verified: no, type: manhattan_spearman
value: 55.35874879475974
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl)
config: pl
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 5.985012243744998
verified: no, type: cos_sim_spearman
value: 25.307464943919012
verified: no, type: euclidean_pearson
value: -4.080537702499046
verified: no, type: euclidean_spearman
value: 25.307464943919012
verified: no, type: manhattan_pearson
value: -2.5058642304196543
verified: no, type: manhattan_spearman
value: 26.751588484373233
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (tr)
config: tr
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 34.44666578772084
verified: no, type: cos_sim_spearman
value: 46.45977141800899
verified: no, type: euclidean_pearson
value: 38.78305544036559
verified: no, type: euclidean_spearman
value: 46.45977141800899
verified: no, type: manhattan_pearson
value: 46.45101297876112
verified: no, type: manhattan_spearman
value: 50.642972694093814
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ar)
config: ar
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 28.095327083873055
verified: no, type: cos_sim_spearman
value: 40.24741745875892
verified: no, type: euclidean_pearson
value: 29.141496784653892
verified: no, type: euclidean_spearman
value: 40.24741745875892
verified: no, type: manhattan_pearson
value: 32.013290716034064
verified: no, type: manhattan_spearman
value: 40.85454084311211
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ru)
config: ru
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 27.46788309503312
verified: no, type: cos_sim_spearman
value: 43.57385391855994
verified: no, type: euclidean_pearson
value: 24.558349674326177
verified: no, type: euclidean_spearman
value: 43.57385391855994
verified: no, type: manhattan_pearson
value: 28.974505207055866
verified: no, type: manhattan_spearman
value: 44.111553205713
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 34.87841073990563
verified: no, type: cos_sim_spearman
value: 52.8221686505807
verified: no, type: euclidean_pearson
value: 38.36114580544504
verified: no, type: euclidean_spearman
value: 52.8221686505807
verified: no, type: manhattan_pearson
value: 46.69329448756753
verified: no, type: manhattan_spearman
value: 53.9140781097337
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr)
config: fr
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 49.999267528357
verified: no, type: cos_sim_spearman
value: 61.71837669697145
verified: no, type: euclidean_pearson
value: 53.578476744372274
verified: no, type: euclidean_spearman
value: 61.71837669697145
verified: no, type: manhattan_pearson
value: 56.410294227490795
verified: no, type: manhattan_spearman
value: 60.684457655864875
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-en)
config: de-en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 22.43564137760586
verified: no, type: cos_sim_spearman
value: 34.28346144104183
verified: no, type: euclidean_pearson
value: 27.41326011184764
verified: no, type: euclidean_spearman
value: 34.28346144104183
verified: no, type: manhattan_pearson
value: 35.62923154232163
verified: no, type: manhattan_spearman
value: 37.937151135297185
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-en)
config: es-en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 44.34071611983998
verified: no, type: cos_sim_spearman
value: 57.823185616169646
verified: no, type: euclidean_pearson
value: 49.29310650157244
verified: no, type: euclidean_spearman
value: 57.823185616169646
verified: no, type: manhattan_pearson
value: 55.93298736518848
verified: no, type: manhattan_spearman
value: 58.57556581684834
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (it)
config: it
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 56.07027840344927
verified: no, type: cos_sim_spearman
value: 62.20158260763411
verified: no, type: euclidean_pearson
value: 55.887969718543616
verified: no, type: euclidean_spearman
value: 62.20158260763411
verified: no, type: manhattan_pearson
value: 56.081533365738444
verified: no, type: manhattan_spearman
value: 62.018651361750685
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl-en)
config: pl-en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 41.41816324477061
verified: no, type: cos_sim_spearman
value: 44.71684955996943
verified: no, type: euclidean_pearson
value: 42.74585025834968
verified: no, type: euclidean_spearman
value: 44.71684955996943
verified: no, type: manhattan_pearson
value: 47.992481632815256
verified: no, type: manhattan_spearman
value: 46.18587933349126
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh-en)
config: zh-en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 38.89140730917917
verified: no, type: cos_sim_spearman
value: 49.18633779347391
verified: no, type: euclidean_pearson
value: 43.27605428753535
verified: no, type: euclidean_spearman
value: 49.18633779347391
verified: no, type: manhattan_pearson
value: 48.22046568809415
verified: no, type: manhattan_spearman
value: 49.248416391249464
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-it)
config: es-it
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 40.31620568726327
verified: no, type: cos_sim_spearman
value: 49.13034440774138
verified: no, type: euclidean_pearson
value: 43.95169508285692
verified: no, type: euclidean_spearman
value: 49.13034440774138
verified: no, type: manhattan_pearson
value: 48.84250981398146
verified: no, type: manhattan_spearman
value: 49.54216339903405
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-fr)
config: de-fr
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 27.074582378144058
verified: no, type: cos_sim_spearman
value: 41.29498619968451
verified: no, type: euclidean_pearson
value: 28.993986097276505
verified: no, type: euclidean_spearman
value: 41.29498619968451
verified: no, type: manhattan_pearson
value: 32.079813951133254
verified: no, type: manhattan_spearman
value: 43.664111732941464
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-pl)
config: de-pl
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 6.864334110072116
verified: no, type: cos_sim_spearman
value: 25.805458732687914
verified: no, type: euclidean_pearson
value: 11.435920047618103
verified: no, type: euclidean_spearman
value: 25.805458732687914
verified: no, type: manhattan_pearson
value: 15.036308569899552
verified: no, type: manhattan_spearman
value: 25.405135387192757
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr-pl)
config: fr-pl
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 65.44029549925597
verified: no, type: cos_sim_spearman
value: 61.97797868009122
verified: no, type: euclidean_pearson
value: 65.92740669959876
verified: no, type: euclidean_spearman
value: 61.97797868009122
verified: no, type: manhattan_pearson
value: 70.29575044091207
verified: no, type: manhattan_spearman
value: 73.24670207647144
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
metrics: type: cos_sim_pearson
value: 51.35413149349556
verified: no, type: cos_sim_spearman
value: 50.175051356729924
verified: no, type: euclidean_pearson
value: 53.12039152785364
verified: no, type: euclidean_spearman
value: 50.174289111089685
verified: no, type: manhattan_pearson
value: 53.0731746793555
verified: no, type: manhattan_spearman
value: 50.15176393928403
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 67.84222983023291
verified: no, type: cos_sim_spearman
value: 67.39086924655895
verified: no, type: euclidean_pearson
value: 67.3393327127967
verified: no, type: euclidean_spearman
value: 67.39088047106472
verified: no, type: manhattan_pearson
value: 67.40316731822271
verified: no, type: manhattan_spearman
value: 67.49067800994015
verified: no, task: type: Classification
dataset: type: ScandEval/scala-da
name: MTEB ScalaDaClassification
config: default
split: test
revision: 1de08520a7b361e92ffa2a2201ebd41942c54675
metrics: type: accuracy
value: 50.62988281250001
verified: no, type: ap
value: 50.32274824114816
verified: no, type: f1
value: 50.37741703766756
verified: no, task: type: Classification
dataset: type: ScandEval/scala-nb
name: MTEB ScalaNbClassification
config: default
split: test
revision: 237111a078ad5a834a55c57803d40bbe410ed03b
metrics: type: accuracy
value: 51.181640625
verified: no, type: ap
value: 50.60884394099696
verified: no, type: f1
value: 50.866988720930415
verified: no, task: type: Classification
dataset: type: ScandEval/scala-nn
name: MTEB ScalaNnClassification
config: default
split: test
revision: 9d9a2a4092ed3cacf0744592f6d2f32ab8ef4c0b
metrics: type: accuracy
value: 50.9375
verified: no, type: ap
value: 50.47969135089731
verified: no, type: f1
value: 50.62913552324756
verified: no, task: type: Classification
dataset: type: ScandEval/scala-sv
name: MTEB ScalaSvClassification
config: default
split: test
revision: 1b48e3dcb02872335ff985ff938a054a4ed99008
metrics: type: accuracy
value: 51.1474609375
verified: no, type: ap
value: 50.5894187272385
verified: no, type: f1
value: 50.901812392367916
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 68.36051662289248
verified: no, type: mrr
value: 89.39224265204656
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: map_at_1
value: 23.721999999999998
verified: no, type: map_at_10
value: 31.335
verified: no, type: map_at_100
value: 32.461
verified: no, type: map_at_1000
value: 32.557
verified: no, type: map_at_3
value: 29.282000000000004
verified: no, type: map_at_5
value: 30.602
verified: no, type: mrr_at_1
value: 24.667
verified: no, type: mrr_at_10
value: 32.363
verified: no, type: mrr_at_100
value: 33.421
verified: no, type: mrr_at_1000
value: 33.499
verified: no, type: mrr_at_3
value: 30.444
verified: no, type: mrr_at_5
value: 31.628
verified: no, type: ndcg_at_1
value: 24.667
verified: no, type: ndcg_at_10
value: 35.29
verified: no, type: ndcg_at_100
value: 40.665
verified: no, type: ndcg_at_1000
value: 43.241
verified: no, type: ndcg_at_3
value: 31.238
verified: no, type: ndcg_at_5
value: 33.486
verified: no, type: precision_at_1
value: 24.667
verified: no, type: precision_at_10
value: 5.1
verified: no, type: precision_at_100
value: 0.7969999999999999
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_3
value: 12.667
verified: no, type: precision_at_5
value: 8.933
verified: no, type: recall_at_1
value: 23.721999999999998
verified: no, type: recall_at_10
value: 46.417
verified: no, type: recall_at_100
value: 70.944
verified: no, type: recall_at_1000
value: 91.033
verified: no, type: recall_at_3
value: 35.693999999999996
verified: no, type: recall_at_5
value: 40.944
verified: no, task: type: Retrieval
dataset: type: scifact-pl
name: MTEB SciFact-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 21.706
verified: no, type: map_at_10
value: 28.333000000000002
verified: no, type: map_at_100
value: 29.364
verified: no, type: map_at_1000
value: 29.451
verified: no, type: map_at_3
value: 26.112999999999996
verified: no, type: map_at_5
value: 27.502
verified: no, type: mrr_at_1
value: 23
verified: no, type: mrr_at_10
value: 29.555999999999997
verified: no, type: mrr_at_100
value: 30.536
verified: no, type: mrr_at_1000
value: 30.606
verified: no, type: mrr_at_3
value: 27.333000000000002
verified: no, type: mrr_at_5
value: 28.717
verified: no, type: ndcg_at_1
value: 23
verified: no, type: ndcg_at_10
value: 32.238
verified: no, type: ndcg_at_100
value: 37.785999999999994
verified: no, type: ndcg_at_1000
value: 40.266999999999996
verified: no, type: ndcg_at_3
value: 27.961000000000002
verified: no, type: ndcg_at_5
value: 30.322
verified: no, type: precision_at_1
value: 23
verified: no, type: precision_at_10
value: 4.7669999999999995
verified: no, type: precision_at_100
value: 0.787
verified: no, type: precision_at_1000
value: 0.10200000000000001
verified: no, type: precision_at_3
value: 11.444
verified: no, type: precision_at_5
value: 8.200000000000001
verified: no, type: recall_at_1
value: 21.706
verified: no, type: recall_at_10
value: 43.206
verified: no, type: recall_at_100
value: 69.678
verified: no, type: recall_at_1000
value: 89.333
verified: no, type: recall_at_3
value: 31.900000000000002
verified: no, type: recall_at_5
value: 37.594
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.5
verified: no, type: cos_sim_ap
value: 77.07584309978081
verified: no, type: cos_sim_f1
value: 71.8864950078823
verified: no, type: cos_sim_precision
value: 75.74750830564784
verified: no, type: cos_sim_recall
value: 68.4
verified: no, type: dot_accuracy
value: 99.5
verified: no, type: dot_ap
value: 77.07584309978081
verified: no, type: dot_f1
value: 71.8864950078823
verified: no, type: dot_precision
value: 75.74750830564784
verified: no, type: dot_recall
value: 68.4
verified: no, type: euclidean_accuracy
value: 99.5
verified: no, type: euclidean_ap
value: 77.07584309978081
verified: no, type: euclidean_f1
value: 71.8864950078823
verified: no, type: euclidean_precision
value: 75.74750830564784
verified: no, type: euclidean_recall
value: 68.4
verified: no, type: manhattan_accuracy
value: 99.50594059405941
verified: no, type: manhattan_ap
value: 77.41658577240027
verified: no, type: manhattan_f1
value: 71.91374663072777
verified: no, type: manhattan_precision
value: 78.01169590643275
verified: no, type: manhattan_recall
value: 66.7
verified: no, type: max_accuracy
value: 99.50594059405941
verified: no, type: max_ap
value: 77.41658577240027
verified: no, type: max_f1
value: 71.91374663072777
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 46.32521494308228
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 20.573273825125266
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 38.612724125942385
verified: no, type: mrr
value: 38.891130315762666
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 29.305330424238836
verified: no, type: cos_sim_spearman
value: 30.556621737388685
verified: no, type: dot_pearson
value: 29.30533056265583
verified: no, type: dot_spearman
value: 30.556621737388685
verified: no, task: type: Classification
dataset: type: ScandEval/swerec-mini
name: MTEB SweRecClassification
config: default
split: test
revision: 3c62f26bafdc4c4e1c16401ad4b32f0a94b46612
metrics: type: accuracy
value: 68.4716796875
verified: no, type: f1
value: 59.865730786092364
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: 76631901a18387f85eaa53e5450019b87ad58ef9
metrics: type: map
value: 55.34794621490011
verified: no, type: mrr
value: 59.22764129348421
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: 8731a845f1bf500a4f111cf1070785c793d10e64
metrics: type: map_at_1
value: 0.586
verified: no, type: map_at_10
value: 0.819
verified: no, type: map_at_100
value: 0.8920000000000001
verified: no, type: map_at_1000
value: 0.928
verified: no, type: map_at_3
value: 0.729
verified: no, type: map_at_5
value: 0.771
verified: no, type: mrr_at_1
value: 1.9949999999999999
verified: no, type: mrr_at_10
value: 2.608
verified: no, type: mrr_at_100
value: 2.771
verified: no, type: mrr_at_1000
value: 2.8289999999999997
verified: no, type: mrr_at_3
value: 2.365
verified: no, type: mrr_at_5
value: 2.483
verified: no, type: ndcg_at_1
value: 1.9949999999999999
verified: no, type: ndcg_at_10
value: 1.314
verified: no, type: ndcg_at_100
value: 1.831
verified: no, type: ndcg_at_1000
value: 3.4139999999999997
verified: no, type: ndcg_at_3
value: 1.377
verified: no, type: ndcg_at_5
value: 1.2630000000000001
verified: no, type: precision_at_1
value: 1.9949999999999999
verified: no, type: precision_at_10
value: 0.488
verified: no, type: precision_at_100
value: 0.123
verified: no, type: precision_at_1000
value: 0.054
verified: no, type: precision_at_3
value: 1.027
verified: no, type: precision_at_5
value: 0.737
verified: no, type: recall_at_1
value: 0.586
verified: no, type: recall_at_10
value: 1.3390000000000002
verified: no, type: recall_at_100
value: 3.15
verified: no, type: recall_at_1000
value: 11.859
verified: no, type: recall_at_3
value: 0.8710000000000001
verified: no, type: recall_at_5
value: 1.0290000000000001
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: 317f262bf1e6126357bbe89e875451e4b0938fe4
metrics: type: accuracy
value: 40.946
verified: no, type: f1
value: 39.56517169731474
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.08499999999999999
verified: no, type: map_at_10
value: 0.462
verified: no, type: map_at_100
value: 0.893
verified: no, type: map_at_1000
value: 1.129
verified: no, type: map_at_3
value: 0.232
verified: no, type: map_at_5
value: 0.3
verified: no, type: mrr_at_1
value: 38
verified: no, type: mrr_at_10
value: 50.629999999999995
verified: no, type: mrr_at_100
value: 51.315999999999995
verified: no, type: mrr_at_1000
value: 51.365
verified: no, type: mrr_at_3
value: 47
verified: no, type: mrr_at_5
value: 48.9
verified: no, type: ndcg_at_1
value: 31
verified: no, type: ndcg_at_10
value: 24.823
verified: no, type: ndcg_at_100
value: 10.583
verified: no, type: ndcg_at_1000
value: 6.497999999999999
verified: no, type: ndcg_at_3
value: 30.95
verified: no, type: ndcg_at_5
value: 27.899
verified: no, type: precision_at_1
value: 38
verified: no, type: precision_at_10
value: 25.6
verified: no, type: precision_at_100
value: 8.98
verified: no, type: precision_at_1000
value: 2.248
verified: no, type: precision_at_3
value: 34.666999999999994
verified: no, type: precision_at_5
value: 29.599999999999998
verified: no, type: recall_at_1
value: 0.08499999999999999
verified: no, type: recall_at_10
value: 0.641
verified: no, type: recall_at_100
value: 2.002
verified: no, type: recall_at_1000
value: 4.902
verified: no, type: recall_at_3
value: 0.28200000000000003
verified: no, type: recall_at_5
value: 0.379
verified: no, task: type: Retrieval
dataset: type: trec-covid-pl
name: MTEB TRECCOVID-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.124
verified: no, type: map_at_10
value: 0.45199999999999996
verified: no, type: map_at_100
value: 0.874
verified: no, type: map_at_1000
value: 1.1039999999999999
verified: no, type: map_at_3
value: 0.253
verified: no, type: map_at_5
value: 0.32299999999999995
verified: no, type: mrr_at_1
value: 36
verified: no, type: mrr_at_10
value: 47.56
verified: no, type: mrr_at_100
value: 48.532
verified: no, type: mrr_at_1000
value: 48.579
verified: no, type: mrr_at_3
value: 45
verified: no, type: mrr_at_5
value: 45.5
verified: no, type: ndcg_at_1
value: 34
verified: no, type: ndcg_at_10
value: 24.529
verified: no, type: ndcg_at_100
value: 10.427
verified: no, type: ndcg_at_1000
value: 6.457
verified: no, type: ndcg_at_3
value: 31.173000000000002
verified: no, type: ndcg_at_5
value: 27.738000000000003
verified: no, type: precision_at_1
value: 38
verified: no, type: precision_at_10
value: 25.4
verified: no, type: precision_at_100
value: 8.88
verified: no, type: precision_at_1000
value: 2.2159999999999997
verified: no, type: precision_at_3
value: 34.666999999999994
verified: no, type: precision_at_5
value: 29.2
verified: no, type: recall_at_1
value: 0.124
verified: no, type: recall_at_10
value: 0.618
verified: no, type: recall_at_100
value: 1.9349999999999998
verified: no, type: recall_at_1000
value: 4.808
verified: no, type: recall_at_3
value: 0.28300000000000003
verified: no, type: recall_at_5
value: 0.382
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (sqi-eng)
config: sqi-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.9
verified: no, type: f1
value: 98.55000000000001
verified: no, type: precision
value: 98.38333333333334
verified: no, type: recall
value: 98.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fry-eng)
config: fry-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 65.3179190751445
verified: no, type: f1
value: 59.44582071749702
verified: no, type: precision
value: 57.49678869621066
verified: no, type: recall
value: 65.3179190751445
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kur-eng)
config: kur-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 38.53658536585366
verified: no, type: f1
value: 34.217555952803785
verified: no, type: precision
value: 32.96511296649355
verified: no, type: recall
value: 38.53658536585366
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tur-eng)
config: tur-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.7
verified: no, type: f1
value: 98.26666666666665
verified: no, type: precision
value: 98.05
verified: no, type: recall
value: 98.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (deu-eng)
config: deu-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 99.3
verified: no, type: f1
value: 99.13333333333333
verified: no, type: precision
value: 99.05000000000001
verified: no, type: recall
value: 99.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nld-eng)
config: nld-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.89999999999999
verified: no, type: f1
value: 97.2
verified: no, type: precision
value: 96.85000000000001
verified: no, type: recall
value: 97.89999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ron-eng)
config: ron-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.2
verified: no, type: f1
value: 97.6
verified: no, type: precision
value: 97.3
verified: no, type: recall
value: 98.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ang-eng)
config: ang-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 52.23880597014925
verified: no, type: f1
value: 46.340992406389105
verified: no, type: precision
value: 44.556384742951906
verified: no, type: recall
value: 52.23880597014925
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ido-eng)
config: ido-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95
verified: no, type: f1
value: 93.67000000000002
verified: no, type: precision
value: 93.075
verified: no, type: recall
value: 95
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (jav-eng)
config: jav-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 88.29268292682927
verified: no, type: f1
value: 85.76422764227642
verified: no, type: precision
value: 84.84204413472706
verified: no, type: recall
value: 88.29268292682927
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (isl-eng)
config: isl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.2
verified: no, type: f1
value: 96.46666666666667
verified: no, type: precision
value: 96.1
verified: no, type: recall
value: 97.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (slv-eng)
config: slv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.8408262454435
verified: no, type: f1
value: 95.9902794653706
verified: no, type: precision
value: 95.56500607533415
verified: no, type: recall
value: 96.8408262454435
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cym-eng)
config: cym-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 93.3913043478261
verified: no, type: f1
value: 91.30434782608695
verified: no, type: precision
value: 90.28985507246377
verified: no, type: recall
value: 93.3913043478261
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kaz-eng)
config: kaz-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 90.6086956521739
verified: no, type: f1
value: 88.1159420289855
verified: no, type: precision
value: 86.9623188405797
verified: no, type: recall
value: 90.6086956521739
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (est-eng)
config: est-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.8
verified: no, type: f1
value: 97.16666666666667
verified: no, type: precision
value: 96.86666666666667
verified: no, type: recall
value: 97.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (heb-eng)
config: heb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 94
verified: no, type: f1
value: 92.34
verified: no, type: precision
value: 91.54166666666667
verified: no, type: recall
value: 94
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gla-eng)
config: gla-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 84.92159227985525
verified: no, type: f1
value: 80.8868975817106
verified: no, type: precision
value: 79.11540008041817
verified: no, type: recall
value: 84.92159227985525
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mar-eng)
config: mar-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 94.89999999999999
verified: no, type: f1
value: 93.35
verified: no, type: precision
value: 92.58333333333334
verified: no, type: recall
value: 94.89999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lat-eng)
config: lat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 43.3
verified: no, type: f1
value: 36.64473116255726
verified: no, type: precision
value: 34.64017752457381
verified: no, type: recall
value: 43.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bel-eng)
config: bel-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.7
verified: no, type: f1
value: 95.68333333333332
verified: no, type: precision
value: 95.19999999999999
verified: no, type: recall
value: 96.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pms-eng)
config: pms-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 70.47619047619048
verified: no, type: f1
value: 66.63032734461306
verified: no, type: precision
value: 65.46459191863879
verified: no, type: recall
value: 70.47619047619048
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gle-eng)
config: gle-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 93.5
verified: no, type: f1
value: 91.63
verified: no, type: precision
value: 90.75
verified: no, type: recall
value: 93.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pes-eng)
config: pes-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.5
verified: no, type: f1
value: 94.36666666666666
verified: no, type: precision
value: 93.83333333333333
verified: no, type: recall
value: 95.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nob-eng)
config: nob-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 99.3
verified: no, type: f1
value: 99.06666666666666
verified: no, type: precision
value: 98.95
verified: no, type: recall
value: 99.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bul-eng)
config: bul-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.8
verified: no, type: f1
value: 94.51666666666667
verified: no, type: precision
value: 93.88333333333334
verified: no, type: recall
value: 95.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cbk-eng)
config: cbk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 84
verified: no, type: f1
value: 80.46675324675326
verified: no, type: precision
value: 78.95999999999998
verified: no, type: recall
value: 84
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hun-eng)
config: hun-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.7
verified: no, type: f1
value: 96.93333333333332
verified: no, type: precision
value: 96.55
verified: no, type: recall
value: 97.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (uig-eng)
config: uig-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 92.10000000000001
verified: no, type: f1
value: 90.07333333333334
verified: no, type: precision
value: 89.16166666666668
verified: no, type: recall
value: 92.10000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (rus-eng)
config: rus-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.6
verified: no, type: f1
value: 94.35
verified: no, type: precision
value: 93.75
verified: no, type: recall
value: 95.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (spa-eng)
config: spa-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.9
verified: no, type: f1
value: 98.53333333333335
verified: no, type: precision
value: 98.35000000000001
verified: no, type: recall
value: 98.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hye-eng)
config: hye-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.22641509433963
verified: no, type: f1
value: 95.14824797843666
verified: no, type: precision
value: 94.60916442048517
verified: no, type: recall
value: 96.22641509433963
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tel-eng)
config: tel-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 93.58974358974359
verified: no, type: f1
value: 91.59544159544159
verified: no, type: precision
value: 90.66951566951566
verified: no, type: recall
value: 93.58974358974359
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (afr-eng)
config: afr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.1
verified: no, type: f1
value: 97.46666666666668
verified: no, type: precision
value: 97.15
verified: no, type: recall
value: 98.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mon-eng)
config: mon-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 93.4090909090909
verified: no, type: f1
value: 91.5909090909091
verified: no, type: precision
value: 90.71969696969697
verified: no, type: recall
value: 93.4090909090909
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (arz-eng)
config: arz-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 89.51781970649894
verified: no, type: f1
value: 86.76150544075072
verified: no, type: precision
value: 85.55206149545772
verified: no, type: recall
value: 89.51781970649894
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hrv-eng)
config: hrv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.2
verified: no, type: f1
value: 97.65
verified: no, type: precision
value: 97.38333333333333
verified: no, type: recall
value: 98.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nov-eng)
config: nov-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 75.87548638132296
verified: no, type: f1
value: 71.24698906800073
verified: no, type: precision
value: 69.66572338167668
verified: no, type: recall
value: 75.87548638132296
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gsw-eng)
config: gsw-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 61.53846153846154
verified: no, type: f1
value: 54.83234714003944
verified: no, type: precision
value: 52.06552706552707
verified: no, type: recall
value: 61.53846153846154
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nds-eng)
config: nds-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 59.199999999999996
verified: no, type: f1
value: 54.183211233211225
verified: no, type: precision
value: 52.48751719986241
verified: no, type: recall
value: 59.199999999999996
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ukr-eng)
config: ukr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.6
verified: no, type: f1
value: 94.3
verified: no, type: precision
value: 93.65
verified: no, type: recall
value: 95.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (uzb-eng)
config: uzb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 87.85046728971963
verified: no, type: f1
value: 85.25700934579439
verified: no, type: precision
value: 84.09267912772586
verified: no, type: recall
value: 87.85046728971963
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lit-eng)
config: lit-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98
verified: no, type: f1
value: 97.43333333333332
verified: no, type: precision
value: 97.15
verified: no, type: recall
value: 98
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ina-eng)
config: ina-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 90.8
verified: no, type: f1
value: 88.66055555555555
verified: no, type: precision
value: 87.81845238095238
verified: no, type: recall
value: 90.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lfn-eng)
config: lfn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 70.6
verified: no, type: f1
value: 65.538895353013
verified: no, type: precision
value: 63.69531394330308
verified: no, type: recall
value: 70.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (zsm-eng)
config: zsm-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.89999999999999
verified: no, type: f1
value: 96.06666666666668
verified: no, type: precision
value: 95.68333333333334
verified: no, type: recall
value: 96.89999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ita-eng)
config: ita-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.8
verified: no, type: f1
value: 95.95
verified: no, type: precision
value: 95.55
verified: no, type: recall
value: 96.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cmn-eng)
config: cmn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.19999999999999
verified: no, type: f1
value: 93.8
verified: no, type: precision
value: 93.13333333333334
verified: no, type: recall
value: 95.19999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lvs-eng)
config: lvs-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.5
verified: no, type: f1
value: 95.45
verified: no, type: precision
value: 94.93333333333334
verified: no, type: recall
value: 96.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (glg-eng)
config: glg-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.89999999999999
verified: no, type: f1
value: 97.28333333333332
verified: no, type: precision
value: 96.98333333333333
verified: no, type: recall
value: 97.89999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ceb-eng)
config: ceb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 78.16666666666666
verified: no, type: f1
value: 74.67336721249764
verified: no, type: precision
value: 73.26035353535354
verified: no, type: recall
value: 78.16666666666666
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bre-eng)
config: bre-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.200000000000001
verified: no, type: f1
value: 8.48123815073815
verified: no, type: precision
value: 7.843657708032708
verified: no, type: recall
value: 11.200000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ben-eng)
config: ben-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 91.3
verified: no, type: f1
value: 89.02333333333333
verified: no, type: precision
value: 87.97500000000001
verified: no, type: recall
value: 91.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swg-eng)
config: swg-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 72.32142857142857
verified: no, type: f1
value: 67.69209956709956
verified: no, type: precision
value: 66.19047619047619
verified: no, type: recall
value: 72.32142857142857
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (arq-eng)
config: arq-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 79.69264544456641
verified: no, type: f1
value: 75.40693115885212
verified: no, type: precision
value: 73.67544822539335
verified: no, type: recall
value: 79.69264544456641
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kab-eng)
config: kab-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 86.8
verified: no, type: f1
value: 83.65666666666667
verified: no, type: precision
value: 82.24833333333333
verified: no, type: recall
value: 86.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fra-eng)
config: fra-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.39999999999999
verified: no, type: f1
value: 95.36666666666666
verified: no, type: precision
value: 94.86666666666666
verified: no, type: recall
value: 96.39999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (por-eng)
config: por-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.3
verified: no, type: f1
value: 95.49
verified: no, type: precision
value: 95.10833333333333
verified: no, type: recall
value: 96.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tat-eng)
config: tat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 89.60000000000001
verified: no, type: f1
value: 87.04746031746032
verified: no, type: precision
value: 85.89583333333333
verified: no, type: recall
value: 89.60000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (oci-eng)
config: oci-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 86.9
verified: no, type: f1
value: 84.57088023088022
verified: no, type: precision
value: 83.6475
verified: no, type: recall
value: 86.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pol-eng)
config: pol-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.2
verified: no, type: f1
value: 97.7
verified: no, type: precision
value: 97.46666666666668
verified: no, type: recall
value: 98.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (war-eng)
config: war-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 85.39999999999999
verified: no, type: f1
value: 82.83333333333333
verified: no, type: precision
value: 81.80137426900586
verified: no, type: recall
value: 85.39999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (aze-eng)
config: aze-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 91.4
verified: no, type: f1
value: 89.11999999999999
verified: no, type: precision
value: 88.12777777777778
verified: no, type: recall
value: 91.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (vie-eng)
config: vie-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.8
verified: no, type: f1
value: 97.16666666666669
verified: no, type: precision
value: 96.85000000000001
verified: no, type: recall
value: 97.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nno-eng)
config: nno-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.89999999999999
verified: no, type: f1
value: 97.30666666666666
verified: no, type: precision
value: 97.02499999999999
verified: no, type: recall
value: 97.89999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cha-eng)
config: cha-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 27.00729927007299
verified: no, type: f1
value: 25.114895917815623
verified: no, type: precision
value: 24.602283361407448
verified: no, type: recall
value: 27.00729927007299
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mhr-eng)
config: mhr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 14.099999999999998
verified: no, type: f1
value: 11.869284007509814
verified: no, type: precision
value: 11.199695454818405
verified: no, type: recall
value: 14.099999999999998
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dan-eng)
config: dan-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.7
verified: no, type: f1
value: 97.09
verified: no, type: precision
value: 96.80833333333332
verified: no, type: recall
value: 97.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ell-eng)
config: ell-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.5
verified: no, type: f1
value: 95.47333333333333
verified: no, type: precision
value: 94.975
verified: no, type: recall
value: 96.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (amh-eng)
config: amh-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 93.45238095238095
verified: no, type: f1
value: 91.66666666666666
verified: no, type: precision
value: 90.77380952380952
verified: no, type: recall
value: 93.45238095238095
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pam-eng)
config: pam-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.899999999999999
verified: no, type: f1
value: 10.303261315113037
verified: no, type: precision
value: 9.902986584515606
verified: no, type: recall
value: 11.899999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hsb-eng)
config: hsb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 81.57349896480332
verified: no, type: f1
value: 77.86519438693352
verified: no, type: precision
value: 76.35595081247254
verified: no, type: recall
value: 81.57349896480332
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (srp-eng)
config: srp-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.1
verified: no, type: f1
value: 94.86666666666667
verified: no, type: precision
value: 94.25
verified: no, type: recall
value: 96.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (epo-eng)
config: epo-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.8
verified: no, type: f1
value: 98.46666666666667
verified: no, type: precision
value: 98.3
verified: no, type: recall
value: 98.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kzj-eng)
config: kzj-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 10.7
verified: no, type: f1
value: 8.621683883854935
verified: no, type: precision
value: 8.188292731521031
verified: no, type: recall
value: 10.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (awa-eng)
config: awa-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 90.47619047619048
verified: no, type: f1
value: 87.8581735724593
verified: no, type: precision
value: 86.72438672438673
verified: no, type: recall
value: 90.47619047619048
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fao-eng)
config: fao-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.0381679389313
verified: no, type: f1
value: 93.60050890585242
verified: no, type: precision
value: 92.970737913486
verified: no, type: recall
value: 95.0381679389313
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mal-eng)
config: mal-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.2532751091703
verified: no, type: f1
value: 97.67103347889375
verified: no, type: precision
value: 97.37991266375546
verified: no, type: recall
value: 98.2532751091703
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ile-eng)
config: ile-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 84.6
verified: no, type: f1
value: 80.99904761904763
verified: no, type: precision
value: 79.54634920634919
verified: no, type: recall
value: 84.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bos-eng)
config: bos-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.89265536723164
verified: no, type: f1
value: 95.90395480225989
verified: no, type: precision
value: 95.4331450094162
verified: no, type: recall
value: 96.89265536723164
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cor-eng)
config: cor-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 12.6
verified: no, type: f1
value: 9.981918087824628
verified: no, type: precision
value: 9.326319147606549
verified: no, type: recall
value: 12.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cat-eng)
config: cat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.39999999999999
verified: no, type: f1
value: 96.65
verified: no, type: precision
value: 96.28333333333333
verified: no, type: recall
value: 97.39999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (eus-eng)
config: eus-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.5
verified: no, type: f1
value: 95.38333333333333
verified: no, type: precision
value: 94.83333333333333
verified: no, type: recall
value: 96.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (yue-eng)
config: yue-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 90.8
verified: no, type: f1
value: 88.43666666666665
verified: no, type: precision
value: 87.395
verified: no, type: recall
value: 90.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swe-eng)
config: swe-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.7
verified: no, type: f1
value: 97.03333333333333
verified: no, type: precision
value: 96.71666666666667
verified: no, type: recall
value: 97.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dtp-eng)
config: dtp-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9.4
verified: no, type: f1
value: 7.946889105220061
verified: no, type: precision
value: 7.665059865752875
verified: no, type: recall
value: 9.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kat-eng)
config: kat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.04021447721179
verified: no, type: f1
value: 93.68632707774799
verified: no, type: precision
value: 93.08534405719392
verified: no, type: recall
value: 95.04021447721179
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (jpn-eng)
config: jpn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.89999999999999
verified: no, type: f1
value: 94.66666666666667
verified: no, type: precision
value: 94.08333333333334
verified: no, type: recall
value: 95.89999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (csb-eng)
config: csb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 82.6086956521739
verified: no, type: f1
value: 77.98418972332016
verified: no, type: precision
value: 75.96837944664031
verified: no, type: recall
value: 82.6086956521739
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (xho-eng)
config: xho-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.77464788732394
verified: no, type: f1
value: 94.8356807511737
verified: no, type: precision
value: 94.36619718309859
verified: no, type: recall
value: 95.77464788732394
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (orv-eng)
config: orv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 53.17365269461077
verified: no, type: f1
value: 47.07043056743655
verified: no, type: precision
value: 45.161363241830784
verified: no, type: recall
value: 53.17365269461077
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ind-eng)
config: ind-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.5
verified: no, type: f1
value: 94.5
verified: no, type: precision
value: 94.03333333333333
verified: no, type: recall
value: 95.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tuk-eng)
config: tuk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 93.59605911330048
verified: no, type: f1
value: 91.82266009852216
verified: no, type: precision
value: 91.09195402298852
verified: no, type: recall
value: 93.59605911330048
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (max-eng)
config: max-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 76.40845070422534
verified: no, type: f1
value: 72.73082942097027
verified: no, type: precision
value: 71.46686939820742
verified: no, type: recall
value: 76.40845070422534
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swh-eng)
config: swh-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 93.58974358974359
verified: no, type: f1
value: 91.98290598290598
verified: no, type: precision
value: 91.3119658119658
verified: no, type: recall
value: 93.58974358974359
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hin-eng)
config: hin-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.8
verified: no, type: f1
value: 97.06666666666668
verified: no, type: precision
value: 96.7
verified: no, type: recall
value: 97.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dsb-eng)
config: dsb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 68.89352818371609
verified: no, type: f1
value: 64.47860652453555
verified: no, type: precision
value: 62.878651918592574
verified: no, type: recall
value: 68.89352818371609
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ber-eng)
config: ber-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 33.800000000000004
verified: no, type: f1
value: 29.290774344112368
verified: no, type: precision
value: 28.066016735704647
verified: no, type: recall
value: 33.800000000000004
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tam-eng)
config: tam-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 90.22801302931596
verified: no, type: f1
value: 88.07817589576547
verified: no, type: precision
value: 87.171552660152
verified: no, type: recall
value: 90.22801302931596
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (slk-eng)
config: slk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.2
verified: no, type: f1
value: 97.63333333333334
verified: no, type: precision
value: 97.36666666666667
verified: no, type: recall
value: 98.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tgl-eng)
config: tgl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.7
verified: no, type: f1
value: 96.95
verified: no, type: precision
value: 96.58333333333331
verified: no, type: recall
value: 97.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ast-eng)
config: ast-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 92.91338582677166
verified: no, type: f1
value: 90.81364829396327
verified: no, type: precision
value: 89.89501312335958
verified: no, type: recall
value: 92.91338582677166
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mkd-eng)
config: mkd-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.89999999999999
verified: no, type: f1
value: 95.98333333333332
verified: no, type: precision
value: 95.56666666666668
verified: no, type: recall
value: 96.89999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (khm-eng)
config: khm-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 74.51523545706371
verified: no, type: f1
value: 70.20346919931407
verified: no, type: precision
value: 68.6389565788895
verified: no, type: recall
value: 74.51523545706371
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ces-eng)
config: ces-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.6
verified: no, type: f1
value: 96.88333333333333
verified: no, type: precision
value: 96.53333333333333
verified: no, type: recall
value: 97.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tzl-eng)
config: tzl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 46.15384615384615
verified: no, type: f1
value: 39.47885447885448
verified: no, type: precision
value: 37.301528599605525
verified: no, type: recall
value: 46.15384615384615
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (urd-eng)
config: urd-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 94.69999999999999
verified: no, type: f1
value: 93.16666666666667
verified: no, type: precision
value: 92.41666666666667
verified: no, type: recall
value: 94.69999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ara-eng)
config: ara-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.19999999999999
verified: no, type: f1
value: 93.83333333333333
verified: no, type: precision
value: 93.16666666666667
verified: no, type: recall
value: 95.19999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kor-eng)
config: kor-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 92
verified: no, type: f1
value: 89.98666666666666
verified: no, type: precision
value: 89.09166666666667
verified: no, type: recall
value: 92
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (yid-eng)
config: yid-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.51886792452831
verified: no, type: f1
value: 94.3003144654088
verified: no, type: precision
value: 93.75
verified: no, type: recall
value: 95.51886792452831
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fin-eng)
config: fin-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 98.2
verified: no, type: f1
value: 97.83333333333333
verified: no, type: precision
value: 97.65
verified: no, type: recall
value: 98.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tha-eng)
config: tha-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 96.8978102189781
verified: no, type: f1
value: 96.04622871046227
verified: no, type: precision
value: 95.62043795620438
verified: no, type: recall
value: 96.8978102189781
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (wuu-eng)
config: wuu-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 85.1
verified: no, type: f1
value: 81.78564213564214
verified: no, type: precision
value: 80.46416666666667
verified: no, type: recall
value: 85.1
verified: no, task: type: Clustering
dataset: type: slvnwhrl/tenkgnad-clustering-p2p
name: MTEB TenKGnadClusteringP2P
config: default
split: test
revision: 5c59e41555244b7e45c9a6be2d720ab4bafae558
metrics: type: v_measure
value: 21.827519839402644
verified: no, task: type: Clustering
dataset: type: slvnwhrl/tenkgnad-clustering-s2s
name: MTEB TenKGnadClusteringS2S
config: default
split: test
revision: 6cddbe003f12b9b140aec477b583ac4191f01786
metrics: type: v_measure
value: 27.160188241713684
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: 5798586b105c0434e4f0fe5e767abe619442cf93
metrics: type: v_measure
value: 38.54459276932986
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
metrics: type: v_measure
value: 43.4460576234314
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.20500000000000002
verified: no, type: map_at_10
value: 0.391
verified: no, type: map_at_100
value: 0.612
verified: no, type: map_at_1000
value: 0.645
verified: no, type: map_at_3
value: 0.302
verified: no, type: map_at_5
value: 0.383
verified: no, type: mrr_at_1
value: 4.082
verified: no, type: mrr_at_10
value: 5.612
verified: no, type: mrr_at_100
value: 6.822
verified: no, type: mrr_at_1000
value: 6.929
verified: no, type: mrr_at_3
value: 4.082
verified: no, type: mrr_at_5
value: 5.408
verified: no, type: ndcg_at_1
value: 4.082
verified: no, type: ndcg_at_10
value: 1.6840000000000002
verified: no, type: ndcg_at_100
value: 2.876
verified: no, type: ndcg_at_1000
value: 4.114
verified: no, type: ndcg_at_3
value: 2.52
verified: no, type: ndcg_at_5
value: 2.3720000000000003
verified: no, type: precision_at_1
value: 4.082
verified: no, type: precision_at_10
value: 1.429
verified: no, type: precision_at_100
value: 0.755
verified: no, type: precision_at_1000
value: 0.18
verified: no, type: precision_at_3
value: 2.041
verified: no, type: precision_at_5
value: 2.4490000000000003
verified: no, type: recall_at_1
value: 0.20500000000000002
verified: no, type: recall_at_10
value: 0.761
verified: no, type: recall_at_100
value: 4.423
verified: no, type: recall_at_1000
value: 9.044
verified: no, type: recall_at_3
value: 0.302
verified: no, type: recall_at_5
value: 0.683
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 67.28359999999999
verified: no, type: ap
value: 12.424592214862038
verified: no, type: f1
value: 51.53630450055703
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 56.23372948500284
verified: no, type: f1
value: 56.440924587214234
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 24.410059815620116
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 80.3302139834297
verified: no, type: cos_sim_ap
value: 53.57723069745093
verified: no, type: cos_sim_f1
value: 51.58639580004565
verified: no, type: cos_sim_precision
value: 45.45454545454545
verified: no, type: cos_sim_recall
value: 59.63060686015831
verified: no, type: dot_accuracy
value: 80.3302139834297
verified: no, type: dot_ap
value: 53.57723006705641
verified: no, type: dot_f1
value: 51.58639580004565
verified: no, type: dot_precision
value: 45.45454545454545
verified: no, type: dot_recall
value: 59.63060686015831
verified: no, type: euclidean_accuracy
value: 80.3302139834297
verified: no, type: euclidean_ap
value: 53.57723050286929
verified: no, type: euclidean_f1
value: 51.58639580004565
verified: no, type: euclidean_precision
value: 45.45454545454545
verified: no, type: euclidean_recall
value: 59.63060686015831
verified: no, type: manhattan_accuracy
value: 80.31233235977827
verified: no, type: manhattan_ap
value: 53.44943961562638
verified: no, type: manhattan_f1
value: 51.24183006535947
verified: no, type: manhattan_precision
value: 43.63636363636363
verified: no, type: manhattan_recall
value: 62.05804749340369
verified: no, type: max_accuracy
value: 80.3302139834297
verified: no, type: max_ap
value: 53.57723069745093
verified: no, type: max_f1
value: 51.58639580004565
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 87.45876508712695
verified: no, type: cos_sim_ap
value: 83.5320716566614
verified: no, type: cos_sim_f1
value: 75.54560716284276
verified: no, type: cos_sim_precision
value: 73.27929362379678
verified: no, type: cos_sim_recall
value: 77.95657530027718
verified: no, type: dot_accuracy
value: 87.45876508712695
verified: no, type: dot_ap
value: 83.53209944887666
verified: no, type: dot_f1
value: 75.54560716284276
verified: no, type: dot_precision
value: 73.27929362379678
verified: no, type: dot_recall
value: 77.95657530027718
verified: no, type: euclidean_accuracy
value: 87.45876508712695
verified: no, type: euclidean_ap
value: 83.53205938307582
verified: no, type: euclidean_f1
value: 75.54560716284276
verified: no, type: euclidean_precision
value: 73.27929362379678
verified: no, type: euclidean_recall
value: 77.95657530027718
verified: no, type: manhattan_accuracy
value: 87.52280048123569
verified: no, type: manhattan_ap
value: 83.4884324728773
verified: no, type: manhattan_f1
value: 75.43366677906411
verified: no, type: manhattan_precision
value: 73.46566445303948
verified: no, type: manhattan_recall
value: 77.51000923929782
verified: no, type: max_accuracy
value: 87.52280048123569
verified: no, type: max_ap
value: 83.53209944887666
verified: no, type: max_f1
value: 75.54560716284276
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: 58c2597a5943a2ba48f4668c3b90d796283c5639
metrics: type: map_at_1
value: 13.100000000000001
verified: no, type: map_at_10
value: 15.620000000000001
verified: no, type: map_at_100
value: 15.928
verified: no, type: map_at_1000
value: 15.976
verified: no, type: map_at_3
value: 14.817
verified: no, type: map_at_5
value: 15.322
verified: no, type: mrr_at_1
value: 13
verified: no, type: mrr_at_10
value: 15.57
verified: no, type: mrr_at_100
value: 15.878
verified: no, type: mrr_at_1000
value: 15.926000000000002
verified: no, type: mrr_at_3
value: 14.767
verified: no, type: mrr_at_5
value: 15.272
verified: no, type: ndcg_at_1
value: 13.100000000000001
verified: no, type: ndcg_at_10
value: 17.05
verified: no, type: ndcg_at_100
value: 18.801000000000002
verified: no, type: ndcg_at_1000
value: 20.436
verified: no, type: ndcg_at_3
value: 15.425
verified: no, type: ndcg_at_5
value: 16.333000000000002
verified: no, type: precision_at_1
value: 13.100000000000001
verified: no, type: precision_at_10
value: 2.16
verified: no, type: precision_at_100
value: 0.304
verified: no, type: precision_at_1000
value: 0.044000000000000004
verified: no, type: precision_at_3
value: 5.733
verified: no, type: precision_at_5
value: 3.88
verified: no, type: recall_at_1
value: 13.100000000000001
verified: no, type: recall_at_10
value: 21.6
verified: no, type: recall_at_100
value: 30.4
verified: no, type: recall_at_1000
value: 44.1
verified: no, type: recall_at_3
value: 17.2
verified: no, type: recall_at_5
value: 19.400000000000002
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: 339287def212450dcaa9df8c22bf93e9980c7023
metrics: type: accuracy
value: 76.12
verified: no, type: ap
value: 54.1619589378045
verified: no, type: f1
value: 74.32372858884229
verified: no, task: type: Clustering
dataset: type: jinaai/cities_wiki_clustering
name: MTEB WikiCitiesClustering
config: default
split: test
revision: ddc9ee9242fa65332597f70e967ecc38b9d734fa
metrics: type: v_measure
value: 50.71744674029636
verified: no, task: type: Retrieval
dataset: type: jinaai/xmarket_de
name: MTEB XMarketDE
config: default
split: test
revision: 2336818db4c06570fcdf263e1bcb9993b786f67a
metrics: type: map_at_1
value: 0.182
verified: no, type: map_at_10
value: 0.266
verified: no, type: map_at_100
value: 0.295
verified: no, type: map_at_1000
value: 0.313
verified: no, type: map_at_3
value: 0.232
verified: no, type: map_at_5
value: 0.23800000000000002
verified: no, type: mrr_at_1
value: 1.3379999999999999
verified: no, type: mrr_at_10
value: 1.918
verified: no, type: mrr_at_100
value: 2.051
verified: no, type: mrr_at_1000
value: 2.084
verified: no, type: mrr_at_3
value: 1.7049999999999998
verified: no, type: mrr_at_5
value: 1.791
verified: no, type: ndcg_at_1
value: 1.3379999999999999
verified: no, type: ndcg_at_10
value: 0.859
verified: no, type: ndcg_at_100
value: 0.8500000000000001
verified: no, type: ndcg_at_1000
value: 1.345
verified: no, type: ndcg_at_3
value: 1.032
verified: no, type: ndcg_at_5
value: 0.918
verified: no, type: precision_at_1
value: 1.3379999999999999
verified: no, type: precision_at_10
value: 0.528
verified: no, type: precision_at_100
value: 0.22699999999999998
verified: no, type: precision_at_1000
value: 0.132
verified: no, type: precision_at_3
value: 0.8829999999999999
verified: no, type: precision_at_5
value: 0.6890000000000001
verified: no, type: recall_at_1
value: 0.182
verified: no, type: recall_at_10
value: 0.51
verified: no, type: recall_at_100
value: 1.2229999999999999
verified: no, type: recall_at_1000
value: 4.183
verified: no, type: recall_at_3
value: 0.292
verified: no, type: recall_at_5
value: 0.315
verified: no
Likes: 67 | All-time downloads: 0
Created: 2023-08-17 12:01:18