Model: Muennighoff/SGPT-125M-weightedmean-nli-bitfit
Author: Muennighoff
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, gpt_neo, feature-extraction, sentence-similarity, mteb, arxiv:2202.08904, model-index, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: SGPT-125M-weightedmean-nli-bitfit
results: task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
metrics: type: accuracy
value: 65.88059701492537
verified: no, type: ap
value: 28.685493163579785
verified: no, type: f1
value: 59.79951005816335
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (de)
config: de
split: test
revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
metrics: type: accuracy
value: 59.07922912205568
verified: no, type: ap
value: 73.91887421019034
verified: no, type: f1
value: 56.6316368658711
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en-ext)
config: en-ext
split: test
revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
metrics: type: accuracy
value: 64.91754122938531
verified: no, type: ap
value: 16.360681214864226
verified: no, type: f1
value: 53.126592061523766
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (ja)
config: ja
split: test
revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
metrics: type: accuracy
value: 56.423982869378996
verified: no, type: ap
value: 12.143003571907899
verified: no, type: f1
value: 45.76363777987471
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: 80714f8dcf8cefc218ef4f8c5a966dd83f75a0e1
metrics: type: accuracy
value: 74.938225
verified: no, type: ap
value: 69.58187110320567
verified: no, type: f1
value: 74.72744058439321
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics: type: accuracy
value: 35.098
verified: no, type: f1
value: 34.73265651435726
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (de)
config: de
split: test
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics: type: accuracy
value: 24.516
verified: no, type: f1
value: 24.21748200448397
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (es)
config: es
split: test
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics: type: accuracy
value: 29.097999999999995
verified: no, type: f1
value: 28.620040162757093
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (fr)
config: fr
split: test
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics: type: accuracy
value: 27.395999999999997
verified: no, type: f1
value: 27.146888644986284
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (ja)
config: ja
split: test
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics: type: accuracy
value: 21.724
verified: no, type: f1
value: 21.37230564276654
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics: type: accuracy
value: 23.976
verified: no, type: f1
value: 23.741137981755482
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: 5b3e3697907184a9b77a3c99ee9ea1a9cbb1e4e3
metrics: type: map_at_1
value: 13.442000000000002
verified: no, type: map_at_10
value: 24.275
verified: no, type: map_at_100
value: 25.588
verified: no, type: map_at_1000
value: 25.659
verified: no, type: map_at_3
value: 20.092
verified: no, type: map_at_5
value: 22.439999999999998
verified: no, type: ndcg_at_1
value: 13.442000000000002
verified: no, type: ndcg_at_10
value: 31.04
verified: no, type: ndcg_at_100
value: 37.529
verified: no, type: ndcg_at_1000
value: 39.348
verified: no, type: ndcg_at_3
value: 22.342000000000002
verified: no, type: ndcg_at_5
value: 26.595999999999997
verified: no, type: precision_at_1
value: 13.442000000000002
verified: no, type: precision_at_10
value: 5.299
verified: no, type: precision_at_100
value: 0.836
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 9.625
verified: no, type: precision_at_5
value: 7.852
verified: no, type: recall_at_1
value: 13.442000000000002
verified: no, type: recall_at_10
value: 52.986999999999995
verified: no, type: recall_at_100
value: 83.64200000000001
verified: no, type: recall_at_1000
value: 97.795
verified: no, type: recall_at_3
value: 28.876
verified: no, type: recall_at_5
value: 39.26
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: 0bbdb47bcbe3a90093699aefeed338a0f28a7ee8
metrics: type: v_measure
value: 34.742482477870766
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3
metrics: type: v_measure
value: 24.67870651472156
verified: no, task: type: Clustering
dataset: type: slvnwhrl/blurbs-clustering-s2s
name: MTEB BlurbsClusteringS2S
config: default
split: test
revision: 9bfff9a7f8f6dc6ffc9da71c48dd48b68696471d
metrics: type: v_measure
value: 8.00311862863495
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 4d853f94cd57d85ec13805aeeac3ae3e5eb4c49c
metrics: type: map
value: 52.63439984994702
verified: no, type: mrr
value: 65.75704612408214
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: 9ee918f184421b6bd48b78f6c714d86546106103
metrics: type: cos_sim_pearson
value: 72.78000135012542
verified: no, type: cos_sim_spearman
value: 70.92812216947605
verified: no, type: euclidean_pearson
value: 77.1169214949292
verified: no, type: euclidean_spearman
value: 77.10175681583313
verified: no, type: manhattan_pearson
value: 76.84527031837595
verified: no, type: manhattan_spearman
value: 77.0704308008438
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (de-en)
config: de-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 1.0960334029227559
verified: no, type: f1
value: 1.0925539318023658
verified: no, type: precision
value: 1.0908141962421711
verified: no, type: recall
value: 1.0960334029227559
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (fr-en)
config: fr-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 0.02201188641866608
verified: no, type: f1
value: 0.02201188641866608
verified: no, type: precision
value: 0.02201188641866608
verified: no, type: recall
value: 0.02201188641866608
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (ru-en)
config: ru-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 0
verified: no, type: f1
value: 0
verified: no, type: precision
value: 0
verified: no, type: recall
value: 0
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (zh-en)
config: zh-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 0
verified: no, type: f1
value: 0
verified: no, type: precision
value: 0
verified: no, type: recall
value: 0
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 44fa15921b4c889113cc5df03dd4901b49161ab7
metrics: type: accuracy
value: 74.67857142857142
verified: no, type: f1
value: 74.61743413995573
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 11d0121201d1f1f280e8cc8f3d98fb9c4d9f9c55
metrics: type: v_measure
value: 28.93427045246491
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: c0fab014e1bcb8d3a5e31b2088972a1e01547dc1
metrics: type: v_measure
value: 23.080939123955474
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 18.221999999999998
verified: no, type: map_at_10
value: 24.506
verified: no, type: map_at_100
value: 25.611
verified: no, type: map_at_1000
value: 25.758
verified: no, type: map_at_3
value: 22.264999999999997
verified: no, type: map_at_5
value: 23.698
verified: no, type: ndcg_at_1
value: 23.033
verified: no, type: ndcg_at_10
value: 28.719
verified: no, type: ndcg_at_100
value: 33.748
verified: no, type: ndcg_at_1000
value: 37.056
verified: no, type: ndcg_at_3
value: 25.240000000000002
verified: no, type: ndcg_at_5
value: 27.12
verified: no, type: precision_at_1
value: 23.033
verified: no, type: precision_at_10
value: 5.408
verified: no, type: precision_at_100
value: 1.004
verified: no, type: precision_at_1000
value: 0.158
verified: no, type: precision_at_3
value: 11.874
verified: no, type: precision_at_5
value: 8.927
verified: no, type: recall_at_1
value: 18.221999999999998
verified: no, type: recall_at_10
value: 36.355
verified: no, type: recall_at_100
value: 58.724
verified: no, type: recall_at_1000
value: 81.33500000000001
verified: no, type: recall_at_3
value: 26.334000000000003
verified: no, type: recall_at_5
value: 31.4
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 12.058
verified: no, type: map_at_10
value: 16.051000000000002
verified: no, type: map_at_100
value: 16.772000000000002
verified: no, type: map_at_1000
value: 16.871
verified: no, type: map_at_3
value: 14.78
verified: no, type: map_at_5
value: 15.5
verified: no, type: ndcg_at_1
value: 15.35
verified: no, type: ndcg_at_10
value: 18.804000000000002
verified: no, type: ndcg_at_100
value: 22.346
verified: no, type: ndcg_at_1000
value: 25.007
verified: no, type: ndcg_at_3
value: 16.768
verified: no, type: ndcg_at_5
value: 17.692
verified: no, type: precision_at_1
value: 15.35
verified: no, type: precision_at_10
value: 3.51
verified: no, type: precision_at_100
value: 0.664
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_3
value: 7.983
verified: no, type: precision_at_5
value: 5.656
verified: no, type: recall_at_1
value: 12.058
verified: no, type: recall_at_10
value: 23.644000000000002
verified: no, type: recall_at_100
value: 39.76
verified: no, type: recall_at_1000
value: 58.56
verified: no, type: recall_at_3
value: 17.541999999999998
verified: no, type: recall_at_5
value: 20.232
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 21.183
verified: no, type: map_at_10
value: 28.9
verified: no, type: map_at_100
value: 29.858
verified: no, type: map_at_1000
value: 29.953999999999997
verified: no, type: map_at_3
value: 26.58
verified: no, type: map_at_5
value: 27.912
verified: no, type: ndcg_at_1
value: 24.765
verified: no, type: ndcg_at_10
value: 33.339999999999996
verified: no, type: ndcg_at_100
value: 37.997
verified: no, type: ndcg_at_1000
value: 40.416000000000004
verified: no, type: ndcg_at_3
value: 29.044999999999998
verified: no, type: ndcg_at_5
value: 31.121
verified: no, type: precision_at_1
value: 24.765
verified: no, type: precision_at_10
value: 5.599
verified: no, type: precision_at_100
value: 0.8699999999999999
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_3
value: 13.270999999999999
verified: no, type: precision_at_5
value: 9.367
verified: no, type: recall_at_1
value: 21.183
verified: no, type: recall_at_10
value: 43.875
verified: no, type: recall_at_100
value: 65.005
verified: no, type: recall_at_1000
value: 83.017
verified: no, type: recall_at_3
value: 32.232
verified: no, type: recall_at_5
value: 37.308
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 11.350999999999999
verified: no, type: map_at_10
value: 14.953
verified: no, type: map_at_100
value: 15.623000000000001
verified: no, type: map_at_1000
value: 15.716
verified: no, type: map_at_3
value: 13.603000000000002
verified: no, type: map_at_5
value: 14.343
verified: no, type: ndcg_at_1
value: 12.429
verified: no, type: ndcg_at_10
value: 17.319000000000003
verified: no, type: ndcg_at_100
value: 20.990000000000002
verified: no, type: ndcg_at_1000
value: 23.899
verified: no, type: ndcg_at_3
value: 14.605
verified: no, type: ndcg_at_5
value: 15.89
verified: no, type: precision_at_1
value: 12.429
verified: no, type: precision_at_10
value: 2.701
verified: no, type: precision_at_100
value: 0.48700000000000004
verified: no, type: precision_at_1000
value: 0.078
verified: no, type: precision_at_3
value: 6.026
verified: no, type: precision_at_5
value: 4.3839999999999995
verified: no, type: recall_at_1
value: 11.350999999999999
verified: no, type: recall_at_10
value: 23.536
verified: no, type: recall_at_100
value: 40.942
verified: no, type: recall_at_1000
value: 64.05
verified: no, type: recall_at_3
value: 16.195
verified: no, type: recall_at_5
value: 19.264
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 8.08
verified: no, type: map_at_10
value: 11.691
verified: no, type: map_at_100
value: 12.312
verified: no, type: map_at_1000
value: 12.439
verified: no, type: map_at_3
value: 10.344000000000001
verified: no, type: map_at_5
value: 10.996
verified: no, type: ndcg_at_1
value: 10.697
verified: no, type: ndcg_at_10
value: 14.48
verified: no, type: ndcg_at_100
value: 18.160999999999998
verified: no, type: ndcg_at_1000
value: 21.886
verified: no, type: ndcg_at_3
value: 11.872
verified: no, type: ndcg_at_5
value: 12.834000000000001
verified: no, type: precision_at_1
value: 10.697
verified: no, type: precision_at_10
value: 2.811
verified: no, type: precision_at_100
value: 0.551
verified: no, type: precision_at_1000
value: 0.10200000000000001
verified: no, type: precision_at_3
value: 5.804
verified: no, type: precision_at_5
value: 4.154
verified: no, type: recall_at_1
value: 8.08
verified: no, type: recall_at_10
value: 20.235
verified: no, type: recall_at_100
value: 37.525999999999996
verified: no, type: recall_at_1000
value: 65.106
verified: no, type: recall_at_3
value: 12.803999999999998
verified: no, type: recall_at_5
value: 15.498999999999999
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 13.908999999999999
verified: no, type: map_at_10
value: 19.256
verified: no, type: map_at_100
value: 20.286
verified: no, type: map_at_1000
value: 20.429
verified: no, type: map_at_3
value: 17.399
verified: no, type: map_at_5
value: 18.398999999999997
verified: no, type: ndcg_at_1
value: 17.421
verified: no, type: ndcg_at_10
value: 23.105999999999998
verified: no, type: ndcg_at_100
value: 28.128999999999998
verified: no, type: ndcg_at_1000
value: 31.480999999999998
verified: no, type: ndcg_at_3
value: 19.789
verified: no, type: ndcg_at_5
value: 21.237000000000002
verified: no, type: precision_at_1
value: 17.421
verified: no, type: precision_at_10
value: 4.331
verified: no, type: precision_at_100
value: 0.839
verified: no, type: precision_at_1000
value: 0.131
verified: no, type: precision_at_3
value: 9.4
verified: no, type: precision_at_5
value: 6.776
verified: no, type: recall_at_1
value: 13.908999999999999
verified: no, type: recall_at_10
value: 31.086999999999996
verified: no, type: recall_at_100
value: 52.946000000000005
verified: no, type: recall_at_1000
value: 76.546
verified: no, type: recall_at_3
value: 21.351
verified: no, type: recall_at_5
value: 25.264999999999997
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 12.598
verified: no, type: map_at_10
value: 17.304
verified: no, type: map_at_100
value: 18.209
verified: no, type: map_at_1000
value: 18.328
verified: no, type: map_at_3
value: 15.784
verified: no, type: map_at_5
value: 16.669999999999998
verified: no, type: ndcg_at_1
value: 15.867999999999999
verified: no, type: ndcg_at_10
value: 20.623
verified: no, type: ndcg_at_100
value: 25.093
verified: no, type: ndcg_at_1000
value: 28.498
verified: no, type: ndcg_at_3
value: 17.912
verified: no, type: ndcg_at_5
value: 19.198
verified: no, type: precision_at_1
value: 15.867999999999999
verified: no, type: precision_at_10
value: 3.7670000000000003
verified: no, type: precision_at_100
value: 0.716
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_3
value: 8.638
verified: no, type: precision_at_5
value: 6.21
verified: no, type: recall_at_1
value: 12.598
verified: no, type: recall_at_10
value: 27.144000000000002
verified: no, type: recall_at_100
value: 46.817
verified: no, type: recall_at_1000
value: 71.86099999999999
verified: no, type: recall_at_3
value: 19.231
verified: no, type: recall_at_5
value: 22.716
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 12.738416666666666
verified: no, type: map_at_10
value: 17.235916666666668
verified: no, type: map_at_100
value: 18.063333333333333
verified: no, type: map_at_1000
value: 18.18433333333333
verified: no, type: map_at_3
value: 15.74775
verified: no, type: map_at_5
value: 16.57825
verified: no, type: ndcg_at_1
value: 15.487416666666665
verified: no, type: ndcg_at_10
value: 20.290166666666668
verified: no, type: ndcg_at_100
value: 24.41291666666666
verified: no, type: ndcg_at_1000
value: 27.586333333333336
verified: no, type: ndcg_at_3
value: 17.622083333333332
verified: no, type: ndcg_at_5
value: 18.859916666666667
verified: no, type: precision_at_1
value: 15.487416666666665
verified: no, type: precision_at_10
value: 3.6226666666666665
verified: no, type: precision_at_100
value: 0.6820833333333334
verified: no, type: precision_at_1000
value: 0.11216666666666666
verified: no, type: precision_at_3
value: 8.163749999999999
verified: no, type: precision_at_5
value: 5.865416666666667
verified: no, type: recall_at_1
value: 12.738416666666666
verified: no, type: recall_at_10
value: 26.599416666666663
verified: no, type: recall_at_100
value: 45.41258333333334
verified: no, type: recall_at_1000
value: 68.7565
verified: no, type: recall_at_3
value: 19.008166666666668
verified: no, type: recall_at_5
value: 22.24991666666667
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 12.307
verified: no, type: map_at_10
value: 15.440000000000001
verified: no, type: map_at_100
value: 16.033
verified: no, type: map_at_1000
value: 16.14
verified: no, type: map_at_3
value: 14.393
verified: no, type: map_at_5
value: 14.856
verified: no, type: ndcg_at_1
value: 14.571000000000002
verified: no, type: ndcg_at_10
value: 17.685000000000002
verified: no, type: ndcg_at_100
value: 20.882
verified: no, type: ndcg_at_1000
value: 23.888
verified: no, type: ndcg_at_3
value: 15.739
verified: no, type: ndcg_at_5
value: 16.391
verified: no, type: precision_at_1
value: 14.571000000000002
verified: no, type: precision_at_10
value: 2.883
verified: no, type: precision_at_100
value: 0.49100000000000005
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: precision_at_3
value: 7.0040000000000004
verified: no, type: precision_at_5
value: 4.693
verified: no, type: recall_at_1
value: 12.307
verified: no, type: recall_at_10
value: 22.566
verified: no, type: recall_at_100
value: 37.469
verified: no, type: recall_at_1000
value: 60.550000000000004
verified: no, type: recall_at_3
value: 16.742
verified: no, type: recall_at_5
value: 18.634
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 6.496
verified: no, type: map_at_10
value: 9.243
verified: no, type: map_at_100
value: 9.841
verified: no, type: map_at_1000
value: 9.946000000000002
verified: no, type: map_at_3
value: 8.395
verified: no, type: map_at_5
value: 8.872
verified: no, type: ndcg_at_1
value: 8.224
verified: no, type: ndcg_at_10
value: 11.24
verified: no, type: ndcg_at_100
value: 14.524999999999999
verified: no, type: ndcg_at_1000
value: 17.686
verified: no, type: ndcg_at_3
value: 9.617
verified: no, type: ndcg_at_5
value: 10.37
verified: no, type: precision_at_1
value: 8.224
verified: no, type: precision_at_10
value: 2.0820000000000003
verified: no, type: precision_at_100
value: 0.443
verified: no, type: precision_at_1000
value: 0.08499999999999999
verified: no, type: precision_at_3
value: 4.623
verified: no, type: precision_at_5
value: 3.331
verified: no, type: recall_at_1
value: 6.496
verified: no, type: recall_at_10
value: 15.310000000000002
verified: no, type: recall_at_100
value: 30.680000000000003
verified: no, type: recall_at_1000
value: 54.335
verified: no, type: recall_at_3
value: 10.691
verified: no, type: recall_at_5
value: 12.687999999999999
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 13.843
verified: no, type: map_at_10
value: 17.496000000000002
verified: no, type: map_at_100
value: 18.304000000000002
verified: no, type: map_at_1000
value: 18.426000000000002
verified: no, type: map_at_3
value: 16.225
verified: no, type: map_at_5
value: 16.830000000000002
verified: no, type: ndcg_at_1
value: 16.698
verified: no, type: ndcg_at_10
value: 20.301
verified: no, type: ndcg_at_100
value: 24.523
verified: no, type: ndcg_at_1000
value: 27.784
verified: no, type: ndcg_at_3
value: 17.822
verified: no, type: ndcg_at_5
value: 18.794
verified: no, type: precision_at_1
value: 16.698
verified: no, type: precision_at_10
value: 3.3579999999999997
verified: no, type: precision_at_100
value: 0.618
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 7.898
verified: no, type: precision_at_5
value: 5.428999999999999
verified: no, type: recall_at_1
value: 13.843
verified: no, type: recall_at_10
value: 25.887999999999998
verified: no, type: recall_at_100
value: 45.028
verified: no, type: recall_at_1000
value: 68.991
verified: no, type: recall_at_3
value: 18.851000000000003
verified: no, type: recall_at_5
value: 21.462
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 13.757
verified: no, type: map_at_10
value: 19.27
verified: no, type: map_at_100
value: 20.461
verified: no, type: map_at_1000
value: 20.641000000000002
verified: no, type: map_at_3
value: 17.865000000000002
verified: no, type: map_at_5
value: 18.618000000000002
verified: no, type: ndcg_at_1
value: 16.996
verified: no, type: ndcg_at_10
value: 22.774
verified: no, type: ndcg_at_100
value: 27.675
verified: no, type: ndcg_at_1000
value: 31.145
verified: no, type: ndcg_at_3
value: 20.691000000000003
verified: no, type: ndcg_at_5
value: 21.741
verified: no, type: precision_at_1
value: 16.996
verified: no, type: precision_at_10
value: 4.545
verified: no, type: precision_at_100
value: 1.036
verified: no, type: precision_at_1000
value: 0.185
verified: no, type: precision_at_3
value: 10.145
verified: no, type: precision_at_5
value: 7.391
verified: no, type: recall_at_1
value: 13.757
verified: no, type: recall_at_10
value: 28.233999999999998
verified: no, type: recall_at_100
value: 51.05499999999999
verified: no, type: recall_at_1000
value: 75.35300000000001
verified: no, type: recall_at_3
value: 21.794
verified: no, type: recall_at_5
value: 24.614
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 9.057
verified: no, type: map_at_10
value: 12.720999999999998
verified: no, type: map_at_100
value: 13.450000000000001
verified: no, type: map_at_1000
value: 13.564000000000002
verified: no, type: map_at_3
value: 11.34
verified: no, type: map_at_5
value: 12.245000000000001
verified: no, type: ndcg_at_1
value: 9.797
verified: no, type: ndcg_at_10
value: 15.091
verified: no, type: ndcg_at_100
value: 18.886
verified: no, type: ndcg_at_1000
value: 22.29
verified: no, type: ndcg_at_3
value: 12.365
verified: no, type: ndcg_at_5
value: 13.931
verified: no, type: precision_at_1
value: 9.797
verified: no, type: precision_at_10
value: 2.477
verified: no, type: precision_at_100
value: 0.466
verified: no, type: precision_at_1000
value: 0.082
verified: no, type: precision_at_3
value: 5.299
verified: no, type: precision_at_5
value: 4.067
verified: no, type: recall_at_1
value: 9.057
verified: no, type: recall_at_10
value: 21.319
verified: no, type: recall_at_100
value: 38.999
verified: no, type: recall_at_1000
value: 65.374
verified: no, type: recall_at_3
value: 14.331
verified: no, type: recall_at_5
value: 17.916999999999998
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: 392b78eb68c07badcd7c2cd8f39af108375dfcce
metrics: type: map_at_1
value: 3.714
verified: no, type: map_at_10
value: 6.926
verified: no, type: map_at_100
value: 7.879
verified: no, type: map_at_1000
value: 8.032
verified: no, type: map_at_3
value: 5.504
verified: no, type: map_at_5
value: 6.357
verified: no, type: ndcg_at_1
value: 8.86
verified: no, type: ndcg_at_10
value: 11.007
verified: no, type: ndcg_at_100
value: 16.154
verified: no, type: ndcg_at_1000
value: 19.668
verified: no, type: ndcg_at_3
value: 8.103
verified: no, type: ndcg_at_5
value: 9.456000000000001
verified: no, type: precision_at_1
value: 8.86
verified: no, type: precision_at_10
value: 3.7199999999999998
verified: no, type: precision_at_100
value: 0.9169999999999999
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_3
value: 6.254
verified: no, type: precision_at_5
value: 5.380999999999999
verified: no, type: recall_at_1
value: 3.714
verified: no, type: recall_at_10
value: 14.382
verified: no, type: recall_at_100
value: 33.166000000000004
verified: no, type: recall_at_1000
value: 53.444
verified: no, type: recall_at_3
value: 7.523000000000001
verified: no, type: recall_at_5
value: 10.91
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: f097057d03ed98220bc7309ddb10b71a54d667d6
metrics: type: map_at_1
value: 1.764
verified: no, type: map_at_10
value: 3.8600000000000003
verified: no, type: map_at_100
value: 5.457
verified: no, type: map_at_1000
value: 5.938000000000001
verified: no, type: map_at_3
value: 2.667
verified: no, type: map_at_5
value: 3.2199999999999998
verified: no, type: ndcg_at_1
value: 14.000000000000002
verified: no, type: ndcg_at_10
value: 10.868
verified: no, type: ndcg_at_100
value: 12.866
verified: no, type: ndcg_at_1000
value: 17.43
verified: no, type: ndcg_at_3
value: 11.943
verified: no, type: ndcg_at_5
value: 11.66
verified: no, type: precision_at_1
value: 19.25
verified: no, type: precision_at_10
value: 10.274999999999999
verified: no, type: precision_at_100
value: 3.527
verified: no, type: precision_at_1000
value: 0.9119999999999999
verified: no, type: precision_at_3
value: 14.917
verified: no, type: precision_at_5
value: 13.5
verified: no, type: recall_at_1
value: 1.764
verified: no, type: recall_at_10
value: 6.609
verified: no, type: recall_at_100
value: 17.616
verified: no, type: recall_at_1000
value: 33.085
verified: no, type: recall_at_3
value: 3.115
verified: no, type: recall_at_5
value: 4.605
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 829147f8f75a25f005913200eb5ed41fae320aa1
metrics: type: accuracy
value: 42.225
verified: no, type: f1
value: 37.563516542112104
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: 1429cf27e393599b8b359b9b72c666f96b2525f9
metrics: type: map_at_1
value: 11.497
verified: no, type: map_at_10
value: 15.744
verified: no, type: map_at_100
value: 16.3
verified: no, type: map_at_1000
value: 16.365
verified: no, type: map_at_3
value: 14.44
verified: no, type: map_at_5
value: 15.18
verified: no, type: ndcg_at_1
value: 12.346
verified: no, type: ndcg_at_10
value: 18.398999999999997
verified: no, type: ndcg_at_100
value: 21.399
verified: no, type: ndcg_at_1000
value: 23.442
verified: no, type: ndcg_at_3
value: 15.695
verified: no, type: ndcg_at_5
value: 17.027
verified: no, type: precision_at_1
value: 12.346
verified: no, type: precision_at_10
value: 2.798
verified: no, type: precision_at_100
value: 0.445
verified: no, type: precision_at_1000
value: 0.063
verified: no, type: precision_at_3
value: 6.586
verified: no, type: precision_at_5
value: 4.665
verified: no, type: recall_at_1
value: 11.497
verified: no, type: recall_at_10
value: 25.636
verified: no, type: recall_at_100
value: 39.894
verified: no, type: recall_at_1000
value: 56.181000000000004
verified: no, type: recall_at_3
value: 18.273
verified: no, type: recall_at_5
value: 21.474
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: 41b686a7f28c59bcaaa5791efd47c67c8ebe28be
metrics: type: map_at_1
value: 3.637
verified: no, type: map_at_10
value: 6.084
verified: no, type: map_at_100
value: 6.9190000000000005
verified: no, type: map_at_1000
value: 7.1080000000000005
verified: no, type: map_at_3
value: 5.071
verified: no, type: map_at_5
value: 5.5649999999999995
verified: no, type: ndcg_at_1
value: 7.407
verified: no, type: ndcg_at_10
value: 8.94
verified: no, type: ndcg_at_100
value: 13.594999999999999
verified: no, type: ndcg_at_1000
value: 18.29
verified: no, type: ndcg_at_3
value: 7.393
verified: no, type: ndcg_at_5
value: 7.854
verified: no, type: precision_at_1
value: 7.407
verified: no, type: precision_at_10
value: 2.778
verified: no, type: precision_at_100
value: 0.75
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_3
value: 5.144
verified: no, type: precision_at_5
value: 3.981
verified: no, type: recall_at_1
value: 3.637
verified: no, type: recall_at_10
value: 11.821
verified: no, type: recall_at_100
value: 30.18
verified: no, type: recall_at_1000
value: 60.207
verified: no, type: recall_at_3
value: 6.839
verified: no, type: recall_at_5
value: 8.649
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: 766870b35a1b9ca65e67a0d1913899973551fc6c
metrics: type: map_at_1
value: 9.676
verified: no, type: map_at_10
value: 13.350999999999999
verified: no, type: map_at_100
value: 13.919
verified: no, type: map_at_1000
value: 14.01
verified: no, type: map_at_3
value: 12.223
verified: no, type: map_at_5
value: 12.812000000000001
verified: no, type: ndcg_at_1
value: 19.352
verified: no, type: ndcg_at_10
value: 17.727
verified: no, type: ndcg_at_100
value: 20.837
verified: no, type: ndcg_at_1000
value: 23.412
verified: no, type: ndcg_at_3
value: 15.317
verified: no, type: ndcg_at_5
value: 16.436
verified: no, type: precision_at_1
value: 19.352
verified: no, type: precision_at_10
value: 3.993
verified: no, type: precision_at_100
value: 0.651
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 9.669
verified: no, type: precision_at_5
value: 6.69
verified: no, type: recall_at_1
value: 9.676
verified: no, type: recall_at_10
value: 19.966
verified: no, type: recall_at_100
value: 32.573
verified: no, type: recall_at_1000
value: 49.905
verified: no, type: recall_at_3
value: 14.504
verified: no, type: recall_at_5
value: 16.725
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 8d743909f834c38949e8323a8a6ce8721ea6c7f4
metrics: type: accuracy
value: 62.895999999999994
verified: no, type: ap
value: 58.47769349850157
verified: no, type: f1
value: 62.67885149592086
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: validation
revision: e6838a846e2408f22cf5cc337ebc83e0bcf77849
metrics: type: map_at_1
value: 2.88
verified: no, type: map_at_10
value: 4.914000000000001
verified: no, type: map_at_100
value: 5.459
verified: no, type: map_at_1000
value: 5.538
verified: no, type: map_at_3
value: 4.087
verified: no, type: map_at_5
value: 4.518
verified: no, type: ndcg_at_1
value: 2.937
verified: no, type: ndcg_at_10
value: 6.273
verified: no, type: ndcg_at_100
value: 9.426
verified: no, type: ndcg_at_1000
value: 12.033000000000001
verified: no, type: ndcg_at_3
value: 4.513
verified: no, type: ndcg_at_5
value: 5.292
verified: no, type: precision_at_1
value: 2.937
verified: no, type: precision_at_10
value: 1.089
verified: no, type: precision_at_100
value: 0.27699999999999997
verified: no, type: precision_at_1000
value: 0.051000000000000004
verified: no, type: precision_at_3
value: 1.9290000000000003
verified: no, type: precision_at_5
value: 1.547
verified: no, type: recall_at_1
value: 2.88
verified: no, type: recall_at_10
value: 10.578
verified: no, type: recall_at_100
value: 26.267000000000003
verified: no, type: recall_at_1000
value: 47.589999999999996
verified: no, type: recall_at_3
value: 5.673
verified: no, type: recall_at_5
value: 7.545
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: a7e2a951126a26fc8c6a69f835f33a346ba259e3
metrics: type: accuracy
value: 81.51846785225717
verified: no, type: f1
value: 81.648869152345
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (de)
config: de
split: test
revision: a7e2a951126a26fc8c6a69f835f33a346ba259e3
metrics: type: accuracy
value: 60.37475345167653
verified: no, type: f1
value: 58.452649375517026
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (es)
config: es
split: test
revision: a7e2a951126a26fc8c6a69f835f33a346ba259e3
metrics: type: accuracy
value: 67.36824549699799
verified: no, type: f1
value: 65.35927434998516
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (fr)
config: fr
split: test
revision: a7e2a951126a26fc8c6a69f835f33a346ba259e3
metrics: type: accuracy
value: 63.12871907297212
verified: no, type: f1
value: 61.37620329272278
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (hi)
config: hi
split: test
revision: a7e2a951126a26fc8c6a69f835f33a346ba259e3
metrics: type: accuracy
value: 47.04553603442094
verified: no, type: f1
value: 46.20389912644561
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (th)
config: th
split: test
revision: a7e2a951126a26fc8c6a69f835f33a346ba259e3
metrics: type: accuracy
value: 52.282097649186255
verified: no, type: f1
value: 50.75489206473579
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: 6299947a7777084cc2d4b64235bf7190381ce755
metrics: type: accuracy
value: 58.2421340629275
verified: no, type: f1
value: 40.11696046622642
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (de)
config: de
split: test
revision: 6299947a7777084cc2d4b64235bf7190381ce755
metrics: type: accuracy
value: 45.069033530571986
verified: no, type: f1
value: 30.468468273374967
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (es)
config: es
split: test
revision: 6299947a7777084cc2d4b64235bf7190381ce755
metrics: type: accuracy
value: 48.80920613742495
verified: no, type: f1
value: 32.65985375400447
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (fr)
config: fr
split: test
revision: 6299947a7777084cc2d4b64235bf7190381ce755
metrics: type: accuracy
value: 44.337613529595984
verified: no, type: f1
value: 29.302047435606436
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (hi)
config: hi
split: test
revision: 6299947a7777084cc2d4b64235bf7190381ce755
metrics: type: accuracy
value: 34.198637504481894
verified: no, type: f1
value: 22.063706032248408
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (th)
config: th
split: test
revision: 6299947a7777084cc2d4b64235bf7190381ce755
metrics: type: accuracy
value: 43.11030741410488
verified: no, type: f1
value: 26.92408933648504
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (af)
config: af
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 37.79421654337593
verified: no, type: f1
value: 36.81580701507746
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (am)
config: am
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 23.722259583053127
verified: no, type: f1
value: 23.235269695764273
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ar)
config: ar
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 29.64021519838601
verified: no, type: f1
value: 28.273175327650137
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (az)
config: az
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 39.4754539340955
verified: no, type: f1
value: 39.25997361415121
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (bn)
config: bn
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 26.550100874243444
verified: no, type: f1
value: 25.607924873522975
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (cy)
config: cy
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 38.78278412911904
verified: no, type: f1
value: 37.64180582626517
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (da)
config: da
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 43.557498318762605
verified: no, type: f1
value: 41.35305173800667
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (de)
config: de
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 40.39340954942838
verified: no, type: f1
value: 38.33393219528934
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (el)
config: el
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 37.28648285137861
verified: no, type: f1
value: 36.64005906680284
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 58.080026899798256
verified: no, type: f1
value: 56.49243881660991
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (es)
config: es
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 41.176866173503704
verified: no, type: f1
value: 40.66779962225799
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fa)
config: fa
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 36.422326832548755
verified: no, type: f1
value: 34.6441738042885
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fi)
config: fi
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 38.75588433086752
verified: no, type: f1
value: 37.26725894668694
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 43.67182246133153
verified: no, type: f1
value: 42.351846624566605
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (he)
config: he
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 31.980497646267658
verified: no, type: f1
value: 30.557928872809008
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hi)
config: hi
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 28.039677202420982
verified: no, type: f1
value: 28.428418145508306
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hu)
config: hu
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 38.13718897108272
verified: no, type: f1
value: 37.057406988196874
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hy)
config: hy
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 26.05245460659045
verified: no, type: f1
value: 25.25483953344816
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (id)
config: id
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 41.156691324815064
verified: no, type: f1
value: 40.83715033247605
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (is)
config: is
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 38.62811028917284
verified: no, type: f1
value: 37.67691901246032
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (it)
config: it
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 44.0383322125084
verified: no, type: f1
value: 43.77259010877456
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ja)
config: ja
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 46.20712844653666
verified: no, type: f1
value: 44.66632875940824
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (jv)
config: jv
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 37.60591795561533
verified: no, type: f1
value: 36.581071742378015
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ka)
config: ka
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 24.47209145931405
verified: no, type: f1
value: 24.238209697895606
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (km)
config: km
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 26.23739071956961
verified: no, type: f1
value: 25.378783150845052
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (kn)
config: kn
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 17.831203765971754
verified: no, type: f1
value: 17.275078420466343
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ko)
config: ko
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 37.266308002689975
verified: no, type: f1
value: 36.92473791708214
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (lv)
config: lv
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 40.93140551445864
verified: no, type: f1
value: 40.825227889641965
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ml)
config: ml
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 17.88500336247478
verified: no, type: f1
value: 17.621569082971817
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (mn)
config: mn
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 32.975790181573636
verified: no, type: f1
value: 33.402014633349665
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ms)
config: ms
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 40.91123066577001
verified: no, type: f1
value: 40.09538559124075
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (my)
config: my
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 17.834566240753194
verified: no, type: f1
value: 17.006381849454314
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nb)
config: nb
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 39.47881640887693
verified: no, type: f1
value: 37.819934317839305
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nl)
config: nl
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 41.76193678547412
verified: no, type: f1
value: 40.281991759509694
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 42.61936785474109
verified: no, type: f1
value: 40.83673914649905
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pt)
config: pt
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 44.54270342972427
verified: no, type: f1
value: 43.45243164278448
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ro)
config: ro
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 39.96973772696705
verified: no, type: f1
value: 38.74209466530094
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ru)
config: ru
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 37.461331540013454
verified: no, type: f1
value: 36.91132021821187
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sl)
config: sl
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 38.28850033624748
verified: no, type: f1
value: 37.37259394049676
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sq)
config: sq
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 40.95494283792872
verified: no, type: f1
value: 39.767707902869084
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sv)
config: sv
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 41.85272360457296
verified: no, type: f1
value: 40.42848260365438
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sw)
config: sw
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 38.328850033624754
verified: no, type: f1
value: 36.90334596675622
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ta)
config: ta
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 19.031607262945528
verified: no, type: f1
value: 18.66510306325761
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (te)
config: te
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 19.38466711499664
verified: no, type: f1
value: 19.186399376652535
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (th)
config: th
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 34.088769334229994
verified: no, type: f1
value: 34.20383086009429
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tl)
config: tl
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 40.285810356422324
verified: no, type: f1
value: 39.361500249640414
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tr)
config: tr
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 38.860121049092136
verified: no, type: f1
value: 37.81916859627235
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ur)
config: ur
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 27.834566240753194
verified: no, type: f1
value: 26.898389386106487
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (vi)
config: vi
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 38.70544720914593
verified: no, type: f1
value: 38.280026442024415
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 45.78009414929387
verified: no, type: f1
value: 44.21526778674136
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-TW)
config: zh-TW
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 42.32010759919301
verified: no, type: f1
value: 42.25772977490916
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (af)
config: af
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.24546065904506
verified: no, type: f1
value: 38.79924050989544
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (am)
config: am
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 25.68930733019502
verified: no, type: f1
value: 25.488166279162712
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ar)
config: ar
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 32.39744451916611
verified: no, type: f1
value: 31.863029579075775
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (az)
config: az
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.53127101546738
verified: no, type: f1
value: 39.707079033948936
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (bn)
config: bn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 27.23268325487559
verified: no, type: f1
value: 26.443653281858793
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (cy)
config: cy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.69872225958305
verified: no, type: f1
value: 36.55930387892567
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (da)
config: da
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 44.75453934095494
verified: no, type: f1
value: 42.87356484024154
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (de)
config: de
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.355077336919976
verified: no, type: f1
value: 39.82365179458047
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (el)
config: el
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.43981170141224
verified: no, type: f1
value: 37.02538368296387
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 66.33826496301278
verified: no, type: f1
value: 65.89634765029932
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (es)
config: es
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 44.17955615332885
verified: no, type: f1
value: 43.10228811620319
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fa)
config: fa
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 34.82851378614661
verified: no, type: f1
value: 33.95952441502803
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fi)
config: fi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.561533288500335
verified: no, type: f1
value: 38.04939011733627
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 45.917955615332886
verified: no, type: f1
value: 44.65741971572902
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (he)
config: he
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 32.08473436449227
verified: no, type: f1
value: 29.53932929808133
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hi)
config: hi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 28.369199731002016
verified: no, type: f1
value: 27.52902837981212
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hu)
config: hu
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 39.49226630800269
verified: no, type: f1
value: 37.3272340470504
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hy)
config: hy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 25.904505716207133
verified: no, type: f1
value: 24.547396574853444
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (id)
config: id
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.95830531271016
verified: no, type: f1
value: 40.177843177422226
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (is)
config: is
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.564223268325485
verified: no, type: f1
value: 37.35307758495248
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (it)
config: it
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 46.58708809683928
verified: no, type: f1
value: 44.103900526804985
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ja)
config: ja
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 46.24747814391393
verified: no, type: f1
value: 45.4107101796664
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (jv)
config: jv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 39.6570275722932
verified: no, type: f1
value: 38.82737576832412
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ka)
config: ka
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 25.279085406859448
verified: no, type: f1
value: 23.662661686788493
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (km)
config: km
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 28.97108271687962
verified: no, type: f1
value: 27.195758324189246
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (kn)
config: kn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 19.27370544720915
verified: no, type: f1
value: 18.694271924323637
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ko)
config: ko
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 35.729657027572294
verified: no, type: f1
value: 34.38287006177308
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (lv)
config: lv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 39.57296570275723
verified: no, type: f1
value: 38.074945140886925
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ml)
config: ml
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 19.895763281775388
verified: no, type: f1
value: 20.00931364846829
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (mn)
config: mn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 32.431069266980494
verified: no, type: f1
value: 31.395958664782576
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ms)
config: ms
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 42.32347007397445
verified: no, type: f1
value: 40.81374026314701
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (my)
config: my
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 20.864156018829856
verified: no, type: f1
value: 20.409870408935436
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nb)
config: nb
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.47074646940148
verified: no, type: f1
value: 39.19044149415904
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nl)
config: nl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 43.591123066577
verified: no, type: f1
value: 41.43420363064241
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.876260928043045
verified: no, type: f1
value: 41.192117676667614
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pt)
config: pt
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 46.30800268997983
verified: no, type: f1
value: 45.25536730126799
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ro)
config: ro
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 42.525218560860786
verified: no, type: f1
value: 41.02418109296485
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ru)
config: ru
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 35.94821788836584
verified: no, type: f1
value: 35.08598314806566
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sl)
config: sl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.69199731002017
verified: no, type: f1
value: 37.68119408674127
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sq)
config: sq
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.474108944182916
verified: no, type: f1
value: 39.480530387013594
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sv)
config: sv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.523201075991935
verified: no, type: f1
value: 40.20097996024383
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sw)
config: sw
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 39.54942837928716
verified: no, type: f1
value: 38.185561243338064
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ta)
config: ta
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 22.8782784129119
verified: no, type: f1
value: 22.239467186721456
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (te)
config: te
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 20.51445864156019
verified: no, type: f1
value: 19.999047885530217
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (th)
config: th
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 34.92602555480834
verified: no, type: f1
value: 33.24016717215723
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tl)
config: tl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.74983187626093
verified: no, type: f1
value: 39.30274328728882
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tr)
config: tr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 39.06859448554136
verified: no, type: f1
value: 39.21542039662971
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ur)
config: ur
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 29.747814391392062
verified: no, type: f1
value: 28.261836892220447
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (vi)
config: vi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.02286482851379
verified: no, type: f1
value: 37.8742438608697
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 48.550773369199725
verified: no, type: f1
value: 46.7399625882649
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-TW)
config: zh-TW
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 45.17821116341628
verified: no, type: f1
value: 44.84809741811729
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: dcefc037ef84348e49b0d29109e891c01067226b
metrics: type: v_measure
value: 28.301902023313875
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 3cd0e71dfbe09d4de0f9e5ecba43e7ce280959dc
metrics: type: v_measure
value: 24.932123582259287
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 29.269341041468326
verified: no, type: mrr
value: 30.132140876875717
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: 7eb63cc0c1eb59324d709ebed25fcab851fa7610
metrics: type: map_at_1
value: 1.2269999999999999
verified: no, type: map_at_10
value: 3.081
verified: no, type: map_at_100
value: 4.104
verified: no, type: map_at_1000
value: 4.989
verified: no, type: map_at_3
value: 2.221
verified: no, type: map_at_5
value: 2.535
verified: no, type: ndcg_at_1
value: 15.015
verified: no, type: ndcg_at_10
value: 11.805
verified: no, type: ndcg_at_100
value: 12.452
verified: no, type: ndcg_at_1000
value: 22.284000000000002
verified: no, type: ndcg_at_3
value: 13.257
verified: no, type: ndcg_at_5
value: 12.199
verified: no, type: precision_at_1
value: 16.409000000000002
verified: no, type: precision_at_10
value: 9.102
verified: no, type: precision_at_100
value: 3.678
verified: no, type: precision_at_1000
value: 1.609
verified: no, type: precision_at_3
value: 12.797
verified: no, type: precision_at_5
value: 10.464
verified: no, type: recall_at_1
value: 1.2269999999999999
verified: no, type: recall_at_10
value: 5.838
verified: no, type: recall_at_100
value: 15.716
verified: no, type: recall_at_1000
value: 48.837
verified: no, type: recall_at_3
value: 2.828
verified: no, type: recall_at_5
value: 3.697
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: 6062aefc120bfe8ece5897809fb2e53bfe0d128c
metrics: type: map_at_1
value: 3.515
verified: no, type: map_at_10
value: 5.884
verified: no, type: map_at_100
value: 6.510000000000001
verified: no, type: map_at_1000
value: 6.598999999999999
verified: no, type: map_at_3
value: 4.8919999999999995
verified: no, type: map_at_5
value: 5.391
verified: no, type: ndcg_at_1
value: 4.056
verified: no, type: ndcg_at_10
value: 7.6259999999999994
verified: no, type: ndcg_at_100
value: 11.08
verified: no, type: ndcg_at_1000
value: 13.793
verified: no, type: ndcg_at_3
value: 5.537
verified: no, type: ndcg_at_5
value: 6.45
verified: no, type: precision_at_1
value: 4.056
verified: no, type: precision_at_10
value: 1.4569999999999999
verified: no, type: precision_at_100
value: 0.347
verified: no, type: precision_at_1000
value: 0.061
verified: no, type: precision_at_3
value: 2.6069999999999998
verified: no, type: precision_at_5
value: 2.086
verified: no, type: recall_at_1
value: 3.515
verified: no, type: recall_at_10
value: 12.312
verified: no, type: recall_at_100
value: 28.713
verified: no, type: recall_at_1000
value: 50.027
verified: no, type: recall_at_3
value: 6.701
verified: no, type: recall_at_5
value: 8.816
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: 6205996560df11e3a3da9ab4f926788fc30a7db4
metrics: type: map_at_1
value: 61.697
verified: no, type: map_at_10
value: 74.20400000000001
verified: no, type: map_at_100
value: 75.023
verified: no, type: map_at_1000
value: 75.059
verified: no, type: map_at_3
value: 71.265
verified: no, type: map_at_5
value: 73.001
verified: no, type: ndcg_at_1
value: 70.95
verified: no, type: ndcg_at_10
value: 78.96
verified: no, type: ndcg_at_100
value: 81.26
verified: no, type: ndcg_at_1000
value: 81.679
verified: no, type: ndcg_at_3
value: 75.246
verified: no, type: ndcg_at_5
value: 77.092
verified: no, type: precision_at_1
value: 70.95
verified: no, type: precision_at_10
value: 11.998000000000001
verified: no, type: precision_at_100
value: 1.451
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_3
value: 32.629999999999995
verified: no, type: precision_at_5
value: 21.573999999999998
verified: no, type: recall_at_1
value: 61.697
verified: no, type: recall_at_10
value: 88.23299999999999
verified: no, type: recall_at_100
value: 96.961
verified: no, type: recall_at_1000
value: 99.401
verified: no, type: recall_at_3
value: 77.689
verified: no, type: recall_at_5
value: 82.745
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: b2805658ae38990172679479369a78b86de8c390
metrics: type: v_measure
value: 33.75741018380938
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics: type: v_measure
value: 41.00799910099266
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: 5c59ef3e437a0a9651c8fe6fde943e7dce59fba5
metrics: type: map_at_1
value: 1.72
verified: no, type: map_at_10
value: 3.8240000000000003
verified: no, type: map_at_100
value: 4.727
verified: no, type: map_at_1000
value: 4.932
verified: no, type: map_at_3
value: 2.867
verified: no, type: map_at_5
value: 3.3230000000000004
verified: no, type: ndcg_at_1
value: 8.5
verified: no, type: ndcg_at_10
value: 7.133000000000001
verified: no, type: ndcg_at_100
value: 11.911
verified: no, type: ndcg_at_1000
value: 16.962
verified: no, type: ndcg_at_3
value: 6.763
verified: no, type: ndcg_at_5
value: 5.832
verified: no, type: precision_at_1
value: 8.5
verified: no, type: precision_at_10
value: 3.6799999999999997
verified: no, type: precision_at_100
value: 1.0670000000000002
verified: no, type: precision_at_1000
value: 0.22999999999999998
verified: no, type: precision_at_3
value: 6.2330000000000005
verified: no, type: precision_at_5
value: 5.0200000000000005
verified: no, type: recall_at_1
value: 1.72
verified: no, type: recall_at_10
value: 7.487000000000001
verified: no, type: recall_at_100
value: 21.683
verified: no, type: recall_at_1000
value: 46.688
verified: no, type: recall_at_3
value: 3.798
verified: no, type: recall_at_5
value: 5.113
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics: type: cos_sim_pearson
value: 80.96286245858941
verified: no, type: cos_sim_spearman
value: 74.57093488947429
verified: no, type: euclidean_pearson
value: 75.50377970259402
verified: no, type: euclidean_spearman
value: 71.7498004622999
verified: no, type: manhattan_pearson
value: 75.3256836091382
verified: no, type: manhattan_spearman
value: 71.80676733410375
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: fdf84275bb8ce4b49c971d02e84dd1abc677a50f
metrics: type: cos_sim_pearson
value: 80.20938796088339
verified: no, type: cos_sim_spearman
value: 69.16914010333394
verified: no, type: euclidean_pearson
value: 79.33415250097545
verified: no, type: euclidean_spearman
value: 71.46707320292745
verified: no, type: manhattan_pearson
value: 79.73669837981976
verified: no, type: manhattan_spearman
value: 71.87919511134902
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 1591bfcbe8c69d4bf7fe2a16e2451017832cafb9
metrics: type: cos_sim_pearson
value: 76.401935081936
verified: no, type: cos_sim_spearman
value: 77.23446219694267
verified: no, type: euclidean_pearson
value: 74.61017160439877
verified: no, type: euclidean_spearman
value: 75.85871531365609
verified: no, type: manhattan_pearson
value: 74.83034779539724
verified: no, type: manhattan_spearman
value: 75.95948993588429
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: e2125984e7df8b7871f6ae9949cf6b6795e7c54b
metrics: type: cos_sim_pearson
value: 75.35551963935667
verified: no, type: cos_sim_spearman
value: 70.98892671568665
verified: no, type: euclidean_pearson
value: 73.24467338564628
verified: no, type: euclidean_spearman
value: 71.97533151639425
verified: no, type: manhattan_pearson
value: 73.2776559359938
verified: no, type: manhattan_spearman
value: 72.2221421456084
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: 1cd7298cac12a96a373b6a2f18738bb3e739a9b6
metrics: type: cos_sim_pearson
value: 79.05293131911803
verified: no, type: cos_sim_spearman
value: 79.7379478259805
verified: no, type: euclidean_pearson
value: 78.17016171851057
verified: no, type: euclidean_spearman
value: 78.76038607583105
verified: no, type: manhattan_pearson
value: 78.4994607532332
verified: no, type: manhattan_spearman
value: 79.13026720132872
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 360a0b2dff98700d09e634a01e1cc1624d3e42cd
metrics: type: cos_sim_pearson
value: 76.04750373932828
verified: no, type: cos_sim_spearman
value: 77.93230986462234
verified: no, type: euclidean_pearson
value: 75.8320302521164
verified: no, type: euclidean_spearman
value: 76.83154481579385
verified: no, type: manhattan_pearson
value: 75.98713517720608
verified: no, type: manhattan_spearman
value: 76.95479705521507
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ko-ko)
config: ko-ko
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 43.0464619152799
verified: no, type: cos_sim_spearman
value: 45.65606588928089
verified: no, type: euclidean_pearson
value: 45.69437788355499
verified: no, type: euclidean_spearman
value: 45.08552742346606
verified: no, type: manhattan_pearson
value: 45.87166698903681
verified: no, type: manhattan_spearman
value: 45.155963016434164
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ar-ar)
config: ar-ar
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 53.27469278912148
verified: no, type: cos_sim_spearman
value: 54.16113207623789
verified: no, type: euclidean_pearson
value: 55.97026429327157
verified: no, type: euclidean_spearman
value: 54.71320909074608
verified: no, type: manhattan_pearson
value: 56.12511774278802
verified: no, type: manhattan_spearman
value: 55.22875659158676
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-ar)
config: en-ar
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 1.5482997790039945
verified: no, type: cos_sim_spearman
value: 1.7208386347363582
verified: no, type: euclidean_pearson
value: 6.727915670345885
verified: no, type: euclidean_spearman
value: 6.112826908474543
verified: no, type: manhattan_pearson
value: 4.94386093060865
verified: no, type: manhattan_spearman
value: 5.018174110623732
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-de)
config: en-de
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 27.5420218362265
verified: no, type: cos_sim_spearman
value: 25.483838431031007
verified: no, type: euclidean_pearson
value: 6.268684143856358
verified: no, type: euclidean_spearman
value: 5.877961421091679
verified: no, type: manhattan_pearson
value: 2.667237739227861
verified: no, type: manhattan_spearman
value: 2.5683839956554775
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 85.32029757646663
verified: no, type: cos_sim_spearman
value: 87.32720847297225
verified: no, type: euclidean_pearson
value: 81.12594485791254
verified: no, type: euclidean_spearman
value: 81.1531079489332
verified: no, type: manhattan_pearson
value: 81.32899414704019
verified: no, type: manhattan_spearman
value: 81.3897040261192
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-tr)
config: en-tr
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 4.37162299241808
verified: no, type: cos_sim_spearman
value: 2.0879072561774543
verified: no, type: euclidean_pearson
value: 3.0725243785454595
verified: no, type: euclidean_spearman
value: 5.3721339279483535
verified: no, type: manhattan_pearson
value: 4.867795293367359
verified: no, type: manhattan_spearman
value: 7.9397069840018775
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-en)
config: es-en
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 20.306030448858603
verified: no, type: cos_sim_spearman
value: 21.93220782551375
verified: no, type: euclidean_pearson
value: 3.878631934602361
verified: no, type: euclidean_spearman
value: 5.171796902725965
verified: no, type: manhattan_pearson
value: 7.13020644036815
verified: no, type: manhattan_spearman
value: 7.707315591498748
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-es)
config: es-es
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 66.81873207478459
verified: no, type: cos_sim_spearman
value: 67.80273445636502
verified: no, type: euclidean_pearson
value: 70.60654682977268
verified: no, type: euclidean_spearman
value: 69.4566208379486
verified: no, type: manhattan_pearson
value: 70.9548461896642
verified: no, type: manhattan_spearman
value: 69.78323323058773
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (fr-en)
config: fr-en
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 21.366487281202602
verified: no, type: cos_sim_spearman
value: 18.90627528698481
verified: no, type: euclidean_pearson
value: 2.3390998579461995
verified: no, type: euclidean_spearman
value: 4.151213674012541
verified: no, type: manhattan_pearson
value: 2.234831868844863
verified: no, type: manhattan_spearman
value: 4.555291328501442
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (it-en)
config: it-en
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 20.73153177251085
verified: no, type: cos_sim_spearman
value: 16.3855949033176
verified: no, type: euclidean_pearson
value: 8.734648741714238
verified: no, type: euclidean_spearman
value: 10.75672244732182
verified: no, type: manhattan_pearson
value: 7.536654126608877
verified: no, type: manhattan_spearman
value: 8.330065460047296
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (nl-en)
config: nl-en
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 26.618435024084253
verified: no, type: cos_sim_spearman
value: 23.488974089577816
verified: no, type: euclidean_pearson
value: 3.1310350304707866
verified: no, type: euclidean_spearman
value: 3.1242598481634665
verified: no, type: manhattan_pearson
value: 1.1096752982707008
verified: no, type: manhattan_spearman
value: 1.4591693078765848
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 59.17638344661753
verified: no, type: cos_sim_spearman
value: 59.636760071130865
verified: no, type: euclidean_pearson
value: 56.68753290255448
verified: no, type: euclidean_spearman
value: 57.613280258574484
verified: no, type: manhattan_pearson
value: 56.92312052723706
verified: no, type: manhattan_spearman
value: 57.76774918418505
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de)
config: de
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 10.322254716987457
verified: no, type: cos_sim_spearman
value: 11.0033092996862
verified: no, type: euclidean_pearson
value: 6.006926471684402
verified: no, type: euclidean_spearman
value: 10.972140246688376
verified: no, type: manhattan_pearson
value: 5.933298751861177
verified: no, type: manhattan_spearman
value: 11.030111585680233
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es)
config: es
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 43.38031880545056
verified: no, type: cos_sim_spearman
value: 43.05358201410913
verified: no, type: euclidean_pearson
value: 42.72327196362553
verified: no, type: euclidean_spearman
value: 42.55163899944477
verified: no, type: manhattan_pearson
value: 44.01557499780587
verified: no, type: manhattan_spearman
value: 43.12473221615855
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl)
config: pl
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 4.291290504363136
verified: no, type: cos_sim_spearman
value: 14.912727487893479
verified: no, type: euclidean_pearson
value: 3.2855132112394485
verified: no, type: euclidean_spearman
value: 16.575204463951025
verified: no, type: manhattan_pearson
value: 3.2398776723465814
verified: no, type: manhattan_spearman
value: 16.841985772913855
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (tr)
config: tr
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 4.102739498555817
verified: no, type: cos_sim_spearman
value: 3.818238576547375
verified: no, type: euclidean_pearson
value: 2.3181033496453556
verified: no, type: euclidean_spearman
value: 5.1826811802703565
verified: no, type: manhattan_pearson
value: 4.8006179265256455
verified: no, type: manhattan_spearman
value: 6.738401400306252
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ar)
config: ar
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 2.38765395226737
verified: no, type: cos_sim_spearman
value: 5.173899391162327
verified: no, type: euclidean_pearson
value: 3.0710263954769825
verified: no, type: euclidean_spearman
value: 5.04922290903982
verified: no, type: manhattan_pearson
value: 3.7826314109861703
verified: no, type: manhattan_spearman
value: 5.042238232170212
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ru)
config: ru
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 7.6735490672676345
verified: no, type: cos_sim_spearman
value: 3.3631215256878892
verified: no, type: euclidean_pearson
value: 4.64331702652217
verified: no, type: euclidean_spearman
value: 3.6129205171334324
verified: no, type: manhattan_pearson
value: 4.011231736076196
verified: no, type: manhattan_spearman
value: 3.233959766173701
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 0.06167614416104335
verified: no, type: cos_sim_spearman
value: 6.521685391703255
verified: no, type: euclidean_pearson
value: 4.884572579069032
verified: no, type: euclidean_spearman
value: 5.59058032900239
verified: no, type: manhattan_pearson
value: 6.139838096573897
verified: no, type: manhattan_spearman
value: 5.0060884837066215
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr)
config: fr
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 53.19490347682836
verified: no, type: cos_sim_spearman
value: 54.56055727079527
verified: no, type: euclidean_pearson
value: 52.55574442039842
verified: no, type: euclidean_spearman
value: 52.94640154371587
verified: no, type: manhattan_pearson
value: 53.275993040454196
verified: no, type: manhattan_spearman
value: 53.174561503510155
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-en)
config: de-en
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 51.151158530122146
verified: no, type: cos_sim_spearman
value: 53.926925081736655
verified: no, type: euclidean_pearson
value: 44.55629287737235
verified: no, type: euclidean_spearman
value: 46.222372143731384
verified: no, type: manhattan_pearson
value: 42.831322151459005
verified: no, type: manhattan_spearman
value: 45.70991764985799
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-en)
config: es-en
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 30.36194885126792
verified: no, type: cos_sim_spearman
value: 32.739632941633836
verified: no, type: euclidean_pearson
value: 29.83135800843496
verified: no, type: euclidean_spearman
value: 31.114406001326923
verified: no, type: manhattan_pearson
value: 31.264502938148286
verified: no, type: manhattan_spearman
value: 33.3112040753475
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (it)
config: it
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 35.23883630335275
verified: no, type: cos_sim_spearman
value: 33.67797082086704
verified: no, type: euclidean_pearson
value: 34.878640693874544
verified: no, type: euclidean_spearman
value: 33.525189235133496
verified: no, type: manhattan_pearson
value: 34.22761246389947
verified: no, type: manhattan_spearman
value: 32.713218497609176
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl-en)
config: pl-en
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 19.809302548119547
verified: no, type: cos_sim_spearman
value: 20.540370202115497
verified: no, type: euclidean_pearson
value: 23.006803962133016
verified: no, type: euclidean_spearman
value: 22.96270653079511
verified: no, type: manhattan_pearson
value: 25.40168317585851
verified: no, type: manhattan_spearman
value: 25.421508137540865
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh-en)
config: zh-en
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 20.393500955410488
verified: no, type: cos_sim_spearman
value: 26.705713693011603
verified: no, type: euclidean_pearson
value: 18.168376767724585
verified: no, type: euclidean_spearman
value: 19.260826601517245
verified: no, type: manhattan_pearson
value: 18.302619990671527
verified: no, type: manhattan_spearman
value: 19.4691037846159
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-it)
config: es-it
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 36.58919983075148
verified: no, type: cos_sim_spearman
value: 35.989722099974045
verified: no, type: euclidean_pearson
value: 41.045112547574206
verified: no, type: euclidean_spearman
value: 39.322301680629835
verified: no, type: manhattan_pearson
value: 41.36802503205308
verified: no, type: manhattan_spearman
value: 40.76270030293609
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-fr)
config: de-fr
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 26.350936227950083
verified: no, type: cos_sim_spearman
value: 25.108218032460343
verified: no, type: euclidean_pearson
value: 28.61681094744849
verified: no, type: euclidean_spearman
value: 27.350990203943592
verified: no, type: manhattan_pearson
value: 30.527977072984513
verified: no, type: manhattan_spearman
value: 26.403339990640813
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-pl)
config: de-pl
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 20.056269198600322
verified: no, type: cos_sim_spearman
value: 20.939990379746757
verified: no, type: euclidean_pearson
value: 18.942765438962198
verified: no, type: euclidean_spearman
value: 21.709842967237446
verified: no, type: manhattan_pearson
value: 23.643909798655123
verified: no, type: manhattan_spearman
value: 23.58828328071473
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr-pl)
config: fr-pl
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 19.563740271419395
verified: no, type: cos_sim_spearman
value: 5.634361698190111
verified: no, type: euclidean_pearson
value: 16.833522619239474
verified: no, type: euclidean_spearman
value: 16.903085094570333
verified: no, type: manhattan_pearson
value: 5.805392712660814
verified: no, type: manhattan_spearman
value: 16.903085094570333
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: 8913289635987208e6e7c72789e4be2fe94b6abd
metrics: type: cos_sim_pearson
value: 80.00905671833966
verified: no, type: cos_sim_spearman
value: 79.54269211027272
verified: no, type: euclidean_pearson
value: 79.51954544247441
verified: no, type: euclidean_spearman
value: 78.93670303434288
verified: no, type: manhattan_pearson
value: 79.47610653340678
verified: no, type: manhattan_spearman
value: 79.07344156719613
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: 56a6d0140cf6356659e2a7c1413286a774468d44
metrics: type: map
value: 68.35710819755543
verified: no, type: mrr
value: 88.05442832403617
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: a75ae049398addde9b70f6b268875f5cbce99089
metrics: type: map_at_1
value: 21.556
verified: no, type: map_at_10
value: 27.982000000000003
verified: no, type: map_at_100
value: 28.937
verified: no, type: map_at_1000
value: 29.058
verified: no, type: map_at_3
value: 25.644
verified: no, type: map_at_5
value: 26.996
verified: no, type: ndcg_at_1
value: 23.333000000000002
verified: no, type: ndcg_at_10
value: 31.787
verified: no, type: ndcg_at_100
value: 36.647999999999996
verified: no, type: ndcg_at_1000
value: 39.936
verified: no, type: ndcg_at_3
value: 27.299
verified: no, type: ndcg_at_5
value: 29.659000000000002
verified: no, type: precision_at_1
value: 23.333000000000002
verified: no, type: precision_at_10
value: 4.867
verified: no, type: precision_at_100
value: 0.743
verified: no, type: precision_at_1000
value: 0.10200000000000001
verified: no, type: precision_at_3
value: 11.333
verified: no, type: precision_at_5
value: 8.133
verified: no, type: recall_at_1
value: 21.556
verified: no, type: recall_at_10
value: 42.333
verified: no, type: recall_at_100
value: 65.706
verified: no, type: recall_at_1000
value: 91.489
verified: no, type: recall_at_3
value: 30.361
verified: no, type: recall_at_5
value: 36.222
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: 5a8256d0dff9c4bd3be3ba3e67e4e70173f802ea
metrics: type: cos_sim_accuracy
value: 99.49306930693069
verified: no, type: cos_sim_ap
value: 77.7308550291728
verified: no, type: cos_sim_f1
value: 71.78978681209718
verified: no, type: cos_sim_precision
value: 71.1897738446411
verified: no, type: cos_sim_recall
value: 72.39999999999999
verified: no, type: dot_accuracy
value: 99.08118811881188
verified: no, type: dot_ap
value: 30.267748833368234
verified: no, type: dot_f1
value: 34.335201222618444
verified: no, type: dot_precision
value: 34.994807892004154
verified: no, type: dot_recall
value: 33.7
verified: no, type: euclidean_accuracy
value: 99.51683168316832
verified: no, type: euclidean_ap
value: 78.64498778235628
verified: no, type: euclidean_f1
value: 73.09149972929075
verified: no, type: euclidean_precision
value: 79.69303423848878
verified: no, type: euclidean_recall
value: 67.5
verified: no, type: manhattan_accuracy
value: 99.53168316831683
verified: no, type: manhattan_ap
value: 79.45274878693958
verified: no, type: manhattan_f1
value: 74.19863373620599
verified: no, type: manhattan_precision
value: 78.18383167220377
verified: no, type: manhattan_recall
value: 70.6
verified: no, type: max_accuracy
value: 99.53168316831683
verified: no, type: max_ap
value: 79.45274878693958
verified: no, type: max_f1
value: 74.19863373620599
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 70a89468f6dccacc6aa2b12a6eac54e74328f235
metrics: type: v_measure
value: 44.59127540530939
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: d88009ab563dd0b16cfaf4436abaf97fa3550cf0
metrics: type: v_measure
value: 28.230204578753636
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: ef807ea29a75ec4f91b50fd4191cb4ee4589a9f9
metrics: type: map
value: 39.96520488022785
verified: no, type: mrr
value: 40.189248047703934
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: 8753c2788d36c01fc6f05d03fe3f7268d63f9122
metrics: type: cos_sim_pearson
value: 30.56303767714449
verified: no, type: cos_sim_spearman
value: 30.256847004390487
verified: no, type: dot_pearson
value: 29.453520030995005
verified: no, type: dot_spearman
value: 29.561732550926777
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: 2c8041b2c07a79b6f7ba8fe6acc72e5d9f92d217
metrics: type: map_at_1
value: 0.11299999999999999
verified: no, type: map_at_10
value: 0.733
verified: no, type: map_at_100
value: 3.313
verified: no, type: map_at_1000
value: 7.355
verified: no, type: map_at_3
value: 0.28200000000000003
verified: no, type: map_at_5
value: 0.414
verified: no, type: ndcg_at_1
value: 42
verified: no, type: ndcg_at_10
value: 39.31
verified: no, type: ndcg_at_100
value: 26.904
verified: no, type: ndcg_at_1000
value: 23.778
verified: no, type: ndcg_at_3
value: 42.775999999999996
verified: no, type: ndcg_at_5
value: 41.554
verified: no, type: precision_at_1
value: 48
verified: no, type: precision_at_10
value: 43
verified: no, type: precision_at_100
value: 27.08
verified: no, type: precision_at_1000
value: 11.014
verified: no, type: precision_at_3
value: 48
verified: no, type: precision_at_5
value: 45.6
verified: no, type: recall_at_1
value: 0.11299999999999999
verified: no, type: recall_at_10
value: 0.976
verified: no, type: recall_at_100
value: 5.888
verified: no, type: recall_at_1000
value: 22.634999999999998
verified: no, type: recall_at_3
value: 0.329
verified: no, type: recall_at_5
value: 0.518
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: 527b7d77e16e343303e68cb6af11d6e18b9f7b3b
metrics: type: map_at_1
value: 0.645
verified: no, type: map_at_10
value: 4.1160000000000005
verified: no, type: map_at_100
value: 7.527
verified: no, type: map_at_1000
value: 8.677999999999999
verified: no, type: map_at_3
value: 1.6019999999999999
verified: no, type: map_at_5
value: 2.6
verified: no, type: ndcg_at_1
value: 10.204
verified: no, type: ndcg_at_10
value: 12.27
verified: no, type: ndcg_at_100
value: 22.461000000000002
verified: no, type: ndcg_at_1000
value: 33.543
verified: no, type: ndcg_at_3
value: 9.982000000000001
verified: no, type: ndcg_at_5
value: 11.498
verified: no, type: precision_at_1
value: 10.204
verified: no, type: precision_at_10
value: 12.245000000000001
verified: no, type: precision_at_100
value: 5.286
verified: no, type: precision_at_1000
value: 1.2630000000000001
verified: no, type: precision_at_3
value: 10.884
verified: no, type: precision_at_5
value: 13.061
verified: no, type: recall_at_1
value: 0.645
verified: no, type: recall_at_10
value: 8.996
verified: no, type: recall_at_100
value: 33.666000000000004
verified: no, type: recall_at_1000
value: 67.704
verified: no, type: recall_at_3
value: 2.504
verified: no, type: recall_at_5
value: 4.95
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics: type: accuracy
value: 62.7862
verified: no, type: ap
value: 10.958454618347831
verified: no, type: f1
value: 48.37243417046763
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: 62146448f05be9e52a36b8ee9936447ea787eede
metrics: type: accuracy
value: 54.821731748726656
verified: no, type: f1
value: 55.14729314789282
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 091a54f9a36281ce7d6590ec8c75dd485e7e01d4
metrics: type: v_measure
value: 28.24295128553035
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 81.5640460153782
verified: no, type: cos_sim_ap
value: 57.094095366921536
verified: no, type: cos_sim_f1
value: 55.29607083563918
verified: no, type: cos_sim_precision
value: 47.62631077216397
verified: no, type: cos_sim_recall
value: 65.91029023746702
verified: no, type: dot_accuracy
value: 78.81623651427549
verified: no, type: dot_ap
value: 47.42989400382077
verified: no, type: dot_f1
value: 51.25944584382871
verified: no, type: dot_precision
value: 42.55838271174625
verified: no, type: dot_recall
value: 64.43271767810026
verified: no, type: euclidean_accuracy
value: 80.29445073612685
verified: no, type: euclidean_ap
value: 53.42012231336148
verified: no, type: euclidean_f1
value: 51.867783563504645
verified: no, type: euclidean_precision
value: 45.4203013481364
verified: no, type: euclidean_recall
value: 60.4485488126649
verified: no, type: manhattan_accuracy
value: 80.2884901949097
verified: no, type: manhattan_ap
value: 53.43205271323232
verified: no, type: manhattan_f1
value: 52.014165559982295
verified: no, type: manhattan_precision
value: 44.796035074342356
verified: no, type: manhattan_recall
value: 62.00527704485488
verified: no, type: max_accuracy
value: 81.5640460153782
verified: no, type: max_ap
value: 57.094095366921536
verified: no, type: max_f1
value: 55.29607083563918
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 86.63018589668955
verified: no, type: cos_sim_ap
value: 80.51063771262909
verified: no, type: cos_sim_f1
value: 72.70810586950793
verified: no, type: cos_sim_precision
value: 71.14123627790467
verified: no, type: cos_sim_recall
value: 74.3455497382199
verified: no, type: dot_accuracy
value: 82.41743315092948
verified: no, type: dot_ap
value: 69.2393381283664
verified: no, type: dot_f1
value: 65.61346624814597
verified: no, type: dot_precision
value: 59.43260638630257
verified: no, type: dot_recall
value: 73.22913458577148
verified: no, type: euclidean_accuracy
value: 86.49435324251951
verified: no, type: euclidean_ap
value: 80.28100477250926
verified: no, type: euclidean_f1
value: 72.58242344489099
verified: no, type: euclidean_precision
value: 67.44662568576906
verified: no, type: euclidean_recall
value: 78.56482907299045
verified: no, type: manhattan_accuracy
value: 86.59525749990297
verified: no, type: manhattan_ap
value: 80.37850832566262
verified: no, type: manhattan_f1
value: 72.59435321233073
verified: no, type: manhattan_precision
value: 68.19350473612991
verified: no, type: manhattan_recall
value: 77.60240221743148
verified: no, type: max_accuracy
value: 86.63018589668955
verified: no, type: max_ap
value: 80.51063771262909
verified: no, type: max_f1
value: 72.70810586950793
verified: no
Likes: 3 | All-time downloads: 76892
Created: 2022-03-02 23:29:04