Model: izhx/udever-bloom-1b1
Author: izhx
Pipeline: feature-extraction
Library: transformers
Tags: transformers, pytorch, bloom, feature-extraction, mteb, ak, ar, as, bm, bn, ca, code, en, es, eu, fon, fr, gu, hi, id, ig, ki, kn, lg, ln, ml, mr, ne, nso, ny, or, pa, pt, rn, rw, sn, st, sw, ta, te, tn, ts, tum, tw, ur, vi, wo, xh, yo, zh, zhs, zht, zu, arxiv:2310.08232, license:bigscience-bloom-rail-1.0, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: bigscience-bloom-rail-1.0
language: ak, ar, as, bm, bn, ca, code, en, es, eu, fon, fr, gu, hi, id, ig, ki, kn, lg, ln, ml, mr, ne, nso, ny, or, pa, pt, rn, rw, sn, st, sw, ta, te, tn, ts, tum, tw, ur, vi, wo, xh, yo, zh, zhs, zht, zu
tags: mteb
model-index: name: udever-bloom-1b1
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 27.90020553155914
verified: no, type: cos_sim_spearman
value: 27.980812877007445
verified: no, type: euclidean_pearson
value: 27.412021502878105
verified: no, type: euclidean_spearman
value: 27.608320539898134
verified: no, type: manhattan_pearson
value: 27.493591460276278
verified: no, type: manhattan_spearman
value: 27.715134644174423
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 35.15277604796132
verified: no, type: cos_sim_spearman
value: 35.863846005221575
verified: no, type: euclidean_pearson
value: 37.65681598655078
verified: no, type: euclidean_spearman
value: 35.50116107334066
verified: no, type: manhattan_pearson
value: 37.736463166370854
verified: no, type: manhattan_spearman
value: 35.53412987209704
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 69.9402985074627
verified: no, type: ap
value: 33.4661141650045
verified: no, type: f1
value: 64.31759903129324
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (de)
config: de
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 66.02783725910065
verified: no, type: ap
value: 78.25152113775748
verified: no, type: f1
value: 64.00236113368896
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en-ext)
config: en-ext
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 72.01649175412295
verified: no, type: ap
value: 21.28416661100625
verified: no, type: f1
value: 59.481902269256096
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (ja)
config: ja
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 58.76873661670234
verified: no, type: ap
value: 12.828869547428084
verified: no, type: f1
value: 47.5200475889544
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 87.191175
verified: no, type: ap
value: 82.4408783026622
verified: no, type: f1
value: 87.16605834054603
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 41.082
verified: no, type: f1
value: 40.54924237159631
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (de)
config: de
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 30.447999999999997
verified: no, type: f1
value: 30.0643283775686
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (es)
config: es
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 40.800000000000004
verified: no, type: f1
value: 39.64954112879312
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (fr)
config: fr
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 40.686
verified: no, type: f1
value: 39.917643425172
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (ja)
config: ja
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 32.074
verified: no, type: f1
value: 31.878305643409334
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 38.122
verified: no, type: f1
value: 37.296210966123446
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: map_at_1
value: 22.262
verified: no, type: map_at_10
value: 37.667
verified: no, type: map_at_100
value: 38.812999999999995
verified: no, type: map_at_1000
value: 38.829
verified: no, type: map_at_3
value: 32.421
verified: no, type: map_at_5
value: 35.202
verified: no, type: mrr_at_1
value: 22.759999999999998
verified: no, type: mrr_at_10
value: 37.817
verified: no, type: mrr_at_100
value: 38.983000000000004
verified: no, type: mrr_at_1000
value: 38.999
verified: no, type: mrr_at_3
value: 32.61
verified: no, type: mrr_at_5
value: 35.333999999999996
verified: no, type: ndcg_at_1
value: 22.262
verified: no, type: ndcg_at_10
value: 46.671
verified: no, type: ndcg_at_100
value: 51.519999999999996
verified: no, type: ndcg_at_1000
value: 51.876999999999995
verified: no, type: ndcg_at_3
value: 35.696
verified: no, type: ndcg_at_5
value: 40.722
verified: no, type: precision_at_1
value: 22.262
verified: no, type: precision_at_10
value: 7.575
verified: no, type: precision_at_100
value: 0.9690000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 15.055
verified: no, type: precision_at_5
value: 11.479000000000001
verified: no, type: recall_at_1
value: 22.262
verified: no, type: recall_at_10
value: 75.747
verified: no, type: recall_at_100
value: 96.871
verified: no, type: recall_at_1000
value: 99.57300000000001
verified: no, type: recall_at_3
value: 45.164
verified: no, type: recall_at_5
value: 57.397
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 44.51799756336072
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 34.44923356952161
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 59.49540399419566
verified: no, type: mrr
value: 73.43028624192061
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 87.67018580352695
verified: no, type: cos_sim_spearman
value: 84.64530219460785
verified: no, type: euclidean_pearson
value: 87.10187265189109
verified: no, type: euclidean_spearman
value: 86.19051812629264
verified: no, type: manhattan_pearson
value: 86.78890467534343
verified: no, type: manhattan_spearman
value: 85.60134807514734
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 46.308790362891266
verified: no, type: cos_sim_spearman
value: 46.22674926863126
verified: no, type: euclidean_pearson
value: 47.36625172551589
verified: no, type: euclidean_spearman
value: 47.55854392572494
verified: no, type: manhattan_pearson
value: 47.3342490976193
verified: no, type: manhattan_spearman
value: 47.52249648456463
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (de-en)
config: de-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 42.67223382045929
verified: no, type: f1
value: 42.02704262244064
verified: no, type: precision
value: 41.76166726545405
verified: no, type: recall
value: 42.67223382045929
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (fr-en)
config: fr-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 97.95289456306405
verified: no, type: f1
value: 97.70709516472228
verified: no, type: precision
value: 97.58602978941964
verified: no, type: recall
value: 97.95289456306405
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (ru-en)
config: ru-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 25.375822653273296
verified: no, type: f1
value: 24.105776263207947
verified: no, type: precision
value: 23.644628498465117
verified: no, type: recall
value: 25.375822653273296
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (zh-en)
config: zh-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 98.31490258030541
verified: no, type: f1
value: 98.24469018781815
verified: no, type: precision
value: 98.2095839915745
verified: no, type: recall
value: 98.31490258030541
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 82.89285714285714
verified: no, type: f1
value: 82.84943089389121
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 35.25261508107809
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 30.708512338509653
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 35.361295166692464
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 37.06879287045825
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 66.06033605600476
verified: no, type: mrr
value: 70.82825396825396
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 66.9600733219955
verified: no, type: mrr
value: 72.19742063492063
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 29.526999999999997
verified: no, type: map_at_10
value: 38.747
verified: no, type: map_at_100
value: 40.172999999999995
verified: no, type: map_at_1000
value: 40.311
verified: no, type: map_at_3
value: 35.969
verified: no, type: map_at_5
value: 37.344
verified: no, type: mrr_at_1
value: 36.767
verified: no, type: mrr_at_10
value: 45.082
verified: no, type: mrr_at_100
value: 45.898
verified: no, type: mrr_at_1000
value: 45.958
verified: no, type: mrr_at_3
value: 43.085
verified: no, type: mrr_at_5
value: 44.044
verified: no, type: ndcg_at_1
value: 36.767
verified: no, type: ndcg_at_10
value: 44.372
verified: no, type: ndcg_at_100
value: 49.908
verified: no, type: ndcg_at_1000
value: 52.358000000000004
verified: no, type: ndcg_at_3
value: 40.711000000000006
verified: no, type: ndcg_at_5
value: 41.914
verified: no, type: precision_at_1
value: 36.767
verified: no, type: precision_at_10
value: 8.283
verified: no, type: precision_at_100
value: 1.3679999999999999
verified: no, type: precision_at_1000
value: 0.189
verified: no, type: precision_at_3
value: 19.599
verified: no, type: precision_at_5
value: 13.505
verified: no, type: recall_at_1
value: 29.526999999999997
verified: no, type: recall_at_10
value: 54.198
verified: no, type: recall_at_100
value: 77.818
verified: no, type: recall_at_1000
value: 93.703
verified: no, type: recall_at_3
value: 42.122
verified: no, type: recall_at_5
value: 46.503
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 22.646
verified: no, type: map_at_10
value: 30.447999999999997
verified: no, type: map_at_100
value: 31.417
verified: no, type: map_at_1000
value: 31.528
verified: no, type: map_at_3
value: 28.168
verified: no, type: map_at_5
value: 29.346
verified: no, type: mrr_at_1
value: 28.854000000000003
verified: no, type: mrr_at_10
value: 35.611
verified: no, type: mrr_at_100
value: 36.321
verified: no, type: mrr_at_1000
value: 36.378
verified: no, type: mrr_at_3
value: 33.726
verified: no, type: mrr_at_5
value: 34.745
verified: no, type: ndcg_at_1
value: 28.854000000000003
verified: no, type: ndcg_at_10
value: 35.052
verified: no, type: ndcg_at_100
value: 39.190999999999995
verified: no, type: ndcg_at_1000
value: 41.655
verified: no, type: ndcg_at_3
value: 31.684
verified: no, type: ndcg_at_5
value: 32.998
verified: no, type: precision_at_1
value: 28.854000000000003
verified: no, type: precision_at_10
value: 6.49
verified: no, type: precision_at_100
value: 1.057
verified: no, type: precision_at_1000
value: 0.153
verified: no, type: precision_at_3
value: 15.244
verified: no, type: precision_at_5
value: 10.599
verified: no, type: recall_at_1
value: 22.646
verified: no, type: recall_at_10
value: 43.482
verified: no, type: recall_at_100
value: 61.324
verified: no, type: recall_at_1000
value: 77.866
verified: no, type: recall_at_3
value: 33.106
verified: no, type: recall_at_5
value: 37.124
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 35.061
verified: no, type: map_at_10
value: 46.216
verified: no, type: map_at_100
value: 47.318
verified: no, type: map_at_1000
value: 47.384
verified: no, type: map_at_3
value: 43.008
verified: no, type: map_at_5
value: 44.79
verified: no, type: mrr_at_1
value: 40.251
verified: no, type: mrr_at_10
value: 49.677
verified: no, type: mrr_at_100
value: 50.39
verified: no, type: mrr_at_1000
value: 50.429
verified: no, type: mrr_at_3
value: 46.792
verified: no, type: mrr_at_5
value: 48.449999999999996
verified: no, type: ndcg_at_1
value: 40.251
verified: no, type: ndcg_at_10
value: 51.99399999999999
verified: no, type: ndcg_at_100
value: 56.418
verified: no, type: ndcg_at_1000
value: 57.798
verified: no, type: ndcg_at_3
value: 46.192
verified: no, type: ndcg_at_5
value: 48.998000000000005
verified: no, type: precision_at_1
value: 40.251
verified: no, type: precision_at_10
value: 8.469999999999999
verified: no, type: precision_at_100
value: 1.159
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_3
value: 20.46
verified: no, type: precision_at_5
value: 14.332
verified: no, type: recall_at_1
value: 35.061
verified: no, type: recall_at_10
value: 65.818
verified: no, type: recall_at_100
value: 84.935
verified: no, type: recall_at_1000
value: 94.69300000000001
verified: no, type: recall_at_3
value: 50.300999999999995
verified: no, type: recall_at_5
value: 57.052
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 20.776
verified: no, type: map_at_10
value: 27.945999999999998
verified: no, type: map_at_100
value: 28.976000000000003
verified: no, type: map_at_1000
value: 29.073999999999998
verified: no, type: map_at_3
value: 25.673000000000002
verified: no, type: map_at_5
value: 26.96
verified: no, type: mrr_at_1
value: 22.486
verified: no, type: mrr_at_10
value: 29.756
verified: no, type: mrr_at_100
value: 30.735
verified: no, type: mrr_at_1000
value: 30.81
verified: no, type: mrr_at_3
value: 27.571
verified: no, type: mrr_at_5
value: 28.808
verified: no, type: ndcg_at_1
value: 22.486
verified: no, type: ndcg_at_10
value: 32.190000000000005
verified: no, type: ndcg_at_100
value: 37.61
verified: no, type: ndcg_at_1000
value: 40.116
verified: no, type: ndcg_at_3
value: 27.688000000000002
verified: no, type: ndcg_at_5
value: 29.87
verified: no, type: precision_at_1
value: 22.486
verified: no, type: precision_at_10
value: 5.028
verified: no, type: precision_at_100
value: 0.818
verified: no, type: precision_at_1000
value: 0.107
verified: no, type: precision_at_3
value: 11.827
verified: no, type: precision_at_5
value: 8.362
verified: no, type: recall_at_1
value: 20.776
verified: no, type: recall_at_10
value: 43.588
verified: no, type: recall_at_100
value: 69.139
verified: no, type: recall_at_1000
value: 88.144
verified: no, type: recall_at_3
value: 31.411
verified: no, type: recall_at_5
value: 36.655
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 12.994
verified: no, type: map_at_10
value: 19.747999999999998
verified: no, type: map_at_100
value: 20.877000000000002
verified: no, type: map_at_1000
value: 21.021
verified: no, type: map_at_3
value: 17.473
verified: no, type: map_at_5
value: 18.683
verified: no, type: mrr_at_1
value: 16.542
verified: no, type: mrr_at_10
value: 23.830000000000002
verified: no, type: mrr_at_100
value: 24.789
verified: no, type: mrr_at_1000
value: 24.877
verified: no, type: mrr_at_3
value: 21.476
verified: no, type: mrr_at_5
value: 22.838
verified: no, type: ndcg_at_1
value: 16.542
verified: no, type: ndcg_at_10
value: 24.422
verified: no, type: ndcg_at_100
value: 30.011
verified: no, type: ndcg_at_1000
value: 33.436
verified: no, type: ndcg_at_3
value: 20.061999999999998
verified: no, type: ndcg_at_5
value: 22.009999999999998
verified: no, type: precision_at_1
value: 16.542
verified: no, type: precision_at_10
value: 4.664
verified: no, type: precision_at_100
value: 0.876
verified: no, type: precision_at_1000
value: 0.132
verified: no, type: precision_at_3
value: 9.826
verified: no, type: precision_at_5
value: 7.2139999999999995
verified: no, type: recall_at_1
value: 12.994
verified: no, type: recall_at_10
value: 34.917
verified: no, type: recall_at_100
value: 59.455000000000005
verified: no, type: recall_at_1000
value: 83.87299999999999
verified: no, type: recall_at_3
value: 22.807
verified: no, type: recall_at_5
value: 27.773999999999997
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 24.85
verified: no, type: map_at_10
value: 35.285
verified: no, type: map_at_100
value: 36.592999999999996
verified: no, type: map_at_1000
value: 36.720000000000006
verified: no, type: map_at_3
value: 32.183
verified: no, type: map_at_5
value: 33.852
verified: no, type: mrr_at_1
value: 30.703000000000003
verified: no, type: mrr_at_10
value: 40.699000000000005
verified: no, type: mrr_at_100
value: 41.598
verified: no, type: mrr_at_1000
value: 41.654
verified: no, type: mrr_at_3
value: 38.080999999999996
verified: no, type: mrr_at_5
value: 39.655
verified: no, type: ndcg_at_1
value: 30.703000000000003
verified: no, type: ndcg_at_10
value: 41.422
verified: no, type: ndcg_at_100
value: 46.998
verified: no, type: ndcg_at_1000
value: 49.395
verified: no, type: ndcg_at_3
value: 36.353
verified: no, type: ndcg_at_5
value: 38.7
verified: no, type: precision_at_1
value: 30.703000000000003
verified: no, type: precision_at_10
value: 7.757
verified: no, type: precision_at_100
value: 1.2349999999999999
verified: no, type: precision_at_1000
value: 0.164
verified: no, type: precision_at_3
value: 17.613
verified: no, type: precision_at_5
value: 12.589
verified: no, type: recall_at_1
value: 24.85
verified: no, type: recall_at_10
value: 54.19500000000001
verified: no, type: recall_at_100
value: 77.697
verified: no, type: recall_at_1000
value: 93.35900000000001
verified: no, type: recall_at_3
value: 39.739999999999995
verified: no, type: recall_at_5
value: 46.03
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 19.844
verified: no, type: map_at_10
value: 28.663
verified: no, type: map_at_100
value: 30.013
verified: no, type: map_at_1000
value: 30.139
verified: no, type: map_at_3
value: 25.953
verified: no, type: map_at_5
value: 27.425
verified: no, type: mrr_at_1
value: 25.457
verified: no, type: mrr_at_10
value: 34.266000000000005
verified: no, type: mrr_at_100
value: 35.204
verified: no, type: mrr_at_1000
value: 35.27
verified: no, type: mrr_at_3
value: 31.791999999999998
verified: no, type: mrr_at_5
value: 33.213
verified: no, type: ndcg_at_1
value: 25.457
verified: no, type: ndcg_at_10
value: 34.266000000000005
verified: no, type: ndcg_at_100
value: 40.239999999999995
verified: no, type: ndcg_at_1000
value: 42.917
verified: no, type: ndcg_at_3
value: 29.593999999999998
verified: no, type: ndcg_at_5
value: 31.71
verified: no, type: precision_at_1
value: 25.457
verified: no, type: precision_at_10
value: 6.438000000000001
verified: no, type: precision_at_100
value: 1.1159999999999999
verified: no, type: precision_at_1000
value: 0.153
verified: no, type: precision_at_3
value: 14.46
verified: no, type: precision_at_5
value: 10.388
verified: no, type: recall_at_1
value: 19.844
verified: no, type: recall_at_10
value: 45.787
verified: no, type: recall_at_100
value: 71.523
verified: no, type: recall_at_1000
value: 89.689
verified: no, type: recall_at_3
value: 32.665
verified: no, type: recall_at_5
value: 38.292
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 21.601166666666668
verified: no, type: map_at_10
value: 29.434166666666666
verified: no, type: map_at_100
value: 30.5905
verified: no, type: map_at_1000
value: 30.716583333333343
verified: no, type: map_at_3
value: 26.962333333333333
verified: no, type: map_at_5
value: 28.287250000000004
verified: no, type: mrr_at_1
value: 25.84825
verified: no, type: mrr_at_10
value: 33.49966666666667
verified: no, type: mrr_at_100
value: 34.39425000000001
verified: no, type: mrr_at_1000
value: 34.46366666666667
verified: no, type: mrr_at_3
value: 31.256
verified: no, type: mrr_at_5
value: 32.52016666666667
verified: no, type: ndcg_at_1
value: 25.84825
verified: no, type: ndcg_at_10
value: 34.2975
verified: no, type: ndcg_at_100
value: 39.50983333333333
verified: no, type: ndcg_at_1000
value: 42.17958333333333
verified: no, type: ndcg_at_3
value: 30.00558333333333
verified: no, type: ndcg_at_5
value: 31.931416666666664
verified: no, type: precision_at_1
value: 25.84825
verified: no, type: precision_at_10
value: 6.075083333333334
verified: no, type: precision_at_100
value: 1.0205833333333334
verified: no, type: precision_at_1000
value: 0.14425
verified: no, type: precision_at_3
value: 13.903249999999998
verified: no, type: precision_at_5
value: 9.874999999999998
verified: no, type: recall_at_1
value: 21.601166666666668
verified: no, type: recall_at_10
value: 44.787333333333336
verified: no, type: recall_at_100
value: 67.89450000000001
verified: no, type: recall_at_1000
value: 86.62424999999999
verified: no, type: recall_at_3
value: 32.66375
verified: no, type: recall_at_5
value: 37.71825
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 19.804
verified: no, type: map_at_10
value: 25.983
verified: no, type: map_at_100
value: 26.956999999999997
verified: no, type: map_at_1000
value: 27.067999999999998
verified: no, type: map_at_3
value: 23.804
verified: no, type: map_at_5
value: 24.978
verified: no, type: mrr_at_1
value: 22.853
verified: no, type: mrr_at_10
value: 28.974
verified: no, type: mrr_at_100
value: 29.855999999999998
verified: no, type: mrr_at_1000
value: 29.936
verified: no, type: mrr_at_3
value: 26.866
verified: no, type: mrr_at_5
value: 28.032
verified: no, type: ndcg_at_1
value: 22.853
verified: no, type: ndcg_at_10
value: 29.993
verified: no, type: ndcg_at_100
value: 34.735
verified: no, type: ndcg_at_1000
value: 37.637
verified: no, type: ndcg_at_3
value: 25.863000000000003
verified: no, type: ndcg_at_5
value: 27.769
verified: no, type: precision_at_1
value: 22.853
verified: no, type: precision_at_10
value: 4.8469999999999995
verified: no, type: precision_at_100
value: 0.779
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_3
value: 11.35
verified: no, type: precision_at_5
value: 7.9750000000000005
verified: no, type: recall_at_1
value: 19.804
verified: no, type: recall_at_10
value: 39.616
verified: no, type: recall_at_100
value: 61.06399999999999
verified: no, type: recall_at_1000
value: 82.69800000000001
verified: no, type: recall_at_3
value: 28.012999999999998
verified: no, type: recall_at_5
value: 32.96
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 13.156
verified: no, type: map_at_10
value: 18.734
verified: no, type: map_at_100
value: 19.721
verified: no, type: map_at_1000
value: 19.851
verified: no, type: map_at_3
value: 17.057
verified: no, type: map_at_5
value: 17.941
verified: no, type: mrr_at_1
value: 16.07
verified: no, type: mrr_at_10
value: 22.113
verified: no, type: mrr_at_100
value: 23.021
verified: no, type: mrr_at_1000
value: 23.108
verified: no, type: mrr_at_3
value: 20.429
verified: no, type: mrr_at_5
value: 21.332
verified: no, type: ndcg_at_1
value: 16.07
verified: no, type: ndcg_at_10
value: 22.427
verified: no, type: ndcg_at_100
value: 27.277
verified: no, type: ndcg_at_1000
value: 30.525000000000002
verified: no, type: ndcg_at_3
value: 19.374
verified: no, type: ndcg_at_5
value: 20.695
verified: no, type: precision_at_1
value: 16.07
verified: no, type: precision_at_10
value: 4.1259999999999994
verified: no, type: precision_at_100
value: 0.769
verified: no, type: precision_at_1000
value: 0.122
verified: no, type: precision_at_3
value: 9.325999999999999
verified: no, type: precision_at_5
value: 6.683
verified: no, type: recall_at_1
value: 13.156
verified: no, type: recall_at_10
value: 30.223
verified: no, type: recall_at_100
value: 52.012
verified: no, type: recall_at_1000
value: 75.581
verified: no, type: recall_at_3
value: 21.508
verified: no, type: recall_at_5
value: 24.975
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 22.14
verified: no, type: map_at_10
value: 28.961
verified: no, type: map_at_100
value: 29.996000000000002
verified: no, type: map_at_1000
value: 30.112
verified: no, type: map_at_3
value: 26.540000000000003
verified: no, type: map_at_5
value: 27.916999999999998
verified: no, type: mrr_at_1
value: 25.746000000000002
verified: no, type: mrr_at_10
value: 32.936
verified: no, type: mrr_at_100
value: 33.811
verified: no, type: mrr_at_1000
value: 33.887
verified: no, type: mrr_at_3
value: 30.55
verified: no, type: mrr_at_5
value: 32.08
verified: no, type: ndcg_at_1
value: 25.746000000000002
verified: no, type: ndcg_at_10
value: 33.536
verified: no, type: ndcg_at_100
value: 38.830999999999996
verified: no, type: ndcg_at_1000
value: 41.644999999999996
verified: no, type: ndcg_at_3
value: 29.004
verified: no, type: ndcg_at_5
value: 31.284
verified: no, type: precision_at_1
value: 25.746000000000002
verified: no, type: precision_at_10
value: 5.569
verified: no, type: precision_at_100
value: 0.9259999999999999
verified: no, type: precision_at_1000
value: 0.128
verified: no, type: precision_at_3
value: 12.748999999999999
verified: no, type: precision_at_5
value: 9.216000000000001
verified: no, type: recall_at_1
value: 22.14
verified: no, type: recall_at_10
value: 43.628
verified: no, type: recall_at_100
value: 67.581
verified: no, type: recall_at_1000
value: 87.737
verified: no, type: recall_at_3
value: 31.579
verified: no, type: recall_at_5
value: 37.12
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 22.384
verified: no, type: map_at_10
value: 30.156
verified: no, type: map_at_100
value: 31.728
verified: no, type: map_at_1000
value: 31.971
verified: no, type: map_at_3
value: 27.655
verified: no, type: map_at_5
value: 28.965000000000003
verified: no, type: mrr_at_1
value: 27.075
verified: no, type: mrr_at_10
value: 34.894
verified: no, type: mrr_at_100
value: 36
verified: no, type: mrr_at_1000
value: 36.059000000000005
verified: no, type: mrr_at_3
value: 32.708
verified: no, type: mrr_at_5
value: 33.893
verified: no, type: ndcg_at_1
value: 27.075
verified: no, type: ndcg_at_10
value: 35.58
verified: no, type: ndcg_at_100
value: 41.597
verified: no, type: ndcg_at_1000
value: 44.529999999999994
verified: no, type: ndcg_at_3
value: 31.628
verified: no, type: ndcg_at_5
value: 33.333
verified: no, type: precision_at_1
value: 27.075
verified: no, type: precision_at_10
value: 6.9959999999999996
verified: no, type: precision_at_100
value: 1.431
verified: no, type: precision_at_1000
value: 0.23800000000000002
verified: no, type: precision_at_3
value: 15.02
verified: no, type: precision_at_5
value: 10.909
verified: no, type: recall_at_1
value: 22.384
verified: no, type: recall_at_10
value: 45.052
verified: no, type: recall_at_100
value: 72.441
verified: no, type: recall_at_1000
value: 91.047
verified: no, type: recall_at_3
value: 33.617000000000004
verified: no, type: recall_at_5
value: 38.171
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 16.032
verified: no, type: map_at_10
value: 22.323
verified: no, type: map_at_100
value: 23.317
verified: no, type: map_at_1000
value: 23.419999999999998
verified: no, type: map_at_3
value: 20.064999999999998
verified: no, type: map_at_5
value: 21.246000000000002
verified: no, type: mrr_at_1
value: 17.375
verified: no, type: mrr_at_10
value: 24.157999999999998
verified: no, type: mrr_at_100
value: 25.108000000000004
verified: no, type: mrr_at_1000
value: 25.197999999999997
verified: no, type: mrr_at_3
value: 21.996
verified: no, type: mrr_at_5
value: 23.152
verified: no, type: ndcg_at_1
value: 17.375
verified: no, type: ndcg_at_10
value: 26.316
verified: no, type: ndcg_at_100
value: 31.302000000000003
verified: no, type: ndcg_at_1000
value: 34.143
verified: no, type: ndcg_at_3
value: 21.914
verified: no, type: ndcg_at_5
value: 23.896
verified: no, type: precision_at_1
value: 17.375
verified: no, type: precision_at_10
value: 4.233
verified: no, type: precision_at_100
value: 0.713
verified: no, type: precision_at_1000
value: 0.10200000000000001
verified: no, type: precision_at_3
value: 9.365
verified: no, type: precision_at_5
value: 6.728000000000001
verified: no, type: recall_at_1
value: 16.032
verified: no, type: recall_at_10
value: 36.944
verified: no, type: recall_at_100
value: 59.745000000000005
verified: no, type: recall_at_1000
value: 81.101
verified: no, type: recall_at_3
value: 25.096
verified: no, type: recall_at_5
value: 29.963
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 9.656
verified: no, type: map_at_10
value: 17.578
verified: no, type: map_at_100
value: 19.38
verified: no, type: map_at_1000
value: 19.552
verified: no, type: map_at_3
value: 14.544
verified: no, type: map_at_5
value: 15.914
verified: no, type: mrr_at_1
value: 21.041999999999998
verified: no, type: mrr_at_10
value: 33.579
verified: no, type: mrr_at_100
value: 34.483000000000004
verified: no, type: mrr_at_1000
value: 34.526
verified: no, type: mrr_at_3
value: 30
verified: no, type: mrr_at_5
value: 31.813999999999997
verified: no, type: ndcg_at_1
value: 21.041999999999998
verified: no, type: ndcg_at_10
value: 25.563999999999997
verified: no, type: ndcg_at_100
value: 32.714
verified: no, type: ndcg_at_1000
value: 35.943000000000005
verified: no, type: ndcg_at_3
value: 20.357
verified: no, type: ndcg_at_5
value: 21.839
verified: no, type: precision_at_1
value: 21.041999999999998
verified: no, type: precision_at_10
value: 8.319
verified: no, type: precision_at_100
value: 1.593
verified: no, type: precision_at_1000
value: 0.219
verified: no, type: precision_at_3
value: 15.440000000000001
verified: no, type: precision_at_5
value: 11.792
verified: no, type: recall_at_1
value: 9.656
verified: no, type: recall_at_10
value: 32.023
verified: no, type: recall_at_100
value: 56.812
verified: no, type: recall_at_1000
value: 75.098
verified: no, type: recall_at_3
value: 19.455
verified: no, type: recall_at_5
value: 23.68
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 13.084999999999999
verified: no, type: map_at_10
value: 19.389
verified: no, type: map_at_100
value: 20.761
verified: no, type: map_at_1000
value: 20.944
verified: no, type: map_at_3
value: 17.273
verified: no, type: map_at_5
value: 18.37
verified: no, type: mrr_at_1
value: 20.955
verified: no, type: mrr_at_10
value: 26.741999999999997
verified: no, type: mrr_at_100
value: 27.724
verified: no, type: mrr_at_1000
value: 27.819
verified: no, type: mrr_at_3
value: 24.881
verified: no, type: mrr_at_5
value: 25.833000000000002
verified: no, type: ndcg_at_1
value: 20.955
verified: no, type: ndcg_at_10
value: 23.905
verified: no, type: ndcg_at_100
value: 30.166999999999998
verified: no, type: ndcg_at_1000
value: 34.202
verified: no, type: ndcg_at_3
value: 20.854
verified: no, type: ndcg_at_5
value: 21.918000000000003
verified: no, type: precision_at_1
value: 20.955
verified: no, type: precision_at_10
value: 5.479
verified: no, type: precision_at_100
value: 1.065
verified: no, type: precision_at_1000
value: 0.159
verified: no, type: precision_at_3
value: 11.960999999999999
verified: no, type: precision_at_5
value: 8.647
verified: no, type: recall_at_1
value: 13.084999999999999
verified: no, type: recall_at_10
value: 30.202
verified: no, type: recall_at_100
value: 56.579
verified: no, type: recall_at_1000
value: 84.641
verified: no, type: recall_at_3
value: 20.751
verified: no, type: recall_at_5
value: 24.317
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 72.8322309079976
verified: no, type: cos_sim_ap
value: 81.34356949111096
verified: no, type: cos_sim_f1
value: 74.88546438983758
verified: no, type: cos_sim_precision
value: 67.50516238032664
verified: no, type: cos_sim_recall
value: 84.07762450315643
verified: no, type: dot_accuracy
value: 69.28442573662056
verified: no, type: dot_ap
value: 74.87961278837321
verified: no, type: dot_f1
value: 72.20502901353966
verified: no, type: dot_precision
value: 61.5701797789873
verified: no, type: dot_recall
value: 87.2808043020809
verified: no, type: euclidean_accuracy
value: 71.99037883343355
verified: no, type: euclidean_ap
value: 80.70039825164011
verified: no, type: euclidean_f1
value: 74.23149154887813
verified: no, type: euclidean_precision
value: 64.29794520547945
verified: no, type: euclidean_recall
value: 87.79518353986438
verified: no, type: manhattan_accuracy
value: 72.0625375826819
verified: no, type: manhattan_ap
value: 80.78886354854423
verified: no, type: manhattan_f1
value: 74.20842299415924
verified: no, type: manhattan_precision
value: 66.0525355709595
verified: no, type: manhattan_recall
value: 84.66214636427402
verified: no, type: max_accuracy
value: 72.8322309079976
verified: no, type: max_ap
value: 81.34356949111096
verified: no, type: max_f1
value: 74.88546438983758
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 54.847
verified: no, type: map_at_10
value: 63.736000000000004
verified: no, type: map_at_100
value: 64.302
verified: no, type: map_at_1000
value: 64.319
verified: no, type: map_at_3
value: 61.565000000000005
verified: no, type: map_at_5
value: 62.671
verified: no, type: mrr_at_1
value: 54.900000000000006
verified: no, type: mrr_at_10
value: 63.744
verified: no, type: mrr_at_100
value: 64.287
verified: no, type: mrr_at_1000
value: 64.30399999999999
verified: no, type: mrr_at_3
value: 61.590999999999994
verified: no, type: mrr_at_5
value: 62.724000000000004
verified: no, type: ndcg_at_1
value: 55.005
verified: no, type: ndcg_at_10
value: 68.142
verified: no, type: ndcg_at_100
value: 70.95
verified: no, type: ndcg_at_1000
value: 71.40100000000001
verified: no, type: ndcg_at_3
value: 63.641999999999996
verified: no, type: ndcg_at_5
value: 65.62599999999999
verified: no, type: precision_at_1
value: 55.005
verified: no, type: precision_at_10
value: 8.272
verified: no, type: precision_at_100
value: 0.963
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 23.288
verified: no, type: precision_at_5
value: 14.963000000000001
verified: no, type: recall_at_1
value: 54.847
verified: no, type: recall_at_10
value: 81.955
verified: no, type: recall_at_100
value: 95.258
verified: no, type: recall_at_1000
value: 98.84100000000001
verified: no, type: recall_at_3
value: 69.547
verified: no, type: recall_at_5
value: 74.315
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics: type: map_at_1
value: 7.2620000000000005
verified: no, type: map_at_10
value: 15.196000000000002
verified: no, type: map_at_100
value: 19.454
verified: no, type: map_at_1000
value: 20.445
verified: no, type: map_at_3
value: 11.532
verified: no, type: map_at_5
value: 13.053999999999998
verified: no, type: mrr_at_1
value: 57.49999999999999
verified: no, type: mrr_at_10
value: 66.661
verified: no, type: mrr_at_100
value: 67.086
verified: no, type: mrr_at_1000
value: 67.105
verified: no, type: mrr_at_3
value: 64.625
verified: no, type: mrr_at_5
value: 65.962
verified: no, type: ndcg_at_1
value: 46.125
verified: no, type: ndcg_at_10
value: 32.609
verified: no, type: ndcg_at_100
value: 34.611999999999995
verified: no, type: ndcg_at_1000
value: 40.836
verified: no, type: ndcg_at_3
value: 37.513000000000005
verified: no, type: ndcg_at_5
value: 34.699999999999996
verified: no, type: precision_at_1
value: 57.49999999999999
verified: no, type: precision_at_10
value: 24.975
verified: no, type: precision_at_100
value: 6.9830000000000005
verified: no, type: precision_at_1000
value: 1.505
verified: no, type: precision_at_3
value: 40.75
verified: no, type: precision_at_5
value: 33.2
verified: no, type: recall_at_1
value: 7.2620000000000005
verified: no, type: recall_at_10
value: 20.341
verified: no, type: recall_at_100
value: 38.690999999999995
verified: no, type: recall_at_1000
value: 58.879000000000005
verified: no, type: recall_at_3
value: 12.997
verified: no, type: recall_at_5
value: 15.628
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 20.86
verified: no, type: map_at_10
value: 62.28
verified: no, type: map_at_100
value: 65.794
verified: no, type: map_at_1000
value: 65.903
verified: no, type: map_at_3
value: 42.616
verified: no, type: map_at_5
value: 53.225
verified: no, type: mrr_at_1
value: 76.75
verified: no, type: mrr_at_10
value: 83.387
verified: no, type: mrr_at_100
value: 83.524
verified: no, type: mrr_at_1000
value: 83.531
verified: no, type: mrr_at_3
value: 82.592
verified: no, type: mrr_at_5
value: 83.07900000000001
verified: no, type: ndcg_at_1
value: 76.75
verified: no, type: ndcg_at_10
value: 72.83500000000001
verified: no, type: ndcg_at_100
value: 77.839
verified: no, type: ndcg_at_1000
value: 78.976
verified: no, type: ndcg_at_3
value: 70.977
verified: no, type: ndcg_at_5
value: 69.419
verified: no, type: precision_at_1
value: 76.75
verified: no, type: precision_at_10
value: 35.825
verified: no, type: precision_at_100
value: 4.507
verified: no, type: precision_at_1000
value: 0.47800000000000004
verified: no, type: precision_at_3
value: 63.733
verified: no, type: precision_at_5
value: 53.44
verified: no, type: recall_at_1
value: 20.86
verified: no, type: recall_at_10
value: 75.115
verified: no, type: recall_at_100
value: 90.47699999999999
verified: no, type: recall_at_1000
value: 96.304
verified: no, type: recall_at_3
value: 45.976
verified: no, type: recall_at_5
value: 59.971
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 37.8
verified: no, type: map_at_10
value: 47.154
verified: no, type: map_at_100
value: 48.012
verified: no, type: map_at_1000
value: 48.044
verified: no, type: map_at_3
value: 44.667
verified: no, type: map_at_5
value: 45.992
verified: no, type: mrr_at_1
value: 37.8
verified: no, type: mrr_at_10
value: 47.154
verified: no, type: mrr_at_100
value: 48.012
verified: no, type: mrr_at_1000
value: 48.044
verified: no, type: mrr_at_3
value: 44.667
verified: no, type: mrr_at_5
value: 45.992
verified: no, type: ndcg_at_1
value: 37.8
verified: no, type: ndcg_at_10
value: 52.025
verified: no, type: ndcg_at_100
value: 56.275
verified: no, type: ndcg_at_1000
value: 57.174
verified: no, type: ndcg_at_3
value: 46.861999999999995
verified: no, type: ndcg_at_5
value: 49.229
verified: no, type: precision_at_1
value: 37.8
verified: no, type: precision_at_10
value: 6.75
verified: no, type: precision_at_100
value: 0.8750000000000001
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 17.732999999999997
verified: no, type: precision_at_5
value: 11.78
verified: no, type: recall_at_1
value: 37.8
verified: no, type: recall_at_10
value: 67.5
verified: no, type: recall_at_100
value: 87.5
verified: no, type: recall_at_1000
value: 94.69999999999999
verified: no, type: recall_at_3
value: 53.2
verified: no, type: recall_at_5
value: 58.9
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 46.845
verified: no, type: f1
value: 42.70952656074019
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 50.058
verified: no, type: map_at_10
value: 61.295
verified: no, type: map_at_100
value: 61.82
verified: no, type: map_at_1000
value: 61.843
verified: no, type: map_at_3
value: 58.957
verified: no, type: map_at_5
value: 60.467999999999996
verified: no, type: mrr_at_1
value: 54.05
verified: no, type: mrr_at_10
value: 65.52900000000001
verified: no, type: mrr_at_100
value: 65.984
verified: no, type: mrr_at_1000
value: 65.999
verified: no, type: mrr_at_3
value: 63.286
verified: no, type: mrr_at_5
value: 64.777
verified: no, type: ndcg_at_1
value: 54.05
verified: no, type: ndcg_at_10
value: 67.216
verified: no, type: ndcg_at_100
value: 69.594
verified: no, type: ndcg_at_1000
value: 70.13000000000001
verified: no, type: ndcg_at_3
value: 62.778999999999996
verified: no, type: ndcg_at_5
value: 65.36
verified: no, type: precision_at_1
value: 54.05
verified: no, type: precision_at_10
value: 8.924
verified: no, type: precision_at_100
value: 1.019
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_3
value: 25.218
verified: no, type: precision_at_5
value: 16.547
verified: no, type: recall_at_1
value: 50.058
verified: no, type: recall_at_10
value: 81.39699999999999
verified: no, type: recall_at_100
value: 92.022
verified: no, type: recall_at_1000
value: 95.877
verified: no, type: recall_at_3
value: 69.485
verified: no, type: recall_at_5
value: 75.833
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: map_at_1
value: 15.078
verified: no, type: map_at_10
value: 24.162
verified: no, type: map_at_100
value: 25.818
verified: no, type: map_at_1000
value: 26.009
verified: no, type: map_at_3
value: 20.706
verified: no, type: map_at_5
value: 22.542
verified: no, type: mrr_at_1
value: 30.709999999999997
verified: no, type: mrr_at_10
value: 38.828
verified: no, type: mrr_at_100
value: 39.794000000000004
verified: no, type: mrr_at_1000
value: 39.843
verified: no, type: mrr_at_3
value: 36.163000000000004
verified: no, type: mrr_at_5
value: 37.783
verified: no, type: ndcg_at_1
value: 30.709999999999997
verified: no, type: ndcg_at_10
value: 31.290000000000003
verified: no, type: ndcg_at_100
value: 38.051
verified: no, type: ndcg_at_1000
value: 41.487
verified: no, type: ndcg_at_3
value: 27.578999999999997
verified: no, type: ndcg_at_5
value: 28.799000000000003
verified: no, type: precision_at_1
value: 30.709999999999997
verified: no, type: precision_at_10
value: 8.92
verified: no, type: precision_at_100
value: 1.5599999999999998
verified: no, type: precision_at_1000
value: 0.219
verified: no, type: precision_at_3
value: 18.416
verified: no, type: precision_at_5
value: 13.827
verified: no, type: recall_at_1
value: 15.078
verified: no, type: recall_at_10
value: 37.631
verified: no, type: recall_at_100
value: 63.603
verified: no, type: recall_at_1000
value: 84.121
verified: no, type: recall_at_3
value: 24.438
verified: no, type: recall_at_5
value: 29.929
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics: type: map_at_1
value: 31.202
verified: no, type: map_at_10
value: 42.653
verified: no, type: map_at_100
value: 43.411
verified: no, type: map_at_1000
value: 43.479
verified: no, type: map_at_3
value: 40.244
verified: no, type: map_at_5
value: 41.736000000000004
verified: no, type: mrr_at_1
value: 62.404
verified: no, type: mrr_at_10
value: 69.43599999999999
verified: no, type: mrr_at_100
value: 69.788
verified: no, type: mrr_at_1000
value: 69.809
verified: no, type: mrr_at_3
value: 68.12700000000001
verified: no, type: mrr_at_5
value: 68.961
verified: no, type: ndcg_at_1
value: 62.404
verified: no, type: ndcg_at_10
value: 51.665000000000006
verified: no, type: ndcg_at_100
value: 54.623
verified: no, type: ndcg_at_1000
value: 56.154
verified: no, type: ndcg_at_3
value: 47.861
verified: no, type: ndcg_at_5
value: 49.968
verified: no, type: precision_at_1
value: 62.404
verified: no, type: precision_at_10
value: 10.57
verified: no, type: precision_at_100
value: 1.2890000000000001
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: precision_at_3
value: 29.624
verified: no, type: precision_at_5
value: 19.441
verified: no, type: recall_at_1
value: 31.202
verified: no, type: recall_at_10
value: 52.849000000000004
verified: no, type: recall_at_100
value: 64.47
verified: no, type: recall_at_1000
value: 74.74
verified: no, type: recall_at_3
value: 44.436
verified: no, type: recall_at_5
value: 48.602000000000004
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 43.51673720661793
verified: no, type: f1
value: 35.81126468608715
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 74.446
verified: no, type: ap
value: 68.71359666500074
verified: no, type: f1
value: 74.32080431056023
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 81.08818011257036
verified: no, type: ap
value: 43.68599141287235
verified: no, type: f1
value: 74.37787266346157
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 65.9116523539515
verified: no, type: cos_sim_spearman
value: 72.79966865646485
verified: no, type: euclidean_pearson
value: 71.4995885009818
verified: no, type: euclidean_spearman
value: 72.91799793240196
verified: no, type: manhattan_pearson
value: 71.83065174544116
verified: no, type: manhattan_spearman
value: 73.22568775268935
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 61.79900000000001
verified: no, type: map_at_10
value: 70.814
verified: no, type: map_at_100
value: 71.22500000000001
verified: no, type: map_at_1000
value: 71.243
verified: no, type: map_at_3
value: 68.795
verified: no, type: map_at_5
value: 70.12
verified: no, type: mrr_at_1
value: 63.910999999999994
verified: no, type: mrr_at_10
value: 71.437
verified: no, type: mrr_at_100
value: 71.807
verified: no, type: mrr_at_1000
value: 71.82300000000001
verified: no, type: mrr_at_3
value: 69.65599999999999
verified: no, type: mrr_at_5
value: 70.821
verified: no, type: ndcg_at_1
value: 63.910999999999994
verified: no, type: ndcg_at_10
value: 74.664
verified: no, type: ndcg_at_100
value: 76.545
verified: no, type: ndcg_at_1000
value: 77.00099999999999
verified: no, type: ndcg_at_3
value: 70.838
verified: no, type: ndcg_at_5
value: 73.076
verified: no, type: precision_at_1
value: 63.910999999999994
verified: no, type: precision_at_10
value: 9.139999999999999
verified: no, type: precision_at_100
value: 1.008
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 26.729000000000003
verified: no, type: precision_at_5
value: 17.232
verified: no, type: recall_at_1
value: 61.79900000000001
verified: no, type: recall_at_10
value: 85.941
verified: no, type: recall_at_100
value: 94.514
verified: no, type: recall_at_1000
value: 98.04899999999999
verified: no, type: recall_at_3
value: 75.85499999999999
verified: no, type: recall_at_5
value: 81.15599999999999
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 20.079
verified: no, type: map_at_10
value: 31.735000000000003
verified: no, type: map_at_100
value: 32.932
verified: no, type: map_at_1000
value: 32.987
verified: no, type: map_at_3
value: 28.216
verified: no, type: map_at_5
value: 30.127
verified: no, type: mrr_at_1
value: 20.688000000000002
verified: no, type: mrr_at_10
value: 32.357
verified: no, type: mrr_at_100
value: 33.487
verified: no, type: mrr_at_1000
value: 33.536
verified: no, type: mrr_at_3
value: 28.887
verified: no, type: mrr_at_5
value: 30.764000000000003
verified: no, type: ndcg_at_1
value: 20.688000000000002
verified: no, type: ndcg_at_10
value: 38.266
verified: no, type: ndcg_at_100
value: 44.105
verified: no, type: ndcg_at_1000
value: 45.554
verified: no, type: ndcg_at_3
value: 31.046000000000003
verified: no, type: ndcg_at_5
value: 34.44
verified: no, type: precision_at_1
value: 20.688000000000002
verified: no, type: precision_at_10
value: 6.0920000000000005
verified: no, type: precision_at_100
value: 0.903
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_3
value: 13.338
verified: no, type: precision_at_5
value: 9.725
verified: no, type: recall_at_1
value: 20.079
verified: no, type: recall_at_10
value: 58.315
verified: no, type: recall_at_100
value: 85.50999999999999
verified: no, type: recall_at_1000
value: 96.72800000000001
verified: no, type: recall_at_3
value: 38.582
verified: no, type: recall_at_5
value: 46.705999999999996
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 92.18422252621978
verified: no, type: f1
value: 91.82800582693794
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (de)
config: de
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 74.63792617638771
verified: no, type: f1
value: 73.13966942566492
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (es)
config: es
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 92.07138092061375
verified: no, type: f1
value: 91.58983799467875
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (fr)
config: fr
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 89.19824616348262
verified: no, type: f1
value: 89.06796384273765
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (hi)
config: hi
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 88.54069558981713
verified: no, type: f1
value: 87.83448658971352
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (th)
config: th
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 55.63471971066908
verified: no, type: f1
value: 53.84017845089774
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 70.29867761057912
verified: no, type: f1
value: 52.76509068762125
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (de)
config: de
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 53.39814032121725
verified: no, type: f1
value: 34.27161745913036
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (es)
config: es
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 71.33422281521014
verified: no, type: f1
value: 52.171603212251384
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (fr)
config: fr
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 66.6019417475728
verified: no, type: f1
value: 49.212091278323975
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (hi)
config: hi
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 66.73001075654356
verified: no, type: f1
value: 45.97084834271623
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (th)
config: th
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 42.13381555153707
verified: no, type: f1
value: 27.222558885215964
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (af)
config: af
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 44.97982515131137
verified: no, type: f1
value: 43.08686679862984
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (am)
config: am
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 25.353059852051107
verified: no, type: f1
value: 24.56465252790922
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ar)
config: ar
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 57.078009414929376
verified: no, type: f1
value: 54.933541125458795
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (az)
config: az
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.10558170813719
verified: no, type: f1
value: 39.15270496151374
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (bn)
config: bn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 61.368527236045736
verified: no, type: f1
value: 58.65381984021665
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (cy)
config: cy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 42.96906523201076
verified: no, type: f1
value: 41.88085083446726
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (da)
config: da
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 49.54270342972428
verified: no, type: f1
value: 48.44206747172913
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (de)
config: de
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 50.93140551445864
verified: no, type: f1
value: 47.40396853548677
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (el)
config: el
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 40.09414929388029
verified: no, type: f1
value: 38.27158057191927
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 67.93207800941494
verified: no, type: f1
value: 66.50282035579518
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (es)
config: es
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 63.81304640215198
verified: no, type: f1
value: 62.51979490279083
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fa)
config: fa
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 49.05850706119704
verified: no, type: f1
value: 47.49872899848797
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fi)
config: fi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 42.57901815736382
verified: no, type: f1
value: 40.386069905109956
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 65.33960995292534
verified: no, type: f1
value: 63.96475759829612
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (he)
config: he
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 37.14862138533962
verified: no, type: f1
value: 35.954583318470384
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hi)
config: hi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.88836583725621
verified: no, type: f1
value: 61.139092331276856
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hu)
config: hu
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 41.62071284465366
verified: no, type: f1
value: 40.23779890980788
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hy)
config: hy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 32.982515131136516
verified: no, type: f1
value: 31.82828709111086
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (id)
config: id
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.11499663752521
verified: no, type: f1
value: 60.307651330689716
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (is)
config: is
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 41.039004707464684
verified: no, type: f1
value: 39.531615524370686
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (it)
config: it
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 55.8338937457969
verified: no, type: f1
value: 54.86425916837068
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ja)
config: ja
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 58.83322125084061
verified: no, type: f1
value: 56.52595986400214
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (jv)
config: jv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 49.31069266980497
verified: no, type: f1
value: 47.241381065322265
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ka)
config: ka
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 26.432414256893072
verified: no, type: f1
value: 25.787833437725848
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (km)
config: km
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 28.76933422999327
verified: no, type: f1
value: 27.34778980866226
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (kn)
config: kn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 52.33019502353733
verified: no, type: f1
value: 49.49897965390079
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ko)
config: ko
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 46.930060524546064
verified: no, type: f1
value: 44.71215467580226
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (lv)
config: lv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 44.25689307330195
verified: no, type: f1
value: 43.61087006714549
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ml)
config: ml
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 57.74714189643577
verified: no, type: f1
value: 54.571431590522735
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (mn)
config: mn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 33.30531271015468
verified: no, type: f1
value: 33.4982889160085
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ms)
config: ms
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 55.699394754539334
verified: no, type: f1
value: 54.00478534026828
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (my)
config: my
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 27.38735709482179
verified: no, type: f1
value: 26.139112212692474
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nb)
config: nb
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 46.18359112306658
verified: no, type: f1
value: 45.298479798547106
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nl)
config: nl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 48.33557498318763
verified: no, type: f1
value: 46.102865846786294
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 44.46872898453261
verified: no, type: f1
value: 42.43443803309795
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pt)
config: pt
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 64.74445191661063
verified: no, type: f1
value: 63.453679590322174
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ro)
config: ro
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 48.41291190316072
verified: no, type: f1
value: 47.14401920664497
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ru)
config: ru
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 52.989240080699396
verified: no, type: f1
value: 50.91931775407477
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sl)
config: sl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 44.771351714862135
verified: no, type: f1
value: 42.90054169209577
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sq)
config: sq
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 45.45393409549428
verified: no, type: f1
value: 45.027761715583146
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sv)
config: sv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 45.67585743106927
verified: no, type: f1
value: 44.45608727957947
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sw)
config: sw
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 46.45595158036314
verified: no, type: f1
value: 44.70548836690419
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ta)
config: ta
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 55.4640215198386
verified: no, type: f1
value: 52.28532276735651
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (te)
config: te
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 51.408876933422995
verified: no, type: f1
value: 48.86454236156204
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (th)
config: th
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.19636852723604
verified: no, type: f1
value: 38.88247037601754
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tl)
config: tl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 48.53396099529254
verified: no, type: f1
value: 46.961492802320656
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tr)
config: tr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.509078681909884
verified: no, type: f1
value: 39.30973355583357
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ur)
config: ur
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 54.717552118359116
verified: no, type: f1
value: 52.08348704897728
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (vi)
config: vi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.007397444519164
verified: no, type: f1
value: 60.57772322803523
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 66.906523201076
verified: no, type: f1
value: 65.2730417732602
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-TW)
config: zh-TW
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.562205783456626
verified: no, type: f1
value: 62.3944953225828
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (af)
config: af
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 50.46738399462004
verified: no, type: f1
value: 48.277337351043066
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (am)
config: am
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 27.222595830531272
verified: no, type: f1
value: 26.15959037949326
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ar)
config: ar
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 65.4303967720242
verified: no, type: f1
value: 65.58227814316872
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (az)
config: az
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.736381977135174
verified: no, type: f1
value: 39.85702036251076
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (bn)
config: bn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.64626765299259
verified: no, type: f1
value: 67.12298813657769
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (cy)
config: cy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 43.940820443846675
verified: no, type: f1
value: 41.63412499587839
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (da)
config: da
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 52.5252185608608
verified: no, type: f1
value: 50.25821961669483
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (de)
config: de
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 56.67114996637525
verified: no, type: f1
value: 54.204117831814244
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (el)
config: el
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.8123739071957
verified: no, type: f1
value: 40.25676895490678
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 75.71956960322798
verified: no, type: f1
value: 75.95126212201126
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (es)
config: es
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 71.7787491593813
verified: no, type: f1
value: 71.90678548502461
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fa)
config: fa
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 49.95965030262274
verified: no, type: f1
value: 48.625859921623515
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fi)
config: fi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.005379959650305
verified: no, type: f1
value: 38.25957953711836
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 71.99058507061198
verified: no, type: f1
value: 72.30034867942928
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (he)
config: he
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 36.691324815063886
verified: no, type: f1
value: 35.09762112518494
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hi)
config: hi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.27706792199058
verified: no, type: f1
value: 68.96935505580095
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hu)
config: hu
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 44.31405514458642
verified: no, type: f1
value: 41.75837557089336
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hy)
config: hy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 33.63819771351715
verified: no, type: f1
value: 32.00999199645466
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (id)
config: id
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.98117014122394
verified: no, type: f1
value: 68.48993356947226
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (is)
config: is
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 42.10154673839946
verified: no, type: f1
value: 39.537580201439035
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (it)
config: it
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 60.27236045729657
verified: no, type: f1
value: 58.8041857941664
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ja)
config: ja
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 62.47814391392063
verified: no, type: f1
value: 61.4800551358116
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (jv)
config: jv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 54.68392737054473
verified: no, type: f1
value: 53.28619831432411
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ka)
config: ka
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 27.215870880968396
verified: no, type: f1
value: 26.137784395348483
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (km)
config: km
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 32.1385339609953
verified: no, type: f1
value: 29.886918185071977
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (kn)
config: kn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 57.94889038332213
verified: no, type: f1
value: 57.19252000109654
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ko)
config: ko
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 47.94552790854068
verified: no, type: f1
value: 46.21337507975437
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (lv)
config: lv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 42.75722932078009
verified: no, type: f1
value: 40.62195245815035
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ml)
config: ml
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 62.84129119031607
verified: no, type: f1
value: 62.56205475932971
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (mn)
config: mn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 33.21116341627438
verified: no, type: f1
value: 32.231827617771046
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ms)
config: ms
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 62.56893073301949
verified: no, type: f1
value: 60.94616552257348
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (my)
config: my
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 28.8399462004035
verified: no, type: f1
value: 27.8503615081592
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nb)
config: nb
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 50.31607262945528
verified: no, type: f1
value: 47.993368005418205
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nl)
config: nl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 52.851378614660405
verified: no, type: f1
value: 50.444332639513824
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 45.595158036314736
verified: no, type: f1
value: 44.241686886064755
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pt)
config: pt
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 70.24209818426363
verified: no, type: f1
value: 70.48109122752663
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ro)
config: ro
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 52.73369199731002
verified: no, type: f1
value: 51.14034087602817
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ru)
config: ru
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 54.263618022864826
verified: no, type: f1
value: 53.3188846615122
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sl)
config: sl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 46.88634835238735
verified: no, type: f1
value: 45.257261686960796
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sq)
config: sq
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 47.15534633490249
verified: no, type: f1
value: 45.218807618409215
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sv)
config: sv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 47.9119031607263
verified: no, type: f1
value: 45.96730030717468
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sw)
config: sw
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 51.20040349697377
verified: no, type: f1
value: 49.113423730259214
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ta)
config: ta
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 61.8392737054472
verified: no, type: f1
value: 61.65834459536364
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (te)
config: te
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 59.791526563550775
verified: no, type: f1
value: 58.2891677685128
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (th)
config: th
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.62071284465366
verified: no, type: f1
value: 39.591525429243575
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tl)
config: tl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 50.46738399462004
verified: no, type: f1
value: 49.50612154409957
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tr)
config: tr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 43.41291190316072
verified: no, type: f1
value: 43.85070302174815
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ur)
config: ur
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 60.15131136516476
verified: no, type: f1
value: 59.260012738676316
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (vi)
config: vi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.98789509078682
verified: no, type: f1
value: 69.86968024553558
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 74.72091459314055
verified: no, type: f1
value: 74.69866015852224
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-TW)
config: zh-TW
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 71.7014122394082
verified: no, type: f1
value: 72.66856729607628
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 35.8
verified: no, type: map_at_10
value: 40.949999999999996
verified: no, type: map_at_100
value: 41.455999999999996
verified: no, type: map_at_1000
value: 41.52
verified: no, type: map_at_3
value: 40.033
verified: no, type: map_at_5
value: 40.493
verified: no, type: mrr_at_1
value: 35.9
verified: no, type: mrr_at_10
value: 41
verified: no, type: mrr_at_100
value: 41.506
verified: no, type: mrr_at_1000
value: 41.57
verified: no, type: mrr_at_3
value: 40.083
verified: no, type: mrr_at_5
value: 40.543
verified: no, type: ndcg_at_1
value: 35.8
verified: no, type: ndcg_at_10
value: 43.269000000000005
verified: no, type: ndcg_at_100
value: 45.974
verified: no, type: ndcg_at_1000
value: 47.969
verified: no, type: ndcg_at_3
value: 41.339999999999996
verified: no, type: ndcg_at_5
value: 42.167
verified: no, type: precision_at_1
value: 35.8
verified: no, type: precision_at_10
value: 5.050000000000001
verified: no, type: precision_at_100
value: 0.637
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: precision_at_3
value: 15.033
verified: no, type: precision_at_5
value: 9.42
verified: no, type: recall_at_1
value: 35.8
verified: no, type: recall_at_10
value: 50.5
verified: no, type: recall_at_100
value: 63.7
verified: no, type: recall_at_1000
value: 80
verified: no, type: recall_at_3
value: 45.1
verified: no, type: recall_at_5
value: 47.099999999999994
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 29.43291218491871
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 28.87018200800912
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 30.51003589330728
verified: no, type: mrr
value: 31.57412386045135
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 26.136250989818222
verified: no, type: mrr
value: 25.00753968253968
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 66.32999999999998
verified: no, type: f1
value: 66.2828795526323
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.369
verified: no, type: map_at_10
value: 11.04
verified: no, type: map_at_100
value: 13.850000000000001
verified: no, type: map_at_1000
value: 15.290000000000001
verified: no, type: map_at_3
value: 8.014000000000001
verified: no, type: map_at_5
value: 9.4
verified: no, type: mrr_at_1
value: 39.938
verified: no, type: mrr_at_10
value: 49.043
verified: no, type: mrr_at_100
value: 49.775000000000006
verified: no, type: mrr_at_1000
value: 49.803999999999995
verified: no, type: mrr_at_3
value: 47.007
verified: no, type: mrr_at_5
value: 48.137
verified: no, type: ndcg_at_1
value: 37.461
verified: no, type: ndcg_at_10
value: 30.703000000000003
verified: no, type: ndcg_at_100
value: 28.686
verified: no, type: ndcg_at_1000
value: 37.809
verified: no, type: ndcg_at_3
value: 35.697
verified: no, type: ndcg_at_5
value: 33.428000000000004
verified: no, type: precision_at_1
value: 39.628
verified: no, type: precision_at_10
value: 23.250999999999998
verified: no, type: precision_at_100
value: 7.553999999999999
verified: no, type: precision_at_1000
value: 2.077
verified: no, type: precision_at_3
value: 34.159
verified: no, type: precision_at_5
value: 29.164
verified: no, type: recall_at_1
value: 4.369
verified: no, type: recall_at_10
value: 15.024000000000001
verified: no, type: recall_at_100
value: 30.642999999999997
verified: no, type: recall_at_1000
value: 62.537
verified: no, type: recall_at_3
value: 9.504999999999999
verified: no, type: recall_at_5
value: 11.89
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics: type: map_at_1
value: 26.161
verified: no, type: map_at_10
value: 39.126
verified: no, type: map_at_100
value: 40.201
verified: no, type: map_at_1000
value: 40.247
verified: no, type: map_at_3
value: 35.169
verified: no, type: map_at_5
value: 37.403
verified: no, type: mrr_at_1
value: 29.403000000000002
verified: no, type: mrr_at_10
value: 41.644999999999996
verified: no, type: mrr_at_100
value: 42.503
verified: no, type: mrr_at_1000
value: 42.535000000000004
verified: no, type: mrr_at_3
value: 38.321
verified: no, type: mrr_at_5
value: 40.265
verified: no, type: ndcg_at_1
value: 29.403000000000002
verified: no, type: ndcg_at_10
value: 46.155
verified: no, type: ndcg_at_100
value: 50.869
verified: no, type: ndcg_at_1000
value: 52.004
verified: no, type: ndcg_at_3
value: 38.65
verified: no, type: ndcg_at_5
value: 42.400999999999996
verified: no, type: precision_at_1
value: 29.403000000000002
verified: no, type: precision_at_10
value: 7.743
verified: no, type: precision_at_100
value: 1.0410000000000001
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_3
value: 17.623
verified: no, type: precision_at_5
value: 12.764000000000001
verified: no, type: recall_at_1
value: 26.161
verified: no, type: recall_at_10
value: 65.155
verified: no, type: recall_at_100
value: 85.885
verified: no, type: recall_at_1000
value: 94.443
verified: no, type: recall_at_3
value: 45.592
verified: no, type: recall_at_5
value: 54.234
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 65.34921494315105
verified: no, type: cos_sim_ap
value: 68.58191894316523
verified: no, type: cos_sim_f1
value: 70.47294418406477
verified: no, type: cos_sim_precision
value: 59.07142857142858
verified: no, type: cos_sim_recall
value: 87.32840549102428
verified: no, type: dot_accuracy
value: 61.93827828911749
verified: no, type: dot_ap
value: 64.19230712895958
verified: no, type: dot_f1
value: 68.30769230769232
verified: no, type: dot_precision
value: 53.72050816696915
verified: no, type: dot_recall
value: 93.76979936642027
verified: no, type: euclidean_accuracy
value: 67.0817541959935
verified: no, type: euclidean_ap
value: 69.17499163875786
verified: no, type: euclidean_f1
value: 71.67630057803468
verified: no, type: euclidean_precision
value: 61.904761904761905
verified: no, type: euclidean_recall
value: 85.11087645195353
verified: no, type: manhattan_accuracy
value: 67.19003789929616
verified: no, type: manhattan_ap
value: 69.72684682556992
verified: no, type: manhattan_f1
value: 71.25396106835673
verified: no, type: manhattan_precision
value: 62.361331220285265
verified: no, type: manhattan_recall
value: 83.10454065469905
verified: no, type: max_accuracy
value: 67.19003789929616
verified: no, type: max_ap
value: 69.72684682556992
verified: no, type: max_f1
value: 71.67630057803468
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 88.35000000000001
verified: no, type: ap
value: 85.45377991151882
verified: no, type: f1
value: 88.33274122313945
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 13.700131726042631
verified: no, type: cos_sim_spearman
value: 15.663851577320184
verified: no, type: euclidean_pearson
value: 17.869909454798112
verified: no, type: euclidean_spearman
value: 16.09518673735175
verified: no, type: manhattan_pearson
value: 18.030818366917593
verified: no, type: manhattan_spearman
value: 16.34096397687474
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 30.200343733562946
verified: no, type: cos_sim_spearman
value: 32.645434631834966
verified: no, type: euclidean_pearson
value: 32.612030669583234
verified: no, type: euclidean_spearman
value: 34.67603837485763
verified: no, type: manhattan_pearson
value: 32.6673080122766
verified: no, type: manhattan_spearman
value: 34.8163622783733
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 69.321
verified: no, type: map_at_10
value: 83.07
verified: no, type: map_at_100
value: 83.737
verified: no, type: map_at_1000
value: 83.758
verified: no, type: map_at_3
value: 80.12700000000001
verified: no, type: map_at_5
value: 81.97
verified: no, type: mrr_at_1
value: 79.74
verified: no, type: mrr_at_10
value: 86.22
verified: no, type: mrr_at_100
value: 86.345
verified: no, type: mrr_at_1000
value: 86.347
verified: no, type: mrr_at_3
value: 85.172
verified: no, type: mrr_at_5
value: 85.89099999999999
verified: no, type: ndcg_at_1
value: 79.77
verified: no, type: ndcg_at_10
value: 87.01299999999999
verified: no, type: ndcg_at_100
value: 88.382
verified: no, type: ndcg_at_1000
value: 88.53
verified: no, type: ndcg_at_3
value: 84.04
verified: no, type: ndcg_at_5
value: 85.68
verified: no, type: precision_at_1
value: 79.77
verified: no, type: precision_at_10
value: 13.211999999999998
verified: no, type: precision_at_100
value: 1.52
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_3
value: 36.730000000000004
verified: no, type: precision_at_5
value: 24.21
verified: no, type: recall_at_1
value: 69.321
verified: no, type: recall_at_10
value: 94.521
verified: no, type: recall_at_100
value: 99.258
verified: no, type: recall_at_1000
value: 99.97200000000001
verified: no, type: recall_at_3
value: 85.97200000000001
verified: no, type: recall_at_5
value: 90.589
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 44.51751457277441
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 53.60727449352775
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.058
verified: no, type: map_at_10
value: 9.995999999999999
verified: no, type: map_at_100
value: 11.738
verified: no, type: map_at_1000
value: 11.999
verified: no, type: map_at_3
value: 7.353999999999999
verified: no, type: map_at_5
value: 8.68
verified: no, type: mrr_at_1
value: 20
verified: no, type: mrr_at_10
value: 30.244
verified: no, type: mrr_at_100
value: 31.378
verified: no, type: mrr_at_1000
value: 31.445
verified: no, type: mrr_at_3
value: 26.933
verified: no, type: mrr_at_5
value: 28.748
verified: no, type: ndcg_at_1
value: 20
verified: no, type: ndcg_at_10
value: 17.235
verified: no, type: ndcg_at_100
value: 24.241
verified: no, type: ndcg_at_1000
value: 29.253
verified: no, type: ndcg_at_3
value: 16.542
verified: no, type: ndcg_at_5
value: 14.386
verified: no, type: precision_at_1
value: 20
verified: no, type: precision_at_10
value: 8.9
verified: no, type: precision_at_100
value: 1.8929999999999998
verified: no, type: precision_at_1000
value: 0.31
verified: no, type: precision_at_3
value: 15.567
verified: no, type: precision_at_5
value: 12.620000000000001
verified: no, type: recall_at_1
value: 4.058
verified: no, type: recall_at_10
value: 18.062
verified: no, type: recall_at_100
value: 38.440000000000005
verified: no, type: recall_at_1000
value: 63.044999999999995
verified: no, type: recall_at_3
value: 9.493
verified: no, type: recall_at_5
value: 12.842
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 85.36702895231333
verified: no, type: cos_sim_spearman
value: 79.91790376084445
verified: no, type: euclidean_pearson
value: 81.58989754571684
verified: no, type: euclidean_spearman
value: 79.43876559435684
verified: no, type: manhattan_pearson
value: 81.5041355053572
verified: no, type: manhattan_spearman
value: 79.35411927652234
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 83.77166067512005
verified: no, type: cos_sim_spearman
value: 75.7961015562481
verified: no, type: euclidean_pearson
value: 82.03845114943047
verified: no, type: euclidean_spearman
value: 78.75422268992615
verified: no, type: manhattan_pearson
value: 82.11841609875198
verified: no, type: manhattan_spearman
value: 78.79349601386468
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 83.28403658061106
verified: no, type: cos_sim_spearman
value: 83.61682237930194
verified: no, type: euclidean_pearson
value: 84.50220149144553
verified: no, type: euclidean_spearman
value: 85.01944483089126
verified: no, type: manhattan_pearson
value: 84.5526583345216
verified: no, type: manhattan_spearman
value: 85.06290695547032
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 82.66893263127082
verified: no, type: cos_sim_spearman
value: 78.73277873007592
verified: no, type: euclidean_pearson
value: 80.78325001462842
verified: no, type: euclidean_spearman
value: 79.1692321029638
verified: no, type: manhattan_pearson
value: 80.82812137898084
verified: no, type: manhattan_spearman
value: 79.23433932409523
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 85.6046231732945
verified: no, type: cos_sim_spearman
value: 86.41326579037185
verified: no, type: euclidean_pearson
value: 85.85739124012164
verified: no, type: euclidean_spearman
value: 86.54285701350923
verified: no, type: manhattan_pearson
value: 85.78835254765399
verified: no, type: manhattan_spearman
value: 86.45431641050791
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 82.97881854103466
verified: no, type: cos_sim_spearman
value: 84.50343997301495
verified: no, type: euclidean_pearson
value: 82.83306004280789
verified: no, type: euclidean_spearman
value: 83.2801802732528
verified: no, type: manhattan_pearson
value: 82.73250604776496
verified: no, type: manhattan_spearman
value: 83.12452727964241
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ko-ko)
config: ko-ko
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 61.59564206989664
verified: no, type: cos_sim_spearman
value: 61.88740058576333
verified: no, type: euclidean_pearson
value: 60.23297902405152
verified: no, type: euclidean_spearman
value: 60.21120786234968
verified: no, type: manhattan_pearson
value: 60.48897723321176
verified: no, type: manhattan_spearman
value: 60.44230460138873
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ar-ar)
config: ar-ar
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 80.44912821552151
verified: no, type: cos_sim_spearman
value: 81.13348443154915
verified: no, type: euclidean_pearson
value: 81.09038308120358
verified: no, type: euclidean_spearman
value: 80.5609874348409
verified: no, type: manhattan_pearson
value: 81.13776188970186
verified: no, type: manhattan_spearman
value: 80.5900946438308
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-ar)
config: en-ar
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 78.72913217243624
verified: no, type: cos_sim_spearman
value: 79.63696165091363
verified: no, type: euclidean_pearson
value: 73.19989464436063
verified: no, type: euclidean_spearman
value: 73.54600704085456
verified: no, type: manhattan_pearson
value: 72.86702738433412
verified: no, type: manhattan_spearman
value: 72.90617504239171
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-de)
config: en-de
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 50.732677791011525
verified: no, type: cos_sim_spearman
value: 52.523598781843916
verified: no, type: euclidean_pearson
value: 49.35416337421446
verified: no, type: euclidean_spearman
value: 51.33696662867874
verified: no, type: manhattan_pearson
value: 50.506295752592145
verified: no, type: manhattan_spearman
value: 52.62915407476881
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 89.36491555020613
verified: no, type: cos_sim_spearman
value: 89.9454102616469
verified: no, type: euclidean_pearson
value: 88.86298725696331
verified: no, type: euclidean_spearman
value: 88.65552919486326
verified: no, type: manhattan_pearson
value: 88.92114540797368
verified: no, type: manhattan_spearman
value: 88.70527010857221
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-tr)
config: en-tr
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 8.714024392790805
verified: no, type: cos_sim_spearman
value: 4.749252746175972
verified: no, type: euclidean_pearson
value: 10.22053449467633
verified: no, type: euclidean_spearman
value: 9.037870998258068
verified: no, type: manhattan_pearson
value: 12.0555115545086
verified: no, type: manhattan_spearman
value: 10.63527037732596
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-en)
config: es-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 84.02829923391249
verified: no, type: cos_sim_spearman
value: 85.4083636563418
verified: no, type: euclidean_pearson
value: 80.36151292795275
verified: no, type: euclidean_spearman
value: 80.77292573694929
verified: no, type: manhattan_pearson
value: 80.6693169692864
verified: no, type: manhattan_spearman
value: 81.14159565166888
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-es)
config: es-es
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 86.99900583005198
verified: no, type: cos_sim_spearman
value: 87.3279898301188
verified: no, type: euclidean_pearson
value: 86.87787294488236
verified: no, type: euclidean_spearman
value: 85.53646010337043
verified: no, type: manhattan_pearson
value: 86.9509718845318
verified: no, type: manhattan_spearman
value: 85.71691660800931
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (fr-en)
config: fr-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 83.46126526473
verified: no, type: cos_sim_spearman
value: 83.95970248728918
verified: no, type: euclidean_pearson
value: 81.73140443111127
verified: no, type: euclidean_spearman
value: 81.74150374966206
verified: no, type: manhattan_pearson
value: 81.86557893665228
verified: no, type: manhattan_spearman
value: 82.09645552492371
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (it-en)
config: it-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 46.49174934231959
verified: no, type: cos_sim_spearman
value: 45.61787630214591
verified: no, type: euclidean_pearson
value: 49.99290765454166
verified: no, type: euclidean_spearman
value: 49.69936044179364
verified: no, type: manhattan_pearson
value: 51.3375093082487
verified: no, type: manhattan_spearman
value: 51.28438118049182
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (nl-en)
config: nl-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 48.29554395534795
verified: no, type: cos_sim_spearman
value: 46.68726750723354
verified: no, type: euclidean_pearson
value: 47.17222230888035
verified: no, type: euclidean_spearman
value: 45.92754616369105
verified: no, type: manhattan_pearson
value: 47.75493126673596
verified: no, type: manhattan_spearman
value: 46.20677181839115
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 66.3630120343016
verified: no, type: cos_sim_spearman
value: 65.81094140725656
verified: no, type: euclidean_pearson
value: 67.90672012385122
verified: no, type: euclidean_spearman
value: 67.81659181369037
verified: no, type: manhattan_pearson
value: 68.0253831292356
verified: no, type: manhattan_spearman
value: 67.6187327404364
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de)
config: de
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 29.18452426712489
verified: no, type: cos_sim_spearman
value: 37.51420703956064
verified: no, type: euclidean_pearson
value: 28.026224447990934
verified: no, type: euclidean_spearman
value: 38.80123640343127
verified: no, type: manhattan_pearson
value: 28.71522521219943
verified: no, type: manhattan_spearman
value: 39.336233734574066
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es)
config: es
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 56.859180417788316
verified: no, type: cos_sim_spearman
value: 59.78915219131012
verified: no, type: euclidean_pearson
value: 62.96361204638708
verified: no, type: euclidean_spearman
value: 61.17669127090527
verified: no, type: manhattan_pearson
value: 63.76244034298364
verified: no, type: manhattan_spearman
value: 61.86264089685531
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl)
config: pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 16.606738041913964
verified: no, type: cos_sim_spearman
value: 27.979167349378507
verified: no, type: euclidean_pearson
value: 9.681469291321502
verified: no, type: euclidean_spearman
value: 28.088375191612652
verified: no, type: manhattan_pearson
value: 10.511180494241913
verified: no, type: manhattan_spearman
value: 28.551302212661085
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (tr)
config: tr
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 25.299512638088835
verified: no, type: cos_sim_spearman
value: 42.32704160389304
verified: no, type: euclidean_pearson
value: 38.695432241220615
verified: no, type: euclidean_spearman
value: 42.64456376476522
verified: no, type: manhattan_pearson
value: 39.85979335053606
verified: no, type: manhattan_spearman
value: 42.769358737309716
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ar)
config: ar
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 47.92303842321097
verified: no, type: cos_sim_spearman
value: 55.000760154318996
verified: no, type: euclidean_pearson
value: 54.09534510237817
verified: no, type: euclidean_spearman
value: 56.174584414116055
verified: no, type: manhattan_pearson
value: 56.361913198454616
verified: no, type: manhattan_spearman
value: 58.34526441198397
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ru)
config: ru
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 31.742856551594826
verified: no, type: cos_sim_spearman
value: 43.13787302806463
verified: no, type: euclidean_pearson
value: 31.905579993088136
verified: no, type: euclidean_spearman
value: 39.885035201343186
verified: no, type: manhattan_pearson
value: 32.43242118943698
verified: no, type: manhattan_spearman
value: 40.11107248799126
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 47.44633750616152
verified: no, type: cos_sim_spearman
value: 54.083033284097816
verified: no, type: euclidean_pearson
value: 51.444658791680155
verified: no, type: euclidean_spearman
value: 53.1381741726486
verified: no, type: manhattan_pearson
value: 56.75523385117588
verified: no, type: manhattan_spearman
value: 58.34517911003165
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr)
config: fr
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 79.36983311049038
verified: no, type: cos_sim_spearman
value: 81.25208121596035
verified: no, type: euclidean_pearson
value: 79.0841246591628
verified: no, type: euclidean_spearman
value: 79.63170247237287
verified: no, type: manhattan_pearson
value: 79.76857988012227
verified: no, type: manhattan_spearman
value: 80.19933344030764
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-en)
config: de-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 50.08537255290631
verified: no, type: cos_sim_spearman
value: 51.6560951182032
verified: no, type: euclidean_pearson
value: 56.245817211229856
verified: no, type: euclidean_spearman
value: 57.84579505485162
verified: no, type: manhattan_pearson
value: 57.178628792860394
verified: no, type: manhattan_spearman
value: 58.868316567418965
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-en)
config: es-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 69.32518691946098
verified: no, type: cos_sim_spearman
value: 73.58536905137812
verified: no, type: euclidean_pearson
value: 73.3593301595928
verified: no, type: euclidean_spearman
value: 74.72443890443692
verified: no, type: manhattan_pearson
value: 73.89491090838783
verified: no, type: manhattan_spearman
value: 75.01810348241496
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (it)
config: it
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 65.63185657261381
verified: no, type: cos_sim_spearman
value: 68.8680524426534
verified: no, type: euclidean_pearson
value: 65.8069214967351
verified: no, type: euclidean_spearman
value: 67.58006300921988
verified: no, type: manhattan_pearson
value: 66.42691541820066
verified: no, type: manhattan_spearman
value: 68.20501753012334
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl-en)
config: pl-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 63.5746658293195
verified: no, type: cos_sim_spearman
value: 60.766781234511114
verified: no, type: euclidean_pearson
value: 63.87934914483433
verified: no, type: euclidean_spearman
value: 57.609930019070575
verified: no, type: manhattan_pearson
value: 66.02268099209732
verified: no, type: manhattan_spearman
value: 60.27189531789914
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh-en)
config: zh-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 66.00715694009531
verified: no, type: cos_sim_spearman
value: 65.00759157082473
verified: no, type: euclidean_pearson
value: 46.532834841771916
verified: no, type: euclidean_spearman
value: 45.726258106671516
verified: no, type: manhattan_pearson
value: 67.32238041001737
verified: no, type: manhattan_spearman
value: 66.143420656417
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-it)
config: es-it
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 62.65123838155666
verified: no, type: cos_sim_spearman
value: 67.8261281384735
verified: no, type: euclidean_pearson
value: 63.477912220562025
verified: no, type: euclidean_spearman
value: 65.51430407718927
verified: no, type: manhattan_pearson
value: 61.935191484002964
verified: no, type: manhattan_spearman
value: 63.836661905551374
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-fr)
config: de-fr
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 38.397676312074786
verified: no, type: cos_sim_spearman
value: 39.66141773675305
verified: no, type: euclidean_pearson
value: 32.78160515193193
verified: no, type: euclidean_spearman
value: 33.754398073832384
verified: no, type: manhattan_pearson
value: 31.542566989070103
verified: no, type: manhattan_spearman
value: 31.84555978703678
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-pl)
config: de-pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 16.134054972017115
verified: no, type: cos_sim_spearman
value: 26.113399767684193
verified: no, type: euclidean_pearson
value: 24.956029896964587
verified: no, type: euclidean_spearman
value: 26.513723113179346
verified: no, type: manhattan_pearson
value: 27.504346443344712
verified: no, type: manhattan_spearman
value: 35.382424921072094
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr-pl)
config: fr-pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 74.63601297425362
verified: no, type: cos_sim_spearman
value: 84.51542547285167
verified: no, type: euclidean_pearson
value: 72.60877043745072
verified: no, type: euclidean_spearman
value: 73.24670207647144
verified: no, type: manhattan_pearson
value: 69.30655335948613
verified: no, type: manhattan_spearman
value: 73.24670207647144
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 79.4028184159866
verified: no, type: cos_sim_spearman
value: 79.53464687577328
verified: no, type: euclidean_pearson
value: 79.25913610578554
verified: no, type: euclidean_spearman
value: 79.55288323830753
verified: no, type: manhattan_pearson
value: 79.44759977916512
verified: no, type: manhattan_spearman
value: 79.71927216173198
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 85.07398235741444
verified: no, type: cos_sim_spearman
value: 85.78865814488006
verified: no, type: euclidean_pearson
value: 83.2824378418878
verified: no, type: euclidean_spearman
value: 83.36258201307002
verified: no, type: manhattan_pearson
value: 83.22221949643878
verified: no, type: manhattan_spearman
value: 83.27892691688584
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 78.1122816381465
verified: no, type: mrr
value: 93.44523849425809
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: map_at_1
value: 51.132999999999996
verified: no, type: map_at_10
value: 60.672000000000004
verified: no, type: map_at_100
value: 61.504000000000005
verified: no, type: map_at_1000
value: 61.526
verified: no, type: map_at_3
value: 57.536
verified: no, type: map_at_5
value: 59.362
verified: no, type: mrr_at_1
value: 53.667
verified: no, type: mrr_at_10
value: 61.980000000000004
verified: no, type: mrr_at_100
value: 62.633
verified: no, type: mrr_at_1000
value: 62.653000000000006
verified: no, type: mrr_at_3
value: 59.721999999999994
verified: no, type: mrr_at_5
value: 60.789
verified: no, type: ndcg_at_1
value: 53.667
verified: no, type: ndcg_at_10
value: 65.42099999999999
verified: no, type: ndcg_at_100
value: 68.884
verified: no, type: ndcg_at_1000
value: 69.494
verified: no, type: ndcg_at_3
value: 60.007
verified: no, type: ndcg_at_5
value: 62.487
verified: no, type: precision_at_1
value: 53.667
verified: no, type: precision_at_10
value: 8.833
verified: no, type: precision_at_100
value: 1.0699999999999998
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_3
value: 23.222
verified: no, type: precision_at_5
value: 15.667
verified: no, type: recall_at_1
value: 51.132999999999996
verified: no, type: recall_at_10
value: 78.989
verified: no, type: recall_at_100
value: 94.167
verified: no, type: recall_at_1000
value: 99
verified: no, type: recall_at_3
value: 64.328
verified: no, type: recall_at_5
value: 70.35
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.78910891089109
verified: no, type: cos_sim_ap
value: 94.58344155979994
verified: no, type: cos_sim_f1
value: 89.2354124748491
verified: no, type: cos_sim_precision
value: 89.77732793522267
verified: no, type: cos_sim_recall
value: 88.7
verified: no, type: dot_accuracy
value: 99.74158415841585
verified: no, type: dot_ap
value: 92.08599680108772
verified: no, type: dot_f1
value: 87.00846192135391
verified: no, type: dot_precision
value: 86.62041625371654
verified: no, type: dot_recall
value: 87.4
verified: no, type: euclidean_accuracy
value: 99.78316831683168
verified: no, type: euclidean_ap
value: 94.57715670055748
verified: no, type: euclidean_f1
value: 88.98765432098766
verified: no, type: euclidean_precision
value: 87.90243902439025
verified: no, type: euclidean_recall
value: 90.10000000000001
verified: no, type: manhattan_accuracy
value: 99.78811881188119
verified: no, type: manhattan_ap
value: 94.73016642953513
verified: no, type: manhattan_f1
value: 89.3326838772528
verified: no, type: manhattan_precision
value: 87.08452041785375
verified: no, type: manhattan_recall
value: 91.7
verified: no, type: max_accuracy
value: 99.78910891089109
verified: no, type: max_ap
value: 94.73016642953513
verified: no, type: max_f1
value: 89.3326838772528
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 57.11358892084413
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 31.914375833951354
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 48.9994487557691
verified: no, type: mrr
value: 49.78547290128173
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 30.19567881069216
verified: no, type: cos_sim_spearman
value: 31.098791519646298
verified: no, type: dot_pearson
value: 30.61141391110544
verified: no, type: dot_spearman
value: 30.995416064312153
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 65.9449793956858
verified: no, type: mrr
value: 75.83074738584217
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.186999999999998
verified: no, type: map_at_10
value: 63.007000000000005
verified: no, type: map_at_100
value: 66.956
verified: no, type: map_at_1000
value: 67.087
verified: no, type: map_at_3
value: 44.769999999999996
verified: no, type: map_at_5
value: 54.629000000000005
verified: no, type: mrr_at_1
value: 81.22500000000001
verified: no, type: mrr_at_10
value: 85.383
verified: no, type: mrr_at_100
value: 85.555
verified: no, type: mrr_at_1000
value: 85.564
verified: no, type: mrr_at_3
value: 84.587
verified: no, type: mrr_at_5
value: 85.105
verified: no, type: ndcg_at_1
value: 81.22500000000001
verified: no, type: ndcg_at_10
value: 72.81
verified: no, type: ndcg_at_100
value: 78.108
verified: no, type: ndcg_at_1000
value: 79.477
verified: no, type: ndcg_at_3
value: 75.36
verified: no, type: ndcg_at_5
value: 73.19099999999999
verified: no, type: precision_at_1
value: 81.22500000000001
verified: no, type: precision_at_10
value: 36.419000000000004
verified: no, type: precision_at_100
value: 4.6850000000000005
verified: no, type: precision_at_1000
value: 0.502
verified: no, type: precision_at_3
value: 66.125
verified: no, type: precision_at_5
value: 54.824
verified: no, type: recall_at_1
value: 23.186999999999998
verified: no, type: recall_at_10
value: 71.568
verified: no, type: recall_at_100
value: 88.32799999999999
verified: no, type: recall_at_1000
value: 95.256
verified: no, type: recall_at_3
value: 47.04
verified: no, type: recall_at_5
value: 59.16400000000001
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 46.08
verified: no, type: f1
value: 44.576714769815986
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.23600000000000002
verified: no, type: map_at_10
value: 2.01
verified: no, type: map_at_100
value: 11.237
verified: no, type: map_at_1000
value: 26.241999999999997
verified: no, type: map_at_3
value: 0.705
verified: no, type: map_at_5
value: 1.134
verified: no, type: mrr_at_1
value: 92
verified: no, type: mrr_at_10
value: 95.667
verified: no, type: mrr_at_100
value: 95.667
verified: no, type: mrr_at_1000
value: 95.667
verified: no, type: mrr_at_3
value: 95.667
verified: no, type: mrr_at_5
value: 95.667
verified: no, type: ndcg_at_1
value: 88
verified: no, type: ndcg_at_10
value: 80.028
verified: no, type: ndcg_at_100
value: 58.557
verified: no, type: ndcg_at_1000
value: 51.108
verified: no, type: ndcg_at_3
value: 86.235
verified: no, type: ndcg_at_5
value: 83.776
verified: no, type: precision_at_1
value: 92
verified: no, type: precision_at_10
value: 83.6
verified: no, type: precision_at_100
value: 59.9
verified: no, type: precision_at_1000
value: 22.556
verified: no, type: precision_at_3
value: 92.667
verified: no, type: precision_at_5
value: 89.60000000000001
verified: no, type: recall_at_1
value: 0.23600000000000002
verified: no, type: recall_at_10
value: 2.164
verified: no, type: recall_at_100
value: 14.268
verified: no, type: recall_at_1000
value: 47.993
verified: no, type: recall_at_3
value: 0.728
verified: no, type: recall_at_5
value: 1.18
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (sqi-eng)
config: sqi-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 16
verified: no, type: f1
value: 12.072197229668266
verified: no, type: precision
value: 11.07125213426268
verified: no, type: recall
value: 16
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fry-eng)
config: fry-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 31.79190751445087
verified: no, type: f1
value: 25.33993944398569
verified: no, type: precision
value: 23.462449892587426
verified: no, type: recall
value: 31.79190751445087
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kur-eng)
config: kur-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 14.390243902439023
verified: no, type: f1
value: 10.647146321087272
verified: no, type: precision
value: 9.753700307679768
verified: no, type: recall
value: 14.390243902439023
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tur-eng)
config: tur-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.8
verified: no, type: f1
value: 5.087296515623526
verified: no, type: precision
value: 4.543963123070674
verified: no, type: recall
value: 7.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (deu-eng)
config: deu-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 58.5
verified: no, type: f1
value: 53.26571428571428
verified: no, type: precision
value: 51.32397398353281
verified: no, type: recall
value: 58.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nld-eng)
config: nld-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 29.5
verified: no, type: f1
value: 25.14837668933257
verified: no, type: precision
value: 23.949224030449837
verified: no, type: recall
value: 29.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ron-eng)
config: ron-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 28.7
verified: no, type: f1
value: 23.196045369663018
verified: no, type: precision
value: 21.502155293536873
verified: no, type: recall
value: 28.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ang-eng)
config: ang-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 27.611940298507463
verified: no, type: f1
value: 19.431414356787492
verified: no, type: precision
value: 17.160948504232085
verified: no, type: recall
value: 27.611940298507463
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ido-eng)
config: ido-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 46
verified: no, type: f1
value: 39.146820760938404
verified: no, type: precision
value: 36.89055652165172
verified: no, type: recall
value: 46
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (jav-eng)
config: jav-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 23.414634146341466
verified: no, type: f1
value: 18.60234074868221
verified: no, type: precision
value: 17.310239781020474
verified: no, type: recall
value: 23.414634146341466
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (isl-eng)
config: isl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.3
verified: no, type: f1
value: 5.456411432480631
verified: no, type: precision
value: 5.073425278627456
verified: no, type: recall
value: 7.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (slv-eng)
config: slv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 10.814094775212636
verified: no, type: f1
value: 8.096556306772158
verified: no, type: precision
value: 7.501928709802902
verified: no, type: recall
value: 10.814094775212636
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cym-eng)
config: cym-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.304347826086957
verified: no, type: f1
value: 7.766717493033283
verified: no, type: precision
value: 6.980930791147511
verified: no, type: recall
value: 11.304347826086957
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kaz-eng)
config: kaz-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.260869565217392
verified: no, type: f1
value: 4.695624631925284
verified: no, type: precision
value: 4.520242639508398
verified: no, type: recall
value: 6.260869565217392
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (est-eng)
config: est-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.9
verified: no, type: f1
value: 4.467212205066257
verified: no, type: precision
value: 4.004142723685108
verified: no, type: recall
value: 6.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (heb-eng)
config: heb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.0999999999999999
verified: no, type: f1
value: 0.6945869191049914
verified: no, type: precision
value: 0.6078431372549019
verified: no, type: recall
value: 1.0999999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gla-eng)
config: gla-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.583835946924005
verified: no, type: f1
value: 2.9858475730729075
verified: no, type: precision
value: 2.665996515212438
verified: no, type: recall
value: 4.583835946924005
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mar-eng)
config: mar-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 59.199999999999996
verified: no, type: f1
value: 52.67345238095238
verified: no, type: precision
value: 50.13575757575758
verified: no, type: recall
value: 59.199999999999996
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lat-eng)
config: lat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 35
verified: no, type: f1
value: 27.648653013653007
verified: no, type: precision
value: 25.534839833369244
verified: no, type: recall
value: 35
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bel-eng)
config: bel-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.100000000000001
verified: no, type: f1
value: 9.62336638477808
verified: no, type: precision
value: 8.875194920058407
verified: no, type: recall
value: 13.100000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pms-eng)
config: pms-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 32.95238095238095
verified: no, type: f1
value: 27.600581429152854
verified: no, type: precision
value: 26.078624096473064
verified: no, type: recall
value: 32.95238095238095
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gle-eng)
config: gle-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.5
verified: no, type: f1
value: 3.9595645184317045
verified: no, type: precision
value: 3.5893378968989453
verified: no, type: recall
value: 6.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pes-eng)
config: pes-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 17.8
verified: no, type: f1
value: 13.508124743694003
verified: no, type: precision
value: 12.24545634920635
verified: no, type: recall
value: 17.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nob-eng)
config: nob-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 21.7
verified: no, type: f1
value: 17.67074499610417
verified: no, type: precision
value: 16.47070885787265
verified: no, type: recall
value: 21.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bul-eng)
config: bul-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 19.3
verified: no, type: f1
value: 14.249803276788573
verified: no, type: precision
value: 12.916981621996223
verified: no, type: recall
value: 19.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cbk-eng)
config: cbk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 67.2
verified: no, type: f1
value: 61.03507936507936
verified: no, type: precision
value: 58.69699346405229
verified: no, type: recall
value: 67.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hun-eng)
config: hun-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.5
verified: no, type: f1
value: 4.295097572176196
verified: no, type: precision
value: 3.809609027256814
verified: no, type: recall
value: 6.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (uig-eng)
config: uig-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 2.8000000000000003
verified: no, type: f1
value: 1.678577135635959
verified: no, type: precision
value: 1.455966810966811
verified: no, type: recall
value: 2.8000000000000003
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (rus-eng)
config: rus-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 47.9
verified: no, type: f1
value: 40.26661017143776
verified: no, type: precision
value: 37.680778943278945
verified: no, type: recall
value: 47.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (spa-eng)
config: spa-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97
verified: no, type: f1
value: 96.05
verified: no, type: precision
value: 95.58333333333334
verified: no, type: recall
value: 97
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hye-eng)
config: hye-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.9433962264150944
verified: no, type: f1
value: 0.6457074216068709
verified: no, type: precision
value: 0.6068362258275373
verified: no, type: recall
value: 0.9433962264150944
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tel-eng)
config: tel-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 74.78632478632478
verified: no, type: f1
value: 69.05372405372405
verified: no, type: precision
value: 66.82336182336182
verified: no, type: recall
value: 74.78632478632478
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (afr-eng)
config: afr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 19.2
verified: no, type: f1
value: 14.54460169057995
verified: no, type: precision
value: 13.265236397589335
verified: no, type: recall
value: 19.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mon-eng)
config: mon-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.8181818181818175
verified: no, type: f1
value: 4.78808236251355
verified: no, type: precision
value: 4.4579691142191145
verified: no, type: recall
value: 6.8181818181818175
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (arz-eng)
config: arz-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 72.53668763102725
verified: no, type: f1
value: 66.00978336827393
verified: no, type: precision
value: 63.21104122990915
verified: no, type: recall
value: 72.53668763102725
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hrv-eng)
config: hrv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 12.7
verified: no, type: f1
value: 9.731576351893512
verified: no, type: precision
value: 8.986658245110663
verified: no, type: recall
value: 12.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nov-eng)
config: nov-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 57.19844357976653
verified: no, type: f1
value: 49.138410227904394
verified: no, type: precision
value: 45.88197146562906
verified: no, type: recall
value: 57.19844357976653
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gsw-eng)
config: gsw-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 28.205128205128204
verified: no, type: f1
value: 21.863766936230704
verified: no, type: precision
value: 20.212164378831048
verified: no, type: recall
value: 28.205128205128204
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nds-eng)
config: nds-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 23.3
verified: no, type: f1
value: 17.75959261382939
verified: no, type: precision
value: 16.18907864830205
verified: no, type: recall
value: 23.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ukr-eng)
config: ukr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 19.1
verified: no, type: f1
value: 14.320618913993744
verified: no, type: precision
value: 12.980748202777615
verified: no, type: recall
value: 19.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (uzb-eng)
config: uzb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.411214953271028
verified: no, type: f1
value: 5.152309182683014
verified: no, type: precision
value: 4.456214003721122
verified: no, type: recall
value: 8.411214953271028
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lit-eng)
config: lit-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.7
verified: no, type: f1
value: 4.833930504764646
verified: no, type: precision
value: 4.475394510103751
verified: no, type: recall
value: 6.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ina-eng)
config: ina-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 79.4
verified: no, type: f1
value: 74.59166666666667
verified: no, type: precision
value: 72.59928571428571
verified: no, type: recall
value: 79.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lfn-eng)
config: lfn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 47.8
verified: no, type: f1
value: 41.944877899877895
verified: no, type: precision
value: 39.87211701696996
verified: no, type: recall
value: 47.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (zsm-eng)
config: zsm-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 85
verified: no, type: f1
value: 81.47666666666666
verified: no, type: precision
value: 79.95909090909092
verified: no, type: recall
value: 85
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ita-eng)
config: ita-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 62.6
verified: no, type: f1
value: 55.96755336167101
verified: no, type: precision
value: 53.49577131202131
verified: no, type: recall
value: 62.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cmn-eng)
config: cmn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.3
verified: no, type: f1
value: 93.96666666666668
verified: no, type: precision
value: 93.33333333333333
verified: no, type: recall
value: 95.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lvs-eng)
config: lvs-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.7
verified: no, type: f1
value: 5.534253062728994
verified: no, type: precision
value: 4.985756669800788
verified: no, type: recall
value: 7.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (glg-eng)
config: glg-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 80.5
verified: no, type: f1
value: 75.91705128205129
verified: no, type: precision
value: 73.96261904761904
verified: no, type: recall
value: 80.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ceb-eng)
config: ceb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 10.333333333333334
verified: no, type: f1
value: 7.753678057001793
verified: no, type: precision
value: 7.207614225986279
verified: no, type: recall
value: 10.333333333333334
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bre-eng)
config: bre-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.6
verified: no, type: f1
value: 5.345683110450071
verified: no, type: precision
value: 4.569931461907268
verified: no, type: recall
value: 8.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ben-eng)
config: ben-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 82.8
verified: no, type: f1
value: 78.75999999999999
verified: no, type: precision
value: 76.97666666666666
verified: no, type: recall
value: 82.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swg-eng)
config: swg-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 26.785714285714285
verified: no, type: f1
value: 21.62627551020408
verified: no, type: precision
value: 20.17219387755102
verified: no, type: recall
value: 26.785714285714285
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (arq-eng)
config: arq-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 32.93084522502745
verified: no, type: f1
value: 26.281513627941628
verified: no, type: precision
value: 24.05050619189897
verified: no, type: recall
value: 32.93084522502745
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kab-eng)
config: kab-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 2.1
verified: no, type: f1
value: 1.144678201129814
verified: no, type: precision
value: 1.0228433014856975
verified: no, type: recall
value: 2.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fra-eng)
config: fra-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 94.3
verified: no, type: f1
value: 92.77000000000001
verified: no, type: precision
value: 92.09166666666667
verified: no, type: recall
value: 94.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (por-eng)
config: por-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 94.1
verified: no, type: f1
value: 92.51666666666667
verified: no, type: precision
value: 91.75
verified: no, type: recall
value: 94.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tat-eng)
config: tat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.1000000000000005
verified: no, type: f1
value: 2.856566814643248
verified: no, type: precision
value: 2.6200368188362506
verified: no, type: recall
value: 4.1000000000000005
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (oci-eng)
config: oci-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 45.9
verified: no, type: f1
value: 39.02207792207792
verified: no, type: precision
value: 36.524158064158065
verified: no, type: recall
value: 45.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pol-eng)
config: pol-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.4
verified: no, type: f1
value: 9.61091517529598
verified: no, type: precision
value: 8.755127233877234
verified: no, type: recall
value: 13.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (war-eng)
config: war-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.1
verified: no, type: f1
value: 8.068379205189386
verified: no, type: precision
value: 7.400827352459544
verified: no, type: recall
value: 11.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (aze-eng)
config: aze-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.9
verified: no, type: f1
value: 6.632376174517077
verified: no, type: precision
value: 6.07114926880766
verified: no, type: recall
value: 8.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (vie-eng)
config: vie-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 95.8
verified: no, type: f1
value: 94.57333333333334
verified: no, type: precision
value: 93.99166666666667
verified: no, type: recall
value: 95.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nno-eng)
config: nno-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 16.6
verified: no, type: f1
value: 13.328940031174618
verified: no, type: precision
value: 12.47204179664362
verified: no, type: recall
value: 16.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cha-eng)
config: cha-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 29.927007299270077
verified: no, type: f1
value: 22.899432278994322
verified: no, type: precision
value: 20.917701519891303
verified: no, type: recall
value: 29.927007299270077
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mhr-eng)
config: mhr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 3.5000000000000004
verified: no, type: f1
value: 2.3809722674927083
verified: no, type: precision
value: 2.1368238705738705
verified: no, type: recall
value: 3.5000000000000004
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dan-eng)
config: dan-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 21.6
verified: no, type: f1
value: 17.54705304666238
verified: no, type: precision
value: 16.40586970344022
verified: no, type: recall
value: 21.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ell-eng)
config: ell-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 3.5999999999999996
verified: no, type: f1
value: 2.3374438522182763
verified: no, type: precision
value: 2.099034070054354
verified: no, type: recall
value: 3.5999999999999996
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (amh-eng)
config: amh-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.7857142857142856
verified: no, type: f1
value: 0.12056962540054328
verified: no, type: precision
value: 0.0628414244485673
verified: no, type: recall
value: 1.7857142857142856
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pam-eng)
config: pam-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.3999999999999995
verified: no, type: f1
value: 5.677284679983816
verified: no, type: precision
value: 5.314304945764335
verified: no, type: recall
value: 7.3999999999999995
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hsb-eng)
config: hsb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.043478260869565
verified: no, type: f1
value: 9.776306477806768
verified: no, type: precision
value: 9.09389484497104
verified: no, type: recall
value: 13.043478260869565
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (srp-eng)
config: srp-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 12.3
verified: no, type: f1
value: 8.757454269574472
verified: no, type: precision
value: 7.882868657107786
verified: no, type: recall
value: 12.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (epo-eng)
config: epo-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 28.9
verified: no, type: f1
value: 23.108557220070377
verified: no, type: precision
value: 21.35433328562513
verified: no, type: recall
value: 28.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kzj-eng)
config: kzj-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.4
verified: no, type: f1
value: 4.781499273475174
verified: no, type: precision
value: 4.4496040053464565
verified: no, type: recall
value: 6.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (awa-eng)
config: awa-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 51.94805194805194
verified: no, type: f1
value: 45.658020784071205
verified: no, type: precision
value: 43.54163933709388
verified: no, type: recall
value: 51.94805194805194
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fao-eng)
config: fao-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 14.50381679389313
verified: no, type: f1
value: 9.416337348733041
verified: no, type: precision
value: 8.17070085031468
verified: no, type: recall
value: 14.50381679389313
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mal-eng)
config: mal-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 88.79184861717613
verified: no, type: f1
value: 85.56040756914118
verified: no, type: precision
value: 84.08539543910723
verified: no, type: recall
value: 88.79184861717613
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ile-eng)
config: ile-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 62.5
verified: no, type: f1
value: 56.0802331002331
verified: no, type: precision
value: 53.613788230739445
verified: no, type: recall
value: 62.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bos-eng)
config: bos-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 16.101694915254235
verified: no, type: f1
value: 11.927172795816864
verified: no, type: precision
value: 10.939011968423735
verified: no, type: recall
value: 16.101694915254235
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cor-eng)
config: cor-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.5
verified: no, type: f1
value: 3.1258727724517197
verified: no, type: precision
value: 2.679506580565404
verified: no, type: recall
value: 5.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cat-eng)
config: cat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 87.6
verified: no, type: f1
value: 84.53666666666666
verified: no, type: precision
value: 83.125
verified: no, type: recall
value: 87.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (eus-eng)
config: eus-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 65.7
verified: no, type: f1
value: 59.64428571428571
verified: no, type: precision
value: 57.30171568627451
verified: no, type: recall
value: 65.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (yue-eng)
config: yue-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 84.7
verified: no, type: f1
value: 81.34523809523809
verified: no, type: precision
value: 79.82777777777778
verified: no, type: recall
value: 84.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swe-eng)
config: swe-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 18.6
verified: no, type: f1
value: 14.93884103295868
verified: no, type: precision
value: 14.059478087803882
verified: no, type: recall
value: 18.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dtp-eng)
config: dtp-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.5
verified: no, type: f1
value: 3.815842342611909
verified: no, type: precision
value: 3.565130046415928
verified: no, type: recall
value: 5.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kat-eng)
config: kat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.2064343163538873
verified: no, type: f1
value: 0.9147778048582338
verified: no, type: precision
value: 0.8441848589301671
verified: no, type: recall
value: 1.2064343163538873
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (jpn-eng)
config: jpn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 71.3
verified: no, type: f1
value: 65.97350649350648
verified: no, type: precision
value: 63.85277777777777
verified: no, type: recall
value: 71.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (csb-eng)
config: csb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.043478260869565
verified: no, type: f1
value: 9.043759194508343
verified: no, type: precision
value: 8.097993164155737
verified: no, type: recall
value: 13.043478260869565
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (xho-eng)
config: xho-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.267605633802818
verified: no, type: f1
value: 8.30172606520348
verified: no, type: precision
value: 7.737059013603729
verified: no, type: recall
value: 11.267605633802818
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (orv-eng)
config: orv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.029940119760479
verified: no, type: f1
value: 3.07264903262435
verified: no, type: precision
value: 2.7633481831401783
verified: no, type: recall
value: 5.029940119760479
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ind-eng)
config: ind-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 90.60000000000001
verified: no, type: f1
value: 88.29666666666667
verified: no, type: precision
value: 87.21666666666667
verified: no, type: recall
value: 90.60000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tuk-eng)
config: tuk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.389162561576355
verified: no, type: f1
value: 5.142049156827481
verified: no, type: precision
value: 4.756506859714838
verified: no, type: recall
value: 7.389162561576355
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (max-eng)
config: max-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 44.36619718309859
verified: no, type: f1
value: 39.378676538811256
verified: no, type: precision
value: 37.71007182068377
verified: no, type: recall
value: 44.36619718309859
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swh-eng)
config: swh-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 21.794871794871796
verified: no, type: f1
value: 16.314588577641768
verified: no, type: precision
value: 14.962288221599962
verified: no, type: recall
value: 21.794871794871796
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hin-eng)
config: hin-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 93.5
verified: no, type: f1
value: 91.53333333333333
verified: no, type: precision
value: 90.58333333333333
verified: no, type: recall
value: 93.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dsb-eng)
config: dsb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 12.526096033402922
verified: no, type: f1
value: 9.57488704957882
verified: no, type: precision
value: 8.943001322776725
verified: no, type: recall
value: 12.526096033402922
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ber-eng)
config: ber-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.9
verified: no, type: f1
value: 4.5770099528158
verified: no, type: precision
value: 4.166915172638407
verified: no, type: recall
value: 6.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tam-eng)
config: tam-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 81.75895765472313
verified: no, type: f1
value: 77.29641693811075
verified: no, type: precision
value: 75.3528773072747
verified: no, type: recall
value: 81.75895765472313
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (slk-eng)
config: slk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11
verified: no, type: f1
value: 8.522094712720397
verified: no, type: precision
value: 7.883076528738328
verified: no, type: recall
value: 11
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tgl-eng)
config: tgl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.3
verified: no, type: f1
value: 8.626190704312432
verified: no, type: precision
value: 7.994434420637179
verified: no, type: recall
value: 11.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ast-eng)
config: ast-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 74.01574803149606
verified: no, type: f1
value: 68.16272965879266
verified: no, type: precision
value: 65.99737532808399
verified: no, type: recall
value: 74.01574803149606
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mkd-eng)
config: mkd-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9
verified: no, type: f1
value: 6.189958106409719
verified: no, type: precision
value: 5.445330404889228
verified: no, type: recall
value: 9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (khm-eng)
config: khm-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.2770083102493075
verified: no, type: f1
value: 0.011664800298618888
verified: no, type: precision
value: 0.005957856811560036
verified: no, type: recall
value: 0.2770083102493075
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ces-eng)
config: ces-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.799999999999999
verified: no, type: f1
value: 5.636139438882621
verified: no, type: precision
value: 4.993972914553003
verified: no, type: recall
value: 8.799999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tzl-eng)
config: tzl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 37.5
verified: no, type: f1
value: 31.31118881118881
verified: no, type: precision
value: 29.439102564102566
verified: no, type: recall
value: 37.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (urd-eng)
config: urd-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 74.5
verified: no, type: f1
value: 68.96380952380953
verified: no, type: precision
value: 66.67968253968255
verified: no, type: recall
value: 74.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ara-eng)
config: ara-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 89
verified: no, type: f1
value: 86.42523809523809
verified: no, type: precision
value: 85.28333333333332
verified: no, type: recall
value: 89
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kor-eng)
config: kor-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 17.2
verified: no, type: f1
value: 12.555081585081584
verified: no, type: precision
value: 11.292745310245309
verified: no, type: recall
value: 17.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (yid-eng)
config: yid-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.3537735849056604
verified: no, type: f1
value: 0.12010530448397783
verified: no, type: precision
value: 0.11902214818132154
verified: no, type: recall
value: 0.3537735849056604
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fin-eng)
config: fin-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.8999999999999995
verified: no, type: f1
value: 4.26942162679512
verified: no, type: precision
value: 3.967144120536608
verified: no, type: recall
value: 5.8999999999999995
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tha-eng)
config: tha-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 2.737226277372263
verified: no, type: f1
value: 1.64474042578532
verified: no, type: precision
value: 1.567547886228932
verified: no, type: recall
value: 2.737226277372263
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (wuu-eng)
config: wuu-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 84.89999999999999
verified: no, type: f1
value: 81.17555555555555
verified: no, type: precision
value: 79.56416666666667
verified: no, type: recall
value: 84.89999999999999
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 48.90675612551149
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 48.33955538054993
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.604
verified: no, type: map_at_10
value: 10.005
verified: no, type: map_at_100
value: 15.626999999999999
verified: no, type: map_at_1000
value: 16.974
verified: no, type: map_at_3
value: 5.333
verified: no, type: map_at_5
value: 7.031999999999999
verified: no, type: mrr_at_1
value: 30.612000000000002
verified: no, type: mrr_at_10
value: 45.324999999999996
verified: no, type: mrr_at_100
value: 46.261
verified: no, type: mrr_at_1000
value: 46.275
verified: no, type: mrr_at_3
value: 41.156
verified: no, type: mrr_at_5
value: 43.401
verified: no, type: ndcg_at_1
value: 28.571
verified: no, type: ndcg_at_10
value: 24.917
verified: no, type: ndcg_at_100
value: 35.304
verified: no, type: ndcg_at_1000
value: 45.973000000000006
verified: no, type: ndcg_at_3
value: 25.813000000000002
verified: no, type: ndcg_at_5
value: 24.627
verified: no, type: precision_at_1
value: 30.612000000000002
verified: no, type: precision_at_10
value: 23.061
verified: no, type: precision_at_100
value: 7.327
verified: no, type: precision_at_1000
value: 1.443
verified: no, type: precision_at_3
value: 27.211000000000002
verified: no, type: precision_at_5
value: 24.898
verified: no, type: recall_at_1
value: 2.604
verified: no, type: recall_at_10
value: 16.459
verified: no, type: recall_at_100
value: 45.344
verified: no, type: recall_at_1000
value: 77.437
verified: no, type: recall_at_3
value: 6.349
verified: no, type: recall_at_5
value: 9.487
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 72.01180000000001
verified: no, type: ap
value: 14.626345366340157
verified: no, type: f1
value: 55.341805198526096
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 61.51103565365025
verified: no, type: f1
value: 61.90767326783032
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 39.80161553107969
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 84.32377659891517
verified: no, type: cos_sim_ap
value: 69.1354481874608
verified: no, type: cos_sim_f1
value: 64.52149133222514
verified: no, type: cos_sim_precision
value: 58.65716753022453
verified: no, type: cos_sim_recall
value: 71.68865435356201
verified: no, type: dot_accuracy
value: 82.82172021219527
verified: no, type: dot_ap
value: 64.00853575391538
verified: no, type: dot_f1
value: 60.32341223341926
verified: no, type: dot_precision
value: 54.25801011804384
verified: no, type: dot_recall
value: 67.9155672823219
verified: no, type: euclidean_accuracy
value: 84.1151576563152
verified: no, type: euclidean_ap
value: 67.83576623331122
verified: no, type: euclidean_f1
value: 63.15157338457842
verified: no, type: euclidean_precision
value: 57.95855379188713
verified: no, type: euclidean_recall
value: 69.36675461741424
verified: no, type: manhattan_accuracy
value: 84.09727603266377
verified: no, type: manhattan_ap
value: 67.82849173216036
verified: no, type: manhattan_f1
value: 63.34376956793989
verified: no, type: manhattan_precision
value: 60.28605482717521
verified: no, type: manhattan_recall
value: 66.72823218997361
verified: no, type: max_accuracy
value: 84.32377659891517
verified: no, type: max_ap
value: 69.1354481874608
verified: no, type: max_f1
value: 64.52149133222514
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 88.90053168781775
verified: no, type: cos_sim_ap
value: 85.61513175543742
verified: no, type: cos_sim_f1
value: 78.12614999632001
verified: no, type: cos_sim_precision
value: 74.82729451571973
verified: no, type: cos_sim_recall
value: 81.72928857406838
verified: no, type: dot_accuracy
value: 88.3086894089339
verified: no, type: dot_ap
value: 83.12888443163673
verified: no, type: dot_f1
value: 77.2718948023882
verified: no, type: dot_precision
value: 73.69524208761266
verified: no, type: dot_recall
value: 81.21342777948875
verified: no, type: euclidean_accuracy
value: 88.51825978965343
verified: no, type: euclidean_ap
value: 84.99220411819988
verified: no, type: euclidean_f1
value: 77.30590577305905
verified: no, type: euclidean_precision
value: 74.16183335691045
verified: no, type: euclidean_recall
value: 80.72836464428703
verified: no, type: manhattan_accuracy
value: 88.54542632048744
verified: no, type: manhattan_ap
value: 84.98068073894048
verified: no, type: manhattan_f1
value: 77.28853696440466
verified: no, type: manhattan_precision
value: 74.39806240205158
verified: no, type: manhattan_recall
value: 80.41268863566368
verified: no, type: max_accuracy
value: 88.90053168781775
verified: no, type: max_ap
value: 85.61513175543742
verified: no, type: max_f1
value: 78.12614999632001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 41.8
verified: no, type: map_at_10
value: 51.413
verified: no, type: map_at_100
value: 52.127
verified: no, type: map_at_1000
value: 52.168000000000006
verified: no, type: map_at_3
value: 49.25
verified: no, type: map_at_5
value: 50.425
verified: no, type: mrr_at_1
value: 41.699999999999996
verified: no, type: mrr_at_10
value: 51.363
verified: no, type: mrr_at_100
value: 52.077
verified: no, type: mrr_at_1000
value: 52.117999999999995
verified: no, type: mrr_at_3
value: 49.2
verified: no, type: mrr_at_5
value: 50.375
verified: no, type: ndcg_at_1
value: 41.8
verified: no, type: ndcg_at_10
value: 56.071000000000005
verified: no, type: ndcg_at_100
value: 59.58599999999999
verified: no, type: ndcg_at_1000
value: 60.718
verified: no, type: ndcg_at_3
value: 51.605999999999995
verified: no, type: ndcg_at_5
value: 53.714
verified: no, type: precision_at_1
value: 41.8
verified: no, type: precision_at_10
value: 7.07
verified: no, type: precision_at_100
value: 0.873
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 19.467000000000002
verified: no, type: precision_at_5
value: 12.7
verified: no, type: recall_at_1
value: 41.8
verified: no, type: recall_at_10
value: 70.7
verified: no, type: recall_at_100
value: 87.3
verified: no, type: recall_at_1000
value: 96.39999999999999
verified: no, type: recall_at_3
value: 58.4
verified: no, type: recall_at_5
value: 63.5
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 82.67
verified: no, type: ap
value: 63.20621490084175
verified: no, type: f1
value: 80.81778523320692
verified: no
Likes: 3 | All-time downloads: 49658
Created: 2023-10-24 13:53:52