Model: amazon/Titan-text-embeddings-v2
Author: amazon
Pipeline: feature-extraction
Library: transformers
Tags: transformers, feature-extraction, sentence-similarity, mteb, en, fr, de, es, ja, zh, hi, ar, it, pt, sv, ko, he, cs, tr, tl, ru, nl, pl, ta, mr, ml, te, kn, vi, id, fa, hu, el, ro, da, th, fi, sk, uk, no, bg, ca, sr, hr, lt, sl, et, la, bn, lv, ms, bs, sq, az, gl, is, ka, mk, eu, hy, ne, ur, kk, mn, be, uz, km, nn, gu, my, cy, eo, si, tt, sw, af, ga, pa, ku, ky, tg, or, lo, fo, mt, so, lb, am, oc, jv, ha, ps, sa, fy, mg, as, ba, br, tk, co, dv, rw, ht, yi, sd, zu, gd, bo, ug, mi, rm, xh, su, yo, license:other, model-index, region:us
Card metadata: license: other
license_name: amazon-service-terms
license_link: https://aws.amazon.com/service-terms/
language: en, fr, de, es, ja, zh, hi, ar, it, pt, sv, ko, he, cs, tr, tl, ru, nl, pl, ta, mr, ml, te, kn, vi, id, fa, hu, el, ro, da, th, fi, sk, uk, no, bg, ca, sr, hr, lt, sl, et, la, bn, lv, ms, bs, sq, az, gl, is, ka, mk, eu, hy, ne, ur, kk, mn, be, uz, km, nn, gu, my, cy, eo, si, tt, sw, af, ga, pa, ku, ky, tg, or, lo, fo, mt, so, lb, am, oc, jv, ha, ps, sa, fy, mg, as, ba, br, tk, co, dv, rw, ht, yi, sd, zu, gd, bo, ug, mi, rm, xh, su, yo
tags: feature-extraction, sentence-similarity, mteb
inference: no
model-index: name: Titan-text-embeddings-v2
results: task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 79.31343283582089
verified: no, type: ap
value: 43.9465851246623
verified: no, type: f1
value: 73.6131343594374
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (de)
config: de
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 70.94218415417559
verified: no, type: ap
value: 82.30115528468109
verified: no, type: f1
value: 69.37963699148699
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en-ext)
config: en-ext
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 82.29385307346327
verified: no, type: ap
value: 29.956638709449372
verified: no, type: f1
value: 68.88158061498754
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (ja)
config: ja
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 80.06423982869379
verified: no, type: ap
value: 25.2439835379337
verified: no, type: f1
value: 65.53837311569734
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 76.66435
verified: no, type: ap
value: 70.76988138513991
verified: no, type: f1
value: 76.54117595647566
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 35.276
verified: no, type: f1
value: 34.90637768461089
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (de)
config: de
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 38.826
verified: no, type: f1
value: 37.71339372044998
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (es)
config: es
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 39.385999999999996
verified: no, type: f1
value: 38.24347249789392
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (fr)
config: fr
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 39.472
verified: no, type: f1
value: 38.37157729490788
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (ja)
config: ja
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 35.897999999999996
verified: no, type: f1
value: 35.187204289589346
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 36.068
verified: no, type: f1
value: 35.042441064207175
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: map_at_1
value: 27.027
verified: no, type: map_at_10
value: 42.617
verified: no, type: map_at_100
value: 43.686
verified: no, type: map_at_1000
value: 43.695
verified: no, type: map_at_3
value: 37.684
verified: no, type: map_at_5
value: 40.532000000000004
verified: no, type: mrr_at_1
value: 27.667
verified: no, type: mrr_at_10
value: 42.88
verified: no, type: mrr_at_100
value: 43.929
verified: no, type: mrr_at_1000
value: 43.938
verified: no, type: mrr_at_3
value: 37.933
verified: no, type: mrr_at_5
value: 40.774
verified: no, type: ndcg_at_1
value: 27.027
verified: no, type: ndcg_at_10
value: 51.312000000000005
verified: no, type: ndcg_at_100
value: 55.696
verified: no, type: ndcg_at_1000
value: 55.896
verified: no, type: ndcg_at_3
value: 41.124
verified: no, type: ndcg_at_5
value: 46.283
verified: no, type: precision_at_1
value: 27.027
verified: no, type: precision_at_10
value: 7.9159999999999995
verified: no, type: precision_at_100
value: 0.979
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 17.022000000000002
verified: no, type: precision_at_5
value: 12.731
verified: no, type: recall_at_1
value: 27.027
verified: no, type: recall_at_10
value: 79.161
verified: no, type: recall_at_100
value: 97.937
verified: no, type: recall_at_1000
value: 99.431
verified: no, type: recall_at_3
value: 51.06699999999999
verified: no, type: recall_at_5
value: 63.656
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 41.775131599226874
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 34.134214263072494
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 63.2885651257187
verified: no, type: mrr
value: 76.37712702809655
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 89.53738990667027
verified: no, type: cos_sim_spearman
value: 87.13210584606783
verified: no, type: euclidean_pearson
value: 87.33265405736388
verified: no, type: euclidean_spearman
value: 87.18632394893399
verified: no, type: manhattan_pearson
value: 87.33673166528312
verified: no, type: manhattan_spearman
value: 86.9736685010257
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (de-en)
config: de-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 98.32985386221294
verified: no, type: f1
value: 98.18371607515658
verified: no, type: precision
value: 98.1106471816284
verified: no, type: recall
value: 98.32985386221294
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (fr-en)
config: fr-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 98.20603125687872
verified: no, type: f1
value: 98.04461075647515
verified: no, type: precision
value: 97.96390050627338
verified: no, type: recall
value: 98.20603125687872
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (ru-en)
config: ru-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 94.8874263941808
verified: no, type: f1
value: 94.57568410114305
verified: no, type: precision
value: 94.42096755570951
verified: no, type: recall
value: 94.8874263941808
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (zh-en)
config: zh-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 96.78778304370721
verified: no, type: f1
value: 96.75267684746358
verified: no, type: precision
value: 96.73512374934175
verified: no, type: recall
value: 96.78778304370721
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 84.3051948051948
verified: no, type: f1
value: 83.97876601554812
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 35.005716163806575
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 30.999141295578852
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 36.153
verified: no, type: map_at_10
value: 48.742000000000004
verified: no, type: map_at_100
value: 50.253
verified: no, type: map_at_1000
value: 50.373999999999995
verified: no, type: map_at_3
value: 45.089
verified: no, type: map_at_5
value: 47.08
verified: no, type: mrr_at_1
value: 44.635000000000005
verified: no, type: mrr_at_10
value: 54.715
verified: no, type: mrr_at_100
value: 55.300000000000004
verified: no, type: mrr_at_1000
value: 55.337
verified: no, type: mrr_at_3
value: 52.527
verified: no, type: mrr_at_5
value: 53.76499999999999
verified: no, type: ndcg_at_1
value: 44.635000000000005
verified: no, type: ndcg_at_10
value: 55.31
verified: no, type: ndcg_at_100
value: 60.084
verified: no, type: ndcg_at_1000
value: 61.645
verified: no, type: ndcg_at_3
value: 50.876999999999995
verified: no, type: ndcg_at_5
value: 52.764
verified: no, type: precision_at_1
value: 44.635000000000005
verified: no, type: precision_at_10
value: 10.687000000000001
verified: no, type: precision_at_100
value: 1.66
verified: no, type: precision_at_1000
value: 0.212
verified: no, type: precision_at_3
value: 24.94
verified: no, type: precision_at_5
value: 17.596999999999998
verified: no, type: recall_at_1
value: 36.153
verified: no, type: recall_at_10
value: 67.308
verified: no, type: recall_at_100
value: 87.199
verified: no, type: recall_at_1000
value: 96.904
verified: no, type: recall_at_3
value: 53.466
verified: no, type: recall_at_5
value: 59.512
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 32
verified: no, type: map_at_10
value: 43.646
verified: no, type: map_at_100
value: 44.933
verified: no, type: map_at_1000
value: 45.049
verified: no, type: map_at_3
value: 40.333999999999996
verified: no, type: map_at_5
value: 42.108000000000004
verified: no, type: mrr_at_1
value: 40.382
verified: no, type: mrr_at_10
value: 49.738
verified: no, type: mrr_at_100
value: 50.331
verified: no, type: mrr_at_1000
value: 50.364
verified: no, type: mrr_at_3
value: 47.442
verified: no, type: mrr_at_5
value: 48.719
verified: no, type: ndcg_at_1
value: 40.382
verified: no, type: ndcg_at_10
value: 49.808
verified: no, type: ndcg_at_100
value: 54.053
verified: no, type: ndcg_at_1000
value: 55.753
verified: no, type: ndcg_at_3
value: 45.355000000000004
verified: no, type: ndcg_at_5
value: 47.215
verified: no, type: precision_at_1
value: 40.382
verified: no, type: precision_at_10
value: 9.58
verified: no, type: precision_at_100
value: 1.488
verified: no, type: precision_at_1000
value: 0.192
verified: no, type: precision_at_3
value: 22.272
verified: no, type: precision_at_5
value: 15.604999999999999
verified: no, type: recall_at_1
value: 32
verified: no, type: recall_at_10
value: 60.839
verified: no, type: recall_at_100
value: 78.869
verified: no, type: recall_at_1000
value: 89.384
verified: no, type: recall_at_3
value: 47.226
verified: no, type: recall_at_5
value: 52.864
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 44.084
verified: no, type: map_at_10
value: 56.591
verified: no, type: map_at_100
value: 57.533
verified: no, type: map_at_1000
value: 57.583
verified: no, type: map_at_3
value: 53.356
verified: no, type: map_at_5
value: 55.236
verified: no, type: mrr_at_1
value: 50.532999999999994
verified: no, type: mrr_at_10
value: 59.974000000000004
verified: no, type: mrr_at_100
value: 60.557
verified: no, type: mrr_at_1000
value: 60.584
verified: no, type: mrr_at_3
value: 57.774
verified: no, type: mrr_at_5
value: 59.063
verified: no, type: ndcg_at_1
value: 50.532999999999994
verified: no, type: ndcg_at_10
value: 62.265
verified: no, type: ndcg_at_100
value: 65.78
verified: no, type: ndcg_at_1000
value: 66.76299999999999
verified: no, type: ndcg_at_3
value: 57.154
verified: no, type: ndcg_at_5
value: 59.708000000000006
verified: no, type: precision_at_1
value: 50.532999999999994
verified: no, type: precision_at_10
value: 9.85
verified: no, type: precision_at_100
value: 1.247
verified: no, type: precision_at_1000
value: 0.13699999999999998
verified: no, type: precision_at_3
value: 25.434
verified: no, type: precision_at_5
value: 17.279
verified: no, type: recall_at_1
value: 44.084
verified: no, type: recall_at_10
value: 75.576
verified: no, type: recall_at_100
value: 90.524
verified: no, type: recall_at_1000
value: 97.38799999999999
verified: no, type: recall_at_3
value: 61.792
verified: no, type: recall_at_5
value: 68.112
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 29.203000000000003
verified: no, type: map_at_10
value: 38.078
verified: no, type: map_at_100
value: 39.144
verified: no, type: map_at_1000
value: 39.222
verified: no, type: map_at_3
value: 35.278999999999996
verified: no, type: map_at_5
value: 36.812
verified: no, type: mrr_at_1
value: 31.299
verified: no, type: mrr_at_10
value: 39.879
verified: no, type: mrr_at_100
value: 40.832
verified: no, type: mrr_at_1000
value: 40.891
verified: no, type: mrr_at_3
value: 37.513999999999996
verified: no, type: mrr_at_5
value: 38.802
verified: no, type: ndcg_at_1
value: 31.299
verified: no, type: ndcg_at_10
value: 43.047999999999995
verified: no, type: ndcg_at_100
value: 48.101
verified: no, type: ndcg_at_1000
value: 49.958999999999996
verified: no, type: ndcg_at_3
value: 37.778
verified: no, type: ndcg_at_5
value: 40.257
verified: no, type: precision_at_1
value: 31.299
verified: no, type: precision_at_10
value: 6.508
verified: no, type: precision_at_100
value: 0.9530000000000001
verified: no, type: precision_at_1000
value: 0.11399999999999999
verified: no, type: precision_at_3
value: 15.744
verified: no, type: precision_at_5
value: 10.893
verified: no, type: recall_at_1
value: 29.203000000000003
verified: no, type: recall_at_10
value: 56.552
verified: no, type: recall_at_100
value: 79.21000000000001
verified: no, type: recall_at_1000
value: 92.884
verified: no, type: recall_at_3
value: 42.441
verified: no, type: recall_at_5
value: 48.399
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 19.029
verified: no, type: map_at_10
value: 28.410000000000004
verified: no, type: map_at_100
value: 29.773
verified: no, type: map_at_1000
value: 29.887000000000004
verified: no, type: map_at_3
value: 25.374000000000002
verified: no, type: map_at_5
value: 27.162
verified: no, type: mrr_at_1
value: 23.632
verified: no, type: mrr_at_10
value: 33
verified: no, type: mrr_at_100
value: 34.043
verified: no, type: mrr_at_1000
value: 34.105999999999995
verified: no, type: mrr_at_3
value: 30.245
verified: no, type: mrr_at_5
value: 31.830000000000002
verified: no, type: ndcg_at_1
value: 23.632
verified: no, type: ndcg_at_10
value: 34.192
verified: no, type: ndcg_at_100
value: 40.29
verified: no, type: ndcg_at_1000
value: 42.753
verified: no, type: ndcg_at_3
value: 28.811999999999998
verified: no, type: ndcg_at_5
value: 31.46
verified: no, type: precision_at_1
value: 23.632
verified: no, type: precision_at_10
value: 6.455
verified: no, type: precision_at_100
value: 1.095
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: precision_at_3
value: 14.096
verified: no, type: precision_at_5
value: 10.448
verified: no, type: recall_at_1
value: 19.029
verified: no, type: recall_at_10
value: 47.278999999999996
verified: no, type: recall_at_100
value: 72.977
verified: no, type: recall_at_1000
value: 90.17699999999999
verified: no, type: recall_at_3
value: 32.519
verified: no, type: recall_at_5
value: 39.156
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 30.983
verified: no, type: map_at_10
value: 42.595
verified: no, type: map_at_100
value: 43.906
verified: no, type: map_at_1000
value: 44.001000000000005
verified: no, type: map_at_3
value: 39.245000000000005
verified: no, type: map_at_5
value: 41.14
verified: no, type: mrr_at_1
value: 38.114
verified: no, type: mrr_at_10
value: 48.181000000000004
verified: no, type: mrr_at_100
value: 48.935
verified: no, type: mrr_at_1000
value: 48.972
verified: no, type: mrr_at_3
value: 45.877
verified: no, type: mrr_at_5
value: 47.249
verified: no, type: ndcg_at_1
value: 38.114
verified: no, type: ndcg_at_10
value: 48.793
verified: no, type: ndcg_at_100
value: 54.001999999999995
verified: no, type: ndcg_at_1000
value: 55.749
verified: no, type: ndcg_at_3
value: 43.875
verified: no, type: ndcg_at_5
value: 46.23
verified: no, type: precision_at_1
value: 38.114
verified: no, type: precision_at_10
value: 8.98
verified: no, type: precision_at_100
value: 1.3390000000000002
verified: no, type: precision_at_1000
value: 0.166
verified: no, type: precision_at_3
value: 21.303
verified: no, type: precision_at_5
value: 15.072
verified: no, type: recall_at_1
value: 30.983
verified: no, type: recall_at_10
value: 61.47
verified: no, type: recall_at_100
value: 83.14399999999999
verified: no, type: recall_at_1000
value: 94.589
verified: no, type: recall_at_3
value: 47.019
verified: no, type: recall_at_5
value: 53.445
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 29.707
verified: no, type: map_at_10
value: 40.900999999999996
verified: no, type: map_at_100
value: 42.369
verified: no, type: map_at_1000
value: 42.455
verified: no, type: map_at_3
value: 37.416
verified: no, type: map_at_5
value: 39.483000000000004
verified: no, type: mrr_at_1
value: 36.301
verified: no, type: mrr_at_10
value: 46.046
verified: no, type: mrr_at_100
value: 46.922999999999995
verified: no, type: mrr_at_1000
value: 46.964
verified: no, type: mrr_at_3
value: 43.436
verified: no, type: mrr_at_5
value: 45.04
verified: no, type: ndcg_at_1
value: 36.301
verified: no, type: ndcg_at_10
value: 46.955999999999996
verified: no, type: ndcg_at_100
value: 52.712
verified: no, type: ndcg_at_1000
value: 54.447
verified: no, type: ndcg_at_3
value: 41.643
verified: no, type: ndcg_at_5
value: 44.305
verified: no, type: precision_at_1
value: 36.301
verified: no, type: precision_at_10
value: 8.607
verified: no, type: precision_at_100
value: 1.34
verified: no, type: precision_at_1000
value: 0.164
verified: no, type: precision_at_3
value: 19.901
verified: no, type: precision_at_5
value: 14.429
verified: no, type: recall_at_1
value: 29.707
verified: no, type: recall_at_10
value: 59.559
verified: no, type: recall_at_100
value: 83.60499999999999
verified: no, type: recall_at_1000
value: 95.291
verified: no, type: recall_at_3
value: 44.774
verified: no, type: recall_at_5
value: 51.67
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 29.455416666666668
verified: no, type: map_at_10
value: 39.61333333333334
verified: no, type: map_at_100
value: 40.85875
verified: no, type: map_at_1000
value: 40.96791666666667
verified: no, type: map_at_3
value: 36.48874999999999
verified: no, type: map_at_5
value: 38.24341666666667
verified: no, type: mrr_at_1
value: 34.80258333333334
verified: no, type: mrr_at_10
value: 43.783
verified: no, type: mrr_at_100
value: 44.591833333333334
verified: no, type: mrr_at_1000
value: 44.64208333333333
verified: no, type: mrr_at_3
value: 41.38974999999999
verified: no, type: mrr_at_5
value: 42.74566666666667
verified: no, type: ndcg_at_1
value: 34.80258333333334
verified: no, type: ndcg_at_10
value: 45.2705
verified: no, type: ndcg_at_100
value: 50.31224999999999
verified: no, type: ndcg_at_1000
value: 52.27916666666667
verified: no, type: ndcg_at_3
value: 40.2745
verified: no, type: ndcg_at_5
value: 42.61575
verified: no, type: precision_at_1
value: 34.80258333333334
verified: no, type: precision_at_10
value: 7.97075
verified: no, type: precision_at_100
value: 1.2400000000000002
verified: no, type: precision_at_1000
value: 0.1595
verified: no, type: precision_at_3
value: 18.627583333333337
verified: no, type: precision_at_5
value: 13.207000000000003
verified: no, type: recall_at_1
value: 29.455416666666668
verified: no, type: recall_at_10
value: 57.66091666666665
verified: no, type: recall_at_100
value: 79.51966666666665
verified: no, type: recall_at_1000
value: 93.01883333333333
verified: no, type: recall_at_3
value: 43.580416666666665
verified: no, type: recall_at_5
value: 49.7025
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 27.569
verified: no, type: map_at_10
value: 34.73
verified: no, type: map_at_100
value: 35.708
verified: no, type: map_at_1000
value: 35.808
verified: no, type: map_at_3
value: 32.62
verified: no, type: map_at_5
value: 33.556999999999995
verified: no, type: mrr_at_1
value: 31.135
verified: no, type: mrr_at_10
value: 37.833
verified: no, type: mrr_at_100
value: 38.68
verified: no, type: mrr_at_1000
value: 38.749
verified: no, type: mrr_at_3
value: 35.915
verified: no, type: mrr_at_5
value: 36.751
verified: no, type: ndcg_at_1
value: 31.135
verified: no, type: ndcg_at_10
value: 39.047
verified: no, type: ndcg_at_100
value: 43.822
verified: no, type: ndcg_at_1000
value: 46.249
verified: no, type: ndcg_at_3
value: 35.115
verified: no, type: ndcg_at_5
value: 36.49
verified: no, type: precision_at_1
value: 31.135
verified: no, type: precision_at_10
value: 6.058
verified: no, type: precision_at_100
value: 0.923
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_3
value: 15.031
verified: no, type: precision_at_5
value: 10.030999999999999
verified: no, type: recall_at_1
value: 27.569
verified: no, type: recall_at_10
value: 49.332
verified: no, type: recall_at_100
value: 70.967
verified: no, type: recall_at_1000
value: 88.876
verified: no, type: recall_at_3
value: 37.858999999999995
verified: no, type: recall_at_5
value: 41.589
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 19.677
verified: no, type: map_at_10
value: 28.097
verified: no, type: map_at_100
value: 29.24
verified: no, type: map_at_1000
value: 29.365000000000002
verified: no, type: map_at_3
value: 25.566
verified: no, type: map_at_5
value: 26.852999999999998
verified: no, type: mrr_at_1
value: 23.882
verified: no, type: mrr_at_10
value: 31.851000000000003
verified: no, type: mrr_at_100
value: 32.757
verified: no, type: mrr_at_1000
value: 32.83
verified: no, type: mrr_at_3
value: 29.485
verified: no, type: mrr_at_5
value: 30.744
verified: no, type: ndcg_at_1
value: 23.882
verified: no, type: ndcg_at_10
value: 33.154
verified: no, type: ndcg_at_100
value: 38.491
verified: no, type: ndcg_at_1000
value: 41.274
verified: no, type: ndcg_at_3
value: 28.648
verified: no, type: ndcg_at_5
value: 30.519000000000002
verified: no, type: precision_at_1
value: 23.882
verified: no, type: precision_at_10
value: 6.117999999999999
verified: no, type: precision_at_100
value: 1.0330000000000001
verified: no, type: precision_at_1000
value: 0.145
verified: no, type: precision_at_3
value: 13.73
verified: no, type: precision_at_5
value: 9.794
verified: no, type: recall_at_1
value: 19.677
verified: no, type: recall_at_10
value: 44.444
verified: no, type: recall_at_100
value: 68.477
verified: no, type: recall_at_1000
value: 88.23
verified: no, type: recall_at_3
value: 31.708
verified: no, type: recall_at_5
value: 36.599
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 30.489
verified: no, type: map_at_10
value: 40.883
verified: no, type: map_at_100
value: 42.058
verified: no, type: map_at_1000
value: 42.152
verified: no, type: map_at_3
value: 37.525999999999996
verified: no, type: map_at_5
value: 39.753
verified: no, type: mrr_at_1
value: 35.541
verified: no, type: mrr_at_10
value: 44.842999999999996
verified: no, type: mrr_at_100
value: 45.673
verified: no, type: mrr_at_1000
value: 45.723
verified: no, type: mrr_at_3
value: 42.397
verified: no, type: mrr_at_5
value: 43.937
verified: no, type: ndcg_at_1
value: 35.541
verified: no, type: ndcg_at_10
value: 46.504
verified: no, type: ndcg_at_100
value: 51.637
verified: no, type: ndcg_at_1000
value: 53.535
verified: no, type: ndcg_at_3
value: 41.127
verified: no, type: ndcg_at_5
value: 44.17
verified: no, type: precision_at_1
value: 35.541
verified: no, type: precision_at_10
value: 7.864
verified: no, type: precision_at_100
value: 1.165
verified: no, type: precision_at_1000
value: 0.14300000000000002
verified: no, type: precision_at_3
value: 18.688
verified: no, type: precision_at_5
value: 13.507
verified: no, type: recall_at_1
value: 30.489
verified: no, type: recall_at_10
value: 59.378
verified: no, type: recall_at_100
value: 81.38300000000001
verified: no, type: recall_at_1000
value: 94.294
verified: no, type: recall_at_3
value: 44.946000000000005
verified: no, type: recall_at_5
value: 52.644999999999996
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 29.981
verified: no, type: map_at_10
value: 39.688
verified: no, type: map_at_100
value: 41.400999999999996
verified: no, type: map_at_1000
value: 41.634
verified: no, type: map_at_3
value: 36.047000000000004
verified: no, type: map_at_5
value: 38.064
verified: no, type: mrr_at_1
value: 35.375
verified: no, type: mrr_at_10
value: 44.169000000000004
verified: no, type: mrr_at_100
value: 45.07
verified: no, type: mrr_at_1000
value: 45.113
verified: no, type: mrr_at_3
value: 41.502
verified: no, type: mrr_at_5
value: 43.034
verified: no, type: ndcg_at_1
value: 35.375
verified: no, type: ndcg_at_10
value: 45.959
verified: no, type: ndcg_at_100
value: 51.688
verified: no, type: ndcg_at_1000
value: 53.714
verified: no, type: ndcg_at_3
value: 40.457
verified: no, type: ndcg_at_5
value: 43.08
verified: no, type: precision_at_1
value: 35.375
verified: no, type: precision_at_10
value: 8.953
verified: no, type: precision_at_100
value: 1.709
verified: no, type: precision_at_1000
value: 0.253
verified: no, type: precision_at_3
value: 18.775
verified: no, type: precision_at_5
value: 14.032
verified: no, type: recall_at_1
value: 29.981
verified: no, type: recall_at_10
value: 57.896
verified: no, type: recall_at_100
value: 83.438
verified: no, type: recall_at_1000
value: 95.608
verified: no, type: recall_at_3
value: 42.327
verified: no, type: recall_at_5
value: 49.069
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 24.59
verified: no, type: map_at_10
value: 32.999
verified: no, type: map_at_100
value: 33.987
verified: no, type: map_at_1000
value: 34.085
verified: no, type: map_at_3
value: 30.013
verified: no, type: map_at_5
value: 31.673000000000002
verified: no, type: mrr_at_1
value: 26.802
verified: no, type: mrr_at_10
value: 35.167
verified: no, type: mrr_at_100
value: 36.001
verified: no, type: mrr_at_1000
value: 36.071999999999996
verified: no, type: mrr_at_3
value: 32.562999999999995
verified: no, type: mrr_at_5
value: 34.014
verified: no, type: ndcg_at_1
value: 26.802
verified: no, type: ndcg_at_10
value: 38.21
verified: no, type: ndcg_at_100
value: 43.086999999999996
verified: no, type: ndcg_at_1000
value: 45.509
verified: no, type: ndcg_at_3
value: 32.452999999999996
verified: no, type: ndcg_at_5
value: 35.191
verified: no, type: precision_at_1
value: 26.802
verified: no, type: precision_at_10
value: 5.989
verified: no, type: precision_at_100
value: 0.928
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: precision_at_3
value: 13.617
verified: no, type: precision_at_5
value: 9.797
verified: no, type: recall_at_1
value: 24.59
verified: no, type: recall_at_10
value: 52.298
verified: no, type: recall_at_100
value: 74.443
verified: no, type: recall_at_1000
value: 92.601
verified: no, type: recall_at_3
value: 36.888
verified: no, type: recall_at_5
value: 43.37
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 9.798
verified: no, type: map_at_10
value: 15.983
verified: no, type: map_at_100
value: 17.18
verified: no, type: map_at_1000
value: 17.329
verified: no, type: map_at_3
value: 13.594000000000001
verified: no, type: map_at_5
value: 14.984
verified: no, type: mrr_at_1
value: 21.564
verified: no, type: mrr_at_10
value: 31.415
verified: no, type: mrr_at_100
value: 32.317
verified: no, type: mrr_at_1000
value: 32.376
verified: no, type: mrr_at_3
value: 28.360000000000003
verified: no, type: mrr_at_5
value: 30.194
verified: no, type: ndcg_at_1
value: 21.564
verified: no, type: ndcg_at_10
value: 22.762
verified: no, type: ndcg_at_100
value: 28.199
verified: no, type: ndcg_at_1000
value: 31.284
verified: no, type: ndcg_at_3
value: 18.746
verified: no, type: ndcg_at_5
value: 20.434
verified: no, type: precision_at_1
value: 21.564
verified: no, type: precision_at_10
value: 6.755999999999999
verified: no, type: precision_at_100
value: 1.258
verified: no, type: precision_at_1000
value: 0.182
verified: no, type: precision_at_3
value: 13.507
verified: no, type: precision_at_5
value: 10.541
verified: no, type: recall_at_1
value: 9.798
verified: no, type: recall_at_10
value: 27.407999999999998
verified: no, type: recall_at_100
value: 46.659
verified: no, type: recall_at_1000
value: 64.132
verified: no, type: recall_at_3
value: 17.541999999999998
verified: no, type: recall_at_5
value: 22.137999999999998
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.276
verified: no, type: map_at_10
value: 18.003
verified: no, type: map_at_100
value: 23.759
verified: no, type: map_at_1000
value: 25.105
verified: no, type: map_at_3
value: 13.812
verified: no, type: map_at_5
value: 15.659999999999998
verified: no, type: mrr_at_1
value: 63
verified: no, type: mrr_at_10
value: 71.812
verified: no, type: mrr_at_100
value: 72.205
verified: no, type: mrr_at_1000
value: 72.21300000000001
verified: no, type: mrr_at_3
value: 70.375
verified: no, type: mrr_at_5
value: 71.188
verified: no, type: ndcg_at_1
value: 50.5
verified: no, type: ndcg_at_10
value: 36.954
verified: no, type: ndcg_at_100
value: 40.083999999999996
verified: no, type: ndcg_at_1000
value: 47.661
verified: no, type: ndcg_at_3
value: 42.666
verified: no, type: ndcg_at_5
value: 39.581
verified: no, type: precision_at_1
value: 63
verified: no, type: precision_at_10
value: 28.249999999999996
verified: no, type: precision_at_100
value: 8.113
verified: no, type: precision_at_1000
value: 1.7149999999999999
verified: no, type: precision_at_3
value: 47.083000000000006
verified: no, type: precision_at_5
value: 38.65
verified: no, type: recall_at_1
value: 8.276
verified: no, type: recall_at_10
value: 23.177
verified: no, type: recall_at_100
value: 45.321
verified: no, type: recall_at_1000
value: 68.742
verified: no, type: recall_at_3
value: 15.473
verified: no, type: recall_at_5
value: 18.276
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 55.605000000000004
verified: no, type: f1
value: 49.86208997523934
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 80.079
verified: no, type: map_at_10
value: 85.143
verified: no, type: map_at_100
value: 85.287
verified: no, type: map_at_1000
value: 85.297
verified: no, type: map_at_3
value: 84.533
verified: no, type: map_at_5
value: 84.953
verified: no, type: mrr_at_1
value: 86.424
verified: no, type: mrr_at_10
value: 91.145
verified: no, type: mrr_at_100
value: 91.212
verified: no, type: mrr_at_1000
value: 91.213
verified: no, type: mrr_at_3
value: 90.682
verified: no, type: mrr_at_5
value: 91.013
verified: no, type: ndcg_at_1
value: 86.424
verified: no, type: ndcg_at_10
value: 88.175
verified: no, type: ndcg_at_100
value: 88.77199999999999
verified: no, type: ndcg_at_1000
value: 88.967
verified: no, type: ndcg_at_3
value: 87.265
verified: no, type: ndcg_at_5
value: 87.813
verified: no, type: precision_at_1
value: 86.424
verified: no, type: precision_at_10
value: 10.012
verified: no, type: precision_at_100
value: 1.042
verified: no, type: precision_at_1000
value: 0.107
verified: no, type: precision_at_3
value: 32.228
verified: no, type: precision_at_5
value: 19.724
verified: no, type: recall_at_1
value: 80.079
verified: no, type: recall_at_10
value: 91.96600000000001
verified: no, type: recall_at_100
value: 94.541
verified: no, type: recall_at_1000
value: 95.824
verified: no, type: recall_at_3
value: 89.213
verified: no, type: recall_at_5
value: 90.791
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: map_at_1
value: 23.006999999999998
verified: no, type: map_at_10
value: 36.923
verified: no, type: map_at_100
value: 38.932
verified: no, type: map_at_1000
value: 39.096
verified: no, type: map_at_3
value: 32.322
verified: no, type: map_at_5
value: 35.119
verified: no, type: mrr_at_1
value: 45.37
verified: no, type: mrr_at_10
value: 53.418
verified: no, type: mrr_at_100
value: 54.174
verified: no, type: mrr_at_1000
value: 54.20700000000001
verified: no, type: mrr_at_3
value: 51.132
verified: no, type: mrr_at_5
value: 52.451
verified: no, type: ndcg_at_1
value: 45.37
verified: no, type: ndcg_at_10
value: 44.799
verified: no, type: ndcg_at_100
value: 51.605000000000004
verified: no, type: ndcg_at_1000
value: 54.30500000000001
verified: no, type: ndcg_at_3
value: 41.33
verified: no, type: ndcg_at_5
value: 42.608000000000004
verified: no, type: precision_at_1
value: 45.37
verified: no, type: precision_at_10
value: 12.33
verified: no, type: precision_at_100
value: 1.9349999999999998
verified: no, type: precision_at_1000
value: 0.241
verified: no, type: precision_at_3
value: 27.828999999999997
verified: no, type: precision_at_5
value: 20.432
verified: no, type: recall_at_1
value: 23.006999999999998
verified: no, type: recall_at_10
value: 51.06699999999999
verified: no, type: recall_at_100
value: 75.917
verified: no, type: recall_at_1000
value: 92.331
verified: no, type: recall_at_3
value: 36.544
verified: no, type: recall_at_5
value: 43.449
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics: type: map_at_1
value: 38.196999999999996
verified: no, type: map_at_10
value: 55.554
verified: no, type: map_at_100
value: 56.309
verified: no, type: map_at_1000
value: 56.37799999999999
verified: no, type: map_at_3
value: 53.123
verified: no, type: map_at_5
value: 54.626
verified: no, type: mrr_at_1
value: 76.39399999999999
verified: no, type: mrr_at_10
value: 81.75
verified: no, type: mrr_at_100
value: 81.973
verified: no, type: mrr_at_1000
value: 81.982
verified: no, type: mrr_at_3
value: 80.79499999999999
verified: no, type: mrr_at_5
value: 81.393
verified: no, type: ndcg_at_1
value: 76.39399999999999
verified: no, type: ndcg_at_10
value: 64.14800000000001
verified: no, type: ndcg_at_100
value: 66.90899999999999
verified: no, type: ndcg_at_1000
value: 68.277
verified: no, type: ndcg_at_3
value: 60.529999999999994
verified: no, type: ndcg_at_5
value: 62.513
verified: no, type: precision_at_1
value: 76.39399999999999
verified: no, type: precision_at_10
value: 12.967999999999998
verified: no, type: precision_at_100
value: 1.5150000000000001
verified: no, type: precision_at_1000
value: 0.16999999999999998
verified: no, type: precision_at_3
value: 37.884
verified: no, type: precision_at_5
value: 24.294
verified: no, type: recall_at_1
value: 38.196999999999996
verified: no, type: recall_at_10
value: 64.84100000000001
verified: no, type: recall_at_100
value: 75.726
verified: no, type: recall_at_1000
value: 84.794
verified: no, type: recall_at_3
value: 56.826
verified: no, type: recall_at_5
value: 60.736000000000004
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 82.3912
verified: no, type: ap
value: 76.3949298163793
verified: no, type: f1
value: 82.30848699417406
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 19.454
verified: no, type: map_at_10
value: 31.22
verified: no, type: map_at_100
value: 32.475
verified: no, type: map_at_1000
value: 32.532
verified: no, type: map_at_3
value: 27.419
verified: no, type: map_at_5
value: 29.608
verified: no, type: mrr_at_1
value: 20.072000000000003
verified: no, type: mrr_at_10
value: 31.813999999999997
verified: no, type: mrr_at_100
value: 33.01
verified: no, type: mrr_at_1000
value: 33.062000000000005
verified: no, type: mrr_at_3
value: 28.055999999999997
verified: no, type: mrr_at_5
value: 30.218
verified: no, type: ndcg_at_1
value: 20.072000000000003
verified: no, type: ndcg_at_10
value: 38
verified: no, type: ndcg_at_100
value: 44.038
verified: no, type: ndcg_at_1000
value: 45.43
verified: no, type: ndcg_at_3
value: 30.219
verified: no, type: ndcg_at_5
value: 34.127
verified: no, type: precision_at_1
value: 20.072000000000003
verified: no, type: precision_at_10
value: 6.159
verified: no, type: precision_at_100
value: 0.9169999999999999
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 13.071
verified: no, type: precision_at_5
value: 9.814
verified: no, type: recall_at_1
value: 19.454
verified: no, type: recall_at_10
value: 58.931
verified: no, type: recall_at_100
value: 86.886
verified: no, type: recall_at_1000
value: 97.425
verified: no, type: recall_at_3
value: 37.697
verified: no, type: recall_at_5
value: 47.101
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 90.46283629730961
verified: no, type: f1
value: 90.22448402668293
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (de)
config: de
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 86.91462383770076
verified: no, type: f1
value: 85.77767304705436
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (es)
config: es
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 87.73849232821881
verified: no, type: f1
value: 87.33680109229385
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (fr)
config: fr
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 86.22298778578141
verified: no, type: f1
value: 85.88868176519013
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (hi)
config: hi
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 82.91860882036572
verified: no, type: f1
value: 81.38044567838352
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (th)
config: th
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 69.90235081374323
verified: no, type: f1
value: 68.12897827044782
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 66.0031919744642
verified: no, type: f1
value: 48.13490278120492
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (de)
config: de
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 63.260073260073256
verified: no, type: f1
value: 42.627167415555505
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (es)
config: es
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 65.06004002668445
verified: no, type: f1
value: 44.90527231209402
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (fr)
config: fr
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 59.42687128092702
verified: no, type: f1
value: 41.79584710899656
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (hi)
config: hi
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 59.078522768017216
verified: no, type: f1
value: 40.398016878580734
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (th)
config: th
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 43.750452079565996
verified: no, type: f1
value: 28.985320742729865
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (af)
config: af
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 47.59919300605245
verified: no, type: f1
value: 44.27505749600044
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (am)
config: am
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 31.56691324815064
verified: no, type: f1
value: 30.34952276390722
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ar)
config: ar
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 52.62945527908541
verified: no, type: f1
value: 49.689536347222386
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (az)
config: az
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 50.0941492938803
verified: no, type: f1
value: 48.47831879848094
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (bn)
config: bn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 46.540013449899135
verified: no, type: f1
value: 44.25663324630171
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (cy)
config: cy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 44.25689307330195
verified: no, type: f1
value: 42.06066077477426
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (da)
config: da
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 55.05716207128446
verified: no, type: f1
value: 52.41516089202158
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (de)
config: de
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 61.86953597848015
verified: no, type: f1
value: 58.45989820228606
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (el)
config: el
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 47.02084734364493
verified: no, type: f1
value: 45.21525882986924
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 69.24008069939475
verified: no, type: f1
value: 68.27971089998472
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (es)
config: es
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.53530598520511
verified: no, type: f1
value: 61.83588971206536
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fa)
config: fa
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 55.19166106254204
verified: no, type: f1
value: 52.335787325774
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fi)
config: fi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 48.43308675184936
verified: no, type: f1
value: 45.841102061239184
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 64.26698049764627
verified: no, type: f1
value: 62.25607481996241
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (he)
config: he
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 57.619367854741085
verified: no, type: f1
value: 54.93671211092237
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hi)
config: hi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 57.53530598520511
verified: no, type: f1
value: 55.36413211751344
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hu)
config: hu
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 45.66913248150638
verified: no, type: f1
value: 42.52092657926257
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hy)
config: hy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.19973100201749
verified: no, type: f1
value: 37.194613407773566
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (id)
config: id
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 54.99663752521856
verified: no, type: f1
value: 53.875181150315356
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (is)
config: is
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 43.143913920645595
verified: no, type: f1
value: 41.756257561394456
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (it)
config: it
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 60.99529253530599
verified: no, type: f1
value: 59.103812128183705
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ja)
config: ja
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 64.29051782111634
verified: no, type: f1
value: 62.5268914542489
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (jv)
config: jv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 43.69199731002017
verified: no, type: f1
value: 41.71651113018154
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ka)
config: ka
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 38.34566240753194
verified: no, type: f1
value: 36.935911015227894
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (km)
config: km
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 34.21654337592467
verified: no, type: f1
value: 32.067289455027755
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (kn)
config: kn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 51.785474108944186
verified: no, type: f1
value: 49.29285691779668
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ko)
config: ko
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 59.58977807666444
verified: no, type: f1
value: 57.81630371862734
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (lv)
config: lv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 46.53665097511768
verified: no, type: f1
value: 44.8386852929464
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ml)
config: ml
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 54.468728984532625
verified: no, type: f1
value: 52.13613631138983
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (mn)
config: mn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 40.67921990585071
verified: no, type: f1
value: 39.87218130311539
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ms)
config: ms
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 51.2441156691325
verified: no, type: f1
value: 48.93351041227674
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (my)
config: my
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 31.76193678547411
verified: no, type: f1
value: 29.917012787908785
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nb)
config: nb
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 54.40820443846671
verified: no, type: f1
value: 51.232049156874396
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nl)
config: nl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 60.8170813718897
verified: no, type: f1
value: 57.74887572270486
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 60.067249495628786
verified: no, type: f1
value: 57.60151669462318
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pt)
config: pt
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.73705447209146
verified: no, type: f1
value: 61.14377989075874
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ro)
config: ro
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 49.68392737054472
verified: no, type: f1
value: 48.07062918679129
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ru)
config: ru
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 60.85406859448555
verified: no, type: f1
value: 58.48852652838252
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sl)
config: sl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 48.58776059179556
verified: no, type: f1
value: 46.92163099241966
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sq)
config: sq
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 47.16879623402824
verified: no, type: f1
value: 45.8155066134247
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sv)
config: sv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 62.41425689307329
verified: no, type: f1
value: 60.097954878192574
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sw)
config: sw
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 45.97175521183591
verified: no, type: f1
value: 44.29275283000346
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ta)
config: ta
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 53.597848016139885
verified: no, type: f1
value: 51.54318966923094
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (te)
config: te
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 53.44653665097512
verified: no, type: f1
value: 51.60095623356469
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (th)
config: th
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 46.173503698722264
verified: no, type: f1
value: 46.311285276929105
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tl)
config: tl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 49.47881640887693
verified: no, type: f1
value: 46.63989802589145
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tr)
config: tr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 58.02958977807666
verified: no, type: f1
value: 55.34728796730868
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ur)
config: ur
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.26361802286483
verified: no, type: f1
value: 37.61201358829197
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (vi)
config: vi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 52.15534633490249
verified: no, type: f1
value: 50.438951980623145
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 63.39946200403498
verified: no, type: f1
value: 62.152249150179664
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-TW)
config: zh-TW
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 58.207800941492934
verified: no, type: f1
value: 58.318584465398104
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (af)
config: af
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 58.069939475453936
verified: no, type: f1
value: 55.04073616892449
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (am)
config: am
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.214525891055814
verified: no, type: f1
value: 36.42184260742777
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ar)
config: ar
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 57.47141896435777
verified: no, type: f1
value: 57.22453431938479
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (az)
config: az
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 54.37121721587089
verified: no, type: f1
value: 53.004976087120134
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (bn)
config: bn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 52.71687962340283
verified: no, type: f1
value: 51.140151342341646
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (cy)
config: cy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 49.502353732347004
verified: no, type: f1
value: 45.74604753969847
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (da)
config: da
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 64.25689307330195
verified: no, type: f1
value: 62.25355539317913
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (de)
config: de
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 71.27774041694688
verified: no, type: f1
value: 70.26880477280841
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (el)
config: el
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 52.420981842636195
verified: no, type: f1
value: 50.824547366213565
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 74.11230665770006
verified: no, type: f1
value: 73.00723710263364
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (es)
config: es
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.04102219233356
verified: no, type: f1
value: 66.7904194512351
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fa)
config: fa
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 60.1714862138534
verified: no, type: f1
value: 58.781208933846095
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fi)
config: fi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 54.04841963685272
verified: no, type: f1
value: 51.185007148328545
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.76462676529927
verified: no, type: f1
value: 68.85227238388136
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (he)
config: he
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 62.84801613987895
verified: no, type: f1
value: 61.18395865529196
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hi)
config: hi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 62.17888365837256
verified: no, type: f1
value: 60.40570575783401
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hu)
config: hu
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 53.52051109616678
verified: no, type: f1
value: 51.210696278552014
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hy)
config: hy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 45.94821788836584
verified: no, type: f1
value: 43.65062337089374
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (id)
config: id
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 60.33288500336248
verified: no, type: f1
value: 59.50436947982156
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (is)
config: is
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 50.09751176866174
verified: no, type: f1
value: 47.293838685239
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (it)
config: it
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 66.49293880295897
verified: no, type: f1
value: 65.96586462307134
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ja)
config: ja
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.35911230665769
verified: no, type: f1
value: 67.77840431764355
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (jv)
config: jv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 50.585070611970416
verified: no, type: f1
value: 47.957277125670295
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ka)
config: ka
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 42.76059179556153
verified: no, type: f1
value: 40.446327361325565
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (km)
config: km
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.648957632817755
verified: no, type: f1
value: 37.231284508608276
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (kn)
config: kn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 57.24613315400134
verified: no, type: f1
value: 55.14523425690653
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ko)
config: ko
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 63.839946200403496
verified: no, type: f1
value: 62.6239063060589
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (lv)
config: lv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 53.14391392064559
verified: no, type: f1
value: 50.08744471966442
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ml)
config: ml
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 58.8399462004035
verified: no, type: f1
value: 57.586991117740794
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (mn)
config: mn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 44.81842636180229
verified: no, type: f1
value: 42.82813975084655
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ms)
config: ms
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 58.90047074646939
verified: no, type: f1
value: 56.640503134745714
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (my)
config: my
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.52051109616678
verified: no, type: f1
value: 36.504553927569454
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nb)
config: nb
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 64.63685272360458
verified: no, type: f1
value: 62.88129994502907
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nl)
config: nl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 67.54203093476798
verified: no, type: f1
value: 66.02745142287087
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 64.00470746469402
verified: no, type: f1
value: 62.91845058355313
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pt)
config: pt
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 65.69939475453934
verified: no, type: f1
value: 65.37413822081011
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ro)
config: ro
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 57.19905850706121
verified: no, type: f1
value: 55.08271383695852
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ru)
config: ru
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 65.42367182246134
verified: no, type: f1
value: 64.61962307022019
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sl)
config: sl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 55.147948890383326
verified: no, type: f1
value: 53.2933851469903
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sq)
config: sq
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 55.679219905850715
verified: no, type: f1
value: 52.80159603468007
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sv)
config: sv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.42165433759246
verified: no, type: f1
value: 67.99984081248608
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sw)
config: sw
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 52.30329522528581
verified: no, type: f1
value: 50.10810382364662
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ta)
config: ta
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 56.186953597848024
verified: no, type: f1
value: 55.51656586643505
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (te)
config: te
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 58.019502353732356
verified: no, type: f1
value: 56.260726586358736
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (th)
config: th
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 52.55548083389374
verified: no, type: f1
value: 51.139712264362714
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tl)
config: tl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 57.43443174176194
verified: no, type: f1
value: 55.76244076715635
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tr)
config: tr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 61.55346334902488
verified: no, type: f1
value: 61.25819823057803
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ur)
config: ur
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 47.114996637525216
verified: no, type: f1
value: 45.20428169546973
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (vi)
config: vi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 56.83254875588434
verified: no, type: f1
value: 56.00919757601416
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 69.57969065232012
verified: no, type: f1
value: 69.17378512156806
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-TW)
config: zh-TW
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 64.02488231338263
verified: no, type: f1
value: 64.09790488949963
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 29.71446786877363
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 28.003624498407547
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 31.29671894458151
verified: no, type: mrr
value: 32.44455140124599
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: map_at_1
value: 6.127
verified: no, type: map_at_10
value: 13.047
verified: no, type: map_at_100
value: 15.754000000000001
verified: no, type: map_at_1000
value: 16.930999999999997
verified: no, type: map_at_3
value: 9.876999999999999
verified: no, type: map_at_5
value: 11.265
verified: no, type: mrr_at_1
value: 45.511
verified: no, type: mrr_at_10
value: 54.75600000000001
verified: no, type: mrr_at_100
value: 55.33
verified: no, type: mrr_at_1000
value: 55.374
verified: no, type: mrr_at_3
value: 53.147999999999996
verified: no, type: mrr_at_5
value: 53.952999999999996
verified: no, type: ndcg_at_1
value: 43.653
verified: no, type: ndcg_at_10
value: 33.936
verified: no, type: ndcg_at_100
value: 29.952
verified: no, type: ndcg_at_1000
value: 38.356
verified: no, type: ndcg_at_3
value: 40.018
verified: no, type: ndcg_at_5
value: 37.102000000000004
verified: no, type: precision_at_1
value: 45.511
verified: no, type: precision_at_10
value: 24.768
verified: no, type: precision_at_100
value: 7.13
verified: no, type: precision_at_1000
value: 1.928
verified: no, type: precision_at_3
value: 37.461
verified: no, type: precision_at_5
value: 31.703
verified: no, type: recall_at_1
value: 6.127
verified: no, type: recall_at_10
value: 16.512999999999998
verified: no, type: recall_at_100
value: 29.057
verified: no, type: recall_at_1000
value: 59.25899999999999
verified: no, type: recall_at_3
value: 10.940999999999999
verified: no, type: recall_at_5
value: 12.925
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics: type: map_at_1
value: 32.228
verified: no, type: map_at_10
value: 47.56
verified: no, type: map_at_100
value: 48.539
verified: no, type: map_at_1000
value: 48.567
verified: no, type: map_at_3
value: 43.214999999999996
verified: no, type: map_at_5
value: 45.799
verified: no, type: mrr_at_1
value: 36.53
verified: no, type: mrr_at_10
value: 50.004000000000005
verified: no, type: mrr_at_100
value: 50.737
verified: no, type: mrr_at_1000
value: 50.758
verified: no, type: mrr_at_3
value: 46.543
verified: no, type: mrr_at_5
value: 48.672
verified: no, type: ndcg_at_1
value: 36.501
verified: no, type: ndcg_at_10
value: 55.103
verified: no, type: ndcg_at_100
value: 59.156
verified: no, type: ndcg_at_1000
value: 59.821999999999996
verified: no, type: ndcg_at_3
value: 47.089
verified: no, type: ndcg_at_5
value: 51.35999999999999
verified: no, type: precision_at_1
value: 36.501
verified: no, type: precision_at_10
value: 9.046999999999999
verified: no, type: precision_at_100
value: 1.13
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_3
value: 21.398
verified: no, type: precision_at_5
value: 15.307
verified: no, type: recall_at_1
value: 32.228
verified: no, type: recall_at_10
value: 75.608
verified: no, type: recall_at_100
value: 93.062
verified: no, type: recall_at_1000
value: 98.059
verified: no, type: recall_at_3
value: 55.021
verified: no, type: recall_at_5
value: 64.873
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 70.623
verified: no, type: map_at_10
value: 84.705
verified: no, type: map_at_100
value: 85.333
verified: no, type: map_at_1000
value: 85.348
verified: no, type: map_at_3
value: 81.736
verified: no, type: map_at_5
value: 83.616
verified: no, type: mrr_at_1
value: 81.28
verified: no, type: mrr_at_10
value: 87.518
verified: no, type: mrr_at_100
value: 87.619
verified: no, type: mrr_at_1000
value: 87.62
verified: no, type: mrr_at_3
value: 86.545
verified: no, type: mrr_at_5
value: 87.238
verified: no, type: ndcg_at_1
value: 81.28999999999999
verified: no, type: ndcg_at_10
value: 88.412
verified: no, type: ndcg_at_100
value: 89.603
verified: no, type: ndcg_at_1000
value: 89.696
verified: no, type: ndcg_at_3
value: 85.563
verified: no, type: ndcg_at_5
value: 87.17
verified: no, type: precision_at_1
value: 81.28999999999999
verified: no, type: precision_at_10
value: 13.439
verified: no, type: precision_at_100
value: 1.5310000000000001
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_3
value: 37.437
verified: no, type: precision_at_5
value: 24.662
verified: no, type: recall_at_1
value: 70.623
verified: no, type: recall_at_10
value: 95.531
verified: no, type: recall_at_100
value: 99.58
verified: no, type: recall_at_1000
value: 99.978
verified: no, type: recall_at_3
value: 87.368
verified: no, type: recall_at_5
value: 91.898
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 49.53241309124786
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 59.712004482915994
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.313
verified: no, type: map_at_10
value: 13.447000000000001
verified: no, type: map_at_100
value: 15.491
verified: no, type: map_at_1000
value: 15.784999999999998
verified: no, type: map_at_3
value: 9.58
verified: no, type: map_at_5
value: 11.562
verified: no, type: mrr_at_1
value: 26.200000000000003
verified: no, type: mrr_at_10
value: 37.212
verified: no, type: mrr_at_100
value: 38.190000000000005
verified: no, type: mrr_at_1000
value: 38.242
verified: no, type: mrr_at_3
value: 34.067
verified: no, type: mrr_at_5
value: 35.862
verified: no, type: ndcg_at_1
value: 26.200000000000003
verified: no, type: ndcg_at_10
value: 21.979000000000003
verified: no, type: ndcg_at_100
value: 29.726999999999997
verified: no, type: ndcg_at_1000
value: 34.766000000000005
verified: no, type: ndcg_at_3
value: 21.16
verified: no, type: ndcg_at_5
value: 18.478
verified: no, type: precision_at_1
value: 26.200000000000003
verified: no, type: precision_at_10
value: 11.25
verified: no, type: precision_at_100
value: 2.241
verified: no, type: precision_at_1000
value: 0.345
verified: no, type: precision_at_3
value: 19.633
verified: no, type: precision_at_5
value: 16.14
verified: no, type: recall_at_1
value: 5.313
verified: no, type: recall_at_10
value: 22.808
verified: no, type: recall_at_100
value: 45.540000000000006
verified: no, type: recall_at_1000
value: 70.043
verified: no, type: recall_at_3
value: 11.932
verified: no, type: recall_at_5
value: 16.347
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 75.95540796619258
verified: no, type: cos_sim_spearman
value: 76.49462277620303
verified: no, type: euclidean_pearson
value: 71.67643435507317
verified: no, type: euclidean_spearman
value: 76.4915921108082
verified: no, type: manhattan_pearson
value: 71.71412560074847
verified: no, type: manhattan_spearman
value: 76.46738312094736
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 81.48773267615617
verified: no, type: cos_sim_spearman
value: 74.99867664033701
verified: no, type: euclidean_pearson
value: 76.0885798115032
verified: no, type: euclidean_spearman
value: 74.99438208715942
verified: no, type: manhattan_pearson
value: 76.09382557464033
verified: no, type: manhattan_spearman
value: 74.96139353538533
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 88.19022560804167
verified: no, type: cos_sim_spearman
value: 87.9128142106699
verified: no, type: euclidean_pearson
value: 85.51390183763914
verified: no, type: euclidean_spearman
value: 87.89995488057309
verified: no, type: manhattan_pearson
value: 85.44945034816052
verified: no, type: manhattan_spearman
value: 87.791458898378
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 85.17877898640924
verified: no, type: cos_sim_spearman
value: 82.25544088807465
verified: no, type: euclidean_pearson
value: 82.36395988835416
verified: no, type: euclidean_spearman
value: 82.26359924974219
verified: no, type: manhattan_pearson
value: 82.39219808999891
verified: no, type: manhattan_spearman
value: 82.27757404868157
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 87.66865350602554
verified: no, type: cos_sim_spearman
value: 87.87150169810872
verified: no, type: euclidean_pearson
value: 85.41520650056647
verified: no, type: euclidean_spearman
value: 87.86636613654022
verified: no, type: manhattan_pearson
value: 85.38710485867502
verified: no, type: manhattan_spearman
value: 87.83513424575301
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 80.75527643407175
verified: no, type: cos_sim_spearman
value: 80.9239008594745
verified: no, type: euclidean_pearson
value: 79.37682746800515
verified: no, type: euclidean_spearman
value: 80.91978947194092
verified: no, type: manhattan_pearson
value: 79.38884189990698
verified: no, type: manhattan_spearman
value: 80.91771608341014
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ko-ko)
config: ko-ko
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 80.24344311909609
verified: no, type: cos_sim_spearman
value: 80.78933956176022
verified: no, type: euclidean_pearson
value: 76.95229806538676
verified: no, type: euclidean_spearman
value: 80.79706724032172
verified: no, type: manhattan_pearson
value: 76.90212135774246
verified: no, type: manhattan_spearman
value: 80.68727415384441
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (ar-ar)
config: ar-ar
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 77.33891809228084
verified: no, type: cos_sim_spearman
value: 79.37912430317627
verified: no, type: euclidean_pearson
value: 72.56919843951036
verified: no, type: euclidean_spearman
value: 79.3091436905072
verified: no, type: manhattan_pearson
value: 72.4282811588754
verified: no, type: manhattan_spearman
value: 78.90144894538078
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-ar)
config: en-ar
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 59.68908656739356
verified: no, type: cos_sim_spearman
value: 58.76110210983758
verified: no, type: euclidean_pearson
value: 59.14749159577439
verified: no, type: euclidean_spearman
value: 59.015997032145016
verified: no, type: manhattan_pearson
value: 57.907675340322676
verified: no, type: manhattan_spearman
value: 57.07751173022352
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-de)
config: en-de
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 75.53325164873934
verified: no, type: cos_sim_spearman
value: 76.13104388846271
verified: no, type: euclidean_pearson
value: 74.61931031522006
verified: no, type: euclidean_spearman
value: 75.96875166459931
verified: no, type: manhattan_pearson
value: 74.82154350849251
verified: no, type: manhattan_spearman
value: 76.64455924104236
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 85.4228376590724
verified: no, type: cos_sim_spearman
value: 87.22764976624408
verified: no, type: euclidean_pearson
value: 81.94975688107507
verified: no, type: euclidean_spearman
value: 87.19193932664932
verified: no, type: manhattan_pearson
value: 82.0043964628936
verified: no, type: manhattan_spearman
value: 87.09130430957818
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-tr)
config: en-tr
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 57.5627552601949
verified: no, type: cos_sim_spearman
value: 55.5263144563657
verified: no, type: euclidean_pearson
value: 57.00569241610482
verified: no, type: euclidean_spearman
value: 55.35291811479459
verified: no, type: manhattan_pearson
value: 56.99656284623506
verified: no, type: manhattan_spearman
value: 55.593673744709946
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-en)
config: es-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 69.93801311909735
verified: no, type: cos_sim_spearman
value: 72.2581115470475
verified: no, type: euclidean_pearson
value: 68.24881290268563
verified: no, type: euclidean_spearman
value: 72.60813652864522
verified: no, type: manhattan_pearson
value: 67.86369874088834
verified: no, type: manhattan_spearman
value: 71.92346382988023
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (es-es)
config: es-es
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 86.20555264114785
verified: no, type: cos_sim_spearman
value: 85.0588060013836
verified: no, type: euclidean_pearson
value: 81.78229090166155
verified: no, type: euclidean_spearman
value: 85.09687374900614
verified: no, type: manhattan_pearson
value: 81.77449099980244
verified: no, type: manhattan_spearman
value: 84.70331476222177
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (fr-en)
config: fr-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 73.786793911605
verified: no, type: cos_sim_spearman
value: 75.63094397551554
verified: no, type: euclidean_pearson
value: 71.64292842519251
verified: no, type: euclidean_spearman
value: 75.60215267384011
verified: no, type: manhattan_pearson
value: 72.2124078037642
verified: no, type: manhattan_spearman
value: 76.34546028465175
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (it-en)
config: it-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 69.62139987106455
verified: no, type: cos_sim_spearman
value: 71.35872226722493
verified: no, type: euclidean_pearson
value: 68.50103697766141
verified: no, type: euclidean_spearman
value: 71.24590187948473
verified: no, type: manhattan_pearson
value: 68.89236562525663
verified: no, type: manhattan_spearman
value: 71.77994400789173
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (nl-en)
config: nl-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 71.62728174871292
verified: no, type: cos_sim_spearman
value: 71.98655715409397
verified: no, type: euclidean_pearson
value: 70.27026741609356
verified: no, type: euclidean_spearman
value: 72.14004669693777
verified: no, type: manhattan_pearson
value: 70.46335140108751
verified: no, type: manhattan_spearman
value: 72.6638254374311
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 71.10248717637424
verified: no, type: cos_sim_spearman
value: 68.5905931564714
verified: no, type: euclidean_pearson
value: 71.23290000423759
verified: no, type: euclidean_spearman
value: 68.6419513130457
verified: no, type: manhattan_pearson
value: 71.6886015250234
verified: no, type: manhattan_spearman
value: 69.47543660368697
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de)
config: de
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 59.010555056244776
verified: no, type: cos_sim_spearman
value: 60.121771179899255
verified: no, type: euclidean_pearson
value: 53.04527785573465
verified: no, type: euclidean_spearman
value: 60.121771179899255
verified: no, type: manhattan_pearson
value: 52.931480071124234
verified: no, type: manhattan_spearman
value: 60.03868409331775
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es)
config: es
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 70.6833028374664
verified: no, type: cos_sim_spearman
value: 68.57396263856863
verified: no, type: euclidean_pearson
value: 68.30905084522986
verified: no, type: euclidean_spearman
value: 68.57396263856863
verified: no, type: manhattan_pearson
value: 70.91400657516918
verified: no, type: manhattan_spearman
value: 72.72240857808112
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl)
config: pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 36.948290734279645
verified: no, type: cos_sim_spearman
value: 42.07722031011005
verified: no, type: euclidean_pearson
value: 22.539446972018467
verified: no, type: euclidean_spearman
value: 42.07722031011005
verified: no, type: manhattan_pearson
value: 24.119402246951786
verified: no, type: manhattan_spearman
value: 45.80525501822569
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (tr)
config: tr
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 66.97840719036533
verified: no, type: cos_sim_spearman
value: 66.62430648804775
verified: no, type: euclidean_pearson
value: 66.89526587772023
verified: no, type: euclidean_spearman
value: 66.62430648804775
verified: no, type: manhattan_pearson
value: 68.6929895225091
verified: no, type: manhattan_spearman
value: 68.91772708432867
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ar)
config: ar
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 56.65098289103698
verified: no, type: cos_sim_spearman
value: 57.436674670689214
verified: no, type: euclidean_pearson
value: 51.79149892785239
verified: no, type: euclidean_spearman
value: 57.436674670689214
verified: no, type: manhattan_pearson
value: 52.64807953938707
verified: no, type: manhattan_spearman
value: 58.94583987372767
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (ru)
config: ru
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 60.669531297510225
verified: no, type: cos_sim_spearman
value: 61.71342510003327
verified: no, type: euclidean_pearson
value: 55.821871433553504
verified: no, type: euclidean_spearman
value: 61.71342510003327
verified: no, type: manhattan_pearson
value: 57.77073441351117
verified: no, type: manhattan_spearman
value: 65.20759033207
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 64.34728960310699
verified: no, type: cos_sim_spearman
value: 64.03565302589584
verified: no, type: euclidean_pearson
value: 61.958942333930544
verified: no, type: euclidean_spearman
value: 64.03565302589584
verified: no, type: manhattan_pearson
value: 64.65072672727923
verified: no, type: manhattan_spearman
value: 67.82569969943107
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr)
config: fr
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 82.47120815594353
verified: no, type: cos_sim_spearman
value: 81.46916544955101
verified: no, type: euclidean_pearson
value: 79.21753533489019
verified: no, type: euclidean_spearman
value: 81.46916544955101
verified: no, type: manhattan_pearson
value: 78.26605518839271
verified: no, type: manhattan_spearman
value: 81.29749169339514
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-en)
config: de-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 63.31467231933632
verified: no, type: cos_sim_spearman
value: 53.36160506603274
verified: no, type: euclidean_pearson
value: 64.98434169416196
verified: no, type: euclidean_spearman
value: 53.36160506603274
verified: no, type: manhattan_pearson
value: 69.6837006629638
verified: no, type: manhattan_spearman
value: 60.85384324700893
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-en)
config: es-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 79.99425127770438
verified: no, type: cos_sim_spearman
value: 77.41308957007035
verified: no, type: euclidean_pearson
value: 79.69441265626801
verified: no, type: euclidean_spearman
value: 77.41308957007035
verified: no, type: manhattan_pearson
value: 80.3726291667624
verified: no, type: manhattan_spearman
value: 79.0414050644631
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (it)
config: it
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 79.13469287716659
verified: no, type: cos_sim_spearman
value: 79.27976881582065
verified: no, type: euclidean_pearson
value: 77.65964425780172
verified: no, type: euclidean_spearman
value: 79.27976881582065
verified: no, type: manhattan_pearson
value: 77.64158710257945
verified: no, type: manhattan_spearman
value: 79.22242281895944
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl-en)
config: pl-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 76.303314995599
verified: no, type: cos_sim_spearman
value: 77.4991345414335
verified: no, type: euclidean_pearson
value: 74.88826621426401
verified: no, type: euclidean_spearman
value: 77.4991345414335
verified: no, type: manhattan_pearson
value: 77.70223488989319
verified: no, type: manhattan_spearman
value: 79.69746987627822
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh-en)
config: zh-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 70.87814957197239
verified: no, type: cos_sim_spearman
value: 69.86785751801642
verified: no, type: euclidean_pearson
value: 68.68630146548654
verified: no, type: euclidean_spearman
value: 69.8615799070054
verified: no, type: manhattan_pearson
value: 61.83743315022061
verified: no, type: manhattan_spearman
value: 64.35346450347738
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (es-it)
config: es-it
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 74.1484689923211
verified: no, type: cos_sim_spearman
value: 74.69046355179742
verified: no, type: euclidean_pearson
value: 73.03951899271793
verified: no, type: euclidean_spearman
value: 74.69820632954205
verified: no, type: manhattan_pearson
value: 73.36810146930709
verified: no, type: manhattan_spearman
value: 75.33154135287258
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-fr)
config: de-fr
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 51.43125921362742
verified: no, type: cos_sim_spearman
value: 58.25341239774093
verified: no, type: euclidean_pearson
value: 48.00689582162098
verified: no, type: euclidean_spearman
value: 58.533194841668426
verified: no, type: manhattan_pearson
value: 46.11721778230745
verified: no, type: manhattan_spearman
value: 55.026889052448134
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (de-pl)
config: de-pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 40.066205533538046
verified: no, type: cos_sim_spearman
value: 48.46991890841381
verified: no, type: euclidean_pearson
value: 42.29606506858651
verified: no, type: euclidean_spearman
value: 48.34674249441531
verified: no, type: manhattan_pearson
value: 41.70680990555484
verified: no, type: manhattan_spearman
value: 47.54609580342499
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr-pl)
config: fr-pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 82.26527545520592
verified: no, type: cos_sim_spearman
value: 73.24670207647144
verified: no, type: euclidean_pearson
value: 81.78699781584893
verified: no, type: euclidean_spearman
value: 73.24670207647144
verified: no, type: manhattan_pearson
value: 83.14172292187807
verified: no, type: manhattan_spearman
value: 73.24670207647144
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 81.51438108053523
verified: no, type: cos_sim_spearman
value: 81.9481311864648
verified: no, type: euclidean_pearson
value: 78.6683040592179
verified: no, type: euclidean_spearman
value: 81.9535649926177
verified: no, type: manhattan_pearson
value: 78.65396325536754
verified: no, type: manhattan_spearman
value: 81.96918240343872
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 80.6689275068653
verified: no, type: mrr
value: 95.021337594867
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: map_at_1
value: 55.193999999999996
verified: no, type: map_at_10
value: 65.814
verified: no, type: map_at_100
value: 66.428
verified: no, type: map_at_1000
value: 66.447
verified: no, type: map_at_3
value: 63.304
verified: no, type: map_at_5
value: 64.64
verified: no, type: mrr_at_1
value: 57.99999999999999
verified: no, type: mrr_at_10
value: 66.957
verified: no, type: mrr_at_100
value: 67.405
verified: no, type: mrr_at_1000
value: 67.422
verified: no, type: mrr_at_3
value: 65
verified: no, type: mrr_at_5
value: 66.183
verified: no, type: ndcg_at_1
value: 57.99999999999999
verified: no, type: ndcg_at_10
value: 70.523
verified: no, type: ndcg_at_100
value: 72.987
verified: no, type: ndcg_at_1000
value: 73.605
verified: no, type: ndcg_at_3
value: 66.268
verified: no, type: ndcg_at_5
value: 68.27600000000001
verified: no, type: precision_at_1
value: 57.99999999999999
verified: no, type: precision_at_10
value: 9.467
verified: no, type: precision_at_100
value: 1.073
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 26.444000000000003
verified: no, type: precision_at_5
value: 17.2
verified: no, type: recall_at_1
value: 55.193999999999996
verified: no, type: recall_at_10
value: 83.52199999999999
verified: no, type: recall_at_100
value: 94.5
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: recall_at_3
value: 71.989
verified: no, type: recall_at_5
value: 77.31700000000001
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.73465346534654
verified: no, type: cos_sim_ap
value: 92.91719494015508
verified: no, type: cos_sim_f1
value: 86.46200301962756
verified: no, type: cos_sim_precision
value: 87.03140830800406
verified: no, type: cos_sim_recall
value: 85.9
verified: no, type: dot_accuracy
value: 99.73663366336633
verified: no, type: dot_ap
value: 92.90802848215259
verified: no, type: dot_f1
value: 86.46200301962756
verified: no, type: dot_precision
value: 87.03140830800406
verified: no, type: dot_recall
value: 85.9
verified: no, type: euclidean_accuracy
value: 99.73465346534654
verified: no, type: euclidean_ap
value: 92.91627363446204
verified: no, type: euclidean_f1
value: 86.43469490670702
verified: no, type: euclidean_precision
value: 87.18209562563581
verified: no, type: euclidean_recall
value: 85.7
verified: no, type: manhattan_accuracy
value: 99.73663366336633
verified: no, type: manhattan_ap
value: 92.90219877406929
verified: no, type: manhattan_f1
value: 86.31471040492056
verified: no, type: manhattan_precision
value: 88.53838065194533
verified: no, type: manhattan_recall
value: 84.2
verified: no, type: max_accuracy
value: 99.73663366336633
verified: no, type: max_ap
value: 92.91719494015508
verified: no, type: max_f1
value: 86.46200301962756
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 60.73098998430779
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 34.64256206757585
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 54.749150614295694
verified: no, type: mrr
value: 55.78880984211867
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 28.863577054305907
verified: no, type: cos_sim_spearman
value: 27.538596944829774
verified: no, type: dot_pearson
value: 28.93043755116643
verified: no, type: dot_spearman
value: 27.733110516733987
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.22899999999999998
verified: no, type: map_at_10
value: 2.078
verified: no, type: map_at_100
value: 12.024
verified: no, type: map_at_1000
value: 29.036
verified: no, type: map_at_3
value: 0.681
verified: no, type: map_at_5
value: 1.083
verified: no, type: mrr_at_1
value: 86
verified: no, type: mrr_at_10
value: 92.667
verified: no, type: mrr_at_100
value: 92.667
verified: no, type: mrr_at_1000
value: 92.667
verified: no, type: mrr_at_3
value: 92.667
verified: no, type: mrr_at_5
value: 92.667
verified: no, type: ndcg_at_1
value: 82
verified: no, type: ndcg_at_10
value: 80.746
verified: no, type: ndcg_at_100
value: 61.090999999999994
verified: no, type: ndcg_at_1000
value: 55.034000000000006
verified: no, type: ndcg_at_3
value: 82.419
verified: no, type: ndcg_at_5
value: 81.018
verified: no, type: precision_at_1
value: 86
verified: no, type: precision_at_10
value: 86.2
verified: no, type: precision_at_100
value: 62.68
verified: no, type: precision_at_1000
value: 24.032
verified: no, type: precision_at_3
value: 88.667
verified: no, type: precision_at_5
value: 86
verified: no, type: recall_at_1
value: 0.22899999999999998
verified: no, type: recall_at_10
value: 2.263
verified: no, type: recall_at_100
value: 15.238999999999999
verified: no, type: recall_at_1000
value: 51.937
verified: no, type: recall_at_3
value: 0.719
verified: no, type: recall_at_5
value: 1.15
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (sqi-eng)
config: sqi-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 19.400000000000002
verified: no, type: f1
value: 15.386076064970075
verified: no, type: precision
value: 14.253878834615676
verified: no, type: recall
value: 19.400000000000002
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fry-eng)
config: fry-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 42.19653179190752
verified: no, type: f1
value: 37.726396917148364
verified: no, type: precision
value: 36.14643545279384
verified: no, type: recall
value: 42.19653179190752
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kur-eng)
config: kur-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 18.536585365853657
verified: no, type: f1
value: 13.512010347376199
verified: no, type: precision
value: 12.034068912117693
verified: no, type: recall
value: 18.536585365853657
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tur-eng)
config: tur-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 81.69999999999999
verified: no, type: f1
value: 77.37888888888888
verified: no, type: precision
value: 75.49583333333332
verified: no, type: recall
value: 81.69999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (deu-eng)
config: deu-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 97.39999999999999
verified: no, type: f1
value: 96.56666666666666
verified: no, type: precision
value: 96.16666666666667
verified: no, type: recall
value: 97.39999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nld-eng)
config: nld-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 90
verified: no, type: f1
value: 87.22333333333333
verified: no, type: precision
value: 85.89166666666667
verified: no, type: recall
value: 90
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ron-eng)
config: ron-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 64.7
verified: no, type: f1
value: 59.10904761904763
verified: no, type: precision
value: 56.91968253968254
verified: no, type: recall
value: 64.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ang-eng)
config: ang-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 38.80597014925373
verified: no, type: f1
value: 30.890784174366264
verified: no, type: precision
value: 28.327114427860696
verified: no, type: recall
value: 38.80597014925373
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ido-eng)
config: ido-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 53.900000000000006
verified: no, type: f1
value: 48.294138583638585
verified: no, type: precision
value: 46.333495670995674
verified: no, type: recall
value: 53.900000000000006
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (jav-eng)
config: jav-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.707317073170733
verified: no, type: f1
value: 8.999999999999998
verified: no, type: precision
value: 8.175377468060395
verified: no, type: recall
value: 11.707317073170733
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (isl-eng)
config: isl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 15.9
verified: no, type: f1
value: 12.451226269430602
verified: no, type: precision
value: 11.404807799760325
verified: no, type: recall
value: 15.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (slv-eng)
config: slv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 41.919805589307416
verified: no, type: f1
value: 35.880619060297064
verified: no, type: precision
value: 33.77682308241239
verified: no, type: recall
value: 41.919805589307416
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cym-eng)
config: cym-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 10.956521739130434
verified: no, type: f1
value: 9.098715976676996
verified: no, type: precision
value: 8.659935858401333
verified: no, type: recall
value: 10.956521739130434
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kaz-eng)
config: kaz-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.652173913043478
verified: no, type: f1
value: 9.154324883225136
verified: no, type: precision
value: 8.505898125360801
verified: no, type: recall
value: 11.652173913043478
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (est-eng)
config: est-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9.700000000000001
verified: no, type: f1
value: 7.431679431679432
verified: no, type: precision
value: 6.799925118740907
verified: no, type: recall
value: 9.700000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (heb-eng)
config: heb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 77.5
verified: no, type: f1
value: 72.39999999999999
verified: no, type: precision
value: 70.13444444444444
verified: no, type: recall
value: 77.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gla-eng)
config: gla-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.548854041013269
verified: no, type: f1
value: 4.233155465362944
verified: no, type: precision
value: 3.948150869646547
verified: no, type: recall
value: 5.548854041013269
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mar-eng)
config: mar-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 73.5
verified: no, type: f1
value: 67.35333333333332
verified: no, type: precision
value: 64.63666666666666
verified: no, type: recall
value: 73.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lat-eng)
config: lat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 27.700000000000003
verified: no, type: f1
value: 21.152765495941964
verified: no, type: precision
value: 19.27832403707404
verified: no, type: recall
value: 27.700000000000003
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bel-eng)
config: bel-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 48.1
verified: no, type: f1
value: 41.21001443001443
verified: no, type: precision
value: 38.628495670995676
verified: no, type: recall
value: 48.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pms-eng)
config: pms-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 40
verified: no, type: f1
value: 34.32060003488575
verified: no, type: precision
value: 32.32134353741497
verified: no, type: recall
value: 40
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gle-eng)
config: gle-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.800000000000001
verified: no, type: f1
value: 4.3954389450190465
verified: no, type: precision
value: 3.893838027469606
verified: no, type: recall
value: 6.800000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pes-eng)
config: pes-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 51.800000000000004
verified: no, type: f1
value: 45.04222943722944
verified: no, type: precision
value: 42.541984126984126
verified: no, type: recall
value: 51.800000000000004
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nob-eng)
config: nob-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 83.1
verified: no, type: f1
value: 79.20675324675324
verified: no, type: precision
value: 77.44944444444444
verified: no, type: recall
value: 83.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bul-eng)
config: bul-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 66.8
verified: no, type: f1
value: 60.25746031746031
verified: no, type: precision
value: 57.55250000000001
verified: no, type: recall
value: 66.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cbk-eng)
config: cbk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 63.6
verified: no, type: f1
value: 56.73421356421356
verified: no, type: precision
value: 54.02218253968254
verified: no, type: recall
value: 63.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hun-eng)
config: hun-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 17.599999999999998
verified: no, type: f1
value: 13.17699134199134
verified: no, type: precision
value: 11.77444805194805
verified: no, type: recall
value: 17.599999999999998
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (uig-eng)
config: uig-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 2
verified: no, type: f1
value: 1.3126923076923078
verified: no, type: precision
value: 1.104952380952381
verified: no, type: recall
value: 2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (rus-eng)
config: rus-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 88.3
verified: no, type: f1
value: 84.96333333333334
verified: no, type: precision
value: 83.38333333333333
verified: no, type: recall
value: 88.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (spa-eng)
config: spa-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 94.69999999999999
verified: no, type: f1
value: 93.12333333333333
verified: no, type: precision
value: 92.375
verified: no, type: recall
value: 94.69999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hye-eng)
config: hye-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.6738544474393532
verified: no, type: f1
value: 0.3690849566291394
verified: no, type: precision
value: 0.3305452159899599
verified: no, type: recall
value: 0.6738544474393532
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tel-eng)
config: tel-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 71.7948717948718
verified: no, type: f1
value: 65.37037037037037
verified: no, type: precision
value: 62.46438746438747
verified: no, type: recall
value: 71.7948717948718
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (afr-eng)
config: afr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 56.699999999999996
verified: no, type: f1
value: 50.58054945054945
verified: no, type: precision
value: 48.313047619047616
verified: no, type: recall
value: 56.699999999999996
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mon-eng)
config: mon-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.863636363636363
verified: no, type: f1
value: 10.948429096156369
verified: no, type: precision
value: 10.227287994137523
verified: no, type: recall
value: 13.863636363636363
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (arz-eng)
config: arz-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 62.473794549266245
verified: no, type: f1
value: 56.04172906059699
verified: no, type: precision
value: 53.26694619147448
verified: no, type: recall
value: 62.473794549266245
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hrv-eng)
config: hrv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 40
verified: no, type: f1
value: 34.62948179271708
verified: no, type: precision
value: 32.699030910609864
verified: no, type: recall
value: 40
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nov-eng)
config: nov-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 60.311284046692606
verified: no, type: f1
value: 54.06182447038479
verified: no, type: precision
value: 51.757921067259595
verified: no, type: recall
value: 60.311284046692606
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (gsw-eng)
config: gsw-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 43.58974358974359
verified: no, type: f1
value: 37.042359350051655
verified: no, type: precision
value: 34.75783475783476
verified: no, type: recall
value: 43.58974358974359
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nds-eng)
config: nds-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 56.49999999999999
verified: no, type: f1
value: 49.471269841269844
verified: no, type: precision
value: 46.742182539682545
verified: no, type: recall
value: 56.49999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ukr-eng)
config: ukr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 71.5
verified: no, type: f1
value: 65.32880952380951
verified: no, type: precision
value: 62.71261904761904
verified: no, type: recall
value: 71.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (uzb-eng)
config: uzb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.448598130841122
verified: no, type: f1
value: 7.861361294691689
verified: no, type: precision
value: 6.961045509526818
verified: no, type: recall
value: 11.448598130841122
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lit-eng)
config: lit-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.5
verified: no, type: f1
value: 10.448586132968154
verified: no, type: precision
value: 9.624691955878397
verified: no, type: recall
value: 13.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ina-eng)
config: ina-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 82.19999999999999
verified: no, type: f1
value: 78.25366946778712
verified: no, type: precision
value: 76.54291666666667
verified: no, type: recall
value: 82.19999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lfn-eng)
config: lfn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 53.5
verified: no, type: f1
value: 47.48505411255411
verified: no, type: precision
value: 45.29801587301587
verified: no, type: recall
value: 53.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (zsm-eng)
config: zsm-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 61.1
verified: no, type: f1
value: 54.60758056758057
verified: no, type: precision
value: 52.16455433455434
verified: no, type: recall
value: 61.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ita-eng)
config: ita-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 85.1
verified: no, type: f1
value: 81.98506715506716
verified: no, type: precision
value: 80.64754901960784
verified: no, type: recall
value: 85.1
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cmn-eng)
config: cmn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 89.2
verified: no, type: f1
value: 86.13333333333333
verified: no, type: precision
value: 84.65
verified: no, type: recall
value: 89.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (lvs-eng)
config: lvs-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.600000000000001
verified: no, type: f1
value: 10.721816580317723
verified: no, type: precision
value: 9.97922024538847
verified: no, type: recall
value: 13.600000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (glg-eng)
config: glg-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 79
verified: no, type: f1
value: 74.2652380952381
verified: no, type: precision
value: 72.18690476190476
verified: no, type: recall
value: 79
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ceb-eng)
config: ceb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 12.833333333333332
verified: no, type: f1
value: 10.45993265993266
verified: no, type: precision
value: 9.849548907882243
verified: no, type: recall
value: 12.833333333333332
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bre-eng)
config: bre-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 8.3
verified: no, type: f1
value: 5.457311371692176
verified: no, type: precision
value: 4.8466941508148595
verified: no, type: recall
value: 8.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ben-eng)
config: ben-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 26.3
verified: no, type: f1
value: 20.851341154819416
verified: no, type: precision
value: 19.1173617945522
verified: no, type: recall
value: 26.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swg-eng)
config: swg-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 41.964285714285715
verified: no, type: f1
value: 36.38605442176871
verified: no, type: precision
value: 34.523809523809526
verified: no, type: recall
value: 41.964285714285715
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (arq-eng)
config: arq-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 26.454445664105382
verified: no, type: f1
value: 20.67692765826684
verified: no, type: precision
value: 18.684070229075715
verified: no, type: recall
value: 26.454445664105382
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kab-eng)
config: kab-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 2.8000000000000003
verified: no, type: f1
value: 1.9487240537240536
verified: no, type: precision
value: 1.7766582325720255
verified: no, type: recall
value: 2.8000000000000003
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fra-eng)
config: fra-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 91.5
verified: no, type: f1
value: 89.39
verified: no, type: precision
value: 88.425
verified: no, type: recall
value: 91.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (por-eng)
config: por-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 91.5
verified: no, type: f1
value: 89.38333333333333
verified: no, type: precision
value: 88.36666666666667
verified: no, type: recall
value: 91.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tat-eng)
config: tat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9.2
verified: no, type: f1
value: 6.672282438325198
verified: no, type: precision
value: 6.046073589145276
verified: no, type: recall
value: 9.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (oci-eng)
config: oci-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 45.2
verified: no, type: f1
value: 39.12095238095238
verified: no, type: precision
value: 36.820952380952384
verified: no, type: recall
value: 45.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pol-eng)
config: pol-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 86.8
verified: no, type: f1
value: 83.35000000000001
verified: no, type: precision
value: 81.825
verified: no, type: recall
value: 86.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (war-eng)
config: war-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 13.5
verified: no, type: f1
value: 10.66862856136998
verified: no, type: precision
value: 9.845928551928552
verified: no, type: recall
value: 13.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (aze-eng)
config: aze-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 33.4
verified: no, type: f1
value: 27.78153389993659
verified: no, type: precision
value: 25.778055555555557
verified: no, type: recall
value: 33.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (vie-eng)
config: vie-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 57.699999999999996
verified: no, type: f1
value: 50.440714285714286
verified: no, type: precision
value: 47.64396825396825
verified: no, type: recall
value: 57.699999999999996
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (nno-eng)
config: nno-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 62.2
verified: no, type: f1
value: 56.0098625351257
verified: no, type: precision
value: 53.691914098972916
verified: no, type: recall
value: 62.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cha-eng)
config: cha-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 27.00729927007299
verified: no, type: f1
value: 22.798053527980535
verified: no, type: precision
value: 21.107055961070557
verified: no, type: recall
value: 27.00729927007299
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mhr-eng)
config: mhr-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.2
verified: no, type: f1
value: 4.295544090473964
verified: no, type: precision
value: 3.913153952193392
verified: no, type: recall
value: 6.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dan-eng)
config: dan-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 77.10000000000001
verified: no, type: f1
value: 72.49333333333334
verified: no, type: precision
value: 70.53368637110017
verified: no, type: recall
value: 77.10000000000001
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ell-eng)
config: ell-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 15.2
verified: no, type: f1
value: 10.429591693330824
verified: no, type: precision
value: 9.145801926831338
verified: no, type: recall
value: 15.2
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (amh-eng)
config: amh-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 1.7857142857142856
verified: no, type: f1
value: 0.3635204081632653
verified: no, type: precision
value: 0.205026455026455
verified: no, type: recall
value: 1.7857142857142856
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (pam-eng)
config: pam-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 6.4
verified: no, type: f1
value: 4.8412763053939525
verified: no, type: precision
value: 4.444087810337809
verified: no, type: recall
value: 6.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hsb-eng)
config: hsb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 43.47826086956522
verified: no, type: f1
value: 37.13266949291794
verified: no, type: precision
value: 34.655332590115194
verified: no, type: recall
value: 43.47826086956522
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (srp-eng)
config: srp-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 42
verified: no, type: f1
value: 35.412229437229435
verified: no, type: precision
value: 32.907539682539685
verified: no, type: recall
value: 42
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (epo-eng)
config: epo-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 36
verified: no, type: f1
value: 30.53874458874459
verified: no, type: precision
value: 28.711192408382807
verified: no, type: recall
value: 36
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kzj-eng)
config: kzj-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.9
verified: no, type: f1
value: 5.80190114561213
verified: no, type: precision
value: 5.298527531836355
verified: no, type: recall
value: 7.9
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (awa-eng)
config: awa-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 49.35064935064935
verified: no, type: f1
value: 41.57805638325119
verified: no, type: precision
value: 38.87445887445887
verified: no, type: recall
value: 49.35064935064935
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fao-eng)
config: fao-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 25.572519083969464
verified: no, type: f1
value: 21.338006776938073
verified: no, type: precision
value: 20.194474736459465
verified: no, type: recall
value: 25.572519083969464
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mal-eng)
config: mal-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 79.62154294032024
verified: no, type: f1
value: 74.47355652595827
verified: no, type: precision
value: 72.2076661814653
verified: no, type: recall
value: 79.62154294032024
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ile-eng)
config: ile-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 68
verified: no, type: f1
value: 61.80859649122807
verified: no, type: precision
value: 59.30381381381381
verified: no, type: recall
value: 68
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (bos-eng)
config: bos-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 42.93785310734463
verified: no, type: f1
value: 36.72617201306135
verified: no, type: precision
value: 34.72641059505466
verified: no, type: recall
value: 42.93785310734463
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cor-eng)
config: cor-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.5
verified: no, type: f1
value: 3.8651658986175113
verified: no, type: precision
value: 3.4432814407814405
verified: no, type: recall
value: 5.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (cat-eng)
config: cat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 69.19999999999999
verified: no, type: f1
value: 63.41880952380953
verified: no, type: precision
value: 61.07913419913419
verified: no, type: recall
value: 69.19999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (eus-eng)
config: eus-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 15.4
verified: no, type: f1
value: 11.672122577122575
verified: no, type: precision
value: 10.59919974661354
verified: no, type: recall
value: 15.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (yue-eng)
config: yue-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 58.5
verified: no, type: f1
value: 51.31880452880453
verified: no, type: precision
value: 48.60550125313283
verified: no, type: recall
value: 58.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swe-eng)
config: swe-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 89.3
verified: no, type: f1
value: 86.32666666666667
verified: no, type: precision
value: 84.98333333333333
verified: no, type: recall
value: 89.3
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dtp-eng)
config: dtp-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 5.7
verified: no, type: f1
value: 3.8739805216757546
verified: no, type: precision
value: 3.4734608954367014
verified: no, type: recall
value: 5.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kat-eng)
config: kat-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.8042895442359249
verified: no, type: f1
value: 0.7596067917783735
verified: no, type: precision
value: 0.7372654155495978
verified: no, type: recall
value: 0.8042895442359249
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (jpn-eng)
config: jpn-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 89.7
verified: no, type: f1
value: 86.92333333333333
verified: no, type: precision
value: 85.64166666666667
verified: no, type: recall
value: 89.7
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (csb-eng)
config: csb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 26.08695652173913
verified: no, type: f1
value: 20.517863778733343
verified: no, type: precision
value: 18.901098901098898
verified: no, type: recall
value: 26.08695652173913
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (xho-eng)
config: xho-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 12.676056338028168
verified: no, type: f1
value: 9.526324614352783
verified: no, type: precision
value: 9.006292657908235
verified: no, type: recall
value: 12.676056338028168
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (orv-eng)
config: orv-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 24.910179640718564
verified: no, type: f1
value: 19.645099411566473
verified: no, type: precision
value: 17.676076418591386
verified: no, type: recall
value: 24.910179640718564
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ind-eng)
config: ind-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 61.4
verified: no, type: f1
value: 54.64269841269841
verified: no, type: precision
value: 51.981071428571425
verified: no, type: recall
value: 61.4
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tuk-eng)
config: tuk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.330049261083744
verified: no, type: f1
value: 9.610016420361248
verified: no, type: precision
value: 9.123781574258464
verified: no, type: recall
value: 11.330049261083744
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (max-eng)
config: max-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 27.816901408450708
verified: no, type: f1
value: 22.51925345174495
verified: no, type: precision
value: 21.10468365750056
verified: no, type: recall
value: 27.816901408450708
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (swh-eng)
config: swh-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 11.282051282051283
verified: no, type: f1
value: 7.777167097237831
verified: no, type: precision
value: 7.050109879436802
verified: no, type: recall
value: 11.282051282051283
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (hin-eng)
config: hin-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 86
verified: no, type: f1
value: 82.05857142857143
verified: no, type: precision
value: 80.25
verified: no, type: recall
value: 86
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (dsb-eng)
config: dsb-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 34.44676409185804
verified: no, type: f1
value: 28.296517215097587
verified: no, type: precision
value: 26.16624956236465
verified: no, type: recall
value: 34.44676409185804
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ber-eng)
config: ber-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 7.199999999999999
verified: no, type: f1
value: 5.500051631938041
verified: no, type: precision
value: 5.164411510424442
verified: no, type: recall
value: 7.199999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tam-eng)
config: tam-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 71.9869706840391
verified: no, type: f1
value: 65.79339227547696
verified: no, type: precision
value: 63.16503800217155
verified: no, type: recall
value: 71.9869706840391
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (slk-eng)
config: slk-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 70.89999999999999
verified: no, type: f1
value: 65.4152380952381
verified: no, type: precision
value: 63.106666666666655
verified: no, type: recall
value: 70.89999999999999
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tgl-eng)
config: tgl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 21
verified: no, type: f1
value: 17.86438197644649
verified: no, type: precision
value: 16.84469948469949
verified: no, type: recall
value: 21
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ast-eng)
config: ast-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 62.20472440944882
verified: no, type: f1
value: 55.81364829396325
verified: no, type: precision
value: 53.262092238470196
verified: no, type: recall
value: 62.20472440944882
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (mkd-eng)
config: mkd-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 41.8
verified: no, type: f1
value: 34.724603174603175
verified: no, type: precision
value: 32.040277777777774
verified: no, type: recall
value: 41.8
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (khm-eng)
config: khm-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 0.41551246537396125
verified: no, type: f1
value: 0.3462603878116343
verified: no, type: precision
value: 0.32317636195752536
verified: no, type: recall
value: 0.41551246537396125
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ces-eng)
config: ces-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 85.6
verified: no, type: f1
value: 81.81333333333333
verified: no, type: precision
value: 80.08333333333334
verified: no, type: recall
value: 85.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tzl-eng)
config: tzl-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 31.73076923076923
verified: no, type: f1
value: 26.097374847374844
verified: no, type: precision
value: 24.31891025641026
verified: no, type: recall
value: 31.73076923076923
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (urd-eng)
config: urd-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 9.6
verified: no, type: f1
value: 6.598392371412457
verified: no, type: precision
value: 5.855494356434758
verified: no, type: recall
value: 9.6
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (ara-eng)
config: ara-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 83.5
verified: no, type: f1
value: 79.65190476190476
verified: no, type: precision
value: 77.875
verified: no, type: recall
value: 83.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (kor-eng)
config: kor-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 80.5
verified: no, type: f1
value: 75.75999999999999
verified: no, type: precision
value: 73.60333333333332
verified: no, type: recall
value: 80.5
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (yid-eng)
config: yid-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 2.1226415094339623
verified: no, type: f1
value: 1.4622641509433962
verified: no, type: precision
value: 1.2637578616352203
verified: no, type: recall
value: 2.1226415094339623
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (fin-eng)
config: fin-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 23
verified: no, type: f1
value: 18.111780719280716
verified: no, type: precision
value: 16.497738095238095
verified: no, type: recall
value: 23
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (tha-eng)
config: tha-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 4.562043795620438
verified: no, type: f1
value: 3.1632119907667358
verified: no, type: precision
value: 2.8806772100567724
verified: no, type: recall
value: 4.562043795620438
verified: no, task: type: BitextMining
dataset: type: mteb/tatoeba-bitext-mining
name: MTEB Tatoeba (wuu-eng)
config: wuu-eng
split: test
revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553
metrics: type: accuracy
value: 75.9
verified: no, type: f1
value: 70.57690476190476
verified: no, type: precision
value: 68.19761904761904
verified: no, type: recall
value: 75.9
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.804
verified: no, type: map_at_10
value: 11.267000000000001
verified: no, type: map_at_100
value: 17.034
verified: no, type: map_at_1000
value: 18.733
verified: no, type: map_at_3
value: 6.071
verified: no, type: map_at_5
value: 8.187
verified: no, type: mrr_at_1
value: 34.694
verified: no, type: mrr_at_10
value: 50.504000000000005
verified: no, type: mrr_at_100
value: 51.162
verified: no, type: mrr_at_1000
value: 51.162
verified: no, type: mrr_at_3
value: 45.918
verified: no, type: mrr_at_5
value: 49.082
verified: no, type: ndcg_at_1
value: 33.672999999999995
verified: no, type: ndcg_at_10
value: 27.478
verified: no, type: ndcg_at_100
value: 37.961
verified: no, type: ndcg_at_1000
value: 50.117
verified: no, type: ndcg_at_3
value: 30.156
verified: no, type: ndcg_at_5
value: 29.293999999999997
verified: no, type: precision_at_1
value: 34.694
verified: no, type: precision_at_10
value: 24.082
verified: no, type: precision_at_100
value: 7.632999999999999
verified: no, type: precision_at_1000
value: 1.569
verified: no, type: precision_at_3
value: 30.612000000000002
verified: no, type: precision_at_5
value: 29.387999999999998
verified: no, type: recall_at_1
value: 2.804
verified: no, type: recall_at_10
value: 17.785
verified: no, type: recall_at_100
value: 47.452
verified: no, type: recall_at_1000
value: 84.687
verified: no, type: recall_at_3
value: 6.9190000000000005
verified: no, type: recall_at_5
value: 10.807
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 74.5162
verified: no, type: ap
value: 15.022137849208509
verified: no, type: f1
value: 56.77914300422838
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 59.589700056593095
verified: no, type: f1
value: 59.93893560752363
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 40.11538634360855
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 83.97806520832091
verified: no, type: cos_sim_ap
value: 67.80381341664686
verified: no, type: cos_sim_f1
value: 63.01665268958908
verified: no, type: cos_sim_precision
value: 57.713407943822695
verified: no, type: cos_sim_recall
value: 69.39313984168865
verified: no, type: dot_accuracy
value: 83.9899862907552
verified: no, type: dot_ap
value: 67.80914960711299
verified: no, type: dot_f1
value: 63.0287144048612
verified: no, type: dot_precision
value: 57.46252444058223
verified: no, type: dot_recall
value: 69.78891820580475
verified: no, type: euclidean_accuracy
value: 83.9601835846695
verified: no, type: euclidean_ap
value: 67.79862461635126
verified: no, type: euclidean_f1
value: 63.02426882389545
verified: no, type: euclidean_precision
value: 59.64664310954063
verified: no, type: euclidean_recall
value: 66.80738786279683
verified: no, type: manhattan_accuracy
value: 83.94230196101806
verified: no, type: manhattan_ap
value: 67.78560087328111
verified: no, type: manhattan_f1
value: 63.10622881851117
verified: no, type: manhattan_precision
value: 56.63939584644431
verified: no, type: manhattan_recall
value: 71.2401055408971
verified: no, type: max_accuracy
value: 83.9899862907552
verified: no, type: max_ap
value: 67.80914960711299
verified: no, type: max_f1
value: 63.10622881851117
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 89.04994760740482
verified: no, type: cos_sim_ap
value: 85.71231674852108
verified: no, type: cos_sim_f1
value: 78.92350867093619
verified: no, type: cos_sim_precision
value: 74.07807645549101
verified: no, type: cos_sim_recall
value: 84.44718201416693
verified: no, type: dot_accuracy
value: 89.05188807389295
verified: no, type: dot_ap
value: 85.71776365526502
verified: no, type: dot_f1
value: 78.92055922835156
verified: no, type: dot_precision
value: 74.34152317430069
verified: no, type: dot_recall
value: 84.10070834616569
verified: no, type: euclidean_accuracy
value: 89.05188807389295
verified: no, type: euclidean_ap
value: 85.7114644968015
verified: no, type: euclidean_f1
value: 78.9458525345622
verified: no, type: euclidean_precision
value: 74.14119556397078
verified: no, type: euclidean_recall
value: 84.41638435478903
verified: no, type: manhattan_accuracy
value: 89.06547133930997
verified: no, type: manhattan_ap
value: 85.70658730333459
verified: no, type: manhattan_f1
value: 78.91009741543552
verified: no, type: manhattan_precision
value: 74.00714719169308
verified: no, type: manhattan_recall
value: 84.5087773329227
verified: no, type: max_accuracy
value: 89.06547133930997
verified: no, type: max_ap
value: 85.71776365526502
verified: no, type: max_f1
value: 78.9458525345622
verified: no
Likes: 15 | All-time downloads: 21327
Created: 2024-04-30 12:43:01