Model: ClayAtlas/winberta-large
Author: ClayAtlas
Tags: mteb, model-index, region:us
Card metadata: tags: mteb
model-index: name: winberta-large
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 41.77725389846057
verified: no, type: cos_sim_spearman
value: 46.70255351226939
verified: no, type: euclidean_pearson
value: 45.22550045993912
verified: no, type: euclidean_spearman
value: 46.70255351226939
verified: no, type: manhattan_pearson
value: 45.19405644988887
verified: no, type: manhattan_spearman
value: 46.680519207418264
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 41.90208621690777
verified: no, type: cos_sim_spearman
value: 49.95255202729448
verified: no, type: euclidean_pearson
value: 49.756907552767956
verified: no, type: euclidean_spearman
value: 49.95255202729448
verified: no, type: manhattan_pearson
value: 49.75325413164269
verified: no, type: manhattan_spearman
value: 49.96252496785108
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 42.038000000000004
verified: no, type: f1
value: 40.20953065985179
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 54.24089984585099
verified: no, type: cos_sim_spearman
value: 56.075463873104766
verified: no, type: euclidean_pearson
value: 55.20252472986401
verified: no, type: euclidean_spearman
value: 56.075463873104766
verified: no, type: manhattan_pearson
value: 55.13086772848814
verified: no, type: manhattan_spearman
value: 56.02039158535162
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 42.83769092800803
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 39.772368416311195
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 78.3895639270477
verified: no, type: mrr
value: 81.64801587301588
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 80.84221923370502
verified: no, type: mrr
value: 84.32821428571428
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 18.695999999999998
verified: no, type: map_at_10
value: 28.171000000000003
verified: no, type: map_at_100
value: 29.927
verified: no, type: map_at_1000
value: 30.09
verified: no, type: map_at_3
value: 24.854000000000003
verified: no, type: map_at_5
value: 26.573
verified: no, type: mrr_at_1
value: 29.256999999999998
verified: no, type: mrr_at_10
value: 36.584
verified: no, type: mrr_at_100
value: 37.643
verified: no, type: mrr_at_1000
value: 37.713
verified: no, type: mrr_at_3
value: 34.171
verified: no, type: mrr_at_5
value: 35.436
verified: no, type: ndcg_at_1
value: 29.256999999999998
verified: no, type: ndcg_at_10
value: 34.079
verified: no, type: ndcg_at_100
value: 41.538000000000004
verified: no, type: ndcg_at_1000
value: 44.651999999999994
verified: no, type: ndcg_at_3
value: 29.439999999999998
verified: no, type: ndcg_at_5
value: 31.172
verified: no, type: precision_at_1
value: 29.256999999999998
verified: no, type: precision_at_10
value: 7.804
verified: no, type: precision_at_100
value: 1.392
verified: no, type: precision_at_1000
value: 0.179
verified: no, type: precision_at_3
value: 16.804
verified: no, type: precision_at_5
value: 12.267999999999999
verified: no, type: recall_at_1
value: 18.695999999999998
verified: no, type: recall_at_10
value: 43.325
verified: no, type: recall_at_100
value: 74.765
verified: no, type: recall_at_1000
value: 95.999
verified: no, type: recall_at_3
value: 29.384
verified: no, type: recall_at_5
value: 34.765
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 79.15814792543597
verified: no, type: cos_sim_ap
value: 87.29838623651833
verified: no, type: cos_sim_f1
value: 80.6512349097353
verified: no, type: cos_sim_precision
value: 76.62037037037037
verified: no, type: cos_sim_recall
value: 85.1297638531681
verified: no, type: dot_accuracy
value: 79.15814792543597
verified: no, type: dot_ap
value: 87.30641807786448
verified: no, type: dot_f1
value: 80.6512349097353
verified: no, type: dot_precision
value: 76.62037037037037
verified: no, type: dot_recall
value: 85.1297638531681
verified: no, type: euclidean_accuracy
value: 79.15814792543597
verified: no, type: euclidean_ap
value: 87.29838623651833
verified: no, type: euclidean_f1
value: 80.6512349097353
verified: no, type: euclidean_precision
value: 76.62037037037037
verified: no, type: euclidean_recall
value: 85.1297638531681
verified: no, type: manhattan_accuracy
value: 79.15814792543597
verified: no, type: manhattan_ap
value: 87.29705330875109
verified: no, type: manhattan_f1
value: 80.66914498141264
verified: no, type: manhattan_precision
value: 75.76504415691106
verified: no, type: manhattan_recall
value: 86.2520458265139
verified: no, type: max_accuracy
value: 79.15814792543597
verified: no, type: max_ap
value: 87.30641807786448
verified: no, type: max_f1
value: 80.66914498141264
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 58.325
verified: no, type: map_at_10
value: 67.572
verified: no, type: map_at_100
value: 68.142
verified: no, type: map_at_1000
value: 68.152
verified: no, type: map_at_3
value: 65.446
verified: no, type: map_at_5
value: 66.794
verified: no, type: mrr_at_1
value: 58.272
verified: no, type: mrr_at_10
value: 67.469
verified: no, type: mrr_at_100
value: 68.048
verified: no, type: mrr_at_1000
value: 68.05799999999999
verified: no, type: mrr_at_3
value: 65.385
verified: no, type: mrr_at_5
value: 66.728
verified: no, type: ndcg_at_1
value: 58.377
verified: no, type: ndcg_at_10
value: 71.922
verified: no, type: ndcg_at_100
value: 74.49799999999999
verified: no, type: ndcg_at_1000
value: 74.80799999999999
verified: no, type: ndcg_at_3
value: 67.711
verified: no, type: ndcg_at_5
value: 70.075
verified: no, type: precision_at_1
value: 58.377
verified: no, type: precision_at_10
value: 8.641
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 24.833
verified: no, type: precision_at_5
value: 16.101
verified: no, type: recall_at_1
value: 58.325
verified: no, type: recall_at_10
value: 85.458
verified: no, type: recall_at_100
value: 97.05
verified: no, type: recall_at_1000
value: 99.579
verified: no, type: recall_at_3
value: 74.18299999999999
verified: no, type: recall_at_5
value: 79.768
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.448
verified: no, type: map_at_10
value: 70.368
verified: no, type: map_at_100
value: 73.644
verified: no, type: map_at_1000
value: 73.727
verified: no, type: map_at_3
value: 48.317
verified: no, type: map_at_5
value: 61.114999999999995
verified: no, type: mrr_at_1
value: 83.5
verified: no, type: mrr_at_10
value: 88.592
verified: no, type: mrr_at_100
value: 88.69200000000001
verified: no, type: mrr_at_1000
value: 88.696
verified: no, type: mrr_at_3
value: 88.058
verified: no, type: mrr_at_5
value: 88.458
verified: no, type: ndcg_at_1
value: 83.5
verified: no, type: ndcg_at_10
value: 79.696
verified: no, type: ndcg_at_100
value: 83.88799999999999
verified: no, type: ndcg_at_1000
value: 84.64699999999999
verified: no, type: ndcg_at_3
value: 78.39500000000001
verified: no, type: ndcg_at_5
value: 77.289
verified: no, type: precision_at_1
value: 83.5
verified: no, type: precision_at_10
value: 38.525
verified: no, type: precision_at_100
value: 4.656
verified: no, type: precision_at_1000
value: 0.485
verified: no, type: precision_at_3
value: 70.383
verified: no, type: precision_at_5
value: 59.56
verified: no, type: recall_at_1
value: 23.448
verified: no, type: recall_at_10
value: 81.274
verified: no, type: recall_at_100
value: 94.447
verified: no, type: recall_at_1000
value: 98.209
verified: no, type: recall_at_3
value: 51.122
verified: no, type: recall_at_5
value: 67.29899999999999
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 44.2
verified: no, type: map_at_10
value: 54.083999999999996
verified: no, type: map_at_100
value: 54.775
verified: no, type: map_at_1000
value: 54.800000000000004
verified: no, type: map_at_3
value: 51.5
verified: no, type: map_at_5
value: 52.94
verified: no, type: mrr_at_1
value: 44.2
verified: no, type: mrr_at_10
value: 54.083999999999996
verified: no, type: mrr_at_100
value: 54.775
verified: no, type: mrr_at_1000
value: 54.800000000000004
verified: no, type: mrr_at_3
value: 51.5
verified: no, type: mrr_at_5
value: 52.94
verified: no, type: ndcg_at_1
value: 44.2
verified: no, type: ndcg_at_10
value: 59.221999999999994
verified: no, type: ndcg_at_100
value: 62.463
verified: no, type: ndcg_at_1000
value: 63.159
verified: no, type: ndcg_at_3
value: 53.888000000000005
verified: no, type: ndcg_at_5
value: 56.483000000000004
verified: no, type: precision_at_1
value: 44.2
verified: no, type: precision_at_10
value: 7.55
verified: no, type: precision_at_100
value: 0.9039999999999999
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 20.267
verified: no, type: precision_at_5
value: 13.420000000000002
verified: no, type: recall_at_1
value: 44.2
verified: no, type: recall_at_10
value: 75.5
verified: no, type: recall_at_100
value: 90.4
verified: no, type: recall_at_1000
value: 95.89999999999999
verified: no, type: recall_at_3
value: 60.8
verified: no, type: recall_at_5
value: 67.10000000000001
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 46.30242400923432
verified: no, type: f1
value: 34.9084495621858
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 77.2983114446529
verified: no, type: ap
value: 38.88426285856333
verified: no, type: f1
value: 70.55729261942591
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 68.5643564120875
verified: no, type: cos_sim_spearman
value: 74.96268256412532
verified: no, type: euclidean_pearson
value: 74.05621406127399
verified: no, type: euclidean_spearman
value: 74.96268256412532
verified: no, type: manhattan_pearson
value: 74.04916252136826
verified: no, type: manhattan_spearman
value: 74.95628866390487
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 27.289171935571773
verified: no, type: mrr
value: 25.7218253968254
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 61.632
verified: no, type: map_at_10
value: 70.796
verified: no, type: map_at_100
value: 71.21300000000001
verified: no, type: map_at_1000
value: 71.22800000000001
verified: no, type: map_at_3
value: 68.848
verified: no, type: map_at_5
value: 70.044
verified: no, type: mrr_at_1
value: 63.768
verified: no, type: mrr_at_10
value: 71.516
verified: no, type: mrr_at_100
value: 71.884
verified: no, type: mrr_at_1000
value: 71.897
verified: no, type: mrr_at_3
value: 69.814
verified: no, type: mrr_at_5
value: 70.843
verified: no, type: ndcg_at_1
value: 63.768
verified: no, type: ndcg_at_10
value: 74.727
verified: no, type: ndcg_at_100
value: 76.649
verified: no, type: ndcg_at_1000
value: 77.05300000000001
verified: no, type: ndcg_at_3
value: 71.00800000000001
verified: no, type: ndcg_at_5
value: 73.015
verified: no, type: precision_at_1
value: 63.768
verified: no, type: precision_at_10
value: 9.15
verified: no, type: precision_at_100
value: 1.012
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 26.848
verified: no, type: precision_at_5
value: 17.172
verified: no, type: recall_at_1
value: 61.632
verified: no, type: recall_at_10
value: 86.162
verified: no, type: recall_at_100
value: 94.953
verified: no, type: recall_at_1000
value: 98.148
verified: no, type: recall_at_3
value: 76.287
verified: no, type: recall_at_5
value: 81.03399999999999
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (af)
config: af
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 25.79690652320108
verified: no, type: f1
value: 24.093438782440067
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (am)
config: am
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.338937457969066
verified: no, type: f1
value: 2.404152046553366
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ar)
config: ar
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 6.489576328177541
verified: no, type: f1
value: 4.62270646032821
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (az)
config: az
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 24.767989240080695
verified: no, type: f1
value: 23.495689794075474
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (bn)
config: bn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 4.29724277067922
verified: no, type: f1
value: 2.2466735164037934
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (cy)
config: cy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 26.388702084734366
verified: no, type: f1
value: 23.86003112409349
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (da)
config: da
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 31.4694014794889
verified: no, type: f1
value: 29.017559554815392
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (de)
config: de
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 28.09011432414256
verified: no, type: f1
value: 24.796051996220104
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (el)
config: el
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 19.240080699394753
verified: no, type: f1
value: 16.13607169381968
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 53.406186953597846
verified: no, type: f1
value: 49.55550114595557
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (es)
config: es
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 30.615332885003365
verified: no, type: f1
value: 29.13481030937436
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fa)
config: fa
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 7.205783456624077
verified: no, type: f1
value: 4.601802513446058
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fi)
config: fi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 27.205783456624072
verified: no, type: f1
value: 24.177535740725418
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 32.63618022864828
verified: no, type: f1
value: 31.190168140021303
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (he)
config: he
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 2.6630800268997983
verified: no, type: f1
value: 1.913464455449111
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hi)
config: hi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 4.593140551445864
verified: no, type: f1
value: 2.6428594688121865
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hu)
config: hu
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 25.648957632817755
verified: no, type: f1
value: 22.88249345748577
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hy)
config: hy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 4.862138533960995
verified: no, type: f1
value: 2.739262235100375
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (id)
config: id
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 29.808338937457968
verified: no, type: f1
value: 29.055301842025006
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (is)
config: is
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 23.5305985205111
verified: no, type: f1
value: 21.232935753763023
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (it)
config: it
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 34.47209145931405
verified: no, type: f1
value: 32.987844813265305
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ja)
config: ja
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 39.40147948890383
verified: no, type: f1
value: 37.59135086216479
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (jv)
config: jv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 28.749159381304644
verified: no, type: f1
value: 26.132814845473103
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ka)
config: ka
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 4.344317417619368
verified: no, type: f1
value: 2.9377190150068957
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (km)
config: km
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 6.102891728312036
verified: no, type: f1
value: 3.962539148306579
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (kn)
config: kn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 4.462004034969738
verified: no, type: f1
value: 2.618811361288446
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ko)
config: ko
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 14.156018829858777
verified: no, type: f1
value: 12.032224251194693
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (lv)
config: lv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 29.855413584398114
verified: no, type: f1
value: 26.4935948293649
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ml)
config: ml
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.6919973100201746
verified: no, type: f1
value: 1.9455177645088522
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (mn)
config: mn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 7.864828513786145
verified: no, type: f1
value: 5.890463192551815
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ms)
config: ms
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 28.05312710154674
verified: no, type: f1
value: 25.167919685520967
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (my)
config: my
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 6.9804976462676525
verified: no, type: f1
value: 3.5784028024922963
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nb)
config: nb
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 28.648285137861468
verified: no, type: f1
value: 26.310748922753458
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nl)
config: nl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 32.92199058507062
verified: no, type: f1
value: 29.644293217296745
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 27.622730329522525
verified: no, type: f1
value: 24.469668239014812
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pt)
config: pt
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 33.52723604572966
verified: no, type: f1
value: 30.92548605264693
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ro)
config: ro
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 31.32145258910558
verified: no, type: f1
value: 29.33012083327001
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ru)
config: ru
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 11.271015467383993
verified: no, type: f1
value: 10.062644252034659
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sl)
config: sl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 27.942165433759254
verified: no, type: f1
value: 25.33080090111651
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sq)
config: sq
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 32.895090786819104
verified: no, type: f1
value: 28.439539068323533
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sv)
config: sv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 26.852723604572965
verified: no, type: f1
value: 25.395656180022463
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sw)
config: sw
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 29.404841963685275
verified: no, type: f1
value: 26.21621146728871
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ta)
config: ta
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.3254875588433084
verified: no, type: f1
value: 1.603092746324846
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (te)
config: te
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.463349024882313
verified: no, type: f1
value: 2.0928407358339736
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (th)
config: th
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 12.982515131136513
verified: no, type: f1
value: 11.01712677163494
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tl)
config: tl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 30.729657027572294
verified: no, type: f1
value: 26.83317869501593
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tr)
config: tr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 23.570948217888372
verified: no, type: f1
value: 22.40127425434381
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ur)
config: ur
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 4.983187626092804
verified: no, type: f1
value: 3.718347039099332
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (vi)
config: vi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 21.893073301950235
verified: no, type: f1
value: 20.675025999929755
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 70.82044384667114
verified: no, type: f1
value: 68.45757969594844
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-TW)
config: zh-TW
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 65.52790854068594
verified: no, type: f1
value: 64.67811461805108
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (af)
config: af
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 31.55346334902488
verified: no, type: f1
value: 29.191252426466214
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (am)
config: am
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 7.488231338264964
verified: no, type: f1
value: 5.0160562127811685
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ar)
config: ar
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 14.996637525218562
verified: no, type: f1
value: 11.249193510499182
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (az)
config: az
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 29.132481506388704
verified: no, type: f1
value: 26.38076542865094
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (bn)
config: bn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 9.243443174176194
verified: no, type: f1
value: 6.038537369329211
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (cy)
config: cy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 29.720914593140552
verified: no, type: f1
value: 26.928872478782672
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (da)
config: da
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 39.791526563550775
verified: no, type: f1
value: 35.368330225384334
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (de)
config: de
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 34.67720242098184
verified: no, type: f1
value: 31.39329003485599
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (el)
config: el
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 28.833221250840612
verified: no, type: f1
value: 25.447170771092875
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 61.77538668459987
verified: no, type: f1
value: 58.638713385209904
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (es)
config: es
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 35.96839273705447
verified: no, type: f1
value: 32.76368046131194
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fa)
config: fa
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 11.123066577000671
verified: no, type: f1
value: 7.872676893973924
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fi)
config: fi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 28.614660390047074
verified: no, type: f1
value: 25.645947438401855
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.65568258238063
verified: no, type: f1
value: 37.66349602390266
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (he)
config: he
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 9.008069939475453
verified: no, type: f1
value: 5.1554089293899965
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hi)
config: hi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 9.915938130464022
verified: no, type: f1
value: 6.413016136448915
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hu)
config: hu
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 32.07464694014795
verified: no, type: f1
value: 29.435621484770174
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hy)
config: hy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 8.43981170141224
verified: no, type: f1
value: 6.157676936089851
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (id)
config: id
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 34.89912575655683
verified: no, type: f1
value: 31.614865711813938
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (is)
config: is
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 30.954942837928712
verified: no, type: f1
value: 26.844232924337497
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (it)
config: it
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.059179556153325
verified: no, type: f1
value: 36.92471115077745
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ja)
config: ja
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 48.73234700739745
verified: no, type: f1
value: 46.89395011365762
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (jv)
config: jv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 35.08742434431742
verified: no, type: f1
value: 32.314520222383585
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ka)
config: ka
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 9.287155346334904
verified: no, type: f1
value: 7.13459214077311
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (km)
config: km
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 11.193678547410894
verified: no, type: f1
value: 7.329043540295746
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (kn)
config: kn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 10.097511768661734
verified: no, type: f1
value: 7.212356186519867
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ko)
config: ko
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 19.196368527236046
verified: no, type: f1
value: 16.798046606500282
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (lv)
config: lv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 32.49495628782785
verified: no, type: f1
value: 28.359188240241444
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ml)
config: ml
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 6.36516476126429
verified: no, type: f1
value: 3.7192665599079913
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (mn)
config: mn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 13.076664425016812
verified: no, type: f1
value: 9.572770203976713
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ms)
config: ms
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 39.17955615332885
verified: no, type: f1
value: 33.8253960820197
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (my)
config: my
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 12.252858103564224
verified: no, type: f1
value: 9.096519579346872
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nb)
config: nb
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 35.24209818426362
verified: no, type: f1
value: 32.24756964062884
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nl)
config: nl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.17081371889711
verified: no, type: f1
value: 34.8539465599922
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 31.60390047074647
verified: no, type: f1
value: 28.24199310436465
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pt)
config: pt
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.01008742434432
verified: no, type: f1
value: 37.21826826542489
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ro)
config: ro
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 39.25353059852051
verified: no, type: f1
value: 35.457426597271784
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ru)
config: ru
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 16.70813718897108
verified: no, type: f1
value: 14.338767956114001
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sl)
config: sl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 33.94418291862811
verified: no, type: f1
value: 30.577444242695694
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sq)
config: sq
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.396772024209824
verified: no, type: f1
value: 36.028103018769436
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sv)
config: sv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 30.722932078009418
verified: no, type: f1
value: 28.49491987141746
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sw)
config: sw
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 37.14189643577674
verified: no, type: f1
value: 32.52116385408168
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ta)
config: ta
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 8.214525891055818
verified: no, type: f1
value: 4.448399109965533
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (te)
config: te
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 7.96570275722932
verified: no, type: f1
value: 5.128691464756114
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (th)
config: th
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 21.55682582380632
verified: no, type: f1
value: 17.110218757379613
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tl)
config: tl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 36.70141223940821
verified: no, type: f1
value: 32.96113533567822
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tr)
config: tr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 28.80295897780767
verified: no, type: f1
value: 27.77008973951413
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ur)
config: ur
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 10.460659045057163
verified: no, type: f1
value: 7.90075042321315
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (vi)
config: vi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 27.720242098184265
verified: no, type: f1
value: 26.76341970948208
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 75.21183591123066
verified: no, type: f1
value: 74.55953469104787
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-TW)
config: zh-TW
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 71.52320107599192
verified: no, type: f1
value: 71.16094498697193
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 43.2
verified: no, type: map_at_10
value: 48.788
verified: no, type: map_at_100
value: 49.412
verified: no, type: map_at_1000
value: 49.480000000000004
verified: no, type: map_at_3
value: 47.55
verified: no, type: map_at_5
value: 48.27
verified: no, type: mrr_at_1
value: 43.2
verified: no, type: mrr_at_10
value: 48.788
verified: no, type: mrr_at_100
value: 49.412
verified: no, type: mrr_at_1000
value: 49.480000000000004
verified: no, type: mrr_at_3
value: 47.55
verified: no, type: mrr_at_5
value: 48.27
verified: no, type: ndcg_at_1
value: 43.2
verified: no, type: ndcg_at_10
value: 51.504000000000005
verified: no, type: ndcg_at_100
value: 54.718
verified: no, type: ndcg_at_1000
value: 56.754000000000005
verified: no, type: ndcg_at_3
value: 48.975
verified: no, type: ndcg_at_5
value: 50.283
verified: no, type: precision_at_1
value: 43.2
verified: no, type: precision_at_10
value: 6
verified: no, type: precision_at_100
value: 0.755
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: precision_at_3
value: 17.7
verified: no, type: precision_at_5
value: 11.26
verified: no, type: recall_at_1
value: 43.2
verified: no, type: recall_at_10
value: 60
verified: no, type: recall_at_100
value: 75.5
verified: no, type: recall_at_1000
value: 92
verified: no, type: recall_at_3
value: 53.1
verified: no, type: recall_at_5
value: 56.3
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 71.66666666666669
verified: no, type: f1
value: 71.30679309756734
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 73.47049269085004
verified: no, type: cos_sim_ap
value: 77.45627413542758
verified: no, type: cos_sim_f1
value: 76.38326585695006
verified: no, type: cos_sim_precision
value: 66.53605015673982
verified: no, type: cos_sim_recall
value: 89.65153115100317
verified: no, type: dot_accuracy
value: 73.47049269085004
verified: no, type: dot_ap
value: 77.45627413542758
verified: no, type: dot_f1
value: 76.38326585695006
verified: no, type: dot_precision
value: 66.53605015673982
verified: no, type: dot_recall
value: 89.65153115100317
verified: no, type: euclidean_accuracy
value: 73.47049269085004
verified: no, type: euclidean_ap
value: 77.45620654340667
verified: no, type: euclidean_f1
value: 76.38326585695006
verified: no, type: euclidean_precision
value: 66.53605015673982
verified: no, type: euclidean_recall
value: 89.65153115100317
verified: no, type: manhattan_accuracy
value: 73.36220898754738
verified: no, type: manhattan_ap
value: 77.37536169412738
verified: no, type: manhattan_f1
value: 76.38640429338103
verified: no, type: manhattan_precision
value: 66.25290923196276
verified: no, type: manhattan_recall
value: 90.17951425554382
verified: no, type: max_accuracy
value: 73.47049269085004
verified: no, type: max_ap
value: 77.45627413542758
verified: no, type: max_f1
value: 76.38640429338103
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 91.53
verified: no, type: ap
value: 89.42581459526625
verified: no, type: f1
value: 91.52129393166419
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 29.140746638094146
verified: no, type: cos_sim_spearman
value: 33.485405306894954
verified: no, type: euclidean_pearson
value: 33.519345307695055
verified: no, type: euclidean_spearman
value: 33.485405306894954
verified: no, type: manhattan_pearson
value: 33.477525315080555
verified: no, type: manhattan_spearman
value: 33.45108970796106
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 29.1489803117667
verified: no, type: cos_sim_spearman
value: 31.064278185902484
verified: no, type: euclidean_pearson
value: 29.46668604738617
verified: no, type: euclidean_spearman
value: 31.064327209275294
verified: no, type: manhattan_pearson
value: 29.486028367555363
verified: no, type: manhattan_spearman
value: 31.08380235579532
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 62.11437173048506
verified: no, type: cos_sim_spearman
value: 64.51063977663124
verified: no, type: euclidean_pearson
value: 63.21313519423639
verified: no, type: euclidean_spearman
value: 64.51063977663124
verified: no, type: manhattan_pearson
value: 66.21953089701206
verified: no, type: manhattan_spearman
value: 66.39662588897919
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 78.98157503278959
verified: no, type: cos_sim_spearman
value: 79.62582795918624
verified: no, type: euclidean_pearson
value: 79.44521376122044
verified: no, type: euclidean_spearman
value: 79.62582795918624
verified: no, type: manhattan_pearson
value: 79.4254734731864
verified: no, type: manhattan_spearman
value: 79.61078135348473
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.29923663749156
verified: no, type: mrr
value: 76.31176720293172
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 24.518
verified: no, type: map_at_10
value: 67.938
verified: no, type: map_at_100
value: 71.769
verified: no, type: map_at_1000
value: 71.882
verified: no, type: map_at_3
value: 47.884
verified: no, type: map_at_5
value: 58.733000000000004
verified: no, type: mrr_at_1
value: 84.328
verified: no, type: mrr_at_10
value: 87.96000000000001
verified: no, type: mrr_at_100
value: 88.114
verified: no, type: mrr_at_1000
value: 88.12
verified: no, type: mrr_at_3
value: 87.306
verified: no, type: mrr_at_5
value: 87.734
verified: no, type: ndcg_at_1
value: 84.328
verified: no, type: ndcg_at_10
value: 77.077
verified: no, type: ndcg_at_100
value: 81.839
verified: no, type: ndcg_at_1000
value: 82.974
verified: no, type: ndcg_at_3
value: 79.209
verified: no, type: ndcg_at_5
value: 77.345
verified: no, type: precision_at_1
value: 84.328
verified: no, type: precision_at_10
value: 38.596000000000004
verified: no, type: precision_at_100
value: 4.825
verified: no, type: precision_at_1000
value: 0.51
verified: no, type: precision_at_3
value: 69.547
verified: no, type: precision_at_5
value: 58.033
verified: no, type: recall_at_1
value: 24.518
verified: no, type: recall_at_10
value: 75.982
verified: no, type: recall_at_100
value: 91.40899999999999
verified: no, type: recall_at_1000
value: 97.129
verified: no, type: recall_at_3
value: 50.014
verified: no, type: recall_at_5
value: 62.971
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 50.17400000000001
verified: no, type: f1
value: 48.49778139007515
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 58.925265567508944
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 53.70728044857883
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 49.5
verified: no, type: map_at_10
value: 59.772000000000006
verified: no, type: map_at_100
value: 60.312
verified: no, type: map_at_1000
value: 60.333000000000006
verified: no, type: map_at_3
value: 57.367000000000004
verified: no, type: map_at_5
value: 58.797
verified: no, type: mrr_at_1
value: 49.5
verified: no, type: mrr_at_10
value: 59.772000000000006
verified: no, type: mrr_at_100
value: 60.312
verified: no, type: mrr_at_1000
value: 60.333000000000006
verified: no, type: mrr_at_3
value: 57.367000000000004
verified: no, type: mrr_at_5
value: 58.797
verified: no, type: ndcg_at_1
value: 49.5
verified: no, type: ndcg_at_10
value: 64.672
verified: no, type: ndcg_at_100
value: 67.389
verified: no, type: ndcg_at_1000
value: 67.984
verified: no, type: ndcg_at_3
value: 59.8
verified: no, type: ndcg_at_5
value: 62.385999999999996
verified: no, type: precision_at_1
value: 49.5
verified: no, type: precision_at_10
value: 8
verified: no, type: precision_at_100
value: 0.9289999999999999
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 22.267
verified: no, type: precision_at_5
value: 14.62
verified: no, type: recall_at_1
value: 49.5
verified: no, type: recall_at_10
value: 80
verified: no, type: recall_at_100
value: 92.9
verified: no, type: recall_at_1000
value: 97.7
verified: no, type: recall_at_3
value: 66.8
verified: no, type: recall_at_5
value: 73.1
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 85.97999999999999
verified: no, type: ap
value: 68.63874013611306
verified: no, type: f1
value: 84.22025909308913
verified: no
Likes: 0 | All-time downloads: 0
Created: 2023-12-11 09:30:39