Model: ClayAtlas/windberta-large
Author: ClayAtlas
Tags: mteb, model-index, region:us
Card metadata: tags: mteb
model-index: name: windberta
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 42.33337754104733
verified: no, type: cos_sim_spearman
value: 46.77492896615997
verified: no, type: euclidean_pearson
value: 45.485443713440205
verified: no, type: euclidean_spearman
value: 46.77492896615997
verified: no, type: manhattan_pearson
value: 45.47908853063357
verified: no, type: manhattan_spearman
value: 46.78349339487035
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 42.4857636418899
verified: no, type: cos_sim_spearman
value: 50.1796711684779
verified: no, type: euclidean_pearson
value: 50.19857844860528
verified: no, type: euclidean_spearman
value: 50.17966891674149
verified: no, type: manhattan_pearson
value: 50.189134647291425
verified: no, type: manhattan_spearman
value: 50.186194448855524
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 43.32
verified: no, type: f1
value: 41.656310147227025
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 53.71954834756843
verified: no, type: cos_sim_spearman
value: 55.24915785430301
verified: no, type: euclidean_pearson
value: 54.51293350057512
verified: no, type: euclidean_spearman
value: 55.249150926099745
verified: no, type: manhattan_pearson
value: 54.47449996486367
verified: no, type: manhattan_spearman
value: 55.2105677621172
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 42.45793696381908
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 40.378561138339656
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 77.41779986882574
verified: no, type: mrr
value: 81.09345238095239
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 77.84113571204598
verified: no, type: mrr
value: 81.18206349206349
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 18.706
verified: no, type: map_at_10
value: 27.782
verified: no, type: map_at_100
value: 29.482000000000003
verified: no, type: map_at_1000
value: 29.64
verified: no, type: map_at_3
value: 24.606
verified: no, type: map_at_5
value: 26.32
verified: no, type: mrr_at_1
value: 29.307
verified: no, type: mrr_at_10
value: 36.226
verified: no, type: mrr_at_100
value: 37.262
verified: no, type: mrr_at_1000
value: 37.335
verified: no, type: mrr_at_3
value: 33.928999999999995
verified: no, type: mrr_at_5
value: 35.181000000000004
verified: no, type: ndcg_at_1
value: 29.307
verified: no, type: ndcg_at_10
value: 33.452
verified: no, type: ndcg_at_100
value: 40.747
verified: no, type: ndcg_at_1000
value: 43.881
verified: no, type: ndcg_at_3
value: 29.186
verified: no, type: ndcg_at_5
value: 30.866
verified: no, type: precision_at_1
value: 29.307
verified: no, type: precision_at_10
value: 7.632
verified: no, type: precision_at_100
value: 1.357
verified: no, type: precision_at_1000
value: 0.17600000000000002
verified: no, type: precision_at_3
value: 16.688
verified: no, type: precision_at_5
value: 12.173
verified: no, type: recall_at_1
value: 18.706
verified: no, type: recall_at_10
value: 41.925000000000004
verified: no, type: recall_at_100
value: 72.817
verified: no, type: recall_at_1000
value: 94.33500000000001
verified: no, type: recall_at_3
value: 28.968
verified: no, type: recall_at_5
value: 34.29
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 79.84365604329525
verified: no, type: cos_sim_ap
value: 87.54800685674849
verified: no, type: cos_sim_f1
value: 81.0654184776552
verified: no, type: cos_sim_precision
value: 77.4488926746167
verified: no, type: cos_sim_recall
value: 85.0362403553893
verified: no, type: dot_accuracy
value: 79.84365604329525
verified: no, type: dot_ap
value: 87.55923139984687
verified: no, type: dot_f1
value: 81.0654184776552
verified: no, type: dot_precision
value: 77.4488926746167
verified: no, type: dot_recall
value: 85.0362403553893
verified: no, type: euclidean_accuracy
value: 79.84365604329525
verified: no, type: euclidean_ap
value: 87.54800685674849
verified: no, type: euclidean_f1
value: 81.0654184776552
verified: no, type: euclidean_precision
value: 77.4488926746167
verified: no, type: euclidean_recall
value: 85.0362403553893
verified: no, type: manhattan_accuracy
value: 79.7714972940469
verified: no, type: manhattan_ap
value: 87.55523320840679
verified: no, type: manhattan_f1
value: 80.99598034836983
verified: no, type: manhattan_precision
value: 77.51656336824108
verified: no, type: manhattan_recall
value: 84.80243161094225
verified: no, type: max_accuracy
value: 79.84365604329525
verified: no, type: max_ap
value: 87.55923139984687
verified: no, type: max_f1
value: 81.0654184776552
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 60.589999999999996
verified: no, type: map_at_10
value: 69.27600000000001
verified: no, type: map_at_100
value: 69.812
verified: no, type: map_at_1000
value: 69.82300000000001
verified: no, type: map_at_3
value: 67.448
verified: no, type: map_at_5
value: 68.537
verified: no, type: mrr_at_1
value: 60.695
verified: no, type: mrr_at_10
value: 69.32300000000001
verified: no, type: mrr_at_100
value: 69.854
verified: no, type: mrr_at_1000
value: 69.865
verified: no, type: mrr_at_3
value: 67.545
verified: no, type: mrr_at_5
value: 68.625
verified: no, type: ndcg_at_1
value: 60.695
verified: no, type: ndcg_at_10
value: 73.36
verified: no, type: ndcg_at_100
value: 75.78200000000001
verified: no, type: ndcg_at_1000
value: 76.077
verified: no, type: ndcg_at_3
value: 69.639
verified: no, type: ndcg_at_5
value: 71.59400000000001
verified: no, type: precision_at_1
value: 60.695
verified: no, type: precision_at_10
value: 8.704
verified: no, type: precision_at_100
value: 0.98
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 25.430000000000003
verified: no, type: precision_at_5
value: 16.27
verified: no, type: recall_at_1
value: 60.589999999999996
verified: no, type: recall_at_10
value: 86.038
verified: no, type: recall_at_100
value: 96.944
verified: no, type: recall_at_1000
value: 99.262
verified: no, type: recall_at_3
value: 75.869
verified: no, type: recall_at_5
value: 80.55799999999999
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.294999999999998
verified: no, type: map_at_10
value: 70.99499999999999
verified: no, type: map_at_100
value: 74.126
verified: no, type: map_at_1000
value: 74.205
verified: no, type: map_at_3
value: 48.845
verified: no, type: map_at_5
value: 61.551
verified: no, type: mrr_at_1
value: 83.3
verified: no, type: mrr_at_10
value: 88.446
verified: no, type: mrr_at_100
value: 88.564
verified: no, type: mrr_at_1000
value: 88.57000000000001
verified: no, type: mrr_at_3
value: 88
verified: no, type: mrr_at_5
value: 88.25
verified: no, type: ndcg_at_1
value: 83.3
verified: no, type: ndcg_at_10
value: 80.128
verified: no, type: ndcg_at_100
value: 84.009
verified: no, type: ndcg_at_1000
value: 84.798
verified: no, type: ndcg_at_3
value: 78.79
verified: no, type: ndcg_at_5
value: 77.405
verified: no, type: precision_at_1
value: 83.3
verified: no, type: precision_at_10
value: 38.82
verified: no, type: precision_at_100
value: 4.657
verified: no, type: precision_at_1000
value: 0.484
verified: no, type: precision_at_3
value: 70.89999999999999
verified: no, type: precision_at_5
value: 59.550000000000004
verified: no, type: recall_at_1
value: 23.294999999999998
verified: no, type: recall_at_10
value: 82.12
verified: no, type: recall_at_100
value: 94.223
verified: no, type: recall_at_1000
value: 98.264
verified: no, type: recall_at_3
value: 51.946000000000005
verified: no, type: recall_at_5
value: 67.54299999999999
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 42
verified: no, type: map_at_10
value: 51.207
verified: no, type: map_at_100
value: 51.964
verified: no, type: map_at_1000
value: 51.993
verified: no, type: map_at_3
value: 48.9
verified: no, type: map_at_5
value: 50.239999999999995
verified: no, type: mrr_at_1
value: 42
verified: no, type: mrr_at_10
value: 51.207
verified: no, type: mrr_at_100
value: 51.964
verified: no, type: mrr_at_1000
value: 51.993
verified: no, type: mrr_at_3
value: 48.9
verified: no, type: mrr_at_5
value: 50.239999999999995
verified: no, type: ndcg_at_1
value: 42
verified: no, type: ndcg_at_10
value: 55.886
verified: no, type: ndcg_at_100
value: 59.622
verified: no, type: ndcg_at_1000
value: 60.480999999999995
verified: no, type: ndcg_at_3
value: 51.112
verified: no, type: ndcg_at_5
value: 53.513
verified: no, type: precision_at_1
value: 42
verified: no, type: precision_at_10
value: 7.07
verified: no, type: precision_at_100
value: 0.8829999999999999
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 19.167
verified: no, type: precision_at_5
value: 12.659999999999998
verified: no, type: recall_at_1
value: 42
verified: no, type: recall_at_10
value: 70.7
verified: no, type: recall_at_100
value: 88.3
verified: no, type: recall_at_1000
value: 95.19999999999999
verified: no, type: recall_at_3
value: 57.49999999999999
verified: no, type: recall_at_5
value: 63.3
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 47.07964601769912
verified: no, type: f1
value: 35.71948030119852
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 84.48405253283303
verified: no, type: ap
value: 51.641044322555516
verified: no, type: f1
value: 79.09258868144057
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 68.02458550340191
verified: no, type: cos_sim_spearman
value: 74.28734803466209
verified: no, type: euclidean_pearson
value: 73.34335009219284
verified: no, type: euclidean_spearman
value: 74.28734803466209
verified: no, type: manhattan_pearson
value: 73.34314353425192
verified: no, type: manhattan_spearman
value: 74.28417768884727
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 30.17193800028175
verified: no, type: mrr
value: 29.161904761904765
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 61.039
verified: no, type: map_at_10
value: 70.19999999999999
verified: no, type: map_at_100
value: 70.602
verified: no, type: map_at_1000
value: 70.62
verified: no, type: map_at_3
value: 68.133
verified: no, type: map_at_5
value: 69.503
verified: no, type: mrr_at_1
value: 63.066
verified: no, type: mrr_at_10
value: 70.831
verified: no, type: mrr_at_100
value: 71.186
verified: no, type: mrr_at_1000
value: 71.202
verified: no, type: mrr_at_3
value: 69.00699999999999
verified: no, type: mrr_at_5
value: 70.22699999999999
verified: no, type: ndcg_at_1
value: 63.066
verified: no, type: ndcg_at_10
value: 74.141
verified: no, type: ndcg_at_100
value: 75.976
verified: no, type: ndcg_at_1000
value: 76.462
verified: no, type: ndcg_at_3
value: 70.242
verified: no, type: ndcg_at_5
value: 72.58099999999999
verified: no, type: precision_at_1
value: 63.066
verified: no, type: precision_at_10
value: 9.097
verified: no, type: precision_at_100
value: 1.001
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 26.571
verified: no, type: precision_at_5
value: 17.166
verified: no, type: recall_at_1
value: 61.039
verified: no, type: recall_at_10
value: 85.666
verified: no, type: recall_at_100
value: 94.017
verified: no, type: recall_at_1000
value: 97.819
verified: no, type: recall_at_3
value: 75.45100000000001
verified: no, type: recall_at_5
value: 81.02000000000001
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (af)
config: af
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 28.813046402151986
verified: no, type: f1
value: 26.66771458648628
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (am)
config: am
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.0363147276395432
verified: no, type: f1
value: 2.1282632958878023
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ar)
config: ar
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 6.745124411566914
verified: no, type: f1
value: 4.64897627862169
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (az)
config: az
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 27.004034969737727
verified: no, type: f1
value: 24.50373453583708
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (bn)
config: bn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.24142568930733
verified: no, type: f1
value: 1.4440829714459096
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (cy)
config: cy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 31.176866173503697
verified: no, type: f1
value: 27.449943893371536
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (da)
config: da
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 35.52790854068594
verified: no, type: f1
value: 32.284095877219734
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (de)
config: de
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 30.64895763281775
verified: no, type: f1
value: 27.273098137670022
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (el)
config: el
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 18.167451244115668
verified: no, type: f1
value: 14.717271932824833
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 54.76126429051782
verified: no, type: f1
value: 50.43678929170829
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (es)
config: es
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 32.53194351042367
verified: no, type: f1
value: 30.922864615091562
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fa)
config: fa
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 8.715534633490249
verified: no, type: f1
value: 5.943557212598054
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fi)
config: fi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 31.785474108944182
verified: no, type: f1
value: 28.416607289904295
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 33.16072629455279
verified: no, type: f1
value: 31.78249030156056
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (he)
config: he
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.026227303295226
verified: no, type: f1
value: 1.0249360076972784
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hi)
config: hi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.611297915265635
verified: no, type: f1
value: 1.8805751299306375
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hu)
config: hu
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 30.470746469401476
verified: no, type: f1
value: 27.326274554457026
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (hy)
config: hy
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 5.346334902488231
verified: no, type: f1
value: 2.0115115171706197
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (id)
config: id
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 32.454606590450574
verified: no, type: f1
value: 31.8382002228813
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (is)
config: is
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 30.11768661735037
verified: no, type: f1
value: 27.934697686003663
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (it)
config: it
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 36.32145258910558
verified: no, type: f1
value: 34.47615722242413
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ja)
config: ja
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 41.08944182918628
verified: no, type: f1
value: 39.27783199703022
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (jv)
config: jv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 30.423671822461333
verified: no, type: f1
value: 28.09995717285775
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ka)
config: ka
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.789509078681909
verified: no, type: f1
value: 2.3697617052406272
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (km)
config: km
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 6.785474108944182
verified: no, type: f1
value: 2.8990913772357447
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (kn)
config: kn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.8567585743106925
verified: no, type: f1
value: 2.0161963929375477
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ko)
config: ko
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 8.823133826496301
verified: no, type: f1
value: 7.858046825547553
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (lv)
config: lv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 30.232010759919298
verified: no, type: f1
value: 28.881628667244787
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ml)
config: ml
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 2.9287155346334903
verified: no, type: f1
value: 1.2010642206520263
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (mn)
config: mn
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 12.609280430396769
verified: no, type: f1
value: 11.505263544077053
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ms)
config: ms
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 30.655682582380628
verified: no, type: f1
value: 27.59065107222783
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (my)
config: my
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 5.847343644922662
verified: no, type: f1
value: 3.3114858432654826
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nb)
config: nb
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 31.07262945527909
verified: no, type: f1
value: 29.317858835895027
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (nl)
config: nl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 34.095494283792874
verified: no, type: f1
value: 30.319492995092318
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 33.170813718897115
verified: no, type: f1
value: 28.978304060463582
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pt)
config: pt
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 36.91661062542031
verified: no, type: f1
value: 34.591929627017805
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ro)
config: ro
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 33.006052454606596
verified: no, type: f1
value: 30.91144759622849
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ru)
config: ru
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 10.403496973772697
verified: no, type: f1
value: 10.071257139055659
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sl)
config: sl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 30.729657027572298
verified: no, type: f1
value: 28.973650264516444
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sq)
config: sq
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 36.98386012104909
verified: no, type: f1
value: 33.55308140748509
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sv)
config: sv
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 33.01613987895091
verified: no, type: f1
value: 30.764827155309348
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (sw)
config: sw
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 31.62071284465367
verified: no, type: f1
value: 29.79828395194018
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ta)
config: ta
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 3.194351042367182
verified: no, type: f1
value: 1.2345975087085737
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (te)
config: te
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 2.5924680564895763
verified: no, type: f1
value: 1.3765731931999778
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (th)
config: th
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 4.613315400134499
verified: no, type: f1
value: 3.315370311126649
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tl)
config: tl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 32.548755884330866
verified: no, type: f1
value: 28.72005484752792
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (tr)
config: tr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 26.86617350369872
verified: no, type: f1
value: 25.04984155580145
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (ur)
config: ur
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 4.229993275050437
verified: no, type: f1
value: 2.6738110863892466
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (vi)
config: vi
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 29.243443174176193
verified: no, type: f1
value: 26.632983928112132
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 70.91123066576999
verified: no, type: f1
value: 68.65382422288536
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-TW)
config: zh-TW
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 65.49092131809012
verified: no, type: f1
value: 64.63433166397587
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (af)
config: af
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 35.41022192333557
verified: no, type: f1
value: 32.043773998696864
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (am)
config: am
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 9.045057162071284
verified: no, type: f1
value: 5.989702120693128
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ar)
config: ar
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 14.91593813046402
verified: no, type: f1
value: 10.836622322362432
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (az)
config: az
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 31.9670477471419
verified: no, type: f1
value: 29.560759362481413
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (bn)
config: bn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 9.14593140551446
verified: no, type: f1
value: 4.755013470168768
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (cy)
config: cy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 37.451244115669134
verified: no, type: f1
value: 32.72149678893314
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (da)
config: da
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 42.65299260255547
verified: no, type: f1
value: 38.54490018628139
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (de)
config: de
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.325487558843314
verified: no, type: f1
value: 34.01573345578629
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (el)
config: el
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 24.451916610625418
verified: no, type: f1
value: 21.268458069782508
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 63.42299932750504
verified: no, type: f1
value: 60.31829616506453
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (es)
config: es
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 37.730329522528585
verified: no, type: f1
value: 34.47682087542897
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fa)
config: fa
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 11.842636180228647
verified: no, type: f1
value: 9.103915091369243
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fi)
config: fi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 34.48554135843981
verified: no, type: f1
value: 30.544187613857655
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.917955615332886
verified: no, type: f1
value: 38.272473597242005
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (he)
config: he
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 7.642905178211164
verified: no, type: f1
value: 3.5932317435422974
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hi)
config: hi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 8.63819771351715
verified: no, type: f1
value: 5.367937513295658
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hu)
config: hu
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 37.24949562878279
verified: no, type: f1
value: 33.56542557269889
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (hy)
config: hy
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 10.907868190988568
verified: no, type: f1
value: 6.164592664350547
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (id)
config: id
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 36.109616677874925
verified: no, type: f1
value: 33.60549268558145
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (is)
config: is
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 37.804303967720244
verified: no, type: f1
value: 33.702687457766196
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (it)
config: it
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.684599865501006
verified: no, type: f1
value: 37.827678631817356
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ja)
config: ja
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 48.379287155346326
verified: no, type: f1
value: 47.42916530771652
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (jv)
config: jv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 35.19502353732348
verified: no, type: f1
value: 32.346531581560086
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ka)
config: ka
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 9.902488231338264
verified: no, type: f1
value: 6.949726319598101
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (km)
config: km
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 12.750504371217216
verified: no, type: f1
value: 6.484683676180122
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (kn)
config: kn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 10.309347679892403
verified: no, type: f1
value: 6.303469804836742
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ko)
config: ko
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 14.515803631472762
verified: no, type: f1
value: 11.448228509062176
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (lv)
config: lv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 33.076664425016816
verified: no, type: f1
value: 29.62119483929902
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ml)
config: ml
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 7.4411566913248155
verified: no, type: f1
value: 3.9500853520943777
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (mn)
config: mn
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 17.982515131136516
verified: no, type: f1
value: 16.21370873212602
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ms)
config: ms
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 37.92871553463349
verified: no, type: f1
value: 33.45105376049966
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (my)
config: my
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 11.72831203765972
verified: no, type: f1
value: 8.44884960923806
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nb)
config: nb
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.02286482851379
verified: no, type: f1
value: 34.67204151455546
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (nl)
config: nl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.373234700739744
verified: no, type: f1
value: 35.65457711900268
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 36.344989912575656
verified: no, type: f1
value: 32.79620374350878
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pt)
config: pt
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.82918628110289
verified: no, type: f1
value: 38.67744252721392
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ro)
config: ro
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 40.62542030934767
verified: no, type: f1
value: 36.98261635854706
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ru)
config: ru
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 18.95763281775387
verified: no, type: f1
value: 16.30423107207311
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sl)
config: sl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 35.299260255548084
verified: no, type: f1
value: 31.765574086767216
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sq)
config: sq
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 41.956960322797585
verified: no, type: f1
value: 38.574130779247525
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sv)
config: sv
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 37.19233355749832
verified: no, type: f1
value: 33.81282301018017
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (sw)
config: sw
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 38.87693342299933
verified: no, type: f1
value: 36.374284150293924
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ta)
config: ta
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 8.5137861466039
verified: no, type: f1
value: 3.77604514028691
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (te)
config: te
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 7.347007397444519
verified: no, type: f1
value: 4.316679614648472
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (th)
config: th
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 10.104236718224612
verified: no, type: f1
value: 7.587154404252399
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tl)
config: tl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 35.907868190988566
verified: no, type: f1
value: 32.42532534803655
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (tr)
config: tr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 32.07800941492939
verified: no, type: f1
value: 31.072741162550983
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (ur)
config: ur
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 10.373234700739745
verified: no, type: f1
value: 7.124408430261137
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (vi)
config: vi
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 33.91055817081373
verified: no, type: f1
value: 31.82496122405504
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 74.94283792871552
verified: no, type: f1
value: 74.29520816825985
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-TW)
config: zh-TW
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 70.99529253530599
verified: no, type: f1
value: 70.48943927686703
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 42.199999999999996
verified: no, type: map_at_10
value: 47.774
verified: no, type: map_at_100
value: 48.324
verified: no, type: map_at_1000
value: 48.392
verified: no, type: map_at_3
value: 46.317
verified: no, type: map_at_5
value: 47.072
verified: no, type: mrr_at_1
value: 42.3
verified: no, type: mrr_at_10
value: 47.827
verified: no, type: mrr_at_100
value: 48.378
verified: no, type: mrr_at_1000
value: 48.446
verified: no, type: mrr_at_3
value: 46.367000000000004
verified: no, type: mrr_at_5
value: 47.142
verified: no, type: ndcg_at_1
value: 42.199999999999996
verified: no, type: ndcg_at_10
value: 50.671
verified: no, type: ndcg_at_100
value: 53.724000000000004
verified: no, type: ndcg_at_1000
value: 55.694
verified: no, type: ndcg_at_3
value: 47.625
verified: no, type: ndcg_at_5
value: 48.964
verified: no, type: precision_at_1
value: 42.199999999999996
verified: no, type: precision_at_10
value: 5.99
verified: no, type: precision_at_100
value: 0.751
verified: no, type: precision_at_1000
value: 0.091
verified: no, type: precision_at_3
value: 17.133000000000003
verified: no, type: precision_at_5
value: 10.92
verified: no, type: recall_at_1
value: 42.199999999999996
verified: no, type: recall_at_10
value: 59.9
verified: no, type: recall_at_100
value: 75.1
verified: no, type: recall_at_1000
value: 91
verified: no, type: recall_at_3
value: 51.4
verified: no, type: recall_at_5
value: 54.6
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 72.68333333333334
verified: no, type: f1
value: 72.53084383657173
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 72.92907417433676
verified: no, type: cos_sim_ap
value: 77.2067217322648
verified: no, type: cos_sim_f1
value: 76.53631284916202
verified: no, type: cos_sim_precision
value: 68.44296419650291
verified: no, type: cos_sim_recall
value: 86.80042238648363
verified: no, type: dot_accuracy
value: 72.92907417433676
verified: no, type: dot_ap
value: 77.2067217322648
verified: no, type: dot_f1
value: 76.53631284916202
verified: no, type: dot_precision
value: 68.44296419650291
verified: no, type: dot_recall
value: 86.80042238648363
verified: no, type: euclidean_accuracy
value: 72.92907417433676
verified: no, type: euclidean_ap
value: 77.2067217322648
verified: no, type: euclidean_f1
value: 76.53631284916202
verified: no, type: euclidean_precision
value: 68.44296419650291
verified: no, type: euclidean_recall
value: 86.80042238648363
verified: no, type: manhattan_accuracy
value: 72.98321602598809
verified: no, type: manhattan_ap
value: 77.10385348859928
verified: no, type: manhattan_f1
value: 76.67134174848059
verified: no, type: manhattan_precision
value: 68.79194630872483
verified: no, type: manhattan_recall
value: 86.58922914466737
verified: no, type: max_accuracy
value: 72.98321602598809
verified: no, type: max_ap
value: 77.2067217322648
verified: no, type: max_f1
value: 76.67134174848059
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 92.11000000000003
verified: no, type: ap
value: 90.49414877664759
verified: no, type: f1
value: 92.10539417755511
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 29.106919865870793
verified: no, type: cos_sim_spearman
value: 33.23892524348652
verified: no, type: euclidean_pearson
value: 33.62483348491917
verified: no, type: euclidean_spearman
value: 33.23892524348652
verified: no, type: manhattan_pearson
value: 33.63464275000747
verified: no, type: manhattan_spearman
value: 33.250596030941196
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 28.83792748309052
verified: no, type: cos_sim_spearman
value: 30.92395949947476
verified: no, type: euclidean_pearson
value: 29.296076928835973
verified: no, type: euclidean_spearman
value: 30.92395949947476
verified: no, type: manhattan_pearson
value: 29.220578930008596
verified: no, type: manhattan_spearman
value: 30.848850181684227
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 62.485183619582465
verified: no, type: cos_sim_spearman
value: 64.41414883218417
verified: no, type: euclidean_pearson
value: 63.53854165422046
verified: no, type: euclidean_spearman
value: 64.41414883218417
verified: no, type: manhattan_pearson
value: 63.57621522539751
verified: no, type: manhattan_spearman
value: 64.49062238421523
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 78.96466421469466
verified: no, type: cos_sim_spearman
value: 79.74344126074892
verified: no, type: euclidean_pearson
value: 79.57588420768205
verified: no, type: euclidean_spearman
value: 79.74344126074892
verified: no, type: manhattan_pearson
value: 79.50301779470537
verified: no, type: manhattan_spearman
value: 79.67817007436709
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 65.85321176285859
verified: no, type: mrr
value: 75.72496534158688
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 24.437
verified: no, type: map_at_10
value: 67.85799999999999
verified: no, type: map_at_100
value: 71.65599999999999
verified: no, type: map_at_1000
value: 71.771
verified: no, type: map_at_3
value: 47.752
verified: no, type: map_at_5
value: 58.620000000000005
verified: no, type: mrr_at_1
value: 83.776
verified: no, type: mrr_at_10
value: 87.36699999999999
verified: no, type: mrr_at_100
value: 87.529
verified: no, type: mrr_at_1000
value: 87.535
verified: no, type: mrr_at_3
value: 86.669
verified: no, type: mrr_at_5
value: 87.126
verified: no, type: ndcg_at_1
value: 83.776
verified: no, type: ndcg_at_10
value: 76.839
verified: no, type: ndcg_at_100
value: 81.547
verified: no, type: ndcg_at_1000
value: 82.723
verified: no, type: ndcg_at_3
value: 78.731
verified: no, type: ndcg_at_5
value: 76.982
verified: no, type: precision_at_1
value: 83.776
verified: no, type: precision_at_10
value: 38.507999999999996
verified: no, type: precision_at_100
value: 4.809
verified: no, type: precision_at_1000
value: 0.509
verified: no, type: precision_at_3
value: 69.151
verified: no, type: precision_at_5
value: 57.74399999999999
verified: no, type: recall_at_1
value: 24.437
verified: no, type: recall_at_10
value: 75.887
verified: no, type: recall_at_100
value: 91.104
verified: no, type: recall_at_1000
value: 97.024
verified: no, type: recall_at_3
value: 49.835
verified: no, type: recall_at_5
value: 62.854
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 49.851
verified: no, type: f1
value: 48.115308719873006
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 58.53624772949936
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 54.145039782849956
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 49
verified: no, type: map_at_10
value: 58.888
verified: no, type: map_at_100
value: 59.512
verified: no, type: map_at_1000
value: 59.532
verified: no, type: map_at_3
value: 56.65
verified: no, type: map_at_5
value: 57.91
verified: no, type: mrr_at_1
value: 49
verified: no, type: mrr_at_10
value: 58.888
verified: no, type: mrr_at_100
value: 59.512
verified: no, type: mrr_at_1000
value: 59.532
verified: no, type: mrr_at_3
value: 56.65
verified: no, type: mrr_at_5
value: 57.91
verified: no, type: ndcg_at_1
value: 49
verified: no, type: ndcg_at_10
value: 63.656
verified: no, type: ndcg_at_100
value: 66.666
verified: no, type: ndcg_at_1000
value: 67.269
verified: no, type: ndcg_at_3
value: 59.082
verified: no, type: ndcg_at_5
value: 61.35
verified: no, type: precision_at_1
value: 49
verified: no, type: precision_at_10
value: 7.86
verified: no, type: precision_at_100
value: 0.9259999999999999
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 22.033
verified: no, type: precision_at_5
value: 14.32
verified: no, type: recall_at_1
value: 49
verified: no, type: recall_at_10
value: 78.60000000000001
verified: no, type: recall_at_100
value: 92.60000000000001
verified: no, type: recall_at_1000
value: 97.5
verified: no, type: recall_at_3
value: 66.10000000000001
verified: no, type: recall_at_5
value: 71.6
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.44000000000001
verified: no, type: ap
value: 69.51298270778649
verified: no, type: f1
value: 84.72728998827236
verified: no
Likes: 0 | All-time downloads: 0
Created: 2024-02-16 01:42:37