Model: Erin/mist-zh
Author: Erin
Pipeline: feature-extraction
Library: transformers
Tags: transformers, pytorch, bert, feature-extraction, mteb, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: tags: mteb
model-index: name: mist-zh
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 44.80910972039708
verified: no, type: cos_sim_spearman
value: 46.97947004057185
verified: no, type: euclidean_pearson
value: 45.36774158404125
verified: no, type: euclidean_spearman
value: 46.97947004232487
verified: no, type: manhattan_pearson
value: 45.23486628014998
verified: no, type: manhattan_spearman
value: 46.87721960765866
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 49.5294624928126
verified: no, type: cos_sim_spearman
value: 51.34771777448503
verified: no, type: euclidean_pearson
value: 53.56859824288157
verified: no, type: euclidean_spearman
value: 51.34771439634126
verified: no, type: manhattan_pearson
value: 53.581640877132685
verified: no, type: manhattan_spearman
value: 51.349656519071274
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 39.318
verified: no, type: f1
value: 37.37720144558489
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 62.12016334764962
verified: no, type: cos_sim_spearman
value: 65.08208654969742
verified: no, type: euclidean_pearson
value: 63.53078822303454
verified: no, type: euclidean_spearman
value: 65.0820865487212
verified: no, type: manhattan_pearson
value: 63.510532363654725
verified: no, type: manhattan_spearman
value: 65.06622789125241
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 39.5071157612481
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 37.99964332311132
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 84.67010533089491
verified: no, type: mrr
value: 86.99488095238095
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 85.27288868896477
verified: no, type: mrr
value: 87.5929761904762
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.949
verified: no, type: map_at_10
value: 35.394
verified: no, type: map_at_100
value: 37.235
verified: no, type: map_at_1000
value: 37.364999999999995
verified: no, type: map_at_3
value: 31.433
verified: no, type: map_at_5
value: 33.668
verified: no, type: mrr_at_1
value: 36.834
verified: no, type: mrr_at_10
value: 44.451
verified: no, type: mrr_at_100
value: 45.445
verified: no, type: mrr_at_1000
value: 45.501000000000005
verified: no, type: mrr_at_3
value: 42.010999999999996
verified: no, type: mrr_at_5
value: 43.34
verified: no, type: ndcg_at_1
value: 36.834
verified: no, type: ndcg_at_10
value: 41.803000000000004
verified: no, type: ndcg_at_100
value: 49.091
verified: no, type: ndcg_at_1000
value: 51.474
verified: no, type: ndcg_at_3
value: 36.736000000000004
verified: no, type: ndcg_at_5
value: 38.868
verified: no, type: precision_at_1
value: 36.834
verified: no, type: precision_at_10
value: 9.354999999999999
verified: no, type: precision_at_100
value: 1.5310000000000001
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 20.78
verified: no, type: precision_at_5
value: 15.238999999999999
verified: no, type: recall_at_1
value: 23.949
verified: no, type: recall_at_10
value: 51.68000000000001
verified: no, type: recall_at_100
value: 81.938
verified: no, type: recall_at_1000
value: 98.091
verified: no, type: recall_at_3
value: 36.408
verified: no, type: recall_at_5
value: 42.952
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 76.24774503908598
verified: no, type: cos_sim_ap
value: 84.76081551540754
verified: no, type: cos_sim_f1
value: 77.76321537789427
verified: no, type: cos_sim_precision
value: 72.96577167452347
verified: no, type: cos_sim_recall
value: 83.23591302314706
verified: no, type: dot_accuracy
value: 76.24774503908598
verified: no, type: dot_ap
value: 84.75968761251127
verified: no, type: dot_f1
value: 77.76321537789427
verified: no, type: dot_precision
value: 72.96577167452347
verified: no, type: dot_recall
value: 83.23591302314706
verified: no, type: euclidean_accuracy
value: 76.24774503908598
verified: no, type: euclidean_ap
value: 84.7608250840413
verified: no, type: euclidean_f1
value: 77.76321537789427
verified: no, type: euclidean_precision
value: 72.96577167452347
verified: no, type: euclidean_recall
value: 83.23591302314706
verified: no, type: manhattan_accuracy
value: 76.19963920625375
verified: no, type: manhattan_ap
value: 84.76313920535411
verified: no, type: manhattan_f1
value: 77.74253527288636
verified: no, type: manhattan_precision
value: 73.0374023838882
verified: no, type: manhattan_recall
value: 83.09562777647884
verified: no, type: max_accuracy
value: 76.24774503908598
verified: no, type: max_ap
value: 84.76313920535411
verified: no, type: max_f1
value: 77.76321537789427
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 66.149
verified: no, type: map_at_10
value: 75.22999999999999
verified: no, type: map_at_100
value: 75.536
verified: no, type: map_at_1000
value: 75.542
verified: no, type: map_at_3
value: 73.384
verified: no, type: map_at_5
value: 74.459
verified: no, type: mrr_at_1
value: 66.28
verified: no, type: mrr_at_10
value: 75.232
verified: no, type: mrr_at_100
value: 75.52799999999999
verified: no, type: mrr_at_1000
value: 75.534
verified: no, type: mrr_at_3
value: 73.446
verified: no, type: mrr_at_5
value: 74.473
verified: no, type: ndcg_at_1
value: 66.386
verified: no, type: ndcg_at_10
value: 79.295
verified: no, type: ndcg_at_100
value: 80.741
verified: no, type: ndcg_at_1000
value: 80.891
verified: no, type: ndcg_at_3
value: 75.613
verified: no, type: ndcg_at_5
value: 77.46300000000001
verified: no, type: precision_at_1
value: 66.386
verified: no, type: precision_at_10
value: 9.283
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 27.503
verified: no, type: precision_at_5
value: 17.408
verified: no, type: recall_at_1
value: 66.149
verified: no, type: recall_at_10
value: 91.886
verified: no, type: recall_at_100
value: 98.52499999999999
verified: no, type: recall_at_1000
value: 99.684
verified: no, type: recall_at_3
value: 81.849
verified: no, type: recall_at_5
value: 86.275
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.166
verified: no, type: map_at_10
value: 78.805
verified: no, type: map_at_100
value: 81.782
verified: no, type: map_at_1000
value: 81.818
verified: no, type: map_at_3
value: 54.226
verified: no, type: map_at_5
value: 68.783
verified: no, type: mrr_at_1
value: 88.6
verified: no, type: mrr_at_10
value: 92.244
verified: no, type: mrr_at_100
value: 92.31899999999999
verified: no, type: mrr_at_1000
value: 92.321
verified: no, type: mrr_at_3
value: 91.867
verified: no, type: mrr_at_5
value: 92.119
verified: no, type: ndcg_at_1
value: 88.6
verified: no, type: ndcg_at_10
value: 86.432
verified: no, type: ndcg_at_100
value: 89.357
verified: no, type: ndcg_at_1000
value: 89.688
verified: no, type: ndcg_at_3
value: 84.90299999999999
verified: no, type: ndcg_at_5
value: 84.137
verified: no, type: precision_at_1
value: 88.6
verified: no, type: precision_at_10
value: 41.685
verified: no, type: precision_at_100
value: 4.811
verified: no, type: precision_at_1000
value: 0.48900000000000005
verified: no, type: precision_at_3
value: 76.44999999999999
verified: no, type: precision_at_5
value: 64.87
verified: no, type: recall_at_1
value: 25.166
verified: no, type: recall_at_10
value: 88.227
verified: no, type: recall_at_100
value: 97.597
verified: no, type: recall_at_1000
value: 99.359
verified: no, type: recall_at_3
value: 56.946
verified: no, type: recall_at_5
value: 74.261
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 48.3
verified: no, type: map_at_10
value: 57.635999999999996
verified: no, type: map_at_100
value: 58.306000000000004
verified: no, type: map_at_1000
value: 58.326
verified: no, type: map_at_3
value: 54.900000000000006
verified: no, type: map_at_5
value: 56.620000000000005
verified: no, type: mrr_at_1
value: 48.3
verified: no, type: mrr_at_10
value: 57.635999999999996
verified: no, type: mrr_at_100
value: 58.306000000000004
verified: no, type: mrr_at_1000
value: 58.326
verified: no, type: mrr_at_3
value: 54.900000000000006
verified: no, type: mrr_at_5
value: 56.620000000000005
verified: no, type: ndcg_at_1
value: 48.3
verified: no, type: ndcg_at_10
value: 62.638000000000005
verified: no, type: ndcg_at_100
value: 65.726
verified: no, type: ndcg_at_1000
value: 66.253
verified: no, type: ndcg_at_3
value: 57.081
verified: no, type: ndcg_at_5
value: 60.217
verified: no, type: precision_at_1
value: 48.3
verified: no, type: precision_at_10
value: 7.85
verified: no, type: precision_at_100
value: 0.9249999999999999
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 21.133
verified: no, type: precision_at_5
value: 14.219999999999999
verified: no, type: recall_at_1
value: 48.3
verified: no, type: recall_at_10
value: 78.5
verified: no, type: recall_at_100
value: 92.5
verified: no, type: recall_at_1000
value: 96.6
verified: no, type: recall_at_3
value: 63.4
verified: no, type: recall_at_5
value: 71.1
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 47.9646017699115
verified: no, type: f1
value: 35.03552351349023
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 84.8968105065666
verified: no, type: ap
value: 52.564605306946774
verified: no, type: f1
value: 79.59880155481291
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 70.03662039861051
verified: no, type: cos_sim_spearman
value: 76.9642260444222
verified: no, type: euclidean_pearson
value: 75.47376966815843
verified: no, type: euclidean_spearman
value: 76.9642282583736
verified: no, type: manhattan_pearson
value: 75.45535385433548
verified: no, type: manhattan_spearman
value: 76.94609742735338
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 65.604
verified: no, type: map_at_10
value: 74.522
verified: no, type: map_at_100
value: 74.878
verified: no, type: map_at_1000
value: 74.889
verified: no, type: map_at_3
value: 72.61
verified: no, type: map_at_5
value: 73.882
verified: no, type: mrr_at_1
value: 67.75099999999999
verified: no, type: mrr_at_10
value: 75.08399999999999
verified: no, type: mrr_at_100
value: 75.402
verified: no, type: mrr_at_1000
value: 75.412
verified: no, type: mrr_at_3
value: 73.446
verified: no, type: mrr_at_5
value: 74.531
verified: no, type: ndcg_at_1
value: 67.75099999999999
verified: no, type: ndcg_at_10
value: 78.172
verified: no, type: ndcg_at_100
value: 79.753
verified: no, type: ndcg_at_1000
value: 80.06400000000001
verified: no, type: ndcg_at_3
value: 74.607
verified: no, type: ndcg_at_5
value: 76.728
verified: no, type: precision_at_1
value: 67.75099999999999
verified: no, type: precision_at_10
value: 9.443999999999999
verified: no, type: precision_at_100
value: 1.023
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.009
verified: no, type: precision_at_5
value: 17.934
verified: no, type: recall_at_1
value: 65.604
verified: no, type: recall_at_10
value: 88.84100000000001
verified: no, type: recall_at_100
value: 95.954
verified: no, type: recall_at_1000
value: 98.425
verified: no, type: recall_at_3
value: 79.497
verified: no, type: recall_at_5
value: 84.515
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 67.64963012777405
verified: no, type: f1
value: 65.01092085388518
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 72.9724277067922
verified: no, type: f1
value: 72.48003852874602
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 48.9
verified: no, type: map_at_10
value: 55.189
verified: no, type: map_at_100
value: 55.687
verified: no, type: map_at_1000
value: 55.74400000000001
verified: no, type: map_at_3
value: 53.75
verified: no, type: map_at_5
value: 54.555
verified: no, type: mrr_at_1
value: 49.1
verified: no, type: mrr_at_10
value: 55.289
verified: no, type: mrr_at_100
value: 55.788000000000004
verified: no, type: mrr_at_1000
value: 55.845
verified: no, type: mrr_at_3
value: 53.849999999999994
verified: no, type: mrr_at_5
value: 54.655
verified: no, type: ndcg_at_1
value: 48.9
verified: no, type: ndcg_at_10
value: 58.275
verified: no, type: ndcg_at_100
value: 60.980000000000004
verified: no, type: ndcg_at_1000
value: 62.672000000000004
verified: no, type: ndcg_at_3
value: 55.282
verified: no, type: ndcg_at_5
value: 56.749
verified: no, type: precision_at_1
value: 48.9
verified: no, type: precision_at_10
value: 6.800000000000001
verified: no, type: precision_at_100
value: 0.8130000000000001
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 19.900000000000002
verified: no, type: precision_at_5
value: 12.659999999999998
verified: no, type: recall_at_1
value: 48.9
verified: no, type: recall_at_10
value: 68
verified: no, type: recall_at_100
value: 81.3
verified: no, type: recall_at_1000
value: 95
verified: no, type: recall_at_3
value: 59.699999999999996
verified: no, type: recall_at_5
value: 63.3
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 71.53666666666668
verified: no, type: f1
value: 70.74267338218574
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 70.43854899837575
verified: no, type: cos_sim_ap
value: 75.25713109733296
verified: no, type: cos_sim_f1
value: 73.18777292576418
verified: no, type: cos_sim_precision
value: 62.397617274758
verified: no, type: cos_sim_recall
value: 88.48996832101372
verified: no, type: dot_accuracy
value: 70.43854899837575
verified: no, type: dot_ap
value: 75.25713109733296
verified: no, type: dot_f1
value: 73.18777292576418
verified: no, type: dot_precision
value: 62.397617274758
verified: no, type: dot_recall
value: 88.48996832101372
verified: no, type: euclidean_accuracy
value: 70.43854899837575
verified: no, type: euclidean_ap
value: 75.25713109733296
verified: no, type: euclidean_f1
value: 73.18777292576418
verified: no, type: euclidean_precision
value: 62.397617274758
verified: no, type: euclidean_recall
value: 88.48996832101372
verified: no, type: manhattan_accuracy
value: 70.60097455332972
verified: no, type: manhattan_ap
value: 75.22177995740668
verified: no, type: manhattan_f1
value: 73.13750532141337
verified: no, type: manhattan_precision
value: 61.26961483594865
verified: no, type: manhattan_recall
value: 90.70749736008447
verified: no, type: max_accuracy
value: 70.60097455332972
verified: no, type: max_ap
value: 75.25713109733296
verified: no, type: max_f1
value: 73.18777292576418
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 91.3
verified: no, type: ap
value: 89.03601366589187
verified: no, type: f1
value: 91.28612226957141
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 24.254041798082984
verified: no, type: cos_sim_spearman
value: 30.029755057178846
verified: no, type: euclidean_pearson
value: 30.394005237465905
verified: no, type: euclidean_spearman
value: 30.029751825186153
verified: no, type: manhattan_pearson
value: 30.400683181995863
verified: no, type: manhattan_spearman
value: 29.981240616043326
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 35.09911024323138
verified: no, type: cos_sim_spearman
value: 37.49790006053554
verified: no, type: euclidean_pearson
value: 35.65689785105493
verified: no, type: euclidean_spearman
value: 37.498032509597344
verified: no, type: manhattan_pearson
value: 35.68350134483341
verified: no, type: manhattan_spearman
value: 37.54046578100128
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 68.26707578158273
verified: no, type: cos_sim_spearman
value: 69.19741429899995
verified: no, type: euclidean_pearson
value: 68.53026048034656
verified: no, type: euclidean_spearman
value: 69.1974135636389
verified: no, type: manhattan_pearson
value: 70.02306646353263
verified: no, type: manhattan_spearman
value: 70.46158498712836
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 78.88749955421177
verified: no, type: cos_sim_spearman
value: 79.56695106617856
verified: no, type: euclidean_pearson
value: 79.13787024514338
verified: no, type: euclidean_spearman
value: 79.56690827015423
verified: no, type: manhattan_pearson
value: 79.08154812411563
verified: no, type: manhattan_spearman
value: 79.52391077945943
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 65.78663254562939
verified: no, type: mrr
value: 74.9786877626248
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.169999999999998
verified: no, type: map_at_10
value: 74.009
verified: no, type: map_at_100
value: 77.788
verified: no, type: map_at_1000
value: 77.866
verified: no, type: map_at_3
value: 51.861000000000004
verified: no, type: map_at_5
value: 63.775000000000006
verified: no, type: mrr_at_1
value: 87.748
verified: no, type: mrr_at_10
value: 90.737
verified: no, type: mrr_at_100
value: 90.84400000000001
verified: no, type: mrr_at_1000
value: 90.849
verified: no, type: mrr_at_3
value: 90.257
verified: no, type: mrr_at_5
value: 90.54299999999999
verified: no, type: ndcg_at_1
value: 87.748
verified: no, type: ndcg_at_10
value: 82.114
verified: no, type: ndcg_at_100
value: 86.148
verified: no, type: ndcg_at_1000
value: 86.913
verified: no, type: ndcg_at_3
value: 83.54599999999999
verified: no, type: ndcg_at_5
value: 81.987
verified: no, type: precision_at_1
value: 87.748
verified: no, type: precision_at_10
value: 41.076
verified: no, type: precision_at_100
value: 4.976
verified: no, type: precision_at_1000
value: 0.515
verified: no, type: precision_at_3
value: 73.282
verified: no, type: precision_at_5
value: 61.351
verified: no, type: recall_at_1
value: 26.169999999999998
verified: no, type: recall_at_10
value: 81.292
verified: no, type: recall_at_100
value: 94.285
verified: no, type: recall_at_1000
value: 98.221
verified: no, type: recall_at_3
value: 53.824000000000005
verified: no, type: recall_at_5
value: 67.547
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 51.564
verified: no, type: f1
value: 49.711462885083286
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 62.57078038998942
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 57.842602165392144
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 52
verified: no, type: map_at_10
value: 62.932
verified: no, type: map_at_100
value: 63.471999999999994
verified: no, type: map_at_1000
value: 63.483999999999995
verified: no, type: map_at_3
value: 60.516999999999996
verified: no, type: map_at_5
value: 62.097
verified: no, type: mrr_at_1
value: 52
verified: no, type: mrr_at_10
value: 62.932
verified: no, type: mrr_at_100
value: 63.471999999999994
verified: no, type: mrr_at_1000
value: 63.483999999999995
verified: no, type: mrr_at_3
value: 60.516999999999996
verified: no, type: mrr_at_5
value: 62.097
verified: no, type: ndcg_at_1
value: 52
verified: no, type: ndcg_at_10
value: 67.963
verified: no, type: ndcg_at_100
value: 70.598
verified: no, type: ndcg_at_1000
value: 70.896
verified: no, type: ndcg_at_3
value: 63.144
verified: no, type: ndcg_at_5
value: 65.988
verified: no, type: precision_at_1
value: 52
verified: no, type: precision_at_10
value: 8.36
verified: no, type: precision_at_100
value: 0.959
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 23.567
verified: no, type: precision_at_5
value: 15.52
verified: no, type: recall_at_1
value: 52
verified: no, type: recall_at_10
value: 83.6
verified: no, type: recall_at_100
value: 95.89999999999999
verified: no, type: recall_at_1000
value: 98.2
verified: no, type: recall_at_3
value: 70.7
verified: no, type: recall_at_5
value: 77.60000000000001
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.65999999999998
verified: no, type: ap
value: 69.91988858863054
verified: no, type: f1
value: 84.92982698422784
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 27.838972963193314
verified: no, type: mrr
value: 26.65238095238095
verified: no
Likes: 0 | All-time downloads: 5692
Created: 2023-11-30 08:24:39