Model: Erin/IYun-large-zh
Author: Erin
Tags: mteb, model-index, region:us
Card metadata: tags: mteb
model-index: name: IYun-large-zh
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 57.37728676415047
verified: no, type: cos_sim_spearman
value: 60.89131895307699
verified: no, type: euclidean_pearson
value: 60.056754800315595
verified: no, type: euclidean_spearman
value: 60.891479787418966
verified: no, type: manhattan_pearson
value: 60.03850823371572
verified: no, type: manhattan_spearman
value: 60.8597150048781
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 57.29704921148904
verified: no, type: cos_sim_spearman
value: 58.81607331373972
verified: no, type: euclidean_pearson
value: 63.69251756281332
verified: no, type: euclidean_spearman
value: 58.81608232068536
verified: no, type: manhattan_pearson
value: 63.665668138742284
verified: no, type: manhattan_spearman
value: 58.80224314871406
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 49.672
verified: no, type: f1
value: 47.27737512126165
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 71.65025725548176
verified: no, type: cos_sim_spearman
value: 72.53278026251562
verified: no, type: euclidean_pearson
value: 71.29771814474996
verified: no, type: euclidean_spearman
value: 72.53241999594584
verified: no, type: manhattan_pearson
value: 71.29290351258575
verified: no, type: manhattan_spearman
value: 72.52505531587519
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 60.19892651814847
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 58.39897986042561
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 88.73563192647498
verified: no, type: mrr
value: 91.00214285714286
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 89.42396184634322
verified: no, type: mrr
value: 91.90503968253968
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.950000000000003
verified: no, type: map_at_10
value: 39.982
verified: no, type: map_at_100
value: 41.844
verified: no, type: map_at_1000
value: 41.948
verified: no, type: map_at_3
value: 35.664
verified: no, type: map_at_5
value: 38.061
verified: no, type: mrr_at_1
value: 41.11
verified: no, type: mrr_at_10
value: 49.183
verified: no, type: mrr_at_100
value: 50.166999999999994
verified: no, type: mrr_at_1000
value: 50.205999999999996
verified: no, type: mrr_at_3
value: 46.778
verified: no, type: mrr_at_5
value: 48.120000000000005
verified: no, type: ndcg_at_1
value: 41.11
verified: no, type: ndcg_at_10
value: 46.678
verified: no, type: ndcg_at_100
value: 53.876000000000005
verified: no, type: ndcg_at_1000
value: 55.627
verified: no, type: ndcg_at_3
value: 41.429
verified: no, type: ndcg_at_5
value: 43.551
verified: no, type: precision_at_1
value: 41.11
verified: no, type: precision_at_10
value: 10.325
verified: no, type: precision_at_100
value: 1.6119999999999999
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_3
value: 23.498
verified: no, type: precision_at_5
value: 16.894000000000002
verified: no, type: recall_at_1
value: 26.950000000000003
verified: no, type: recall_at_10
value: 57.239
verified: no, type: recall_at_100
value: 86.9
verified: no, type: recall_at_1000
value: 98.581
verified: no, type: recall_at_3
value: 41.221000000000004
verified: no, type: recall_at_5
value: 47.976
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 86.13968597726043
verified: no, type: cos_sim_ap
value: 90.86724630443385
verified: no, type: cos_sim_f1
value: 86.9653767820774
verified: no, type: cos_sim_precision
value: 83.9724680432645
verified: no, type: cos_sim_recall
value: 90.17951425554382
verified: no, type: dot_accuracy
value: 86.13968597726043
verified: no, type: dot_ap
value: 90.85181504536696
verified: no, type: dot_f1
value: 86.9653767820774
verified: no, type: dot_precision
value: 83.9724680432645
verified: no, type: dot_recall
value: 90.17951425554382
verified: no, type: euclidean_accuracy
value: 86.13968597726043
verified: no, type: euclidean_ap
value: 90.86657368513809
verified: no, type: euclidean_f1
value: 86.95208970438327
verified: no, type: euclidean_precision
value: 84.03940886699507
verified: no, type: euclidean_recall
value: 90.07391763463569
verified: no, type: manhattan_accuracy
value: 85.97726042230644
verified: no, type: manhattan_ap
value: 90.85259484237685
verified: no, type: manhattan_f1
value: 86.79435483870968
verified: no, type: manhattan_precision
value: 83.02796528447445
verified: no, type: manhattan_recall
value: 90.91869060190075
verified: no, type: max_accuracy
value: 86.13968597726043
verified: no, type: max_ap
value: 90.86724630443385
verified: no, type: max_f1
value: 86.9653767820774
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 73.34
verified: no, type: map_at_10
value: 81.722
verified: no, type: map_at_100
value: 81.916
verified: no, type: map_at_1000
value: 81.919
verified: no, type: map_at_3
value: 80.25999999999999
verified: no, type: map_at_5
value: 81.11699999999999
verified: no, type: mrr_at_1
value: 73.551
verified: no, type: mrr_at_10
value: 81.727
verified: no, type: mrr_at_100
value: 81.911
verified: no, type: mrr_at_1000
value: 81.914
verified: no, type: mrr_at_3
value: 80.242
verified: no, type: mrr_at_5
value: 81.149
verified: no, type: ndcg_at_1
value: 73.551
verified: no, type: ndcg_at_10
value: 85.244
verified: no, type: ndcg_at_100
value: 86.005
verified: no, type: ndcg_at_1000
value: 86.084
verified: no, type: ndcg_at_3
value: 82.334
verified: no, type: ndcg_at_5
value: 83.878
verified: no, type: precision_at_1
value: 73.551
verified: no, type: precision_at_10
value: 9.705
verified: no, type: precision_at_100
value: 1.0030000000000001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 29.645
verified: no, type: precision_at_5
value: 18.567
verified: no, type: recall_at_1
value: 73.34
verified: no, type: recall_at_10
value: 96.048
verified: no, type: recall_at_100
value: 99.262
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_3
value: 88.303
verified: no, type: recall_at_5
value: 91.99199999999999
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.506
verified: no, type: map_at_10
value: 81.29899999999999
verified: no, type: map_at_100
value: 83.997
verified: no, type: map_at_1000
value: 84.03399999999999
verified: no, type: map_at_3
value: 56.69
verified: no, type: map_at_5
value: 71.389
verified: no, type: mrr_at_1
value: 91.10000000000001
verified: no, type: mrr_at_10
value: 93.952
verified: no, type: mrr_at_100
value: 94.00500000000001
verified: no, type: mrr_at_1000
value: 94.00699999999999
verified: no, type: mrr_at_3
value: 93.683
verified: no, type: mrr_at_5
value: 93.858
verified: no, type: ndcg_at_1
value: 91.10000000000001
verified: no, type: ndcg_at_10
value: 88.25699999999999
verified: no, type: ndcg_at_100
value: 90.84100000000001
verified: no, type: ndcg_at_1000
value: 91.167
verified: no, type: ndcg_at_3
value: 87.595
verified: no, type: ndcg_at_5
value: 86.346
verified: no, type: precision_at_1
value: 91.10000000000001
verified: no, type: precision_at_10
value: 42.04
verified: no, type: precision_at_100
value: 4.804
verified: no, type: precision_at_1000
value: 0.48900000000000005
verified: no, type: precision_at_3
value: 78.583
verified: no, type: precision_at_5
value: 66.09
verified: no, type: recall_at_1
value: 26.506
verified: no, type: recall_at_10
value: 89.12299999999999
verified: no, type: recall_at_100
value: 97.717
verified: no, type: recall_at_1000
value: 99.285
verified: no, type: recall_at_3
value: 58.865
verified: no, type: recall_at_5
value: 75.753
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 52.7
verified: no, type: map_at_10
value: 62.239
verified: no, type: map_at_100
value: 62.744
verified: no, type: map_at_1000
value: 62.755
verified: no, type: map_at_3
value: 59.75
verified: no, type: map_at_5
value: 61.050000000000004
verified: no, type: mrr_at_1
value: 52.7
verified: no, type: mrr_at_10
value: 62.239
verified: no, type: mrr_at_100
value: 62.744
verified: no, type: mrr_at_1000
value: 62.755
verified: no, type: mrr_at_3
value: 59.75
verified: no, type: mrr_at_5
value: 61.050000000000004
verified: no, type: ndcg_at_1
value: 52.7
verified: no, type: ndcg_at_10
value: 67.23
verified: no, type: ndcg_at_100
value: 69.729
verified: no, type: ndcg_at_1000
value: 70.00999999999999
verified: no, type: ndcg_at_3
value: 62.025
verified: no, type: ndcg_at_5
value: 64.37
verified: no, type: precision_at_1
value: 52.7
verified: no, type: precision_at_10
value: 8.309999999999999
verified: no, type: precision_at_100
value: 0.9490000000000001
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 22.867
verified: no, type: precision_at_5
value: 14.860000000000001
verified: no, type: recall_at_1
value: 52.7
verified: no, type: recall_at_10
value: 83.1
verified: no, type: recall_at_100
value: 94.89999999999999
verified: no, type: recall_at_1000
value: 97.1
verified: no, type: recall_at_3
value: 68.60000000000001
verified: no, type: recall_at_5
value: 74.3
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 52.64332435552135
verified: no, type: f1
value: 42.17147347490132
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 87.5984990619137
verified: no, type: ap
value: 57.59814850574554
verified: no, type: f1
value: 82.62140959655022
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 74.58027418203673
verified: no, type: cos_sim_spearman
value: 79.19473724464046
verified: no, type: euclidean_pearson
value: 79.2941422188887
verified: no, type: euclidean_spearman
value: 79.1944889378359
verified: no, type: manhattan_pearson
value: 79.26535092062532
verified: no, type: manhattan_spearman
value: 79.17298822899023
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 31.611379937191025
verified: no, type: mrr
value: 30.88968253968254
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 65.603
verified: no, type: map_at_10
value: 74.834
verified: no, type: map_at_100
value: 75.16199999999999
verified: no, type: map_at_1000
value: 75.17399999999999
verified: no, type: map_at_3
value: 72.979
verified: no, type: map_at_5
value: 74.154
verified: no, type: mrr_at_1
value: 67.837
verified: no, type: mrr_at_10
value: 75.46199999999999
verified: no, type: mrr_at_100
value: 75.751
verified: no, type: mrr_at_1000
value: 75.762
verified: no, type: mrr_at_3
value: 73.832
verified: no, type: mrr_at_5
value: 74.875
verified: no, type: ndcg_at_1
value: 67.837
verified: no, type: ndcg_at_10
value: 78.636
verified: no, type: ndcg_at_100
value: 80.083
verified: no, type: ndcg_at_1000
value: 80.394
verified: no, type: ndcg_at_3
value: 75.12
verified: no, type: ndcg_at_5
value: 77.12
verified: no, type: precision_at_1
value: 67.837
verified: no, type: precision_at_10
value: 9.536999999999999
verified: no, type: precision_at_100
value: 1.0250000000000001
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.352
verified: no, type: precision_at_5
value: 18.074
verified: no, type: recall_at_1
value: 65.603
verified: no, type: recall_at_10
value: 89.704
verified: no, type: recall_at_100
value: 96.2
verified: no, type: recall_at_1000
value: 98.588
verified: no, type: recall_at_3
value: 80.444
verified: no, type: recall_at_5
value: 85.205
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 77.43106926698049
verified: no, type: f1
value: 73.96808004721824
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 83.86684599865501
verified: no, type: f1
value: 83.05645257324346
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 55.00000000000001
verified: no, type: map_at_10
value: 61.129
verified: no, type: map_at_100
value: 61.61
verified: no, type: map_at_1000
value: 61.655
verified: no, type: map_at_3
value: 59.533
verified: no, type: map_at_5
value: 60.478
verified: no, type: mrr_at_1
value: 54.900000000000006
verified: no, type: mrr_at_10
value: 61.090999999999994
verified: no, type: mrr_at_100
value: 61.562
verified: no, type: mrr_at_1000
value: 61.608
verified: no, type: mrr_at_3
value: 59.483
verified: no, type: mrr_at_5
value: 60.428000000000004
verified: no, type: ndcg_at_1
value: 55.00000000000001
verified: no, type: ndcg_at_10
value: 64.288
verified: no, type: ndcg_at_100
value: 66.991
verified: no, type: ndcg_at_1000
value: 68.27
verified: no, type: ndcg_at_3
value: 61.014
verified: no, type: ndcg_at_5
value: 62.68899999999999
verified: no, type: precision_at_1
value: 55.00000000000001
verified: no, type: precision_at_10
value: 7.430000000000001
verified: no, type: precision_at_100
value: 0.878
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 21.767
verified: no, type: precision_at_5
value: 13.86
verified: no, type: recall_at_1
value: 55.00000000000001
verified: no, type: recall_at_10
value: 74.3
verified: no, type: recall_at_100
value: 87.8
verified: no, type: recall_at_1000
value: 98
verified: no, type: recall_at_3
value: 65.3
verified: no, type: recall_at_5
value: 69.3
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 78.48333333333333
verified: no, type: f1
value: 78.36516159631131
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 86.13968597726043
verified: no, type: cos_sim_ap
value: 90.86724630443385
verified: no, type: cos_sim_f1
value: 86.9653767820774
verified: no, type: cos_sim_precision
value: 83.9724680432645
verified: no, type: cos_sim_recall
value: 90.17951425554382
verified: no, type: dot_accuracy
value: 86.13968597726043
verified: no, type: dot_ap
value: 90.85181504536696
verified: no, type: dot_f1
value: 86.9653767820774
verified: no, type: dot_precision
value: 83.9724680432645
verified: no, type: dot_recall
value: 90.17951425554382
verified: no, type: euclidean_accuracy
value: 86.13968597726043
verified: no, type: euclidean_ap
value: 90.86657368513809
verified: no, type: euclidean_f1
value: 86.95208970438327
verified: no, type: euclidean_precision
value: 84.03940886699507
verified: no, type: euclidean_recall
value: 90.07391763463569
verified: no, type: manhattan_accuracy
value: 85.97726042230644
verified: no, type: manhattan_ap
value: 90.85259484237685
verified: no, type: manhattan_f1
value: 86.79435483870968
verified: no, type: manhattan_precision
value: 83.02796528447445
verified: no, type: manhattan_recall
value: 90.91869060190075
verified: no, type: max_accuracy
value: 86.13968597726043
verified: no, type: max_ap
value: 90.86724630443385
verified: no, type: max_f1
value: 86.9653767820774
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 94.33999999999999
verified: no, type: ap
value: 92.566213965377
verified: no, type: f1
value: 94.32981412505542
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 40.59979992480721
verified: no, type: cos_sim_spearman
value: 45.80272854477526
verified: no, type: euclidean_pearson
value: 45.51435650601272
verified: no, type: euclidean_spearman
value: 45.80481880049892
verified: no, type: manhattan_pearson
value: 45.50783698090448
verified: no, type: manhattan_spearman
value: 45.7962835896273
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 41.95530336245604
verified: no, type: cos_sim_spearman
value: 43.94205325290135
verified: no, type: euclidean_pearson
value: 38.01893281522651
verified: no, type: euclidean_spearman
value: 43.9411389356089
verified: no, type: manhattan_pearson
value: 38.158512461951446
verified: no, type: manhattan_spearman
value: 44.055211140130815
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 63.64131281514482
verified: no, type: cos_sim_spearman
value: 65.17753570208333
verified: no, type: euclidean_pearson
value: 62.72868744500848
verified: no, type: euclidean_spearman
value: 65.17730738350589
verified: no, type: manhattan_pearson
value: 62.76099444782981
verified: no, type: manhattan_spearman
value: 65.2421498595002
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 79.15762053490425
verified: no, type: cos_sim_spearman
value: 79.47824157657848
verified: no, type: euclidean_pearson
value: 79.11217669696227
verified: no, type: euclidean_spearman
value: 79.47857091559331
verified: no, type: manhattan_pearson
value: 79.07701011877683
verified: no, type: manhattan_spearman
value: 79.43942682897884
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 67.45068053105526
verified: no, type: mrr
value: 77.63560439973777
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 27.837
verified: no, type: map_at_10
value: 77.803
verified: no, type: map_at_100
value: 81.402
verified: no, type: map_at_1000
value: 81.464
verified: no, type: map_at_3
value: 54.879
verified: no, type: map_at_5
value: 67.32900000000001
verified: no, type: mrr_at_1
value: 90.584
verified: no, type: mrr_at_10
value: 93.059
verified: no, type: mrr_at_100
value: 93.135
verified: no, type: mrr_at_1000
value: 93.138
verified: no, type: mrr_at_3
value: 92.659
verified: no, type: mrr_at_5
value: 92.914
verified: no, type: ndcg_at_1
value: 90.584
verified: no, type: ndcg_at_10
value: 85.29299999999999
verified: no, type: ndcg_at_100
value: 88.824
verified: no, type: ndcg_at_1000
value: 89.4
verified: no, type: ndcg_at_3
value: 86.79599999999999
verified: no, type: ndcg_at_5
value: 85.353
verified: no, type: precision_at_1
value: 90.584
verified: no, type: precision_at_10
value: 42.191
verified: no, type: precision_at_100
value: 5.0200000000000005
verified: no, type: precision_at_1000
value: 0.516
verified: no, type: precision_at_3
value: 75.785
verified: no, type: precision_at_5
value: 63.417
verified: no, type: recall_at_1
value: 27.837
verified: no, type: recall_at_10
value: 84.21600000000001
verified: no, type: recall_at_100
value: 95.719
verified: no, type: recall_at_1000
value: 98.565
verified: no, type: recall_at_3
value: 56.574999999999996
verified: no, type: recall_at_5
value: 70.682
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 54.37
verified: no, type: f1
value: 52.57500124627352
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 76.9781904739968
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 69.82661181746705
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 58.699999999999996
verified: no, type: map_at_10
value: 68.512
verified: no, type: map_at_100
value: 69.018
verified: no, type: map_at_1000
value: 69.028
verified: no, type: map_at_3
value: 66.51700000000001
verified: no, type: map_at_5
value: 67.91199999999999
verified: no, type: mrr_at_1
value: 58.599999999999994
verified: no, type: mrr_at_10
value: 68.462
verified: no, type: mrr_at_100
value: 68.96799999999999
verified: no, type: mrr_at_1000
value: 68.978
verified: no, type: mrr_at_3
value: 66.467
verified: no, type: mrr_at_5
value: 67.862
verified: no, type: ndcg_at_1
value: 58.699999999999996
verified: no, type: ndcg_at_10
value: 72.88900000000001
verified: no, type: ndcg_at_100
value: 75.262
verified: no, type: ndcg_at_1000
value: 75.48700000000001
verified: no, type: ndcg_at_3
value: 68.96
verified: no, type: ndcg_at_5
value: 71.452
verified: no, type: precision_at_1
value: 58.699999999999996
verified: no, type: precision_at_10
value: 8.64
verified: no, type: precision_at_100
value: 0.9730000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 25.333
verified: no, type: precision_at_5
value: 16.400000000000002
verified: no, type: recall_at_1
value: 58.699999999999996
verified: no, type: recall_at_10
value: 86.4
verified: no, type: recall_at_100
value: 97.3
verified: no, type: recall_at_1000
value: 99
verified: no, type: recall_at_3
value: 76
verified: no, type: recall_at_5
value: 82
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 89.23
verified: no, type: ap
value: 75.03115536738895
verified: no, type: f1
value: 87.71601665295442
verified: no
Likes: 0 | All-time downloads: 0
Created: 2024-05-14 12:28:17