Model: EdwardBurgin/paraphrase-multilingual-mpnet-base-v2
Author: EdwardBurgin
Tags: mteb, license:apache-2.0, model-index, region:us
Card metadata: tags: mteb
model-index: name: paraphrase-multilingual-mpnet-base-v2
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 15.582251984126666
verified: no, type: cos_sim_spearman
value: 15.69467748963597
verified: no, type: euclidean_pearson
value: 16.2494479187005
verified: no, type: euclidean_spearman
value: 15.69467748963597
verified: no, type: manhattan_pearson
value: 16.10975022496916
verified: no, type: manhattan_spearman
value: 15.599765124154125
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 19.07752310222746
verified: no, type: cos_sim_spearman
value: 20.26726582178988
verified: no, type: euclidean_pearson
value: 21.46028997787012
verified: no, type: euclidean_spearman
value: 20.26726694759729
verified: no, type: manhattan_pearson
value: 21.21116198565279
verified: no, type: manhattan_spearman
value: 20.036477476049843
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 38.248000000000005
verified: no, type: f1
value: 36.51864988321388
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 36.035921295879945
verified: no, type: cos_sim_spearman
value: 36.32879592292982
verified: no, type: euclidean_pearson
value: 37.01984887739531
verified: no, type: euclidean_spearman
value: 36.32879592292982
verified: no, type: manhattan_pearson
value: 36.82576491213651
verified: no, type: manhattan_spearman
value: 36.144748202867035
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 39.23871809483964
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 35.364138763920494
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 50.19424558532272
verified: no, type: mrr
value: 55.510515873015876
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 50.38634397668087
verified: no, type: mrr
value: 56.72884920634921
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 4.642
verified: no, type: map_at_10
value: 7.561
verified: no, type: map_at_100
value: 8.423
verified: no, type: map_at_1000
value: 8.6
verified: no, type: map_at_3
value: 6.433999999999999
verified: no, type: map_at_5
value: 7.065
verified: no, type: mrr_at_1
value: 8.126999999999999
verified: no, type: mrr_at_10
value: 11.693000000000001
verified: no, type: mrr_at_100
value: 12.485
verified: no, type: mrr_at_1000
value: 12.61
verified: no, type: mrr_at_3
value: 10.344000000000001
verified: no, type: mrr_at_5
value: 11.089
verified: no, type: ndcg_at_1
value: 8.126999999999999
verified: no, type: ndcg_at_10
value: 10.147
verified: no, type: ndcg_at_100
value: 14.631
verified: no, type: ndcg_at_1000
value: 19.372
verified: no, type: ndcg_at_3
value: 8.285
verified: no, type: ndcg_at_5
value: 9.074
verified: no, type: precision_at_1
value: 8.126999999999999
verified: no, type: precision_at_10
value: 2.558
verified: no, type: precision_at_100
value: 0.629
verified: no, type: precision_at_1000
value: 0.126
verified: no, type: precision_at_3
value: 5.035
verified: no, type: precision_at_5
value: 3.866
verified: no, type: recall_at_1
value: 4.642
verified: no, type: recall_at_10
value: 13.91
verified: no, type: recall_at_100
value: 33.17
verified: no, type: recall_at_1000
value: 66.916
verified: no, type: recall_at_3
value: 8.279
verified: no, type: recall_at_5
value: 10.716000000000001
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 78.90559230306675
verified: no, type: cos_sim_ap
value: 86.6988666945878
verified: no, type: cos_sim_f1
value: 80.14296226216756
verified: no, type: cos_sim_precision
value: 72.80366692131398
verified: no, type: cos_sim_recall
value: 89.12789338321254
verified: no, type: dot_accuracy
value: 78.90559230306675
verified: no, type: dot_ap
value: 86.69489796769942
verified: no, type: dot_f1
value: 80.14296226216756
verified: no, type: dot_precision
value: 72.80366692131398
verified: no, type: dot_recall
value: 89.12789338321254
verified: no, type: euclidean_accuracy
value: 78.90559230306675
verified: no, type: euclidean_ap
value: 86.69887318853196
verified: no, type: euclidean_f1
value: 80.14296226216756
verified: no, type: euclidean_precision
value: 72.80366692131398
verified: no, type: euclidean_recall
value: 89.12789338321254
verified: no, type: manhattan_accuracy
value: 79.01383042693926
verified: no, type: manhattan_ap
value: 86.68915849492038
verified: no, type: manhattan_f1
value: 80.34006376195538
verified: no, type: manhattan_precision
value: 73.64114552893045
verified: no, type: manhattan_recall
value: 88.379705400982
verified: no, type: max_accuracy
value: 79.01383042693926
verified: no, type: max_ap
value: 86.69887318853196
verified: no, type: max_f1
value: 80.34006376195538
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 18.967
verified: no, type: map_at_10
value: 25.325999999999997
verified: no, type: map_at_100
value: 26.313
verified: no, type: map_at_1000
value: 26.41
verified: no, type: map_at_3
value: 23.358
verified: no, type: map_at_5
value: 24.391
verified: no, type: mrr_at_1
value: 18.862000000000002
verified: no, type: mrr_at_10
value: 25.261
verified: no, type: mrr_at_100
value: 26.243
verified: no, type: mrr_at_1000
value: 26.337
verified: no, type: mrr_at_3
value: 23.288
verified: no, type: mrr_at_5
value: 24.32
verified: no, type: ndcg_at_1
value: 18.967
verified: no, type: ndcg_at_10
value: 28.852
verified: no, type: ndcg_at_100
value: 34.061
verified: no, type: ndcg_at_1000
value: 36.886
verified: no, type: ndcg_at_3
value: 24.75
verified: no, type: ndcg_at_5
value: 26.613999999999997
verified: no, type: precision_at_1
value: 18.967
verified: no, type: precision_at_10
value: 4.025
verified: no, type: precision_at_100
value: 0.66
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: precision_at_3
value: 9.589
verified: no, type: precision_at_5
value: 6.660000000000001
verified: no, type: recall_at_1
value: 18.967
verified: no, type: recall_at_10
value: 40.148
verified: no, type: recall_at_100
value: 65.358
verified: no, type: recall_at_1000
value: 88.145
verified: no, type: recall_at_3
value: 28.767
verified: no, type: recall_at_5
value: 33.298
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 9.415999999999999
verified: no, type: map_at_10
value: 24.324
verified: no, type: map_at_100
value: 27.298000000000002
verified: no, type: map_at_1000
value: 27.592
verified: no, type: map_at_3
value: 17.343
verified: no, type: map_at_5
value: 20.849
verified: no, type: mrr_at_1
value: 37.25
verified: no, type: mrr_at_10
value: 46.056999999999995
verified: no, type: mrr_at_100
value: 46.784
verified: no, type: mrr_at_1000
value: 46.827999999999996
verified: no, type: mrr_at_3
value: 43.867
verified: no, type: mrr_at_5
value: 45.094
verified: no, type: ndcg_at_1
value: 37.25
verified: no, type: ndcg_at_10
value: 33.413
verified: no, type: ndcg_at_100
value: 41.315000000000005
verified: no, type: ndcg_at_1000
value: 45.501000000000005
verified: no, type: ndcg_at_3
value: 32.79
verified: no, type: ndcg_at_5
value: 31.421
verified: no, type: precision_at_1
value: 37.25
verified: no, type: precision_at_10
value: 16.77
verified: no, type: precision_at_100
value: 2.954
verified: no, type: precision_at_1000
value: 0.4
verified: no, type: precision_at_3
value: 29.282999999999998
verified: no, type: precision_at_5
value: 24.15
verified: no, type: recall_at_1
value: 9.415999999999999
verified: no, type: recall_at_10
value: 34.885
verified: no, type: recall_at_100
value: 59.136
verified: no, type: recall_at_1000
value: 80.28699999999999
verified: no, type: recall_at_3
value: 20.063
verified: no, type: recall_at_5
value: 26.088
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 4.3
verified: no, type: map_at_10
value: 7.628
verified: no, type: map_at_100
value: 8.248999999999999
verified: no, type: map_at_1000
value: 8.355
verified: no, type: map_at_3
value: 6.35
verified: no, type: map_at_5
value: 7.03
verified: no, type: mrr_at_1
value: 4.3
verified: no, type: mrr_at_10
value: 7.628
verified: no, type: mrr_at_100
value: 8.248999999999999
verified: no, type: mrr_at_1000
value: 8.355
verified: no, type: mrr_at_3
value: 6.35
verified: no, type: mrr_at_5
value: 7.03
verified: no, type: ndcg_at_1
value: 4.3
verified: no, type: ndcg_at_10
value: 9.69
verified: no, type: ndcg_at_100
value: 13.543
verified: no, type: ndcg_at_1000
value: 16.862
verified: no, type: ndcg_at_3
value: 7.005999999999999
verified: no, type: ndcg_at_5
value: 8.237
verified: no, type: precision_at_1
value: 4.3
verified: no, type: precision_at_10
value: 1.6400000000000001
verified: no, type: precision_at_100
value: 0.363
verified: no, type: precision_at_1000
value: 0.064
verified: no, type: precision_at_3
value: 2.9669999999999996
verified: no, type: precision_at_5
value: 2.3800000000000003
verified: no, type: recall_at_1
value: 4.3
verified: no, type: recall_at_10
value: 16.400000000000002
verified: no, type: recall_at_100
value: 36.3
verified: no, type: recall_at_1000
value: 63.5
verified: no, type: recall_at_3
value: 8.9
verified: no, type: recall_at_5
value: 11.899999999999999
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 43.13197383609081
verified: no, type: f1
value: 33.19723983169144
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 69.08067542213884
verified: no, type: ap
value: 31.497021246386026
verified: no, type: f1
value: 63.10432314478336
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 54.02193542004488
verified: no, type: cos_sim_spearman
value: 63.29956119287726
verified: no, type: euclidean_pearson
value: 60.824093753187505
verified: no, type: euclidean_spearman
value: 63.29955451768957
verified: no, type: manhattan_pearson
value: 60.6562745233606
verified: no, type: manhattan_spearman
value: 63.15715056564471
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 14.567487648388411
verified: no, type: mrr
value: 13.480555555555556
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 31.494
verified: no, type: map_at_10
value: 40.034
verified: no, type: map_at_100
value: 40.905
verified: no, type: map_at_1000
value: 40.964
verified: no, type: map_at_3
value: 37.531
verified: no, type: map_at_5
value: 38.927
verified: no, type: mrr_at_1
value: 32.708
verified: no, type: mrr_at_10
value: 40.785
verified: no, type: mrr_at_100
value: 41.597
verified: no, type: mrr_at_1000
value: 41.650999999999996
verified: no, type: mrr_at_3
value: 38.448
verified: no, type: mrr_at_5
value: 39.729
verified: no, type: ndcg_at_1
value: 32.708
verified: no, type: ndcg_at_10
value: 44.623000000000005
verified: no, type: ndcg_at_100
value: 48.964
verified: no, type: ndcg_at_1000
value: 50.623
verified: no, type: ndcg_at_3
value: 39.6
verified: no, type: ndcg_at_5
value: 42.01
verified: no, type: precision_at_1
value: 32.708
verified: no, type: precision_at_10
value: 6.193
verified: no, type: precision_at_100
value: 0.8410000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 15.706999999999999
verified: no, type: precision_at_5
value: 10.685
verified: no, type: recall_at_1
value: 31.494
verified: no, type: recall_at_10
value: 58.367999999999995
verified: no, type: recall_at_100
value: 78.874
verified: no, type: recall_at_1000
value: 92.065
verified: no, type: recall_at_3
value: 44.668
verified: no, type: recall_at_5
value: 50.424
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 61.23066577000673
verified: no, type: f1
value: 59.761305591910464
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.12373907195696
verified: no, type: f1
value: 67.76061327147141
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 9.3
verified: no, type: map_at_10
value: 12.374
verified: no, type: map_at_100
value: 12.931000000000001
verified: no, type: map_at_1000
value: 13.008000000000001
verified: no, type: map_at_3
value: 11.283
verified: no, type: map_at_5
value: 12.058
verified: no, type: mrr_at_1
value: 9.5
verified: no, type: mrr_at_10
value: 12.472999999999999
verified: no, type: mrr_at_100
value: 13.03
verified: no, type: mrr_at_1000
value: 13.107
verified: no, type: mrr_at_3
value: 11.383000000000001
verified: no, type: mrr_at_5
value: 12.158
verified: no, type: ndcg_at_1
value: 9.3
verified: no, type: ndcg_at_10
value: 14.099999999999998
verified: no, type: ndcg_at_100
value: 17.198
verified: no, type: ndcg_at_1000
value: 19.852
verified: no, type: ndcg_at_3
value: 11.93
verified: no, type: ndcg_at_5
value: 13.328000000000001
verified: no, type: precision_at_1
value: 9.3
verified: no, type: precision_at_10
value: 1.96
verified: no, type: precision_at_100
value: 0.35000000000000003
verified: no, type: precision_at_1000
value: 0.056999999999999995
verified: no, type: precision_at_3
value: 4.6
verified: no, type: precision_at_5
value: 3.44
verified: no, type: recall_at_1
value: 9.3
verified: no, type: recall_at_10
value: 19.6
verified: no, type: recall_at_100
value: 35
verified: no, type: recall_at_1000
value: 57.199999999999996
verified: no, type: recall_at_3
value: 13.8
verified: no, type: recall_at_5
value: 17.2
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 67.83
verified: no, type: f1
value: 67.50431678051608
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 69.89713048186248
verified: no, type: cos_sim_ap
value: 75.10270746572424
verified: no, type: cos_sim_f1
value: 73.33046100818613
verified: no, type: cos_sim_precision
value: 61.93595342066958
verified: no, type: cos_sim_recall
value: 89.86272439281943
verified: no, type: dot_accuracy
value: 69.89713048186248
verified: no, type: dot_ap
value: 75.10270746572424
verified: no, type: dot_f1
value: 73.33046100818613
verified: no, type: dot_precision
value: 61.93595342066958
verified: no, type: dot_recall
value: 89.86272439281943
verified: no, type: euclidean_accuracy
value: 69.89713048186248
verified: no, type: euclidean_ap
value: 75.10270746572424
verified: no, type: euclidean_f1
value: 73.33046100818613
verified: no, type: euclidean_precision
value: 61.93595342066958
verified: no, type: euclidean_recall
value: 89.86272439281943
verified: no, type: manhattan_accuracy
value: 70.00541418516514
verified: no, type: manhattan_ap
value: 75.07347960628417
verified: no, type: manhattan_f1
value: 73.24675324675324
verified: no, type: manhattan_precision
value: 62.06896551724138
verified: no, type: manhattan_recall
value: 89.33474128827878
verified: no, type: max_accuracy
value: 70.00541418516514
verified: no, type: max_ap
value: 75.10270746572424
verified: no, type: max_f1
value: 73.33046100818613
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 88.13000000000001
verified: no, type: ap
value: 85.7357456225748
verified: no, type: f1
value: 88.12469116496673
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 11.713881723907775
verified: no, type: cos_sim_spearman
value: 12.159392805493383
verified: no, type: euclidean_pearson
value: 13.764163101613821
verified: no, type: euclidean_spearman
value: 12.17319102585978
verified: no, type: manhattan_pearson
value: 13.743967979398372
verified: no, type: manhattan_spearman
value: 12.134172992222004
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 21.767902610816733
verified: no, type: cos_sim_spearman
value: 22.530506869886555
verified: no, type: euclidean_pearson
value: 21.17191447535752
verified: no, type: euclidean_spearman
value: 22.53064562928237
verified: no, type: manhattan_pearson
value: 21.240920686498587
verified: no, type: manhattan_spearman
value: 22.57471787959808
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 59.118709223447084
verified: no, type: cos_sim_spearman
value: 61.7500061568468
verified: no, type: euclidean_pearson
value: 58.90022905396264
verified: no, type: euclidean_spearman
value: 61.74799303717487
verified: no, type: manhattan_pearson
value: 58.82808730371198
verified: no, type: manhattan_spearman
value: 61.70225906009564
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 79.53607014031085
verified: no, type: cos_sim_spearman
value: 80.83740035804547
verified: no, type: euclidean_pearson
value: 80.94021759403765
verified: no, type: euclidean_spearman
value: 80.83713307198732
verified: no, type: manhattan_pearson
value: 80.89426880038783
verified: no, type: manhattan_spearman
value: 80.75956591778406
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 64.49344121348362
verified: no, type: mrr
value: 74.23022052422864
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 7.964
verified: no, type: map_at_10
value: 20.035
verified: no, type: map_at_100
value: 22.862
verified: no, type: map_at_1000
value: 23.177
verified: no, type: map_at_3
value: 14.327000000000002
verified: no, type: map_at_5
value: 17.230999999999998
verified: no, type: mrr_at_1
value: 33.495999999999995
verified: no, type: mrr_at_10
value: 41.165
verified: no, type: mrr_at_100
value: 41.9
verified: no, type: mrr_at_1000
value: 41.953
verified: no, type: mrr_at_3
value: 39.088
verified: no, type: mrr_at_5
value: 40.254
verified: no, type: ndcg_at_1
value: 33.495999999999995
verified: no, type: ndcg_at_10
value: 28.348000000000003
verified: no, type: ndcg_at_100
value: 35.845
verified: no, type: ndcg_at_1000
value: 40.333999999999996
verified: no, type: ndcg_at_3
value: 29.500999999999998
verified: no, type: ndcg_at_5
value: 28.083999999999996
verified: no, type: precision_at_1
value: 33.495999999999995
verified: no, type: precision_at_10
value: 15.120000000000001
verified: no, type: precision_at_100
value: 2.825
verified: no, type: precision_at_1000
value: 0.39899999999999997
verified: no, type: precision_at_3
value: 26.245
verified: no, type: precision_at_5
value: 21.668000000000003
verified: no, type: recall_at_1
value: 7.964
verified: no, type: recall_at_10
value: 28.58
verified: no, type: recall_at_100
value: 51.837
verified: no, type: recall_at_1000
value: 74.27
verified: no, type: recall_at_3
value: 16.537
verified: no, type: recall_at_5
value: 21.632
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 44.416
verified: no, type: f1
value: 42.755758297432024
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 47.29874955201481
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 36.76574996149121
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 9.700000000000001
verified: no, type: map_at_10
value: 12.537999999999998
verified: no, type: map_at_100
value: 13.012
verified: no, type: map_at_1000
value: 13.062000000000001
verified: no, type: map_at_3
value: 11.517
verified: no, type: map_at_5
value: 12.157
verified: no, type: mrr_at_1
value: 9.700000000000001
verified: no, type: mrr_at_10
value: 12.537999999999998
verified: no, type: mrr_at_100
value: 13.012
verified: no, type: mrr_at_1000
value: 13.062000000000001
verified: no, type: mrr_at_3
value: 11.517
verified: no, type: mrr_at_5
value: 12.157
verified: no, type: ndcg_at_1
value: 9.700000000000001
verified: no, type: ndcg_at_10
value: 14.174999999999999
verified: no, type: ndcg_at_100
value: 16.692999999999998
verified: no, type: ndcg_at_1000
value: 18.337999999999997
verified: no, type: ndcg_at_3
value: 12.127
verified: no, type: ndcg_at_5
value: 13.281
verified: no, type: precision_at_1
value: 9.700000000000001
verified: no, type: precision_at_10
value: 1.94
verified: no, type: precision_at_100
value: 0.317
verified: no, type: precision_at_1000
value: 0.045
verified: no, type: precision_at_3
value: 4.633
verified: no, type: precision_at_5
value: 3.34
verified: no, type: recall_at_1
value: 9.700000000000001
verified: no, type: recall_at_10
value: 19.400000000000002
verified: no, type: recall_at_100
value: 31.7
verified: no, type: recall_at_1000
value: 45.300000000000004
verified: no, type: recall_at_3
value: 13.900000000000002
verified: no, type: recall_at_5
value: 16.7
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 84.14999999999999
verified: no, type: ap
value: 65.29278050315834
verified: no, type: f1
value: 82.14463322877558
verified: no
license: apache-2.0
Likes: 0 | All-time downloads: 0
Created: 2023-10-17 16:47:48