Model: DMetaSoul/Dmeta-embedding-zh-small
Author: DMetaSoul
Pipeline: feature-extraction
Library: transformers
Tags: transformers, safetensors, bert, feature-extraction, mteb, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: tags: mteb
model-index: name: Dmeta-embedding-zh-small
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 55.38441014851534
verified: no, type: cos_sim_spearman
value: 59.54284362578262
verified: no, type: euclidean_pearson
value: 58.18592108890414
verified: no, type: euclidean_spearman
value: 59.54284362133902
verified: no, type: manhattan_pearson
value: 58.142197046175916
verified: no, type: manhattan_spearman
value: 59.47943468645265
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 55.96911621560259
verified: no, type: cos_sim_spearman
value: 58.6334496101353
verified: no, type: euclidean_pearson
value: 62.78426382809823
verified: no, type: euclidean_spearman
value: 58.63344961011331
verified: no, type: manhattan_pearson
value: 62.80625401678188
verified: no, type: manhattan_spearman
value: 58.618722128260394
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 44.88
verified: no, type: f1
value: 42.739249460584375
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 68.56815521242152
verified: no, type: cos_sim_spearman
value: 70.30776353631751
verified: no, type: euclidean_pearson
value: 69.10087719019191
verified: no, type: euclidean_spearman
value: 70.30775660748148
verified: no, type: manhattan_pearson
value: 69.0672710967445
verified: no, type: manhattan_spearman
value: 70.31940638148254
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 40.7861976704356
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 38.43028280281822
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 86.78386695617407
verified: no, type: mrr
value: 88.79857142857142
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 87.38582377194436
verified: no, type: mrr
value: 89.17158730158731
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.746000000000002
verified: no, type: map_at_10
value: 35.952
verified: no, type: map_at_100
value: 37.946999999999996
verified: no, type: map_at_1000
value: 38.059
verified: no, type: map_at_3
value: 31.680999999999997
verified: no, type: map_at_5
value: 34.046
verified: no, type: mrr_at_1
value: 36.409000000000006
verified: no, type: mrr_at_10
value: 44.801
verified: no, type: mrr_at_100
value: 45.842
verified: no, type: mrr_at_1000
value: 45.885999999999996
verified: no, type: mrr_at_3
value: 42.081
verified: no, type: mrr_at_5
value: 43.613
verified: no, type: ndcg_at_1
value: 36.409000000000006
verified: no, type: ndcg_at_10
value: 42.687000000000005
verified: no, type: ndcg_at_100
value: 50.352
verified: no, type: ndcg_at_1000
value: 52.275000000000006
verified: no, type: ndcg_at_3
value: 37.113
verified: no, type: ndcg_at_5
value: 39.434000000000005
verified: no, type: precision_at_1
value: 36.409000000000006
verified: no, type: precision_at_10
value: 9.712
verified: no, type: precision_at_100
value: 1.584
verified: no, type: precision_at_1000
value: 0.182
verified: no, type: precision_at_3
value: 21.096999999999998
verified: no, type: precision_at_5
value: 15.498999999999999
verified: no, type: recall_at_1
value: 23.746000000000002
verified: no, type: recall_at_10
value: 53.596
verified: no, type: recall_at_100
value: 85.232
verified: no, type: recall_at_1000
value: 98.092
verified: no, type: recall_at_3
value: 37.226
verified: no, type: recall_at_5
value: 44.187
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 82.66987372218881
verified: no, type: cos_sim_ap
value: 90.28715189799232
verified: no, type: cos_sim_f1
value: 84.108318049412
verified: no, type: cos_sim_precision
value: 78.0849358974359
verified: no, type: cos_sim_recall
value: 91.13864858545709
verified: no, type: dot_accuracy
value: 82.66987372218881
verified: no, type: dot_ap
value: 90.29346021403634
verified: no, type: dot_f1
value: 84.108318049412
verified: no, type: dot_precision
value: 78.0849358974359
verified: no, type: dot_recall
value: 91.13864858545709
verified: no, type: euclidean_accuracy
value: 82.66987372218881
verified: no, type: euclidean_ap
value: 90.28656734732074
verified: no, type: euclidean_f1
value: 84.108318049412
verified: no, type: euclidean_precision
value: 78.0849358974359
verified: no, type: euclidean_recall
value: 91.13864858545709
verified: no, type: manhattan_accuracy
value: 82.70595309681299
verified: no, type: manhattan_ap
value: 90.25413574022456
verified: no, type: manhattan_f1
value: 83.9924670433145
verified: no, type: manhattan_precision
value: 79.81052631578947
verified: no, type: manhattan_recall
value: 88.63689501987373
verified: no, type: max_accuracy
value: 82.70595309681299
verified: no, type: max_ap
value: 90.29346021403634
verified: no, type: max_f1
value: 84.108318049412
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 61.38
verified: no, type: map_at_10
value: 71.23
verified: no, type: map_at_100
value: 71.61800000000001
verified: no, type: map_at_1000
value: 71.63000000000001
verified: no, type: map_at_3
value: 69.31
verified: no, type: map_at_5
value: 70.403
verified: no, type: mrr_at_1
value: 61.538000000000004
verified: no, type: mrr_at_10
value: 71.28999999999999
verified: no, type: mrr_at_100
value: 71.666
verified: no, type: mrr_at_1000
value: 71.678
verified: no, type: mrr_at_3
value: 69.44200000000001
verified: no, type: mrr_at_5
value: 70.506
verified: no, type: ndcg_at_1
value: 61.538000000000004
verified: no, type: ndcg_at_10
value: 75.626
verified: no, type: ndcg_at_100
value: 77.449
verified: no, type: ndcg_at_1000
value: 77.73400000000001
verified: no, type: ndcg_at_3
value: 71.75200000000001
verified: no, type: ndcg_at_5
value: 73.695
verified: no, type: precision_at_1
value: 61.538000000000004
verified: no, type: precision_at_10
value: 9.009
verified: no, type: precision_at_100
value: 0.9860000000000001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 26.379
verified: no, type: precision_at_5
value: 16.797
verified: no, type: recall_at_1
value: 61.38
verified: no, type: recall_at_10
value: 89.199
verified: no, type: recall_at_100
value: 97.576
verified: no, type: recall_at_1000
value: 99.789
verified: no, type: recall_at_3
value: 78.635
verified: no, type: recall_at_5
value: 83.325
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.067
verified: no, type: map_at_10
value: 70.658
verified: no, type: map_at_100
value: 73.85300000000001
verified: no, type: map_at_1000
value: 73.925
verified: no, type: map_at_3
value: 48.391
verified: no, type: map_at_5
value: 61.172000000000004
verified: no, type: mrr_at_1
value: 83.1
verified: no, type: mrr_at_10
value: 88.214
verified: no, type: mrr_at_100
value: 88.298
verified: no, type: mrr_at_1000
value: 88.304
verified: no, type: mrr_at_3
value: 87.717
verified: no, type: mrr_at_5
value: 88.03699999999999
verified: no, type: ndcg_at_1
value: 83.1
verified: no, type: ndcg_at_10
value: 79.89
verified: no, type: ndcg_at_100
value: 83.829
verified: no, type: ndcg_at_1000
value: 84.577
verified: no, type: ndcg_at_3
value: 78.337
verified: no, type: ndcg_at_5
value: 77.224
verified: no, type: precision_at_1
value: 83.1
verified: no, type: precision_at_10
value: 38.934999999999995
verified: no, type: precision_at_100
value: 4.6690000000000005
verified: no, type: precision_at_1000
value: 0.484
verified: no, type: precision_at_3
value: 70.48299999999999
verified: no, type: precision_at_5
value: 59.68
verified: no, type: recall_at_1
value: 23.067
verified: no, type: recall_at_10
value: 81.702
verified: no, type: recall_at_100
value: 94.214
verified: no, type: recall_at_1000
value: 98.241
verified: no, type: recall_at_3
value: 51.538
verified: no, type: recall_at_5
value: 67.39
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 49.8
verified: no, type: map_at_10
value: 59.46399999999999
verified: no, type: map_at_100
value: 60.063
verified: no, type: map_at_1000
value: 60.08
verified: no, type: map_at_3
value: 56.833
verified: no, type: map_at_5
value: 58.438
verified: no, type: mrr_at_1
value: 49.8
verified: no, type: mrr_at_10
value: 59.46399999999999
verified: no, type: mrr_at_100
value: 60.063
verified: no, type: mrr_at_1000
value: 60.08
verified: no, type: mrr_at_3
value: 56.833
verified: no, type: mrr_at_5
value: 58.438
verified: no, type: ndcg_at_1
value: 49.8
verified: no, type: ndcg_at_10
value: 64.48
verified: no, type: ndcg_at_100
value: 67.314
verified: no, type: ndcg_at_1000
value: 67.745
verified: no, type: ndcg_at_3
value: 59.06400000000001
verified: no, type: ndcg_at_5
value: 61.973
verified: no, type: precision_at_1
value: 49.8
verified: no, type: precision_at_10
value: 8.04
verified: no, type: precision_at_100
value: 0.935
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 21.833
verified: no, type: precision_at_5
value: 14.52
verified: no, type: recall_at_1
value: 49.8
verified: no, type: recall_at_10
value: 80.4
verified: no, type: recall_at_100
value: 93.5
verified: no, type: recall_at_1000
value: 96.8
verified: no, type: recall_at_3
value: 65.5
verified: no, type: recall_at_5
value: 72.6
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 49.111196614082345
verified: no, type: f1
value: 37.07930546974089
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 85.57223264540339
verified: no, type: ap
value: 53.30690968994808
verified: no, type: f1
value: 80.20587062271773
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 73.03085269274996
verified: no, type: cos_sim_spearman
value: 78.72837937949888
verified: no, type: euclidean_pearson
value: 78.34911745798928
verified: no, type: euclidean_spearman
value: 78.72838602779268
verified: no, type: manhattan_pearson
value: 78.31833697617105
verified: no, type: manhattan_spearman
value: 78.69603741566397
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 27.391692468538416
verified: no, type: mrr
value: 26.44682539682539
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 57.206999999999994
verified: no, type: map_at_10
value: 66.622
verified: no, type: map_at_100
value: 67.12700000000001
verified: no, type: map_at_1000
value: 67.145
verified: no, type: map_at_3
value: 64.587
verified: no, type: map_at_5
value: 65.827
verified: no, type: mrr_at_1
value: 59.312
verified: no, type: mrr_at_10
value: 67.387
verified: no, type: mrr_at_100
value: 67.836
verified: no, type: mrr_at_1000
value: 67.851
verified: no, type: mrr_at_3
value: 65.556
verified: no, type: mrr_at_5
value: 66.66
verified: no, type: ndcg_at_1
value: 59.312
verified: no, type: ndcg_at_10
value: 70.748
verified: no, type: ndcg_at_100
value: 73.076
verified: no, type: ndcg_at_1000
value: 73.559
verified: no, type: ndcg_at_3
value: 66.81200000000001
verified: no, type: ndcg_at_5
value: 68.92399999999999
verified: no, type: precision_at_1
value: 59.312
verified: no, type: precision_at_10
value: 8.798
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 25.487
verified: no, type: precision_at_5
value: 16.401
verified: no, type: recall_at_1
value: 57.206999999999994
verified: no, type: recall_at_10
value: 82.767
verified: no, type: recall_at_100
value: 93.449
verified: no, type: recall_at_1000
value: 97.262
verified: no, type: recall_at_3
value: 72.271
verified: no, type: recall_at_5
value: 77.291
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 70.78345662407531
verified: no, type: f1
value: 68.35683436974351
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 73.16408876933423
verified: no, type: f1
value: 73.31484873459382
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 51.4
verified: no, type: map_at_10
value: 57.091
verified: no, type: map_at_100
value: 57.652
verified: no, type: map_at_1000
value: 57.703
verified: no, type: map_at_3
value: 55.733
verified: no, type: map_at_5
value: 56.363
verified: no, type: mrr_at_1
value: 51.7
verified: no, type: mrr_at_10
value: 57.243
verified: no, type: mrr_at_100
value: 57.80499999999999
verified: no, type: mrr_at_1000
value: 57.855999999999995
verified: no, type: mrr_at_3
value: 55.883
verified: no, type: mrr_at_5
value: 56.513000000000005
verified: no, type: ndcg_at_1
value: 51.4
verified: no, type: ndcg_at_10
value: 59.948
verified: no, type: ndcg_at_100
value: 63.064
verified: no, type: ndcg_at_1000
value: 64.523
verified: no, type: ndcg_at_3
value: 57.089999999999996
verified: no, type: ndcg_at_5
value: 58.214
verified: no, type: precision_at_1
value: 51.4
verified: no, type: precision_at_10
value: 6.9
verified: no, type: precision_at_100
value: 0.845
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 20.333000000000002
verified: no, type: precision_at_5
value: 12.740000000000002
verified: no, type: recall_at_1
value: 51.4
verified: no, type: recall_at_10
value: 69
verified: no, type: recall_at_100
value: 84.5
verified: no, type: recall_at_1000
value: 96.2
verified: no, type: recall_at_3
value: 61
verified: no, type: recall_at_5
value: 63.7
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 74.38999999999999
verified: no, type: f1
value: 74.07161306140839
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 81.15863562533838
verified: no, type: cos_sim_ap
value: 84.84571607908443
verified: no, type: cos_sim_f1
value: 82.55872063968016
verified: no, type: cos_sim_precision
value: 78.36812144212524
verified: no, type: cos_sim_recall
value: 87.22280887011615
verified: no, type: dot_accuracy
value: 81.15863562533838
verified: no, type: dot_ap
value: 84.84571607908443
verified: no, type: dot_f1
value: 82.55872063968016
verified: no, type: dot_precision
value: 78.36812144212524
verified: no, type: dot_recall
value: 87.22280887011615
verified: no, type: euclidean_accuracy
value: 81.15863562533838
verified: no, type: euclidean_ap
value: 84.84571607908443
verified: no, type: euclidean_f1
value: 82.55872063968016
verified: no, type: euclidean_precision
value: 78.36812144212524
verified: no, type: euclidean_recall
value: 87.22280887011615
verified: no, type: manhattan_accuracy
value: 80.7796426637791
verified: no, type: manhattan_ap
value: 84.81524098914134
verified: no, type: manhattan_f1
value: 82.36462990561351
verified: no, type: manhattan_precision
value: 77.76735459662288
verified: no, type: manhattan_recall
value: 87.53959873284055
verified: no, type: max_accuracy
value: 81.15863562533838
verified: no, type: max_ap
value: 84.84571607908443
verified: no, type: max_f1
value: 82.55872063968016
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 93.12000000000002
verified: no, type: ap
value: 91.0749103088623
verified: no, type: f1
value: 93.10837266607813
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 38.5692290188029
verified: no, type: cos_sim_spearman
value: 42.965264868554335
verified: no, type: euclidean_pearson
value: 43.002526263615735
verified: no, type: euclidean_spearman
value: 42.97561576045246
verified: no, type: manhattan_pearson
value: 43.050089639788936
verified: no, type: manhattan_spearman
value: 43.038497558804934
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 38.99284895602663
verified: no, type: cos_sim_spearman
value: 41.02655813481606
verified: no, type: euclidean_pearson
value: 38.934953519378354
verified: no, type: euclidean_spearman
value: 41.02680077136343
verified: no, type: manhattan_pearson
value: 39.224809609807785
verified: no, type: manhattan_spearman
value: 41.13950779185706
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 66.47464607633356
verified: no, type: cos_sim_spearman
value: 66.76311382148693
verified: no, type: euclidean_pearson
value: 67.25180409604143
verified: no, type: euclidean_spearman
value: 66.76311382148693
verified: no, type: manhattan_pearson
value: 67.6928257682864
verified: no, type: manhattan_spearman
value: 67.08172581019826
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 77.48943840585562
verified: no, type: cos_sim_spearman
value: 79.0869194735025
verified: no, type: euclidean_pearson
value: 79.48559575794792
verified: no, type: euclidean_spearman
value: 79.08765044225807
verified: no, type: manhattan_pearson
value: 79.36157224751007
verified: no, type: manhattan_spearman
value: 78.94400905463999
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.1093201711458
verified: no, type: mrr
value: 75.70959742506797
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.533
verified: no, type: map_at_10
value: 71.322
verified: no, type: map_at_100
value: 75.244
verified: no, type: map_at_1000
value: 75.333
verified: no, type: map_at_3
value: 50.15500000000001
verified: no, type: map_at_5
value: 61.514
verified: no, type: mrr_at_1
value: 86.126
verified: no, type: mrr_at_10
value: 89.462
verified: no, type: mrr_at_100
value: 89.58500000000001
verified: no, type: mrr_at_1000
value: 89.59
verified: no, type: mrr_at_3
value: 88.88000000000001
verified: no, type: mrr_at_5
value: 89.241
verified: no, type: ndcg_at_1
value: 86.126
verified: no, type: ndcg_at_10
value: 79.89500000000001
verified: no, type: ndcg_at_100
value: 84.405
verified: no, type: ndcg_at_1000
value: 85.286
verified: no, type: ndcg_at_3
value: 81.547
verified: no, type: ndcg_at_5
value: 79.834
verified: no, type: precision_at_1
value: 86.126
verified: no, type: precision_at_10
value: 39.972
verified: no, type: precision_at_100
value: 4.932
verified: no, type: precision_at_1000
value: 0.514
verified: no, type: precision_at_3
value: 71.49
verified: no, type: precision_at_5
value: 59.687
verified: no, type: recall_at_1
value: 25.533
verified: no, type: recall_at_10
value: 78.962
verified: no, type: recall_at_100
value: 93.413
verified: no, type: recall_at_1000
value: 97.89099999999999
verified: no, type: recall_at_3
value: 52.129000000000005
verified: no, type: recall_at_5
value: 65.444
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 51.800000000000004
verified: no, type: f1
value: 50.07807183704828
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 65.15253218390774
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 58.81779372506517
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 53
verified: no, type: map_at_10
value: 63.422999999999995
verified: no, type: map_at_100
value: 63.995000000000005
verified: no, type: map_at_1000
value: 64.004
verified: no, type: map_at_3
value: 61.382999999999996
verified: no, type: map_at_5
value: 62.488
verified: no, type: mrr_at_1
value: 53
verified: no, type: mrr_at_10
value: 63.422999999999995
verified: no, type: mrr_at_100
value: 63.995000000000005
verified: no, type: mrr_at_1000
value: 64.004
verified: no, type: mrr_at_3
value: 61.382999999999996
verified: no, type: mrr_at_5
value: 62.488
verified: no, type: ndcg_at_1
value: 53
verified: no, type: ndcg_at_10
value: 68.301
verified: no, type: ndcg_at_100
value: 70.988
verified: no, type: ndcg_at_1000
value: 71.294
verified: no, type: ndcg_at_3
value: 64.11
verified: no, type: ndcg_at_5
value: 66.094
verified: no, type: precision_at_1
value: 53
verified: no, type: precision_at_10
value: 8.35
verified: no, type: precision_at_100
value: 0.958
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 24
verified: no, type: precision_at_5
value: 15.36
verified: no, type: recall_at_1
value: 53
verified: no, type: recall_at_10
value: 83.5
verified: no, type: recall_at_100
value: 95.8
verified: no, type: recall_at_1000
value: 98.3
verified: no, type: recall_at_3
value: 72
verified: no, type: recall_at_5
value: 76.8
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.18
verified: no, type: ap
value: 69.04229346593745
verified: no, type: f1
value: 84.52986739717021
verified: no
license: apache-2.0
Likes: 18 | All-time downloads: 68256
Created: 2024-03-25 09:33:26