Model: annofung/Dmeta-embedding-zh-Q4_0-GGUF
Author: annofung
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, gguf, feature-extraction, sentence-similarity, mteb, RAG, llama-cpp, gguf-my-repo, zh, en, base_model:DMetaSoul/Dmeta-embedding-zh, base_model:quantized:DMetaSoul/Dmeta-embedding-zh, license:apache-2.0, model-index, endpoints_compatible, region:us
Base models (quantized): id: DMetaSoul/Dmeta-embedding-zh
Card metadata: tags: sentence-transformers, feature-extraction, sentence-similarity, mteb, RAG, llama-cpp, gguf-my-repo
license: apache-2.0
language: zh, en
pipeline_tag: feature-extraction
base_model: DMetaSoul/Dmeta-embedding-zh
model-index: name: Dmeta-embedding
results: task: type: STS
dataset: name: MTEB AFQMC
type: C-MTEB/AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 65.60825224706932
verified: no, type: cos_sim_spearman
value: 71.12862586297193
verified: no, type: euclidean_pearson
value: 70.18130275750404
verified: no, type: euclidean_spearman
value: 71.12862586297193
verified: no, type: manhattan_pearson
value: 70.14470398075396
verified: no, type: manhattan_spearman
value: 71.05226975911737
verified: no, task: type: STS
dataset: name: MTEB ATEC
type: C-MTEB/ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 65.52386345655479
verified: no, type: cos_sim_spearman
value: 64.64245253181382
verified: no, type: euclidean_pearson
value: 73.20157662981914
verified: no, type: euclidean_spearman
value: 64.64245253178956
verified: no, type: manhattan_pearson
value: 73.22837571756348
verified: no, type: manhattan_spearman
value: 64.62632334391418
verified: no, task: type: Classification
dataset: name: MTEB AmazonReviewsClassification (zh)
type: mteb/amazon_reviews_multi
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 44.925999999999995
verified: no, type: f1
value: 42.82555191308971
verified: no, task: type: STS
dataset: name: MTEB BQ
type: C-MTEB/BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 71.35236446393156
verified: no, type: cos_sim_spearman
value: 72.29629643702184
verified: no, type: euclidean_pearson
value: 70.94570179874498
verified: no, type: euclidean_spearman
value: 72.29629297226953
verified: no, type: manhattan_pearson
value: 70.84463025501125
verified: no, type: manhattan_spearman
value: 72.24527021975821
verified: no, task: type: Clustering
dataset: name: MTEB CLSClusteringP2P
type: C-MTEB/CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 40.24232916894152
verified: no, task: type: Clustering
dataset: name: MTEB CLSClusteringS2S
type: C-MTEB/CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 39.167806226929706
verified: no, task: type: Reranking
dataset: name: MTEB CMedQAv1
type: C-MTEB/CMedQAv1-reranking
config: default
split: test
revision: None
metrics: type: map
value: 88.48837920106357
verified: no, type: mrr
value: 90.36861111111111
verified: no, task: type: Reranking
dataset: name: MTEB CMedQAv2
type: C-MTEB/CMedQAv2-reranking
config: default
split: test
revision: None
metrics: type: map
value: 89.17878171657071
verified: no, type: mrr
value: 91.35805555555555
verified: no, task: type: Retrieval
dataset: name: MTEB CmedqaRetrieval
type: C-MTEB/CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.751
verified: no, type: map_at_10
value: 38.946
verified: no, type: map_at_100
value: 40.855000000000004
verified: no, type: map_at_1000
value: 40.953
verified: no, type: map_at_3
value: 34.533
verified: no, type: map_at_5
value: 36.905
verified: no, type: mrr_at_1
value: 39.235
verified: no, type: mrr_at_10
value: 47.713
verified: no, type: mrr_at_100
value: 48.71
verified: no, type: mrr_at_1000
value: 48.747
verified: no, type: mrr_at_3
value: 45.086
verified: no, type: mrr_at_5
value: 46.498
verified: no, type: ndcg_at_1
value: 39.235
verified: no, type: ndcg_at_10
value: 45.831
verified: no, type: ndcg_at_100
value: 53.162
verified: no, type: ndcg_at_1000
value: 54.800000000000004
verified: no, type: ndcg_at_3
value: 40.188
verified: no, type: ndcg_at_5
value: 42.387
verified: no, type: precision_at_1
value: 39.235
verified: no, type: precision_at_10
value: 10.273
verified: no, type: precision_at_100
value: 1.627
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 22.772000000000002
verified: no, type: precision_at_5
value: 16.524
verified: no, type: recall_at_1
value: 25.751
verified: no, type: recall_at_10
value: 57.411
verified: no, type: recall_at_100
value: 87.44
verified: no, type: recall_at_1000
value: 98.386
verified: no, type: recall_at_3
value: 40.416000000000004
verified: no, type: recall_at_5
value: 47.238
verified: no, task: type: PairClassification
dataset: name: MTEB Cmnli
type: C-MTEB/CMNLI
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 83.59591100420926
verified: no, type: cos_sim_ap
value: 90.65538153970263
verified: no, type: cos_sim_f1
value: 84.76466651795673
verified: no, type: cos_sim_precision
value: 81.04073363190446
verified: no, type: cos_sim_recall
value: 88.84732288987608
verified: no, type: dot_accuracy
value: 83.59591100420926
verified: no, type: dot_ap
value: 90.64355541781003
verified: no, type: dot_f1
value: 84.76466651795673
verified: no, type: dot_precision
value: 81.04073363190446
verified: no, type: dot_recall
value: 88.84732288987608
verified: no, type: euclidean_accuracy
value: 83.59591100420926
verified: no, type: euclidean_ap
value: 90.6547878194287
verified: no, type: euclidean_f1
value: 84.76466651795673
verified: no, type: euclidean_precision
value: 81.04073363190446
verified: no, type: euclidean_recall
value: 88.84732288987608
verified: no, type: manhattan_accuracy
value: 83.51172579675286
verified: no, type: manhattan_ap
value: 90.59941589844144
verified: no, type: manhattan_f1
value: 84.51827242524917
verified: no, type: manhattan_precision
value: 80.28613507258574
verified: no, type: manhattan_recall
value: 89.22141688099134
verified: no, type: max_accuracy
value: 83.59591100420926
verified: no, type: max_ap
value: 90.65538153970263
verified: no, type: max_f1
value: 84.76466651795673
verified: no, task: type: Retrieval
dataset: name: MTEB CovidRetrieval
type: C-MTEB/CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 63.251000000000005
verified: no, type: map_at_10
value: 72.442
verified: no, type: map_at_100
value: 72.79299999999999
verified: no, type: map_at_1000
value: 72.80499999999999
verified: no, type: map_at_3
value: 70.293
verified: no, type: map_at_5
value: 71.571
verified: no, type: mrr_at_1
value: 63.541000000000004
verified: no, type: mrr_at_10
value: 72.502
verified: no, type: mrr_at_100
value: 72.846
verified: no, type: mrr_at_1000
value: 72.858
verified: no, type: mrr_at_3
value: 70.39
verified: no, type: mrr_at_5
value: 71.654
verified: no, type: ndcg_at_1
value: 63.541000000000004
verified: no, type: ndcg_at_10
value: 76.774
verified: no, type: ndcg_at_100
value: 78.389
verified: no, type: ndcg_at_1000
value: 78.678
verified: no, type: ndcg_at_3
value: 72.47
verified: no, type: ndcg_at_5
value: 74.748
verified: no, type: precision_at_1
value: 63.541000000000004
verified: no, type: precision_at_10
value: 9.115
verified: no, type: precision_at_100
value: 0.9860000000000001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 26.379
verified: no, type: precision_at_5
value: 16.965
verified: no, type: recall_at_1
value: 63.251000000000005
verified: no, type: recall_at_10
value: 90.253
verified: no, type: recall_at_100
value: 97.576
verified: no, type: recall_at_1000
value: 99.789
verified: no, type: recall_at_3
value: 78.635
verified: no, type: recall_at_5
value: 84.141
verified: no, task: type: Retrieval
dataset: name: MTEB DuRetrieval
type: C-MTEB/DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.597
verified: no, type: map_at_10
value: 72.411
verified: no, type: map_at_100
value: 75.58500000000001
verified: no, type: map_at_1000
value: 75.64800000000001
verified: no, type: map_at_3
value: 49.61
verified: no, type: map_at_5
value: 62.527
verified: no, type: mrr_at_1
value: 84.65
verified: no, type: mrr_at_10
value: 89.43900000000001
verified: no, type: mrr_at_100
value: 89.525
verified: no, type: mrr_at_1000
value: 89.529
verified: no, type: mrr_at_3
value: 89
verified: no, type: mrr_at_5
value: 89.297
verified: no, type: ndcg_at_1
value: 84.65
verified: no, type: ndcg_at_10
value: 81.47
verified: no, type: ndcg_at_100
value: 85.198
verified: no, type: ndcg_at_1000
value: 85.828
verified: no, type: ndcg_at_3
value: 79.809
verified: no, type: ndcg_at_5
value: 78.55
verified: no, type: precision_at_1
value: 84.65
verified: no, type: precision_at_10
value: 39.595
verified: no, type: precision_at_100
value: 4.707
verified: no, type: precision_at_1000
value: 0.485
verified: no, type: precision_at_3
value: 71.61699999999999
verified: no, type: precision_at_5
value: 60.45
verified: no, type: recall_at_1
value: 23.597
verified: no, type: recall_at_10
value: 83.34
verified: no, type: recall_at_100
value: 95.19800000000001
verified: no, type: recall_at_1000
value: 98.509
verified: no, type: recall_at_3
value: 52.744
verified: no, type: recall_at_5
value: 68.411
verified: no, task: type: Retrieval
dataset: name: MTEB EcomRetrieval
type: C-MTEB/EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 53.1
verified: no, type: map_at_10
value: 63.359
verified: no, type: map_at_100
value: 63.9
verified: no, type: map_at_1000
value: 63.909000000000006
verified: no, type: map_at_3
value: 60.95
verified: no, type: map_at_5
value: 62.305
verified: no, type: mrr_at_1
value: 53.1
verified: no, type: mrr_at_10
value: 63.359
verified: no, type: mrr_at_100
value: 63.9
verified: no, type: mrr_at_1000
value: 63.909000000000006
verified: no, type: mrr_at_3
value: 60.95
verified: no, type: mrr_at_5
value: 62.305
verified: no, type: ndcg_at_1
value: 53.1
verified: no, type: ndcg_at_10
value: 68.418
verified: no, type: ndcg_at_100
value: 70.88499999999999
verified: no, type: ndcg_at_1000
value: 71.135
verified: no, type: ndcg_at_3
value: 63.50599999999999
verified: no, type: ndcg_at_5
value: 65.92
verified: no, type: precision_at_1
value: 53.1
verified: no, type: precision_at_10
value: 8.43
verified: no, type: precision_at_100
value: 0.955
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 23.633000000000003
verified: no, type: precision_at_5
value: 15.340000000000002
verified: no, type: recall_at_1
value: 53.1
verified: no, type: recall_at_10
value: 84.3
verified: no, type: recall_at_100
value: 95.5
verified: no, type: recall_at_1000
value: 97.5
verified: no, type: recall_at_3
value: 70.89999999999999
verified: no, type: recall_at_5
value: 76.7
verified: no, task: type: Classification
dataset: name: MTEB IFlyTek
type: C-MTEB/IFlyTek-classification
config: default
split: validation
revision: None
metrics: type: accuracy
value: 48.303193535975375
verified: no, type: f1
value: 35.96559358693866
verified: no, task: type: Classification
dataset: name: MTEB JDReview
type: C-MTEB/JDReview-classification
config: default
split: test
revision: None
metrics: type: accuracy
value: 85.06566604127579
verified: no, type: ap
value: 52.0596483757231
verified: no, type: f1
value: 79.5196835127668
verified: no, task: type: STS
dataset: name: MTEB LCQMC
type: C-MTEB/LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 74.48499423626059
verified: no, type: cos_sim_spearman
value: 78.75806756061169
verified: no, type: euclidean_pearson
value: 78.47917601852879
verified: no, type: euclidean_spearman
value: 78.75807199272622
verified: no, type: manhattan_pearson
value: 78.40207586289772
verified: no, type: manhattan_spearman
value: 78.6911776964119
verified: no, task: type: Reranking
dataset: name: MTEB MMarcoReranking
type: C-MTEB/Mmarco-reranking
config: default
split: dev
revision: None
metrics: type: map
value: 24.75987466552363
verified: no, type: mrr
value: 23.40515873015873
verified: no, task: type: Retrieval
dataset: name: MTEB MMarcoRetrieval
type: C-MTEB/MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 58.026999999999994
verified: no, type: map_at_10
value: 67.50699999999999
verified: no, type: map_at_100
value: 67.946
verified: no, type: map_at_1000
value: 67.96600000000001
verified: no, type: map_at_3
value: 65.503
verified: no, type: map_at_5
value: 66.649
verified: no, type: mrr_at_1
value: 60.20100000000001
verified: no, type: mrr_at_10
value: 68.271
verified: no, type: mrr_at_100
value: 68.664
verified: no, type: mrr_at_1000
value: 68.682
verified: no, type: mrr_at_3
value: 66.47800000000001
verified: no, type: mrr_at_5
value: 67.499
verified: no, type: ndcg_at_1
value: 60.20100000000001
verified: no, type: ndcg_at_10
value: 71.697
verified: no, type: ndcg_at_100
value: 73.736
verified: no, type: ndcg_at_1000
value: 74.259
verified: no, type: ndcg_at_3
value: 67.768
verified: no, type: ndcg_at_5
value: 69.72
verified: no, type: precision_at_1
value: 60.20100000000001
verified: no, type: precision_at_10
value: 8.927999999999999
verified: no, type: precision_at_100
value: 0.9950000000000001
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 25.883
verified: no, type: precision_at_5
value: 16.55
verified: no, type: recall_at_1
value: 58.026999999999994
verified: no, type: recall_at_10
value: 83.966
verified: no, type: recall_at_100
value: 93.313
verified: no, type: recall_at_1000
value: 97.426
verified: no, type: recall_at_3
value: 73.342
verified: no, type: recall_at_5
value: 77.997
verified: no, task: type: Classification
dataset: name: MTEB MassiveIntentClassification (zh-CN)
type: mteb/amazon_massive_intent
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 71.1600537995965
verified: no, type: f1
value: 68.8126216609964
verified: no, task: type: Classification
dataset: name: MTEB MassiveScenarioClassification (zh-CN)
type: mteb/amazon_massive_scenario
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 73.54068594485541
verified: no, type: f1
value: 73.46845879869848
verified: no, task: type: Retrieval
dataset: name: MTEB MedicalRetrieval
type: C-MTEB/MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 54.900000000000006
verified: no, type: map_at_10
value: 61.363
verified: no, type: map_at_100
value: 61.924
verified: no, type: map_at_1000
value: 61.967000000000006
verified: no, type: map_at_3
value: 59.767
verified: no, type: map_at_5
value: 60.802
verified: no, type: mrr_at_1
value: 55.1
verified: no, type: mrr_at_10
value: 61.454
verified: no, type: mrr_at_100
value: 62.016000000000005
verified: no, type: mrr_at_1000
value: 62.059
verified: no, type: mrr_at_3
value: 59.882999999999996
verified: no, type: mrr_at_5
value: 60.893
verified: no, type: ndcg_at_1
value: 54.900000000000006
verified: no, type: ndcg_at_10
value: 64.423
verified: no, type: ndcg_at_100
value: 67.35900000000001
verified: no, type: ndcg_at_1000
value: 68.512
verified: no, type: ndcg_at_3
value: 61.224000000000004
verified: no, type: ndcg_at_5
value: 63.083
verified: no, type: precision_at_1
value: 54.900000000000006
verified: no, type: precision_at_10
value: 7.3999999999999995
verified: no, type: precision_at_100
value: 0.882
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 21.8
verified: no, type: precision_at_5
value: 13.98
verified: no, type: recall_at_1
value: 54.900000000000006
verified: no, type: recall_at_10
value: 74
verified: no, type: recall_at_100
value: 88.2
verified: no, type: recall_at_1000
value: 97.3
verified: no, type: recall_at_3
value: 65.4
verified: no, type: recall_at_5
value: 69.89999999999999
verified: no, task: type: Classification
dataset: name: MTEB MultilingualSentiment
type: C-MTEB/MultilingualSentiment-classification
config: default
split: validation
revision: None
metrics: type: accuracy
value: 75.15666666666667
verified: no, type: f1
value: 74.8306375354435
verified: no, task: type: PairClassification
dataset: name: MTEB Ocnli
type: C-MTEB/OCNLI
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 83.10774228478614
verified: no, type: cos_sim_ap
value: 87.17679348388666
verified: no, type: cos_sim_f1
value: 84.59302325581395
verified: no, type: cos_sim_precision
value: 78.15577439570276
verified: no, type: cos_sim_recall
value: 92.18585005279832
verified: no, type: dot_accuracy
value: 83.10774228478614
verified: no, type: dot_ap
value: 87.17679348388666
verified: no, type: dot_f1
value: 84.59302325581395
verified: no, type: dot_precision
value: 78.15577439570276
verified: no, type: dot_recall
value: 92.18585005279832
verified: no, type: euclidean_accuracy
value: 83.10774228478614
verified: no, type: euclidean_ap
value: 87.17679348388666
verified: no, type: euclidean_f1
value: 84.59302325581395
verified: no, type: euclidean_precision
value: 78.15577439570276
verified: no, type: euclidean_recall
value: 92.18585005279832
verified: no, type: manhattan_accuracy
value: 82.67460747157553
verified: no, type: manhattan_ap
value: 86.94296334435238
verified: no, type: manhattan_f1
value: 84.32327166504382
verified: no, type: manhattan_precision
value: 78.22944896115628
verified: no, type: manhattan_recall
value: 91.4466737064414
verified: no, type: max_accuracy
value: 83.10774228478614
verified: no, type: max_ap
value: 87.17679348388666
verified: no, type: max_f1
value: 84.59302325581395
verified: no, task: type: Classification
dataset: name: MTEB OnlineShopping
type: C-MTEB/OnlineShopping-classification
config: default
split: test
revision: None
metrics: type: accuracy
value: 93.24999999999999
verified: no, type: ap
value: 90.98617641063584
verified: no, type: f1
value: 93.23447883650289
verified: no, task: type: STS
dataset: name: MTEB PAWSX
type: C-MTEB/PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 41.071417937737856
verified: no, type: cos_sim_spearman
value: 45.049199344455424
verified: no, type: euclidean_pearson
value: 44.913450096830786
verified: no, type: euclidean_spearman
value: 45.05733424275291
verified: no, type: manhattan_pearson
value: 44.881623825912065
verified: no, type: manhattan_spearman
value: 44.989923561416596
verified: no, task: type: STS
dataset: name: MTEB QBQTC
type: C-MTEB/QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 41.38238052689359
verified: no, type: cos_sim_spearman
value: 42.61949690594399
verified: no, type: euclidean_pearson
value: 40.61261500356766
verified: no, type: euclidean_spearman
value: 42.619626605620724
verified: no, type: manhattan_pearson
value: 40.8886109204474
verified: no, type: manhattan_spearman
value: 42.75791523010463
verified: no, task: type: STS
dataset: name: MTEB STS22 (zh)
type: mteb/sts22-crosslingual-sts
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 62.10977863727196
verified: no, type: cos_sim_spearman
value: 63.843727112473225
verified: no, type: euclidean_pearson
value: 63.25133487817196
verified: no, type: euclidean_spearman
value: 63.843727112473225
verified: no, type: manhattan_pearson
value: 63.58749018644103
verified: no, type: manhattan_spearman
value: 63.83820575456674
verified: no, task: type: STS
dataset: name: MTEB STSB
type: C-MTEB/STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 79.30616496720054
verified: no, type: cos_sim_spearman
value: 80.767935782436
verified: no, type: euclidean_pearson
value: 80.4160642670106
verified: no, type: euclidean_spearman
value: 80.76820284024356
verified: no, type: manhattan_pearson
value: 80.27318714580251
verified: no, type: manhattan_spearman
value: 80.61030164164964
verified: no, task: type: Reranking
dataset: name: MTEB T2Reranking
type: C-MTEB/T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.26242871142425
verified: no, type: mrr
value: 76.20689863623174
verified: no, task: type: Retrieval
dataset: name: MTEB T2Retrieval
type: C-MTEB/T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.240999999999996
verified: no, type: map_at_10
value: 73.009
verified: no, type: map_at_100
value: 76.893
verified: no, type: map_at_1000
value: 76.973
verified: no, type: map_at_3
value: 51.339
verified: no, type: map_at_5
value: 63.003
verified: no, type: mrr_at_1
value: 87.458
verified: no, type: mrr_at_10
value: 90.44
verified: no, type: mrr_at_100
value: 90.558
verified: no, type: mrr_at_1000
value: 90.562
verified: no, type: mrr_at_3
value: 89.89
verified: no, type: mrr_at_5
value: 90.231
verified: no, type: ndcg_at_1
value: 87.458
verified: no, type: ndcg_at_10
value: 81.325
verified: no, type: ndcg_at_100
value: 85.61999999999999
verified: no, type: ndcg_at_1000
value: 86.394
verified: no, type: ndcg_at_3
value: 82.796
verified: no, type: ndcg_at_5
value: 81.219
verified: no, type: precision_at_1
value: 87.458
verified: no, type: precision_at_10
value: 40.534
verified: no, type: precision_at_100
value: 4.96
verified: no, type: precision_at_1000
value: 0.514
verified: no, type: precision_at_3
value: 72.444
verified: no, type: precision_at_5
value: 60.601000000000006
verified: no, type: recall_at_1
value: 26.240999999999996
verified: no, type: recall_at_10
value: 80.42
verified: no, type: recall_at_100
value: 94.118
verified: no, type: recall_at_1000
value: 98.02199999999999
verified: no, type: recall_at_3
value: 53.174
verified: no, type: recall_at_5
value: 66.739
verified: no, task: type: Classification
dataset: name: MTEB TNews
type: C-MTEB/TNews-classification
config: default
split: validation
revision: None
metrics: type: accuracy
value: 52.40899999999999
verified: no, type: f1
value: 50.68532128056062
verified: no, task: type: Clustering
dataset: name: MTEB ThuNewsClusteringP2P
type: C-MTEB/ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 65.57616085176686
verified: no, task: type: Clustering
dataset: name: MTEB ThuNewsClusteringS2S
type: C-MTEB/ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 58.844999922904925
verified: no, task: type: Retrieval
dataset: name: MTEB VideoRetrieval
type: C-MTEB/VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 58.4
verified: no, type: map_at_10
value: 68.64
verified: no, type: map_at_100
value: 69.062
verified: no, type: map_at_1000
value: 69.073
verified: no, type: map_at_3
value: 66.567
verified: no, type: map_at_5
value: 67.89699999999999
verified: no, type: mrr_at_1
value: 58.4
verified: no, type: mrr_at_10
value: 68.64
verified: no, type: mrr_at_100
value: 69.062
verified: no, type: mrr_at_1000
value: 69.073
verified: no, type: mrr_at_3
value: 66.567
verified: no, type: mrr_at_5
value: 67.89699999999999
verified: no, type: ndcg_at_1
value: 58.4
verified: no, type: ndcg_at_10
value: 73.30600000000001
verified: no, type: ndcg_at_100
value: 75.276
verified: no, type: ndcg_at_1000
value: 75.553
verified: no, type: ndcg_at_3
value: 69.126
verified: no, type: ndcg_at_5
value: 71.519
verified: no, type: precision_at_1
value: 58.4
verified: no, type: precision_at_10
value: 8.780000000000001
verified: no, type: precision_at_100
value: 0.968
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 25.5
verified: no, type: precision_at_5
value: 16.46
verified: no, type: recall_at_1
value: 58.4
verified: no, type: recall_at_10
value: 87.8
verified: no, type: recall_at_100
value: 96.8
verified: no, type: recall_at_1000
value: 99
verified: no, type: recall_at_3
value: 76.5
verified: no, type: recall_at_5
value: 82.3
verified: no, task: type: Classification
dataset: name: MTEB Waimai
type: C-MTEB/waimai-classification
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.21000000000001
verified: no, type: ap
value: 69.17460264576461
verified: no, type: f1
value: 84.68032984659226
verified: no
Likes: 0 | All-time downloads: 141
Created: 2024-12-16 06:51:57