Model: liujiarik/lim_base_zh
Author: liujiarik
Pipeline: feature-extraction
Library: transformers
Tags: transformers, pytorch, bert, feature-extraction, mteb, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: license: apache-2.0
tags: mteb
model-index: name: lim_base_zh_v0
results: task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 46.66600000000001
verified: no, type: f1
value: 43.88121213919628
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 33.55469933811146
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 36.17977796122646
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 83.84687250720238
verified: no, type: mrr
value: 86.34579365079364
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 84.7457752094449
verified: no, type: mrr
value: 87.41591269841268
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 70.99218280216476
verified: no, type: cos_sim_ap
value: 79.5838273070596
verified: no, type: cos_sim_f1
value: 73.01215092730762
verified: no, type: cos_sim_precision
value: 67.09108716944172
verified: no, type: cos_sim_recall
value: 80.07949497311199
verified: no, type: dot_accuracy
value: 70.99218280216476
verified: no, type: dot_ap
value: 79.58744690895374
verified: no, type: dot_f1
value: 73.01215092730762
verified: no, type: dot_precision
value: 67.09108716944172
verified: no, type: dot_recall
value: 80.07949497311199
verified: no, type: euclidean_accuracy
value: 70.99218280216476
verified: no, type: euclidean_ap
value: 79.5838273070596
verified: no, type: euclidean_f1
value: 73.01215092730762
verified: no, type: euclidean_precision
value: 67.09108716944172
verified: no, type: euclidean_recall
value: 80.07949497311199
verified: no, type: manhattan_accuracy
value: 70.88394467829224
verified: no, type: manhattan_ap
value: 79.42301231718942
verified: no, type: manhattan_f1
value: 72.72536687631029
verified: no, type: manhattan_precision
value: 65.91297738932168
verified: no, type: manhattan_recall
value: 81.10825344867898
verified: no, type: max_accuracy
value: 70.99218280216476
verified: no, type: max_ap
value: 79.58744690895374
verified: no, type: max_f1
value: 73.01215092730762
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 47.34128510965756
verified: no, type: f1
value: 35.49963469301016
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 85.66604127579738
verified: no, type: ap
value: 53.038152290755555
verified: no, type: f1
value: 80.14685686902159
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 20.56449688140155
verified: no, type: mrr
value: 19.60753968253968
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 72.38399462004035
verified: no, type: f1
value: 70.33023134666634
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 74.87222595830531
verified: no, type: f1
value: 74.25722751562503
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 76.27000000000001
verified: no, type: f1
value: 75.9660773461064
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 67.35246345425013
verified: no, type: cos_sim_ap
value: 69.69618171375657
verified: no, type: cos_sim_f1
value: 71.70665459483928
verified: no, type: cos_sim_precision
value: 62.75752773375595
verified: no, type: cos_sim_recall
value: 83.6325237592397
verified: no, type: dot_accuracy
value: 67.35246345425013
verified: no, type: dot_ap
value: 69.69618171375657
verified: no, type: dot_f1
value: 71.70665459483928
verified: no, type: dot_precision
value: 62.75752773375595
verified: no, type: dot_recall
value: 83.6325237592397
verified: no, type: euclidean_accuracy
value: 67.35246345425013
verified: no, type: euclidean_ap
value: 69.69618171375657
verified: no, type: euclidean_f1
value: 71.70665459483928
verified: no, type: euclidean_precision
value: 62.75752773375595
verified: no, type: euclidean_recall
value: 83.6325237592397
verified: no, type: manhattan_accuracy
value: 66.81104493773688
verified: no, type: manhattan_ap
value: 69.33781930832232
verified: no, type: manhattan_f1
value: 71.6342082980525
verified: no, type: manhattan_precision
value: 59.78798586572438
verified: no, type: manhattan_recall
value: 89.33474128827878
verified: no, type: max_accuracy
value: 67.35246345425013
verified: no, type: max_ap
value: 69.69618171375657
verified: no, type: max_f1
value: 71.70665459483928
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 93.05
verified: no, type: ap
value: 91.26069801777923
verified: no, type: f1
value: 93.04149818231389
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 65.74883739850293
verified: no, type: mrr
value: 75.47326869136282
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 53.269999999999996
verified: no, type: f1
value: 51.410630382886445
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 63.344532225921434
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 60.33437882010517
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 87.96000000000002
verified: no, type: ap
value: 72.43737061465443
verified: no, type: f1
value: 86.48668399738767
verified: no
Likes: 1 | All-time downloads: 4435
Created: 2023-12-22 05:52:32