Model: DMetaSoul/sbert-chinese-general-v1
Author: DMetaSoul
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, bert, feature-extraction, sentence-similarity, transformers, semantic-search, chinese, mteb, zh, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, transformers, semantic-search, chinese, mteb
model-index: name: sbert-chinese-general-v1
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 22.293919432958074
verified: no, type: cos_sim_spearman
value: 22.56718923553609
verified: no, type: euclidean_pearson
value: 22.525656322797026
verified: no, type: euclidean_spearman
value: 22.56718923553609
verified: no, type: manhattan_pearson
value: 22.501773028824065
verified: no, type: manhattan_spearman
value: 22.536992587828397
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 30.33575274463879
verified: no, type: cos_sim_spearman
value: 30.298708742167772
verified: no, type: euclidean_pearson
value: 32.33094743729218
verified: no, type: euclidean_spearman
value: 30.298710993858734
verified: no, type: manhattan_pearson
value: 32.31155376195945
verified: no, type: manhattan_spearman
value: 30.267669681690744
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 37.507999999999996
verified: no, type: f1
value: 36.436808400753286
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 41.493256724214255
verified: no, type: cos_sim_spearman
value: 40.98395961967895
verified: no, type: euclidean_pearson
value: 41.12345737966565
verified: no, type: euclidean_spearman
value: 40.983959619555996
verified: no, type: manhattan_pearson
value: 41.02584539471014
verified: no, type: manhattan_spearman
value: 40.87549513383032
verified: no, task: type: BitextMining
dataset: type: mteb/bucc-bitext-mining
name: MTEB BUCC (zh-en)
config: zh-en
split: test
revision: d51519689f32196a32af33b075a01d0e7c51e252
metrics: type: accuracy
value: 9.794628751974724
verified: no, type: f1
value: 9.350535369492716
verified: no, type: precision
value: 9.179392662804986
verified: no, type: recall
value: 9.794628751974724
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 34.984726547788284
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 27.81945732281589
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 53.06586280826805
verified: no, type: mrr
value: 59.58781746031746
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 52.83635946154306
verified: no, type: mrr
value: 59.315079365079356
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 5.721
verified: no, type: map_at_10
value: 8.645
verified: no, type: map_at_100
value: 9.434
verified: no, type: map_at_1000
value: 9.586
verified: no, type: map_at_3
value: 7.413
verified: no, type: map_at_5
value: 8.05
verified: no, type: mrr_at_1
value: 9.626999999999999
verified: no, type: mrr_at_10
value: 13.094
verified: no, type: mrr_at_100
value: 13.854
verified: no, type: mrr_at_1000
value: 13.958
verified: no, type: mrr_at_3
value: 11.724
verified: no, type: mrr_at_5
value: 12.409
verified: no, type: ndcg_at_1
value: 9.626999999999999
verified: no, type: ndcg_at_10
value: 11.35
verified: no, type: ndcg_at_100
value: 15.593000000000002
verified: no, type: ndcg_at_1000
value: 19.619
verified: no, type: ndcg_at_3
value: 9.317
verified: no, type: ndcg_at_5
value: 10.049
verified: no, type: precision_at_1
value: 9.626999999999999
verified: no, type: precision_at_10
value: 2.796
verified: no, type: precision_at_100
value: 0.629
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_3
value: 5.476
verified: no, type: precision_at_5
value: 4.1209999999999996
verified: no, type: recall_at_1
value: 5.721
verified: no, type: recall_at_10
value: 15.190000000000001
verified: no, type: recall_at_100
value: 33.633
verified: no, type: recall_at_1000
value: 62.019999999999996
verified: no, type: recall_at_3
value: 9.099
verified: no, type: recall_at_5
value: 11.423
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 77.36620565243535
verified: no, type: cos_sim_ap
value: 85.92291866877001
verified: no, type: cos_sim_f1
value: 78.19390231037029
verified: no, type: cos_sim_precision
value: 71.24183006535948
verified: no, type: cos_sim_recall
value: 86.64952069207388
verified: no, type: dot_accuracy
value: 77.36620565243535
verified: no, type: dot_ap
value: 85.94113738490068
verified: no, type: dot_f1
value: 78.19390231037029
verified: no, type: dot_precision
value: 71.24183006535948
verified: no, type: dot_recall
value: 86.64952069207388
verified: no, type: euclidean_accuracy
value: 77.36620565243535
verified: no, type: euclidean_ap
value: 85.92291893444687
verified: no, type: euclidean_f1
value: 78.19390231037029
verified: no, type: euclidean_precision
value: 71.24183006535948
verified: no, type: euclidean_recall
value: 86.64952069207388
verified: no, type: manhattan_accuracy
value: 77.29404690318701
verified: no, type: manhattan_ap
value: 85.88284362100919
verified: no, type: manhattan_f1
value: 78.17836812144213
verified: no, type: manhattan_precision
value: 71.18448838548666
verified: no, type: manhattan_recall
value: 86.69628244096329
verified: no, type: max_accuracy
value: 77.36620565243535
verified: no, type: max_ap
value: 85.94113738490068
verified: no, type: max_f1
value: 78.19390231037029
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.976
verified: no, type: map_at_10
value: 35.18
verified: no, type: map_at_100
value: 35.921
verified: no, type: map_at_1000
value: 35.998999999999995
verified: no, type: map_at_3
value: 32.763
verified: no, type: map_at_5
value: 34.165
verified: no, type: mrr_at_1
value: 26.976
verified: no, type: mrr_at_10
value: 35.234
verified: no, type: mrr_at_100
value: 35.939
verified: no, type: mrr_at_1000
value: 36.016
verified: no, type: mrr_at_3
value: 32.771
verified: no, type: mrr_at_5
value: 34.172999999999995
verified: no, type: ndcg_at_1
value: 26.976
verified: no, type: ndcg_at_10
value: 39.635
verified: no, type: ndcg_at_100
value: 43.54
verified: no, type: ndcg_at_1000
value: 45.723
verified: no, type: ndcg_at_3
value: 34.652
verified: no, type: ndcg_at_5
value: 37.186
verified: no, type: precision_at_1
value: 26.976
verified: no, type: precision_at_10
value: 5.406
verified: no, type: precision_at_100
value: 0.736
verified: no, type: precision_at_1000
value: 0.091
verified: no, type: precision_at_3
value: 13.418
verified: no, type: precision_at_5
value: 9.293999999999999
verified: no, type: recall_at_1
value: 26.976
verified: no, type: recall_at_10
value: 53.766999999999996
verified: no, type: recall_at_100
value: 72.761
verified: no, type: recall_at_1000
value: 90.148
verified: no, type: recall_at_3
value: 40.095
verified: no, type: recall_at_5
value: 46.233000000000004
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 11.285
verified: no, type: map_at_10
value: 30.259000000000004
verified: no, type: map_at_100
value: 33.772000000000006
verified: no, type: map_at_1000
value: 34.037
verified: no, type: map_at_3
value: 21.038999999999998
verified: no, type: map_at_5
value: 25.939
verified: no, type: mrr_at_1
value: 45.1
verified: no, type: mrr_at_10
value: 55.803999999999995
verified: no, type: mrr_at_100
value: 56.301
verified: no, type: mrr_at_1000
value: 56.330999999999996
verified: no, type: mrr_at_3
value: 53.333
verified: no, type: mrr_at_5
value: 54.798
verified: no, type: ndcg_at_1
value: 45.1
verified: no, type: ndcg_at_10
value: 41.156
verified: no, type: ndcg_at_100
value: 49.518
verified: no, type: ndcg_at_1000
value: 52.947
verified: no, type: ndcg_at_3
value: 39.708
verified: no, type: ndcg_at_5
value: 38.704
verified: no, type: precision_at_1
value: 45.1
verified: no, type: precision_at_10
value: 20.75
verified: no, type: precision_at_100
value: 3.424
verified: no, type: precision_at_1000
value: 0.42700000000000005
verified: no, type: precision_at_3
value: 35.632999999999996
verified: no, type: precision_at_5
value: 30.080000000000002
verified: no, type: recall_at_1
value: 11.285
verified: no, type: recall_at_10
value: 43.242000000000004
verified: no, type: recall_at_100
value: 68.604
verified: no, type: recall_at_1000
value: 85.904
verified: no, type: recall_at_3
value: 24.404
verified: no, type: recall_at_5
value: 32.757
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 21
verified: no, type: map_at_10
value: 28.364
verified: no, type: map_at_100
value: 29.199
verified: no, type: map_at_1000
value: 29.265
verified: no, type: map_at_3
value: 25.717000000000002
verified: no, type: map_at_5
value: 27.311999999999998
verified: no, type: mrr_at_1
value: 21
verified: no, type: mrr_at_10
value: 28.364
verified: no, type: mrr_at_100
value: 29.199
verified: no, type: mrr_at_1000
value: 29.265
verified: no, type: mrr_at_3
value: 25.717000000000002
verified: no, type: mrr_at_5
value: 27.311999999999998
verified: no, type: ndcg_at_1
value: 21
verified: no, type: ndcg_at_10
value: 32.708
verified: no, type: ndcg_at_100
value: 37.184
verified: no, type: ndcg_at_1000
value: 39.273
verified: no, type: ndcg_at_3
value: 27.372000000000003
verified: no, type: ndcg_at_5
value: 30.23
verified: no, type: precision_at_1
value: 21
verified: no, type: precision_at_10
value: 4.66
verified: no, type: precision_at_100
value: 0.685
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_3
value: 10.732999999999999
verified: no, type: precision_at_5
value: 7.82
verified: no, type: recall_at_1
value: 21
verified: no, type: recall_at_10
value: 46.6
verified: no, type: recall_at_100
value: 68.5
verified: no, type: recall_at_1000
value: 85.6
verified: no, type: recall_at_3
value: 32.2
verified: no, type: recall_at_5
value: 39.1
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 44.878799538283964
verified: no, type: f1
value: 33.84678310261366
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 82.1951219512195
verified: no, type: ap
value: 46.78292030042397
verified: no, type: f1
value: 76.20482468514128
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 62.84331627244547
verified: no, type: cos_sim_spearman
value: 68.39990265073726
verified: no, type: euclidean_pearson
value: 66.87431827169324
verified: no, type: euclidean_spearman
value: 68.39990264979167
verified: no, type: manhattan_pearson
value: 66.89702078900328
verified: no, type: manhattan_spearman
value: 68.42107302159141
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 9.28600891904827
verified: no, type: mrr
value: 8.057936507936509
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 22.820999999999998
verified: no, type: map_at_10
value: 30.44
verified: no, type: map_at_100
value: 31.35
verified: no, type: map_at_1000
value: 31.419000000000004
verified: no, type: map_at_3
value: 28.134999999999998
verified: no, type: map_at_5
value: 29.482000000000003
verified: no, type: mrr_at_1
value: 23.782
verified: no, type: mrr_at_10
value: 31.141999999999996
verified: no, type: mrr_at_100
value: 32.004
verified: no, type: mrr_at_1000
value: 32.068000000000005
verified: no, type: mrr_at_3
value: 28.904000000000003
verified: no, type: mrr_at_5
value: 30.214999999999996
verified: no, type: ndcg_at_1
value: 23.782
verified: no, type: ndcg_at_10
value: 34.625
verified: no, type: ndcg_at_100
value: 39.226
verified: no, type: ndcg_at_1000
value: 41.128
verified: no, type: ndcg_at_3
value: 29.968
verified: no, type: ndcg_at_5
value: 32.35
verified: no, type: precision_at_1
value: 23.782
verified: no, type: precision_at_10
value: 4.994
verified: no, type: precision_at_100
value: 0.736
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: precision_at_3
value: 12.13
verified: no, type: precision_at_5
value: 8.495999999999999
verified: no, type: recall_at_1
value: 22.820999999999998
verified: no, type: recall_at_10
value: 47.141
verified: no, type: recall_at_100
value: 68.952
verified: no, type: recall_at_1000
value: 83.985
verified: no, type: recall_at_3
value: 34.508
verified: no, type: recall_at_5
value: 40.232
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 57.343644922663074
verified: no, type: f1
value: 56.744802953803486
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 62.363819771351714
verified: no, type: f1
value: 62.15920863434656
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 14.6
verified: no, type: map_at_10
value: 18.231
verified: no, type: map_at_100
value: 18.744
verified: no, type: map_at_1000
value: 18.811
verified: no, type: map_at_3
value: 17.133000000000003
verified: no, type: map_at_5
value: 17.663
verified: no, type: mrr_at_1
value: 14.6
verified: no, type: mrr_at_10
value: 18.231
verified: no, type: mrr_at_100
value: 18.744
verified: no, type: mrr_at_1000
value: 18.811
verified: no, type: mrr_at_3
value: 17.133000000000003
verified: no, type: mrr_at_5
value: 17.663
verified: no, type: ndcg_at_1
value: 14.6
verified: no, type: ndcg_at_10
value: 20.349
verified: no, type: ndcg_at_100
value: 23.204
verified: no, type: ndcg_at_1000
value: 25.44
verified: no, type: ndcg_at_3
value: 17.995
verified: no, type: ndcg_at_5
value: 18.945999999999998
verified: no, type: precision_at_1
value: 14.6
verified: no, type: precision_at_10
value: 2.7199999999999998
verified: no, type: precision_at_100
value: 0.414
verified: no, type: precision_at_1000
value: 0.06
verified: no, type: precision_at_3
value: 6.833
verified: no, type: precision_at_5
value: 4.5600000000000005
verified: no, type: recall_at_1
value: 14.6
verified: no, type: recall_at_10
value: 27.200000000000003
verified: no, type: recall_at_100
value: 41.4
verified: no, type: recall_at_1000
value: 60
verified: no, type: recall_at_3
value: 20.5
verified: no, type: recall_at_5
value: 22.8
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 66.58333333333333
verified: no, type: f1
value: 66.26700927460007
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 72.00866269626421
verified: no, type: cos_sim_ap
value: 77.00520104243304
verified: no, type: cos_sim_f1
value: 74.39303710490151
verified: no, type: cos_sim_precision
value: 65.69579288025889
verified: no, type: cos_sim_recall
value: 85.74445617740233
verified: no, type: dot_accuracy
value: 72.00866269626421
verified: no, type: dot_ap
value: 77.00520104243304
verified: no, type: dot_f1
value: 74.39303710490151
verified: no, type: dot_precision
value: 65.69579288025889
verified: no, type: dot_recall
value: 85.74445617740233
verified: no, type: euclidean_accuracy
value: 72.00866269626421
verified: no, type: euclidean_ap
value: 77.00520104243304
verified: no, type: euclidean_f1
value: 74.39303710490151
verified: no, type: euclidean_precision
value: 65.69579288025889
verified: no, type: euclidean_recall
value: 85.74445617740233
verified: no, type: manhattan_accuracy
value: 72.1710882512182
verified: no, type: manhattan_ap
value: 77.00551017913976
verified: no, type: manhattan_f1
value: 74.23423423423424
verified: no, type: manhattan_precision
value: 64.72898664571878
verified: no, type: manhattan_recall
value: 87.0116156282999
verified: no, type: max_accuracy
value: 72.1710882512182
verified: no, type: max_ap
value: 77.00551017913976
verified: no, type: max_f1
value: 74.39303710490151
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 88.19000000000001
verified: no, type: ap
value: 85.13415594781077
verified: no, type: f1
value: 88.17344156114062
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 13.70522140998517
verified: no, type: cos_sim_spearman
value: 15.07546667334743
verified: no, type: euclidean_pearson
value: 17.49511420225285
verified: no, type: euclidean_spearman
value: 15.093970931789618
verified: no, type: manhattan_pearson
value: 17.44069961390521
verified: no, type: manhattan_spearman
value: 15.076029291596962
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 26.835294224547155
verified: no, type: cos_sim_spearman
value: 27.920204597498856
verified: no, type: euclidean_pearson
value: 26.153796707702803
verified: no, type: euclidean_spearman
value: 27.920971379720548
verified: no, type: manhattan_pearson
value: 26.21954147857523
verified: no, type: manhattan_spearman
value: 27.996860049937478
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 55.15901259718581
verified: no, type: cos_sim_spearman
value: 61.57967880874167
verified: no, type: euclidean_pearson
value: 53.83523291596683
verified: no, type: euclidean_spearman
value: 61.57967880874167
verified: no, type: manhattan_pearson
value: 54.99971428907956
verified: no, type: manhattan_spearman
value: 61.61229543613867
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh-en)
config: zh-en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 34.20930208460845
verified: no, type: cos_sim_spearman
value: 33.879011104224524
verified: no, type: euclidean_pearson
value: 35.08526425284862
verified: no, type: euclidean_spearman
value: 33.879011104224524
verified: no, type: manhattan_pearson
value: 35.509419089701275
verified: no, type: manhattan_spearman
value: 33.30035487147621
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 82.30068282185835
verified: no, type: cos_sim_spearman
value: 82.16763221361724
verified: no, type: euclidean_pearson
value: 80.52772752433374
verified: no, type: euclidean_spearman
value: 82.16797037220333
verified: no, type: manhattan_pearson
value: 80.51093859500105
verified: no, type: manhattan_spearman
value: 82.17643310049654
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 65.14113035189213
verified: no, type: mrr
value: 74.9589270937443
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 12.013
verified: no, type: map_at_10
value: 30.885
verified: no, type: map_at_100
value: 34.643
verified: no, type: map_at_1000
value: 34.927
verified: no, type: map_at_3
value: 21.901
verified: no, type: map_at_5
value: 26.467000000000002
verified: no, type: mrr_at_1
value: 49.623
verified: no, type: mrr_at_10
value: 58.05200000000001
verified: no, type: mrr_at_100
value: 58.61300000000001
verified: no, type: mrr_at_1000
value: 58.643
verified: no, type: mrr_at_3
value: 55.947
verified: no, type: mrr_at_5
value: 57.229
verified: no, type: ndcg_at_1
value: 49.623
verified: no, type: ndcg_at_10
value: 41.802
verified: no, type: ndcg_at_100
value: 49.975
verified: no, type: ndcg_at_1000
value: 53.504
verified: no, type: ndcg_at_3
value: 43.515
verified: no, type: ndcg_at_5
value: 41.576
verified: no, type: precision_at_1
value: 49.623
verified: no, type: precision_at_10
value: 22.052
verified: no, type: precision_at_100
value: 3.6450000000000005
verified: no, type: precision_at_1000
value: 0.45399999999999996
verified: no, type: precision_at_3
value: 38.616
verified: no, type: precision_at_5
value: 31.966
verified: no, type: recall_at_1
value: 12.013
verified: no, type: recall_at_10
value: 41.891
verified: no, type: recall_at_100
value: 67.096
verified: no, type: recall_at_1000
value: 84.756
verified: no, type: recall_at_3
value: 24.695
verified: no, type: recall_at_5
value: 32.09
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 39.800999999999995
verified: no, type: f1
value: 38.5345899934575
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 40.16574242797479
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 24.232617974671754
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 24.6
verified: no, type: map_at_10
value: 31.328
verified: no, type: map_at_100
value: 32.088
verified: no, type: map_at_1000
value: 32.164
verified: no, type: map_at_3
value: 29.133
verified: no, type: map_at_5
value: 30.358
verified: no, type: mrr_at_1
value: 24.6
verified: no, type: mrr_at_10
value: 31.328
verified: no, type: mrr_at_100
value: 32.088
verified: no, type: mrr_at_1000
value: 32.164
verified: no, type: mrr_at_3
value: 29.133
verified: no, type: mrr_at_5
value: 30.358
verified: no, type: ndcg_at_1
value: 24.6
verified: no, type: ndcg_at_10
value: 35.150999999999996
verified: no, type: ndcg_at_100
value: 39.024
verified: no, type: ndcg_at_1000
value: 41.157
verified: no, type: ndcg_at_3
value: 30.637999999999998
verified: no, type: ndcg_at_5
value: 32.833
verified: no, type: precision_at_1
value: 24.6
verified: no, type: precision_at_10
value: 4.74
verified: no, type: precision_at_100
value: 0.66
verified: no, type: precision_at_1000
value: 0.083
verified: no, type: precision_at_3
value: 11.667
verified: no, type: precision_at_5
value: 8.06
verified: no, type: recall_at_1
value: 24.6
verified: no, type: recall_at_10
value: 47.4
verified: no, type: recall_at_100
value: 66
verified: no, type: recall_at_1000
value: 83
verified: no, type: recall_at_3
value: 35
verified: no, type: recall_at_5
value: 40.300000000000004
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 83.96000000000001
verified: no, type: ap
value: 65.11027167433211
verified: no, type: f1
value: 82.03549710974653
verified: no
license: apache-2.0
language: zh
Likes: 6 | All-time downloads: 57470
Created: 2022-03-25 08:49:55