Model: infgrad/stella-base-zh-v2
Author: infgrad
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, bert, feature-extraction, sentence-similarity, mteb, arxiv:1612.00796, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: stella-base-zh-v2
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 44.62083443545288
verified: no, type: cos_sim_spearman
value: 46.72814628391134
verified: no, type: euclidean_pearson
value: 45.11522093816821
verified: no, type: euclidean_spearman
value: 46.72818648900957
verified: no, type: manhattan_pearson
value: 44.98820754682395
verified: no, type: manhattan_spearman
value: 46.63576705524296
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 49.543902370260234
verified: no, type: cos_sim_spearman
value: 51.22161152883018
verified: no, type: euclidean_pearson
value: 53.49586541060596
verified: no, type: euclidean_spearman
value: 51.22161490583934
verified: no, type: manhattan_pearson
value: 53.51023339947787
verified: no, type: manhattan_spearman
value: 51.22426632538443
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 39.644
verified: no, type: f1
value: 37.67897186741224
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 61.96416237112325
verified: no, type: cos_sim_spearman
value: 64.80484064041543
verified: no, type: euclidean_pearson
value: 63.281983537100594
verified: no, type: euclidean_spearman
value: 64.80483024694405
verified: no, type: manhattan_pearson
value: 63.266046412399426
verified: no, type: manhattan_spearman
value: 64.79643672829964
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 40.25857488823951
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 37.17501553349549
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 84.69751849160603
verified: no, type: mrr
value: 87.16257936507937
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 85.31468551417655
verified: no, type: mrr
value: 87.74658730158731
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 24.181
verified: no, type: map_at_10
value: 35.615
verified: no, type: map_at_100
value: 37.444
verified: no, type: map_at_1000
value: 37.573
verified: no, type: map_at_3
value: 31.679000000000002
verified: no, type: map_at_5
value: 33.854
verified: no, type: mrr_at_1
value: 37.108999999999995
verified: no, type: mrr_at_10
value: 44.653
verified: no, type: mrr_at_100
value: 45.647
verified: no, type: mrr_at_1000
value: 45.701
verified: no, type: mrr_at_3
value: 42.256
verified: no, type: mrr_at_5
value: 43.497
verified: no, type: ndcg_at_1
value: 37.108999999999995
verified: no, type: ndcg_at_10
value: 42.028999999999996
verified: no, type: ndcg_at_100
value: 49.292
verified: no, type: ndcg_at_1000
value: 51.64
verified: no, type: ndcg_at_3
value: 37.017
verified: no, type: ndcg_at_5
value: 38.997
verified: no, type: precision_at_1
value: 37.108999999999995
verified: no, type: precision_at_10
value: 9.386999999999999
verified: no, type: precision_at_100
value: 1.536
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 20.93
verified: no, type: precision_at_5
value: 15.268999999999998
verified: no, type: recall_at_1
value: 24.181
verified: no, type: recall_at_10
value: 51.961999999999996
verified: no, type: recall_at_100
value: 82.122
verified: no, type: recall_at_1000
value: 98.059
verified: no, type: recall_at_3
value: 36.730000000000004
verified: no, type: recall_at_5
value: 42.884
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 76.23571858087793
verified: no, type: cos_sim_ap
value: 84.75290046905519
verified: no, type: cos_sim_f1
value: 77.70114942528735
verified: no, type: cos_sim_precision
value: 73.05475504322767
verified: no, type: cos_sim_recall
value: 82.97872340425532
verified: no, type: dot_accuracy
value: 76.23571858087793
verified: no, type: dot_ap
value: 84.75113928508674
verified: no, type: dot_f1
value: 77.70114942528735
verified: no, type: dot_precision
value: 73.05475504322767
verified: no, type: dot_recall
value: 82.97872340425532
verified: no, type: euclidean_accuracy
value: 76.23571858087793
verified: no, type: euclidean_ap
value: 84.75289931658567
verified: no, type: euclidean_f1
value: 77.70114942528735
verified: no, type: euclidean_precision
value: 73.05475504322767
verified: no, type: euclidean_recall
value: 82.97872340425532
verified: no, type: manhattan_accuracy
value: 76.17558628983764
verified: no, type: manhattan_ap
value: 84.75764676597448
verified: no, type: manhattan_f1
value: 77.73437499999999
verified: no, type: manhattan_precision
value: 72.52480259161773
verified: no, type: manhattan_recall
value: 83.75029226093056
verified: no, type: max_accuracy
value: 76.23571858087793
verified: no, type: max_ap
value: 84.75764676597448
verified: no, type: max_f1
value: 77.73437499999999
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 67.43900000000001
verified: no, type: map_at_10
value: 76.00099999999999
verified: no, type: map_at_100
value: 76.297
verified: no, type: map_at_1000
value: 76.29899999999999
verified: no, type: map_at_3
value: 74.412
verified: no, type: map_at_5
value: 75.177
verified: no, type: mrr_at_1
value: 67.65
verified: no, type: mrr_at_10
value: 76.007
verified: no, type: mrr_at_100
value: 76.322
verified: no, type: mrr_at_1000
value: 76.324
verified: no, type: mrr_at_3
value: 74.464
verified: no, type: mrr_at_5
value: 75.265
verified: no, type: ndcg_at_1
value: 67.65
verified: no, type: ndcg_at_10
value: 79.85600000000001
verified: no, type: ndcg_at_100
value: 81.34400000000001
verified: no, type: ndcg_at_1000
value: 81.44200000000001
verified: no, type: ndcg_at_3
value: 76.576
verified: no, type: ndcg_at_5
value: 77.956
verified: no, type: precision_at_1
value: 67.65
verified: no, type: precision_at_10
value: 9.283
verified: no, type: precision_at_100
value: 0.9990000000000001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 27.749000000000002
verified: no, type: precision_at_5
value: 17.345
verified: no, type: recall_at_1
value: 67.43900000000001
verified: no, type: recall_at_10
value: 91.781
verified: no, type: recall_at_100
value: 98.84100000000001
verified: no, type: recall_at_1000
value: 99.684
verified: no, type: recall_at_3
value: 82.719
verified: no, type: recall_at_5
value: 86.038
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.354
verified: no, type: map_at_10
value: 79.499
verified: no, type: map_at_100
value: 82.416
verified: no, type: map_at_1000
value: 82.451
verified: no, type: map_at_3
value: 54.664
verified: no, type: map_at_5
value: 69.378
verified: no, type: mrr_at_1
value: 89.25
verified: no, type: mrr_at_10
value: 92.666
verified: no, type: mrr_at_100
value: 92.738
verified: no, type: mrr_at_1000
value: 92.74
verified: no, type: mrr_at_3
value: 92.342
verified: no, type: mrr_at_5
value: 92.562
verified: no, type: ndcg_at_1
value: 89.25
verified: no, type: ndcg_at_10
value: 86.97
verified: no, type: ndcg_at_100
value: 89.736
verified: no, type: ndcg_at_1000
value: 90.069
verified: no, type: ndcg_at_3
value: 85.476
verified: no, type: ndcg_at_5
value: 84.679
verified: no, type: precision_at_1
value: 89.25
verified: no, type: precision_at_10
value: 41.9
verified: no, type: precision_at_100
value: 4.811
verified: no, type: precision_at_1000
value: 0.48900000000000005
verified: no, type: precision_at_3
value: 76.86699999999999
verified: no, type: precision_at_5
value: 65.25
verified: no, type: recall_at_1
value: 25.354
verified: no, type: recall_at_10
value: 88.64999999999999
verified: no, type: recall_at_100
value: 97.56
verified: no, type: recall_at_1000
value: 99.37
verified: no, type: recall_at_3
value: 57.325
verified: no, type: recall_at_5
value: 74.614
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 48.3
verified: no, type: map_at_10
value: 57.765
verified: no, type: map_at_100
value: 58.418000000000006
verified: no, type: map_at_1000
value: 58.43899999999999
verified: no, type: map_at_3
value: 54.883
verified: no, type: map_at_5
value: 56.672999999999995
verified: no, type: mrr_at_1
value: 48.3
verified: no, type: mrr_at_10
value: 57.765
verified: no, type: mrr_at_100
value: 58.418000000000006
verified: no, type: mrr_at_1000
value: 58.43899999999999
verified: no, type: mrr_at_3
value: 54.883
verified: no, type: mrr_at_5
value: 56.672999999999995
verified: no, type: ndcg_at_1
value: 48.3
verified: no, type: ndcg_at_10
value: 62.846000000000004
verified: no, type: ndcg_at_100
value: 65.845
verified: no, type: ndcg_at_1000
value: 66.369
verified: no, type: ndcg_at_3
value: 56.996
verified: no, type: ndcg_at_5
value: 60.214999999999996
verified: no, type: precision_at_1
value: 48.3
verified: no, type: precision_at_10
value: 7.9
verified: no, type: precision_at_100
value: 0.9259999999999999
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 21.032999999999998
verified: no, type: precision_at_5
value: 14.180000000000001
verified: no, type: recall_at_1
value: 48.3
verified: no, type: recall_at_10
value: 79
verified: no, type: recall_at_100
value: 92.60000000000001
verified: no, type: recall_at_1000
value: 96.7
verified: no, type: recall_at_3
value: 63.1
verified: no, type: recall_at_5
value: 70.89999999999999
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 47.895344363216616
verified: no, type: f1
value: 34.95151253165417
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 84.78424015009381
verified: no, type: ap
value: 52.436279969597685
verified: no, type: f1
value: 79.49258679392281
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 70.2307617475436
verified: no, type: cos_sim_spearman
value: 76.88912653700545
verified: no, type: euclidean_pearson
value: 75.47976675486538
verified: no, type: euclidean_spearman
value: 76.88912210059333
verified: no, type: manhattan_pearson
value: 75.45834919257487
verified: no, type: manhattan_spearman
value: 76.8669208121889
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 28.047948482579244
verified: no, type: mrr
value: 26.63809523809524
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 65.837
verified: no, type: map_at_10
value: 74.72
verified: no, type: map_at_100
value: 75.068
verified: no, type: map_at_1000
value: 75.079
verified: no, type: map_at_3
value: 72.832
verified: no, type: map_at_5
value: 74.07000000000001
verified: no, type: mrr_at_1
value: 68.009
verified: no, type: mrr_at_10
value: 75.29400000000001
verified: no, type: mrr_at_100
value: 75.607
verified: no, type: mrr_at_1000
value: 75.617
verified: no, type: mrr_at_3
value: 73.677
verified: no, type: mrr_at_5
value: 74.74199999999999
verified: no, type: ndcg_at_1
value: 68.009
verified: no, type: ndcg_at_10
value: 78.36
verified: no, type: ndcg_at_100
value: 79.911
verified: no, type: ndcg_at_1000
value: 80.226
verified: no, type: ndcg_at_3
value: 74.825
verified: no, type: ndcg_at_5
value: 76.9
verified: no, type: precision_at_1
value: 68.009
verified: no, type: precision_at_10
value: 9.463000000000001
verified: no, type: precision_at_100
value: 1.023
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.075
verified: no, type: precision_at_5
value: 17.951
verified: no, type: recall_at_1
value: 65.837
verified: no, type: recall_at_10
value: 89.00099999999999
verified: no, type: recall_at_100
value: 95.968
verified: no, type: recall_at_1000
value: 98.461
verified: no, type: recall_at_3
value: 79.69800000000001
verified: no, type: recall_at_5
value: 84.623
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 68.08675184936112
verified: no, type: f1
value: 65.51466585063827
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 73.22461331540013
verified: no, type: f1
value: 72.675432030145
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 49.2
verified: no, type: map_at_10
value: 55.394
verified: no, type: map_at_100
value: 55.883
verified: no, type: map_at_1000
value: 55.93900000000001
verified: no, type: map_at_3
value: 53.733
verified: no, type: map_at_5
value: 54.778000000000006
verified: no, type: mrr_at_1
value: 49.3
verified: no, type: mrr_at_10
value: 55.444
verified: no, type: mrr_at_100
value: 55.933
verified: no, type: mrr_at_1000
value: 55.989
verified: no, type: mrr_at_3
value: 53.783
verified: no, type: mrr_at_5
value: 54.827999999999996
verified: no, type: ndcg_at_1
value: 49.2
verified: no, type: ndcg_at_10
value: 58.501999999999995
verified: no, type: ndcg_at_100
value: 61.181
verified: no, type: ndcg_at_1000
value: 62.848000000000006
verified: no, type: ndcg_at_3
value: 55.143
verified: no, type: ndcg_at_5
value: 57.032000000000004
verified: no, type: precision_at_1
value: 49.2
verified: no, type: precision_at_10
value: 6.83
verified: no, type: precision_at_100
value: 0.815
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 19.733
verified: no, type: precision_at_5
value: 12.76
verified: no, type: recall_at_1
value: 49.2
verified: no, type: recall_at_10
value: 68.30000000000001
verified: no, type: recall_at_100
value: 81.5
verified: no, type: recall_at_1000
value: 95
verified: no, type: recall_at_3
value: 59.199999999999996
verified: no, type: recall_at_5
value: 63.800000000000004
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 71.66666666666666
verified: no, type: f1
value: 70.92944632461379
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 70.00541418516514
verified: no, type: cos_sim_ap
value: 75.16499510773514
verified: no, type: cos_sim_f1
value: 73.09435517099301
verified: no, type: cos_sim_precision
value: 59.932432432432435
verified: no, type: cos_sim_recall
value: 93.66420274551214
verified: no, type: dot_accuracy
value: 70.00541418516514
verified: no, type: dot_ap
value: 75.16499510773514
verified: no, type: dot_f1
value: 73.09435517099301
verified: no, type: dot_precision
value: 59.932432432432435
verified: no, type: dot_recall
value: 93.66420274551214
verified: no, type: euclidean_accuracy
value: 70.00541418516514
verified: no, type: euclidean_ap
value: 75.16499510773514
verified: no, type: euclidean_f1
value: 73.09435517099301
verified: no, type: euclidean_precision
value: 59.932432432432435
verified: no, type: euclidean_recall
value: 93.66420274551214
verified: no, type: manhattan_accuracy
value: 70.11369788846778
verified: no, type: manhattan_ap
value: 75.1259071890593
verified: no, type: manhattan_f1
value: 72.91399229781771
verified: no, type: manhattan_precision
value: 61.294964028776974
verified: no, type: manhattan_recall
value: 89.96832101372756
verified: no, type: max_accuracy
value: 70.11369788846778
verified: no, type: max_ap
value: 75.16499510773514
verified: no, type: max_f1
value: 73.09435517099301
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 91.38000000000002
verified: no, type: ap
value: 89.12250244489272
verified: no, type: f1
value: 91.36604511107015
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 24.231255568030463
verified: no, type: cos_sim_spearman
value: 29.6964906904186
verified: no, type: euclidean_pearson
value: 30.166130502867016
verified: no, type: euclidean_spearman
value: 29.69614167804371
verified: no, type: manhattan_pearson
value: 30.166606116745935
verified: no, type: manhattan_spearman
value: 29.62681453661945
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 34.88835755574809
verified: no, type: cos_sim_spearman
value: 37.3797926051053
verified: no, type: euclidean_pearson
value: 35.46629492698549
verified: no, type: euclidean_spearman
value: 37.37987510604593
verified: no, type: manhattan_pearson
value: 35.4953353526957
verified: no, type: manhattan_spearman
value: 37.41397231689605
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 67.79575721136626
verified: no, type: cos_sim_spearman
value: 69.02068400784196
verified: no, type: euclidean_pearson
value: 68.30675023447176
verified: no, type: euclidean_spearman
value: 69.02068400784196
verified: no, type: manhattan_pearson
value: 69.91284259797827
verified: no, type: manhattan_spearman
value: 70.31717787763641
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 79.05026785034129
verified: no, type: cos_sim_spearman
value: 79.62719014756249
verified: no, type: euclidean_pearson
value: 79.13305301290063
verified: no, type: euclidean_spearman
value: 79.62710682651051
verified: no, type: manhattan_pearson
value: 79.07012559140433
verified: no, type: manhattan_spearman
value: 79.58333069893605
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.34533369244325
verified: no, type: mrr
value: 75.93632792769557
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.995
verified: no, type: map_at_10
value: 76.083
verified: no, type: map_at_100
value: 79.727
verified: no, type: map_at_1000
value: 79.798
verified: no, type: map_at_3
value: 53.455
verified: no, type: map_at_5
value: 65.747
verified: no, type: mrr_at_1
value: 89.536
verified: no, type: mrr_at_10
value: 91.972
verified: no, type: mrr_at_100
value: 92.07
verified: no, type: mrr_at_1000
value: 92.07499999999999
verified: no, type: mrr_at_3
value: 91.52900000000001
verified: no, type: mrr_at_5
value: 91.806
verified: no, type: ndcg_at_1
value: 89.536
verified: no, type: ndcg_at_10
value: 83.756
verified: no, type: ndcg_at_100
value: 87.468
verified: no, type: ndcg_at_1000
value: 88.16199999999999
verified: no, type: ndcg_at_3
value: 85.349
verified: no, type: ndcg_at_5
value: 83.855
verified: no, type: precision_at_1
value: 89.536
verified: no, type: precision_at_10
value: 41.713
verified: no, type: precision_at_100
value: 4.994
verified: no, type: precision_at_1000
value: 0.515
verified: no, type: precision_at_3
value: 74.81400000000001
verified: no, type: precision_at_5
value: 62.678
verified: no, type: recall_at_1
value: 26.995
verified: no, type: recall_at_10
value: 82.586
verified: no, type: recall_at_100
value: 94.726
verified: no, type: recall_at_1000
value: 98.276
verified: no, type: recall_at_3
value: 55.106
verified: no, type: recall_at_5
value: 69.096
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 51.25200000000001
verified: no, type: f1
value: 49.43760438233612
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 62.18575394560257
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 57.97489103903411
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 52.2
verified: no, type: map_at_10
value: 63.23800000000001
verified: no, type: map_at_100
value: 63.788
verified: no, type: map_at_1000
value: 63.800999999999995
verified: no, type: map_at_3
value: 61.016999999999996
verified: no, type: map_at_5
value: 62.392
verified: no, type: mrr_at_1
value: 52.2
verified: no, type: mrr_at_10
value: 63.23800000000001
verified: no, type: mrr_at_100
value: 63.788
verified: no, type: mrr_at_1000
value: 63.800999999999995
verified: no, type: mrr_at_3
value: 61.016999999999996
verified: no, type: mrr_at_5
value: 62.392
verified: no, type: ndcg_at_1
value: 52.2
verified: no, type: ndcg_at_10
value: 68.273
verified: no, type: ndcg_at_100
value: 70.892
verified: no, type: ndcg_at_1000
value: 71.207
verified: no, type: ndcg_at_3
value: 63.794
verified: no, type: ndcg_at_5
value: 66.268
verified: no, type: precision_at_1
value: 52.2
verified: no, type: precision_at_10
value: 8.39
verified: no, type: precision_at_100
value: 0.96
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 23.933
verified: no, type: precision_at_5
value: 15.559999999999999
verified: no, type: recall_at_1
value: 52.2
verified: no, type: recall_at_10
value: 83.89999999999999
verified: no, type: recall_at_100
value: 96
verified: no, type: recall_at_1000
value: 98.4
verified: no, type: recall_at_3
value: 71.8
verified: no, type: recall_at_5
value: 77.8
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.67999999999999
verified: no, type: ap
value: 69.96366657730151
verified: no, type: f1
value: 84.92349905611292
verified: no
Likes: 16 | All-time downloads: 30180
Created: 2023-10-13 04:42:53