Model: thenlper/gte-large-zh
Author: thenlper
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, safetensors, bert, mteb, sentence-similarity, Sentence Transformers, en, arxiv:2308.03281, license:mit, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: tags: mteb, sentence-similarity, sentence-transformers, Sentence Transformers
model-index: name: gte-large-zh
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 48.94131905219026
verified: no, type: cos_sim_spearman
value: 54.58261199731436
verified: no, type: euclidean_pearson
value: 52.73929210805982
verified: no, type: euclidean_spearman
value: 54.582632097533676
verified: no, type: manhattan_pearson
value: 52.73123295724949
verified: no, type: manhattan_spearman
value: 54.572941830465794
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 47.292931669579005
verified: no, type: cos_sim_spearman
value: 54.601019783506466
verified: no, type: euclidean_pearson
value: 54.61393532658173
verified: no, type: euclidean_spearman
value: 54.60101865708542
verified: no, type: manhattan_pearson
value: 54.59369555606305
verified: no, type: manhattan_spearman
value: 54.601098593646036
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 47.233999999999995
verified: no, type: f1
value: 45.68998446563349
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 62.55033151404683
verified: no, type: cos_sim_spearman
value: 64.40573802644984
verified: no, type: euclidean_pearson
value: 62.93453281081951
verified: no, type: euclidean_spearman
value: 64.40574149035828
verified: no, type: manhattan_pearson
value: 62.839969210895816
verified: no, type: manhattan_spearman
value: 64.30837945045283
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 42.098169316685045
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 38.90716707051822
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 86.09191911031553
verified: no, type: mrr
value: 88.6747619047619
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 86.45781885502122
verified: no, type: mrr
value: 89.01591269841269
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 24.215
verified: no, type: map_at_10
value: 36.498000000000005
verified: no, type: map_at_100
value: 38.409
verified: no, type: map_at_1000
value: 38.524
verified: no, type: map_at_3
value: 32.428000000000004
verified: no, type: map_at_5
value: 34.664
verified: no, type: mrr_at_1
value: 36.834
verified: no, type: mrr_at_10
value: 45.196
verified: no, type: mrr_at_100
value: 46.214
verified: no, type: mrr_at_1000
value: 46.259
verified: no, type: mrr_at_3
value: 42.631
verified: no, type: mrr_at_5
value: 44.044
verified: no, type: ndcg_at_1
value: 36.834
verified: no, type: ndcg_at_10
value: 43.146
verified: no, type: ndcg_at_100
value: 50.632999999999996
verified: no, type: ndcg_at_1000
value: 52.608999999999995
verified: no, type: ndcg_at_3
value: 37.851
verified: no, type: ndcg_at_5
value: 40.005
verified: no, type: precision_at_1
value: 36.834
verified: no, type: precision_at_10
value: 9.647
verified: no, type: precision_at_100
value: 1.574
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 21.48
verified: no, type: precision_at_5
value: 15.649
verified: no, type: recall_at_1
value: 24.215
verified: no, type: recall_at_10
value: 54.079
verified: no, type: recall_at_100
value: 84.943
verified: no, type: recall_at_1000
value: 98.098
verified: no, type: recall_at_3
value: 38.117000000000004
verified: no, type: recall_at_5
value: 44.775999999999996
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 82.51352976548407
verified: no, type: cos_sim_ap
value: 89.49905141462749
verified: no, type: cos_sim_f1
value: 83.89334489486234
verified: no, type: cos_sim_precision
value: 78.19761567993534
verified: no, type: cos_sim_recall
value: 90.48398410100538
verified: no, type: dot_accuracy
value: 82.51352976548407
verified: no, type: dot_ap
value: 89.49108293121158
verified: no, type: dot_f1
value: 83.89334489486234
verified: no, type: dot_precision
value: 78.19761567993534
verified: no, type: dot_recall
value: 90.48398410100538
verified: no, type: euclidean_accuracy
value: 82.51352976548407
verified: no, type: euclidean_ap
value: 89.49904709975154
verified: no, type: euclidean_f1
value: 83.89334489486234
verified: no, type: euclidean_precision
value: 78.19761567993534
verified: no, type: euclidean_recall
value: 90.48398410100538
verified: no, type: manhattan_accuracy
value: 82.48947684906794
verified: no, type: manhattan_ap
value: 89.49231995962901
verified: no, type: manhattan_f1
value: 83.84681215233205
verified: no, type: manhattan_precision
value: 77.28258726089528
verified: no, type: manhattan_recall
value: 91.62964694879588
verified: no, type: max_accuracy
value: 82.51352976548407
verified: no, type: max_ap
value: 89.49905141462749
verified: no, type: max_f1
value: 83.89334489486234
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 78.583
verified: no, type: map_at_10
value: 85.613
verified: no, type: map_at_100
value: 85.777
verified: no, type: map_at_1000
value: 85.77900000000001
verified: no, type: map_at_3
value: 84.58
verified: no, type: map_at_5
value: 85.22800000000001
verified: no, type: mrr_at_1
value: 78.925
verified: no, type: mrr_at_10
value: 85.667
verified: no, type: mrr_at_100
value: 85.822
verified: no, type: mrr_at_1000
value: 85.824
verified: no, type: mrr_at_3
value: 84.651
verified: no, type: mrr_at_5
value: 85.299
verified: no, type: ndcg_at_1
value: 78.925
verified: no, type: ndcg_at_10
value: 88.405
verified: no, type: ndcg_at_100
value: 89.02799999999999
verified: no, type: ndcg_at_1000
value: 89.093
verified: no, type: ndcg_at_3
value: 86.393
verified: no, type: ndcg_at_5
value: 87.5
verified: no, type: precision_at_1
value: 78.925
verified: no, type: precision_at_10
value: 9.789
verified: no, type: precision_at_100
value: 1.005
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 30.769000000000002
verified: no, type: precision_at_5
value: 19.031000000000002
verified: no, type: recall_at_1
value: 78.583
verified: no, type: recall_at_10
value: 96.891
verified: no, type: recall_at_100
value: 99.473
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 91.438
verified: no, type: recall_at_5
value: 94.152
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.604
verified: no, type: map_at_10
value: 77.171
verified: no, type: map_at_100
value: 80.033
verified: no, type: map_at_1000
value: 80.099
verified: no, type: map_at_3
value: 54.364000000000004
verified: no, type: map_at_5
value: 68.024
verified: no, type: mrr_at_1
value: 89.85
verified: no, type: mrr_at_10
value: 93.009
verified: no, type: mrr_at_100
value: 93.065
verified: no, type: mrr_at_1000
value: 93.068
verified: no, type: mrr_at_3
value: 92.72500000000001
verified: no, type: mrr_at_5
value: 92.915
verified: no, type: ndcg_at_1
value: 89.85
verified: no, type: ndcg_at_10
value: 85.038
verified: no, type: ndcg_at_100
value: 88.247
verified: no, type: ndcg_at_1000
value: 88.837
verified: no, type: ndcg_at_3
value: 85.20299999999999
verified: no, type: ndcg_at_5
value: 83.47
verified: no, type: precision_at_1
value: 89.85
verified: no, type: precision_at_10
value: 40.275
verified: no, type: precision_at_100
value: 4.709
verified: no, type: precision_at_1000
value: 0.486
verified: no, type: precision_at_3
value: 76.36699999999999
verified: no, type: precision_at_5
value: 63.75999999999999
verified: no, type: recall_at_1
value: 25.604
verified: no, type: recall_at_10
value: 85.423
verified: no, type: recall_at_100
value: 95.695
verified: no, type: recall_at_1000
value: 98.669
verified: no, type: recall_at_3
value: 56.737
verified: no, type: recall_at_5
value: 72.646
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 51.800000000000004
verified: no, type: map_at_10
value: 62.17
verified: no, type: map_at_100
value: 62.649
verified: no, type: map_at_1000
value: 62.663000000000004
verified: no, type: map_at_3
value: 59.699999999999996
verified: no, type: map_at_5
value: 61.23499999999999
verified: no, type: mrr_at_1
value: 51.800000000000004
verified: no, type: mrr_at_10
value: 62.17
verified: no, type: mrr_at_100
value: 62.649
verified: no, type: mrr_at_1000
value: 62.663000000000004
verified: no, type: mrr_at_3
value: 59.699999999999996
verified: no, type: mrr_at_5
value: 61.23499999999999
verified: no, type: ndcg_at_1
value: 51.800000000000004
verified: no, type: ndcg_at_10
value: 67.246
verified: no, type: ndcg_at_100
value: 69.58
verified: no, type: ndcg_at_1000
value: 69.925
verified: no, type: ndcg_at_3
value: 62.197
verified: no, type: ndcg_at_5
value: 64.981
verified: no, type: precision_at_1
value: 51.800000000000004
verified: no, type: precision_at_10
value: 8.32
verified: no, type: precision_at_100
value: 0.941
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 23.133
verified: no, type: precision_at_5
value: 15.24
verified: no, type: recall_at_1
value: 51.800000000000004
verified: no, type: recall_at_10
value: 83.2
verified: no, type: recall_at_100
value: 94.1
verified: no, type: recall_at_1000
value: 96.8
verified: no, type: recall_at_3
value: 69.39999999999999
verified: no, type: recall_at_5
value: 76.2
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 49.60369372835706
verified: no, type: f1
value: 38.24016248875209
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.71669793621012
verified: no, type: ap
value: 55.75807094995178
verified: no, type: f1
value: 81.59033162805417
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 69.50947272908907
verified: no, type: cos_sim_spearman
value: 74.40054474949213
verified: no, type: euclidean_pearson
value: 73.53007373987617
verified: no, type: euclidean_spearman
value: 74.40054474732082
verified: no, type: manhattan_pearson
value: 73.51396571849736
verified: no, type: manhattan_spearman
value: 74.38395696630835
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 31.188333827724108
verified: no, type: mrr
value: 29.84801587301587
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 64.685
verified: no, type: map_at_10
value: 73.803
verified: no, type: map_at_100
value: 74.153
verified: no, type: map_at_1000
value: 74.167
verified: no, type: map_at_3
value: 71.98
verified: no, type: map_at_5
value: 73.21600000000001
verified: no, type: mrr_at_1
value: 66.891
verified: no, type: mrr_at_10
value: 74.48700000000001
verified: no, type: mrr_at_100
value: 74.788
verified: no, type: mrr_at_1000
value: 74.801
verified: no, type: mrr_at_3
value: 72.918
verified: no, type: mrr_at_5
value: 73.965
verified: no, type: ndcg_at_1
value: 66.891
verified: no, type: ndcg_at_10
value: 77.534
verified: no, type: ndcg_at_100
value: 79.106
verified: no, type: ndcg_at_1000
value: 79.494
verified: no, type: ndcg_at_3
value: 74.13499999999999
verified: no, type: ndcg_at_5
value: 76.20700000000001
verified: no, type: precision_at_1
value: 66.891
verified: no, type: precision_at_10
value: 9.375
verified: no, type: precision_at_100
value: 1.0170000000000001
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 27.932000000000002
verified: no, type: precision_at_5
value: 17.86
verified: no, type: recall_at_1
value: 64.685
verified: no, type: recall_at_10
value: 88.298
verified: no, type: recall_at_100
value: 95.426
verified: no, type: recall_at_1000
value: 98.48700000000001
verified: no, type: recall_at_3
value: 79.44200000000001
verified: no, type: recall_at_5
value: 84.358
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 73.30531271015468
verified: no, type: f1
value: 70.88091430578575
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 75.7128446536651
verified: no, type: f1
value: 75.06125593532262
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 52.7
verified: no, type: map_at_10
value: 59.532
verified: no, type: map_at_100
value: 60.085
verified: no, type: map_at_1000
value: 60.126000000000005
verified: no, type: map_at_3
value: 57.767
verified: no, type: map_at_5
value: 58.952000000000005
verified: no, type: mrr_at_1
value: 52.900000000000006
verified: no, type: mrr_at_10
value: 59.648999999999994
verified: no, type: mrr_at_100
value: 60.20100000000001
verified: no, type: mrr_at_1000
value: 60.242
verified: no, type: mrr_at_3
value: 57.882999999999996
verified: no, type: mrr_at_5
value: 59.068
verified: no, type: ndcg_at_1
value: 52.7
verified: no, type: ndcg_at_10
value: 62.883
verified: no, type: ndcg_at_100
value: 65.714
verified: no, type: ndcg_at_1000
value: 66.932
verified: no, type: ndcg_at_3
value: 59.34700000000001
verified: no, type: ndcg_at_5
value: 61.486
verified: no, type: precision_at_1
value: 52.7
verified: no, type: precision_at_10
value: 7.340000000000001
verified: no, type: precision_at_100
value: 0.8699999999999999
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 21.3
verified: no, type: precision_at_5
value: 13.819999999999999
verified: no, type: recall_at_1
value: 52.7
verified: no, type: recall_at_10
value: 73.4
verified: no, type: recall_at_100
value: 87
verified: no, type: recall_at_1000
value: 96.8
verified: no, type: recall_at_3
value: 63.9
verified: no, type: recall_at_5
value: 69.1
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 76.47666666666667
verified: no, type: f1
value: 76.4808576632057
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 77.58527341635084
verified: no, type: cos_sim_ap
value: 79.32131557636497
verified: no, type: cos_sim_f1
value: 80.51948051948052
verified: no, type: cos_sim_precision
value: 71.7948717948718
verified: no, type: cos_sim_recall
value: 91.65786694825766
verified: no, type: dot_accuracy
value: 77.58527341635084
verified: no, type: dot_ap
value: 79.32131557636497
verified: no, type: dot_f1
value: 80.51948051948052
verified: no, type: dot_precision
value: 71.7948717948718
verified: no, type: dot_recall
value: 91.65786694825766
verified: no, type: euclidean_accuracy
value: 77.58527341635084
verified: no, type: euclidean_ap
value: 79.32131557636497
verified: no, type: euclidean_f1
value: 80.51948051948052
verified: no, type: euclidean_precision
value: 71.7948717948718
verified: no, type: euclidean_recall
value: 91.65786694825766
verified: no, type: manhattan_accuracy
value: 77.15213860314023
verified: no, type: manhattan_ap
value: 79.26178519246496
verified: no, type: manhattan_f1
value: 80.22028453418999
verified: no, type: manhattan_precision
value: 70.94155844155844
verified: no, type: manhattan_recall
value: 92.29144667370645
verified: no, type: max_accuracy
value: 77.58527341635084
verified: no, type: max_ap
value: 79.32131557636497
verified: no, type: max_f1
value: 80.51948051948052
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 92.68
verified: no, type: ap
value: 90.78652757815115
verified: no, type: f1
value: 92.67153098230253
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 35.301730226895955
verified: no, type: cos_sim_spearman
value: 38.54612530948101
verified: no, type: euclidean_pearson
value: 39.02831131230217
verified: no, type: euclidean_spearman
value: 38.54612530948101
verified: no, type: manhattan_pearson
value: 39.04765584936325
verified: no, type: manhattan_spearman
value: 38.54455759013173
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 32.27907454729754
verified: no, type: cos_sim_spearman
value: 33.35945567162729
verified: no, type: euclidean_pearson
value: 31.997628193815725
verified: no, type: euclidean_spearman
value: 33.3592386340529
verified: no, type: manhattan_pearson
value: 31.97117833750544
verified: no, type: manhattan_spearman
value: 33.30857326127779
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 62.53712784446981
verified: no, type: cos_sim_spearman
value: 62.975074386224286
verified: no, type: euclidean_pearson
value: 61.791207731290854
verified: no, type: euclidean_spearman
value: 62.975073716988064
verified: no, type: manhattan_pearson
value: 62.63850653150875
verified: no, type: manhattan_spearman
value: 63.56640346497343
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 79.52067424748047
verified: no, type: cos_sim_spearman
value: 79.68425102631514
verified: no, type: euclidean_pearson
value: 79.27553959329275
verified: no, type: euclidean_spearman
value: 79.68450427089856
verified: no, type: manhattan_pearson
value: 79.21584650471131
verified: no, type: manhattan_spearman
value: 79.6419242840243
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 65.8563449629786
verified: no, type: mrr
value: 75.82550832339254
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 27.889999999999997
verified: no, type: map_at_10
value: 72.878
verified: no, type: map_at_100
value: 76.737
verified: no, type: map_at_1000
value: 76.836
verified: no, type: map_at_3
value: 52.738
verified: no, type: map_at_5
value: 63.726000000000006
verified: no, type: mrr_at_1
value: 89.35600000000001
verified: no, type: mrr_at_10
value: 92.622
verified: no, type: mrr_at_100
value: 92.692
verified: no, type: mrr_at_1000
value: 92.694
verified: no, type: mrr_at_3
value: 92.13799999999999
verified: no, type: mrr_at_5
value: 92.452
verified: no, type: ndcg_at_1
value: 89.35600000000001
verified: no, type: ndcg_at_10
value: 81.932
verified: no, type: ndcg_at_100
value: 86.351
verified: no, type: ndcg_at_1000
value: 87.221
verified: no, type: ndcg_at_3
value: 84.29100000000001
verified: no, type: ndcg_at_5
value: 82.279
verified: no, type: precision_at_1
value: 89.35600000000001
verified: no, type: precision_at_10
value: 39.511
verified: no, type: precision_at_100
value: 4.901
verified: no, type: precision_at_1000
value: 0.513
verified: no, type: precision_at_3
value: 72.62100000000001
verified: no, type: precision_at_5
value: 59.918000000000006
verified: no, type: recall_at_1
value: 27.889999999999997
verified: no, type: recall_at_10
value: 80.636
verified: no, type: recall_at_100
value: 94.333
verified: no, type: recall_at_1000
value: 98.39099999999999
verified: no, type: recall_at_3
value: 54.797
verified: no, type: recall_at_5
value: 67.824
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 51.979000000000006
verified: no, type: f1
value: 50.35658238894168
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 68.36477832710159
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 62.92080622759053
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 59.3
verified: no, type: map_at_10
value: 69.299
verified: no, type: map_at_100
value: 69.669
verified: no, type: map_at_1000
value: 69.682
verified: no, type: map_at_3
value: 67.583
verified: no, type: map_at_5
value: 68.57799999999999
verified: no, type: mrr_at_1
value: 59.3
verified: no, type: mrr_at_10
value: 69.299
verified: no, type: mrr_at_100
value: 69.669
verified: no, type: mrr_at_1000
value: 69.682
verified: no, type: mrr_at_3
value: 67.583
verified: no, type: mrr_at_5
value: 68.57799999999999
verified: no, type: ndcg_at_1
value: 59.3
verified: no, type: ndcg_at_10
value: 73.699
verified: no, type: ndcg_at_100
value: 75.626
verified: no, type: ndcg_at_1000
value: 75.949
verified: no, type: ndcg_at_3
value: 70.18900000000001
verified: no, type: ndcg_at_5
value: 71.992
verified: no, type: precision_at_1
value: 59.3
verified: no, type: precision_at_10
value: 8.73
verified: no, type: precision_at_100
value: 0.9650000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 25.900000000000002
verified: no, type: precision_at_5
value: 16.42
verified: no, type: recall_at_1
value: 59.3
verified: no, type: recall_at_10
value: 87.3
verified: no, type: recall_at_100
value: 96.5
verified: no, type: recall_at_1000
value: 99
verified: no, type: recall_at_3
value: 77.7
verified: no, type: recall_at_5
value: 82.1
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 88.36999999999999
verified: no, type: ap
value: 73.29590829222836
verified: no, type: f1
value: 86.74250506247606
verified: no
language: en
license: mit
Likes: 120 | All-time downloads: 846116
Created: 2023-11-07 07:51:20