Model: thenlper/gte-base-zh
Author: thenlper
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, safetensors, bert, mteb, sentence-similarity, Sentence Transformers, en, arxiv:2308.03281, license:mit, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: tags: mteb, sentence-similarity, sentence-transformers, Sentence Transformers
model-index: name: gte-base-zh
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 44.45621572456527
verified: no, type: cos_sim_spearman
value: 49.06500895667604
verified: no, type: euclidean_pearson
value: 47.55002064096053
verified: no, type: euclidean_spearman
value: 49.06500895667604
verified: no, type: manhattan_pearson
value: 47.429900262366715
verified: no, type: manhattan_spearman
value: 48.95704890278774
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 44.31699346653116
verified: no, type: cos_sim_spearman
value: 50.83133156721432
verified: no, type: euclidean_pearson
value: 51.36086517946001
verified: no, type: euclidean_spearman
value: 50.83132818894256
verified: no, type: manhattan_pearson
value: 51.255926461574084
verified: no, type: manhattan_spearman
value: 50.73460147395406
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 45.818000000000005
verified: no, type: f1
value: 43.998253644678144
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 63.47477451918581
verified: no, type: cos_sim_spearman
value: 65.49832607366159
verified: no, type: euclidean_pearson
value: 64.11399760832107
verified: no, type: euclidean_spearman
value: 65.49832260877398
verified: no, type: manhattan_pearson
value: 64.02541311484639
verified: no, type: manhattan_spearman
value: 65.42436057501452
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 42.58046835435111
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 40.42134173217685
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 86.79079943923792
verified: no, type: mrr
value: 88.81341269841269
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 87.20186031249037
verified: no, type: mrr
value: 89.46551587301587
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.098
verified: no, type: map_at_10
value: 37.759
verified: no, type: map_at_100
value: 39.693
verified: no, type: map_at_1000
value: 39.804
verified: no, type: map_at_3
value: 33.477000000000004
verified: no, type: map_at_5
value: 35.839
verified: no, type: mrr_at_1
value: 38.06
verified: no, type: mrr_at_10
value: 46.302
verified: no, type: mrr_at_100
value: 47.370000000000005
verified: no, type: mrr_at_1000
value: 47.412
verified: no, type: mrr_at_3
value: 43.702999999999996
verified: no, type: mrr_at_5
value: 45.213
verified: no, type: ndcg_at_1
value: 38.06
verified: no, type: ndcg_at_10
value: 44.375
verified: no, type: ndcg_at_100
value: 51.849999999999994
verified: no, type: ndcg_at_1000
value: 53.725
verified: no, type: ndcg_at_3
value: 38.97
verified: no, type: ndcg_at_5
value: 41.193000000000005
verified: no, type: precision_at_1
value: 38.06
verified: no, type: precision_at_10
value: 9.934999999999999
verified: no, type: precision_at_100
value: 1.599
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 22.072
verified: no, type: precision_at_5
value: 16.089000000000002
verified: no, type: recall_at_1
value: 25.098
verified: no, type: recall_at_10
value: 55.264
verified: no, type: recall_at_100
value: 85.939
verified: no, type: recall_at_1000
value: 98.44800000000001
verified: no, type: recall_at_3
value: 39.122
verified: no, type: recall_at_5
value: 45.948
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 78.02766085387853
verified: no, type: cos_sim_ap
value: 85.59982802559004
verified: no, type: cos_sim_f1
value: 79.57103418984921
verified: no, type: cos_sim_precision
value: 72.88465279128575
verified: no, type: cos_sim_recall
value: 87.60813654430676
verified: no, type: dot_accuracy
value: 78.02766085387853
verified: no, type: dot_ap
value: 85.59604477360719
verified: no, type: dot_f1
value: 79.57103418984921
verified: no, type: dot_precision
value: 72.88465279128575
verified: no, type: dot_recall
value: 87.60813654430676
verified: no, type: euclidean_accuracy
value: 78.02766085387853
verified: no, type: euclidean_ap
value: 85.59982802559004
verified: no, type: euclidean_f1
value: 79.57103418984921
verified: no, type: euclidean_precision
value: 72.88465279128575
verified: no, type: euclidean_recall
value: 87.60813654430676
verified: no, type: manhattan_accuracy
value: 77.9795550210463
verified: no, type: manhattan_ap
value: 85.58042267497707
verified: no, type: manhattan_f1
value: 79.40344001741781
verified: no, type: manhattan_precision
value: 74.29211652067632
verified: no, type: manhattan_recall
value: 85.27004909983633
verified: no, type: max_accuracy
value: 78.02766085387853
verified: no, type: max_ap
value: 85.59982802559004
verified: no, type: max_f1
value: 79.57103418984921
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 62.144
verified: no, type: map_at_10
value: 71.589
verified: no, type: map_at_100
value: 72.066
verified: no, type: map_at_1000
value: 72.075
verified: no, type: map_at_3
value: 69.916
verified: no, type: map_at_5
value: 70.806
verified: no, type: mrr_at_1
value: 62.275999999999996
verified: no, type: mrr_at_10
value: 71.57
verified: no, type: mrr_at_100
value: 72.048
verified: no, type: mrr_at_1000
value: 72.057
verified: no, type: mrr_at_3
value: 69.89800000000001
verified: no, type: mrr_at_5
value: 70.84700000000001
verified: no, type: ndcg_at_1
value: 62.381
verified: no, type: ndcg_at_10
value: 75.74
verified: no, type: ndcg_at_100
value: 77.827
verified: no, type: ndcg_at_1000
value: 78.044
verified: no, type: ndcg_at_3
value: 72.307
verified: no, type: ndcg_at_5
value: 73.91499999999999
verified: no, type: precision_at_1
value: 62.381
verified: no, type: precision_at_10
value: 8.946
verified: no, type: precision_at_100
value: 0.988
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 26.554
verified: no, type: precision_at_5
value: 16.733
verified: no, type: recall_at_1
value: 62.144
verified: no, type: recall_at_10
value: 88.567
verified: no, type: recall_at_100
value: 97.84
verified: no, type: recall_at_1000
value: 99.473
verified: no, type: recall_at_3
value: 79.083
verified: no, type: recall_at_5
value: 83.035
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 24.665
verified: no, type: map_at_10
value: 74.91600000000001
verified: no, type: map_at_100
value: 77.981
verified: no, type: map_at_1000
value: 78.032
verified: no, type: map_at_3
value: 51.015
verified: no, type: map_at_5
value: 64.681
verified: no, type: mrr_at_1
value: 86.5
verified: no, type: mrr_at_10
value: 90.78399999999999
verified: no, type: mrr_at_100
value: 90.859
verified: no, type: mrr_at_1000
value: 90.863
verified: no, type: mrr_at_3
value: 90.375
verified: no, type: mrr_at_5
value: 90.66199999999999
verified: no, type: ndcg_at_1
value: 86.5
verified: no, type: ndcg_at_10
value: 83.635
verified: no, type: ndcg_at_100
value: 86.926
verified: no, type: ndcg_at_1000
value: 87.425
verified: no, type: ndcg_at_3
value: 81.28999999999999
verified: no, type: ndcg_at_5
value: 80.549
verified: no, type: precision_at_1
value: 86.5
verified: no, type: precision_at_10
value: 40.544999999999995
verified: no, type: precision_at_100
value: 4.748
verified: no, type: precision_at_1000
value: 0.48700000000000004
verified: no, type: precision_at_3
value: 72.68299999999999
verified: no, type: precision_at_5
value: 61.86000000000001
verified: no, type: recall_at_1
value: 24.665
verified: no, type: recall_at_10
value: 85.72
verified: no, type: recall_at_100
value: 96.116
verified: no, type: recall_at_1000
value: 98.772
verified: no, type: recall_at_3
value: 53.705999999999996
verified: no, type: recall_at_5
value: 70.42699999999999
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 54
verified: no, type: map_at_10
value: 64.449
verified: no, type: map_at_100
value: 64.937
verified: no, type: map_at_1000
value: 64.946
verified: no, type: map_at_3
value: 61.85000000000001
verified: no, type: map_at_5
value: 63.525
verified: no, type: mrr_at_1
value: 54
verified: no, type: mrr_at_10
value: 64.449
verified: no, type: mrr_at_100
value: 64.937
verified: no, type: mrr_at_1000
value: 64.946
verified: no, type: mrr_at_3
value: 61.85000000000001
verified: no, type: mrr_at_5
value: 63.525
verified: no, type: ndcg_at_1
value: 54
verified: no, type: ndcg_at_10
value: 69.56400000000001
verified: no, type: ndcg_at_100
value: 71.78999999999999
verified: no, type: ndcg_at_1000
value: 72.021
verified: no, type: ndcg_at_3
value: 64.334
verified: no, type: ndcg_at_5
value: 67.368
verified: no, type: precision_at_1
value: 54
verified: no, type: precision_at_10
value: 8.559999999999999
verified: no, type: precision_at_100
value: 0.9570000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 23.833
verified: no, type: precision_at_5
value: 15.78
verified: no, type: recall_at_1
value: 54
verified: no, type: recall_at_10
value: 85.6
verified: no, type: recall_at_100
value: 95.7
verified: no, type: recall_at_1000
value: 97.5
verified: no, type: recall_at_3
value: 71.5
verified: no, type: recall_at_5
value: 78.9
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 48.61869949980762
verified: no, type: f1
value: 36.49337336098832
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 85.94746716697938
verified: no, type: ap
value: 53.75927589310753
verified: no, type: f1
value: 80.53821597736138
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 68.77445518082875
verified: no, type: cos_sim_spearman
value: 74.05909185405268
verified: no, type: euclidean_pearson
value: 72.92870557009725
verified: no, type: euclidean_spearman
value: 74.05909628639644
verified: no, type: manhattan_pearson
value: 72.92072580598351
verified: no, type: manhattan_spearman
value: 74.0304390211741
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 27.643607073221975
verified: no, type: mrr
value: 26.646825396825395
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 65.10000000000001
verified: no, type: map_at_10
value: 74.014
verified: no, type: map_at_100
value: 74.372
verified: no, type: map_at_1000
value: 74.385
verified: no, type: map_at_3
value: 72.179
verified: no, type: map_at_5
value: 73.37700000000001
verified: no, type: mrr_at_1
value: 67.364
verified: no, type: mrr_at_10
value: 74.68
verified: no, type: mrr_at_100
value: 74.992
verified: no, type: mrr_at_1000
value: 75.003
verified: no, type: mrr_at_3
value: 73.054
verified: no, type: mrr_at_5
value: 74.126
verified: no, type: ndcg_at_1
value: 67.364
verified: no, type: ndcg_at_10
value: 77.704
verified: no, type: ndcg_at_100
value: 79.29899999999999
verified: no, type: ndcg_at_1000
value: 79.637
verified: no, type: ndcg_at_3
value: 74.232
verified: no, type: ndcg_at_5
value: 76.264
verified: no, type: precision_at_1
value: 67.364
verified: no, type: precision_at_10
value: 9.397
verified: no, type: precision_at_100
value: 1.019
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 27.942
verified: no, type: precision_at_5
value: 17.837
verified: no, type: recall_at_1
value: 65.10000000000001
verified: no, type: recall_at_10
value: 88.416
verified: no, type: recall_at_100
value: 95.61
verified: no, type: recall_at_1000
value: 98.261
verified: no, type: recall_at_3
value: 79.28
verified: no, type: recall_at_5
value: 84.108
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 73.315400134499
verified: no, type: f1
value: 70.81060697693198
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 76.78883658372563
verified: no, type: f1
value: 76.21512438791976
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 55.300000000000004
verified: no, type: map_at_10
value: 61.879
verified: no, type: map_at_100
value: 62.434
verified: no, type: map_at_1000
value: 62.476
verified: no, type: map_at_3
value: 60.417
verified: no, type: map_at_5
value: 61.297000000000004
verified: no, type: mrr_at_1
value: 55.400000000000006
verified: no, type: mrr_at_10
value: 61.92100000000001
verified: no, type: mrr_at_100
value: 62.476
verified: no, type: mrr_at_1000
value: 62.517999999999994
verified: no, type: mrr_at_3
value: 60.483
verified: no, type: mrr_at_5
value: 61.338
verified: no, type: ndcg_at_1
value: 55.300000000000004
verified: no, type: ndcg_at_10
value: 64.937
verified: no, type: ndcg_at_100
value: 67.848
verified: no, type: ndcg_at_1000
value: 68.996
verified: no, type: ndcg_at_3
value: 61.939
verified: no, type: ndcg_at_5
value: 63.556999999999995
verified: no, type: precision_at_1
value: 55.300000000000004
verified: no, type: precision_at_10
value: 7.449999999999999
verified: no, type: precision_at_100
value: 0.886
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 22.1
verified: no, type: precision_at_5
value: 14.06
verified: no, type: recall_at_1
value: 55.300000000000004
verified: no, type: recall_at_10
value: 74.5
verified: no, type: recall_at_100
value: 88.6
verified: no, type: recall_at_1000
value: 97.7
verified: no, type: recall_at_3
value: 66.3
verified: no, type: recall_at_5
value: 70.3
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 75.79
verified: no, type: f1
value: 75.58944709087194
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 71.5755278830536
verified: no, type: cos_sim_ap
value: 75.27777388526098
verified: no, type: cos_sim_f1
value: 75.04604051565377
verified: no, type: cos_sim_precision
value: 66.53061224489795
verified: no, type: cos_sim_recall
value: 86.06124604012672
verified: no, type: dot_accuracy
value: 71.5755278830536
verified: no, type: dot_ap
value: 75.27765883143745
verified: no, type: dot_f1
value: 75.04604051565377
verified: no, type: dot_precision
value: 66.53061224489795
verified: no, type: dot_recall
value: 86.06124604012672
verified: no, type: euclidean_accuracy
value: 71.5755278830536
verified: no, type: euclidean_ap
value: 75.27762982049899
verified: no, type: euclidean_f1
value: 75.04604051565377
verified: no, type: euclidean_precision
value: 66.53061224489795
verified: no, type: euclidean_recall
value: 86.06124604012672
verified: no, type: manhattan_accuracy
value: 71.41310232809963
verified: no, type: manhattan_ap
value: 75.11908556317425
verified: no, type: manhattan_f1
value: 75.0118091639112
verified: no, type: manhattan_precision
value: 67.86324786324786
verified: no, type: manhattan_recall
value: 83.84371700105596
verified: no, type: max_accuracy
value: 71.5755278830536
verified: no, type: max_ap
value: 75.27777388526098
verified: no, type: max_f1
value: 75.04604051565377
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 93.36
verified: no, type: ap
value: 91.66871784150999
verified: no, type: f1
value: 93.35216314755989
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 24.21926662784366
verified: no, type: cos_sim_spearman
value: 27.969680921064644
verified: no, type: euclidean_pearson
value: 28.75506415195721
verified: no, type: euclidean_spearman
value: 27.969593815056058
verified: no, type: manhattan_pearson
value: 28.90608040712011
verified: no, type: manhattan_spearman
value: 28.07097299964309
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 33.4112661812038
verified: no, type: cos_sim_spearman
value: 35.192765228905174
verified: no, type: euclidean_pearson
value: 33.57803958232971
verified: no, type: euclidean_spearman
value: 35.19270413260232
verified: no, type: manhattan_pearson
value: 33.75933288702631
verified: no, type: manhattan_spearman
value: 35.362780488430126
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 62.178764479940206
verified: no, type: cos_sim_spearman
value: 63.644049344272155
verified: no, type: euclidean_pearson
value: 61.97852518030118
verified: no, type: euclidean_spearman
value: 63.644049344272155
verified: no, type: manhattan_pearson
value: 62.3931275533103
verified: no, type: manhattan_spearman
value: 63.68720814152202
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 81.09847341753118
verified: no, type: cos_sim_spearman
value: 81.46211495319093
verified: no, type: euclidean_pearson
value: 80.97905808856734
verified: no, type: euclidean_spearman
value: 81.46177732221445
verified: no, type: manhattan_pearson
value: 80.8737913286308
verified: no, type: manhattan_spearman
value: 81.41142532907402
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.36295416100998
verified: no, type: mrr
value: 76.42041058129412
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.898
verified: no, type: map_at_10
value: 75.089
verified: no, type: map_at_100
value: 78.786
verified: no, type: map_at_1000
value: 78.86
verified: no, type: map_at_3
value: 52.881
verified: no, type: map_at_5
value: 64.881
verified: no, type: mrr_at_1
value: 88.984
verified: no, type: mrr_at_10
value: 91.681
verified: no, type: mrr_at_100
value: 91.77300000000001
verified: no, type: mrr_at_1000
value: 91.777
verified: no, type: mrr_at_3
value: 91.205
verified: no, type: mrr_at_5
value: 91.486
verified: no, type: ndcg_at_1
value: 88.984
verified: no, type: ndcg_at_10
value: 83.083
verified: no, type: ndcg_at_100
value: 86.955
verified: no, type: ndcg_at_1000
value: 87.665
verified: no, type: ndcg_at_3
value: 84.661
verified: no, type: ndcg_at_5
value: 83.084
verified: no, type: precision_at_1
value: 88.984
verified: no, type: precision_at_10
value: 41.311
verified: no, type: precision_at_100
value: 4.978
verified: no, type: precision_at_1000
value: 0.515
verified: no, type: precision_at_3
value: 74.074
verified: no, type: precision_at_5
value: 61.956999999999994
verified: no, type: recall_at_1
value: 26.898
verified: no, type: recall_at_10
value: 82.03200000000001
verified: no, type: recall_at_100
value: 94.593
verified: no, type: recall_at_1000
value: 98.188
verified: no, type: recall_at_3
value: 54.647999999999996
verified: no, type: recall_at_5
value: 68.394
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 53.648999999999994
verified: no, type: f1
value: 51.87788185753318
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 68.81293224496076
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 63.60504270553153
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 59.3
verified: no, type: map_at_10
value: 69.89
verified: no, type: map_at_100
value: 70.261
verified: no, type: map_at_1000
value: 70.27
verified: no, type: map_at_3
value: 67.93299999999999
verified: no, type: map_at_5
value: 69.10300000000001
verified: no, type: mrr_at_1
value: 59.3
verified: no, type: mrr_at_10
value: 69.89
verified: no, type: mrr_at_100
value: 70.261
verified: no, type: mrr_at_1000
value: 70.27
verified: no, type: mrr_at_3
value: 67.93299999999999
verified: no, type: mrr_at_5
value: 69.10300000000001
verified: no, type: ndcg_at_1
value: 59.3
verified: no, type: ndcg_at_10
value: 74.67099999999999
verified: no, type: ndcg_at_100
value: 76.371
verified: no, type: ndcg_at_1000
value: 76.644
verified: no, type: ndcg_at_3
value: 70.678
verified: no, type: ndcg_at_5
value: 72.783
verified: no, type: precision_at_1
value: 59.3
verified: no, type: precision_at_10
value: 8.95
verified: no, type: precision_at_100
value: 0.972
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 26.200000000000003
verified: no, type: precision_at_5
value: 16.74
verified: no, type: recall_at_1
value: 59.3
verified: no, type: recall_at_10
value: 89.5
verified: no, type: recall_at_100
value: 97.2
verified: no, type: recall_at_1000
value: 99.4
verified: no, type: recall_at_3
value: 78.60000000000001
verified: no, type: recall_at_5
value: 83.7
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 88.07000000000001
verified: no, type: ap
value: 72.68881791758656
verified: no, type: f1
value: 86.647906274628
verified: no
language: en
license: mit
Likes: 39 | All-time downloads: 661857
Created: 2023-11-08 08:26:41