Model: thenlper/gte-small-zh
Author: thenlper
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, safetensors, bert, mteb, sentence-similarity, Sentence Transformers, en, arxiv:2308.03281, license:mit, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: tags: mteb, sentence-similarity, sentence-transformers, Sentence Transformers
model-index: name: gte-small-zh
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 35.80906032378281
verified: no, type: cos_sim_spearman
value: 36.688967176174415
verified: no, type: euclidean_pearson
value: 35.70701955438158
verified: no, type: euclidean_spearman
value: 36.6889470691436
verified: no, type: manhattan_pearson
value: 35.832741768286944
verified: no, type: manhattan_spearman
value: 36.831888591957195
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 44.667266488330384
verified: no, type: cos_sim_spearman
value: 45.77390794946174
verified: no, type: euclidean_pearson
value: 48.14272832901943
verified: no, type: euclidean_spearman
value: 45.77390569666109
verified: no, type: manhattan_pearson
value: 48.187667158563094
verified: no, type: manhattan_spearman
value: 45.80979161966117
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 38.690000000000005
verified: no, type: f1
value: 36.868257131984016
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 49.03674224607541
verified: no, type: cos_sim_spearman
value: 49.63568854885055
verified: no, type: euclidean_pearson
value: 49.47441886441355
verified: no, type: euclidean_spearman
value: 49.63567815431205
verified: no, type: manhattan_pearson
value: 49.76480072909559
verified: no, type: manhattan_spearman
value: 49.977789367288224
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 39.538126779019755
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 37.333105487031766
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 86.08142426347963
verified: no, type: mrr
value: 88.04269841269841
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 87.25694119382474
verified: no, type: mrr
value: 89.36853174603175
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.913999999999998
verified: no, type: map_at_10
value: 35.913000000000004
verified: no, type: map_at_100
value: 37.836
verified: no, type: map_at_1000
value: 37.952000000000005
verified: no, type: map_at_3
value: 31.845000000000002
verified: no, type: map_at_5
value: 34
verified: no, type: mrr_at_1
value: 36.884
verified: no, type: mrr_at_10
value: 44.872
verified: no, type: mrr_at_100
value: 45.899
verified: no, type: mrr_at_1000
value: 45.945
verified: no, type: mrr_at_3
value: 42.331
verified: no, type: mrr_at_5
value: 43.674
verified: no, type: ndcg_at_1
value: 36.884
verified: no, type: ndcg_at_10
value: 42.459
verified: no, type: ndcg_at_100
value: 50.046
verified: no, type: ndcg_at_1000
value: 52.092000000000006
verified: no, type: ndcg_at_3
value: 37.225
verified: no, type: ndcg_at_5
value: 39.2
verified: no, type: precision_at_1
value: 36.884
verified: no, type: precision_at_10
value: 9.562
verified: no, type: precision_at_100
value: 1.572
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 21.122
verified: no, type: precision_at_5
value: 15.274
verified: no, type: recall_at_1
value: 23.913999999999998
verified: no, type: recall_at_10
value: 52.891999999999996
verified: no, type: recall_at_100
value: 84.328
verified: no, type: recall_at_1000
value: 98.168
verified: no, type: recall_at_3
value: 37.095
verified: no, type: recall_at_5
value: 43.396
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 68.91160553217077
verified: no, type: cos_sim_ap
value: 76.45769658379533
verified: no, type: cos_sim_f1
value: 72.07988702844463
verified: no, type: cos_sim_precision
value: 63.384779137839274
verified: no, type: cos_sim_recall
value: 83.53986439092822
verified: no, type: dot_accuracy
value: 68.91160553217077
verified: no, type: dot_ap
value: 76.47279917239219
verified: no, type: dot_f1
value: 72.07988702844463
verified: no, type: dot_precision
value: 63.384779137839274
verified: no, type: dot_recall
value: 83.53986439092822
verified: no, type: euclidean_accuracy
value: 68.91160553217077
verified: no, type: euclidean_ap
value: 76.45768544225383
verified: no, type: euclidean_f1
value: 72.07988702844463
verified: no, type: euclidean_precision
value: 63.384779137839274
verified: no, type: euclidean_recall
value: 83.53986439092822
verified: no, type: manhattan_accuracy
value: 69.21226698737222
verified: no, type: manhattan_ap
value: 76.6623683693766
verified: no, type: manhattan_f1
value: 72.14058164628506
verified: no, type: manhattan_precision
value: 64.35643564356435
verified: no, type: manhattan_recall
value: 82.06686930091185
verified: no, type: max_accuracy
value: 69.21226698737222
verified: no, type: max_ap
value: 76.6623683693766
verified: no, type: max_f1
value: 72.14058164628506
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 48.419000000000004
verified: no, type: map_at_10
value: 57.367999999999995
verified: no, type: map_at_100
value: 58.081
verified: no, type: map_at_1000
value: 58.108000000000004
verified: no, type: map_at_3
value: 55.251
verified: no, type: map_at_5
value: 56.53399999999999
verified: no, type: mrr_at_1
value: 48.472
verified: no, type: mrr_at_10
value: 57.359
verified: no, type: mrr_at_100
value: 58.055
verified: no, type: mrr_at_1000
value: 58.082
verified: no, type: mrr_at_3
value: 55.303999999999995
verified: no, type: mrr_at_5
value: 56.542
verified: no, type: ndcg_at_1
value: 48.472
verified: no, type: ndcg_at_10
value: 61.651999999999994
verified: no, type: ndcg_at_100
value: 65.257
verified: no, type: ndcg_at_1000
value: 65.977
verified: no, type: ndcg_at_3
value: 57.401
verified: no, type: ndcg_at_5
value: 59.681
verified: no, type: precision_at_1
value: 48.472
verified: no, type: precision_at_10
value: 7.576
verified: no, type: precision_at_100
value: 0.932
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 21.25
verified: no, type: precision_at_5
value: 13.888
verified: no, type: recall_at_1
value: 48.419000000000004
verified: no, type: recall_at_10
value: 74.97399999999999
verified: no, type: recall_at_100
value: 92.202
verified: no, type: recall_at_1000
value: 97.893
verified: no, type: recall_at_3
value: 63.541000000000004
verified: no, type: recall_at_5
value: 68.994
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 22.328
verified: no, type: map_at_10
value: 69.11
verified: no, type: map_at_100
value: 72.47
verified: no, type: map_at_1000
value: 72.54599999999999
verified: no, type: map_at_3
value: 46.938
verified: no, type: map_at_5
value: 59.56
verified: no, type: mrr_at_1
value: 81.35
verified: no, type: mrr_at_10
value: 87.066
verified: no, type: mrr_at_100
value: 87.212
verified: no, type: mrr_at_1000
value: 87.21799999999999
verified: no, type: mrr_at_3
value: 86.558
verified: no, type: mrr_at_5
value: 86.931
verified: no, type: ndcg_at_1
value: 81.35
verified: no, type: ndcg_at_10
value: 78.568
verified: no, type: ndcg_at_100
value: 82.86099999999999
verified: no, type: ndcg_at_1000
value: 83.628
verified: no, type: ndcg_at_3
value: 76.716
verified: no, type: ndcg_at_5
value: 75.664
verified: no, type: precision_at_1
value: 81.35
verified: no, type: precision_at_10
value: 38.545
verified: no, type: precision_at_100
value: 4.657
verified: no, type: precision_at_1000
value: 0.484
verified: no, type: precision_at_3
value: 69.18299999999999
verified: no, type: precision_at_5
value: 58.67
verified: no, type: recall_at_1
value: 22.328
verified: no, type: recall_at_10
value: 80.658
verified: no, type: recall_at_100
value: 94.093
verified: no, type: recall_at_1000
value: 98.137
verified: no, type: recall_at_3
value: 50.260000000000005
verified: no, type: recall_at_5
value: 66.045
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 43.1
verified: no, type: map_at_10
value: 52.872
verified: no, type: map_at_100
value: 53.556000000000004
verified: no, type: map_at_1000
value: 53.583000000000006
verified: no, type: map_at_3
value: 50.14999999999999
verified: no, type: map_at_5
value: 51.925
verified: no, type: mrr_at_1
value: 43.1
verified: no, type: mrr_at_10
value: 52.872
verified: no, type: mrr_at_100
value: 53.556000000000004
verified: no, type: mrr_at_1000
value: 53.583000000000006
verified: no, type: mrr_at_3
value: 50.14999999999999
verified: no, type: mrr_at_5
value: 51.925
verified: no, type: ndcg_at_1
value: 43.1
verified: no, type: ndcg_at_10
value: 57.907
verified: no, type: ndcg_at_100
value: 61.517999999999994
verified: no, type: ndcg_at_1000
value: 62.175000000000004
verified: no, type: ndcg_at_3
value: 52.425
verified: no, type: ndcg_at_5
value: 55.631
verified: no, type: precision_at_1
value: 43.1
verified: no, type: precision_at_10
value: 7.380000000000001
verified: no, type: precision_at_100
value: 0.9129999999999999
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 19.667
verified: no, type: precision_at_5
value: 13.36
verified: no, type: recall_at_1
value: 43.1
verified: no, type: recall_at_10
value: 73.8
verified: no, type: recall_at_100
value: 91.3
verified: no, type: recall_at_1000
value: 96.39999999999999
verified: no, type: recall_at_3
value: 59
verified: no, type: recall_at_5
value: 66.8
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 41.146594844170835
verified: no, type: f1
value: 28.544218732704845
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 82.83302063789868
verified: no, type: ap
value: 48.881798834997056
verified: no, type: f1
value: 77.28655923994657
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 66.05467125345538
verified: no, type: cos_sim_spearman
value: 72.71921060562211
verified: no, type: euclidean_pearson
value: 71.28539457113986
verified: no, type: euclidean_spearman
value: 72.71920173126693
verified: no, type: manhattan_pearson
value: 71.23750818174456
verified: no, type: manhattan_spearman
value: 72.61025268693467
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 26.127712982639483
verified: no, type: mrr
value: 24.87420634920635
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 62.517
verified: no, type: map_at_10
value: 71.251
verified: no, type: map_at_100
value: 71.647
verified: no, type: map_at_1000
value: 71.665
verified: no, type: map_at_3
value: 69.28
verified: no, type: map_at_5
value: 70.489
verified: no, type: mrr_at_1
value: 64.613
verified: no, type: mrr_at_10
value: 71.89
verified: no, type: mrr_at_100
value: 72.243
verified: no, type: mrr_at_1000
value: 72.259
verified: no, type: mrr_at_3
value: 70.138
verified: no, type: mrr_at_5
value: 71.232
verified: no, type: ndcg_at_1
value: 64.613
verified: no, type: ndcg_at_10
value: 75.005
verified: no, type: ndcg_at_100
value: 76.805
verified: no, type: ndcg_at_1000
value: 77.281
verified: no, type: ndcg_at_3
value: 71.234
verified: no, type: ndcg_at_5
value: 73.294
verified: no, type: precision_at_1
value: 64.613
verified: no, type: precision_at_10
value: 9.142
verified: no, type: precision_at_100
value: 1.004
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 26.781
verified: no, type: precision_at_5
value: 17.149
verified: no, type: recall_at_1
value: 62.517
verified: no, type: recall_at_10
value: 85.997
verified: no, type: recall_at_100
value: 94.18299999999999
verified: no, type: recall_at_1000
value: 97.911
verified: no, type: recall_at_3
value: 75.993
verified: no, type: recall_at_5
value: 80.88300000000001
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 59.27706792199058
verified: no, type: f1
value: 56.77545011902468
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 66.47948890383321
verified: no, type: f1
value: 66.4502180376861
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 54.2
verified: no, type: map_at_10
value: 59.858
verified: no, type: map_at_100
value: 60.46
verified: no, type: map_at_1000
value: 60.507
verified: no, type: map_at_3
value: 58.416999999999994
verified: no, type: map_at_5
value: 59.331999999999994
verified: no, type: mrr_at_1
value: 54.2
verified: no, type: mrr_at_10
value: 59.862
verified: no, type: mrr_at_100
value: 60.463
verified: no, type: mrr_at_1000
value: 60.51
verified: no, type: mrr_at_3
value: 58.416999999999994
verified: no, type: mrr_at_5
value: 59.352000000000004
verified: no, type: ndcg_at_1
value: 54.2
verified: no, type: ndcg_at_10
value: 62.643
verified: no, type: ndcg_at_100
value: 65.731
verified: no, type: ndcg_at_1000
value: 67.096
verified: no, type: ndcg_at_3
value: 59.727
verified: no, type: ndcg_at_5
value: 61.375
verified: no, type: precision_at_1
value: 54.2
verified: no, type: precision_at_10
value: 7.140000000000001
verified: no, type: precision_at_100
value: 0.8619999999999999
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 21.166999999999998
verified: no, type: precision_at_5
value: 13.5
verified: no, type: recall_at_1
value: 54.2
verified: no, type: recall_at_10
value: 71.39999999999999
verified: no, type: recall_at_100
value: 86.2
verified: no, type: recall_at_1000
value: 97.2
verified: no, type: recall_at_3
value: 63.5
verified: no, type: recall_at_5
value: 67.5
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 68.19666666666666
verified: no, type: f1
value: 67.58581661416034
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 60.530590146182995
verified: no, type: cos_sim_ap
value: 63.53656091243922
verified: no, type: cos_sim_f1
value: 68.09929603556874
verified: no, type: cos_sim_precision
value: 52.45433789954338
verified: no, type: cos_sim_recall
value: 97.04329461457233
verified: no, type: dot_accuracy
value: 60.530590146182995
verified: no, type: dot_ap
value: 63.53660452157237
verified: no, type: dot_f1
value: 68.09929603556874
verified: no, type: dot_precision
value: 52.45433789954338
verified: no, type: dot_recall
value: 97.04329461457233
verified: no, type: euclidean_accuracy
value: 60.530590146182995
verified: no, type: euclidean_ap
value: 63.53678735855631
verified: no, type: euclidean_f1
value: 68.09929603556874
verified: no, type: euclidean_precision
value: 52.45433789954338
verified: no, type: euclidean_recall
value: 97.04329461457233
verified: no, type: manhattan_accuracy
value: 60.47644829453167
verified: no, type: manhattan_ap
value: 63.5622508250315
verified: no, type: manhattan_f1
value: 68.1650700073692
verified: no, type: manhattan_precision
value: 52.34861346915677
verified: no, type: manhattan_recall
value: 97.67687434002113
verified: no, type: max_accuracy
value: 60.530590146182995
verified: no, type: max_ap
value: 63.5622508250315
verified: no, type: max_f1
value: 68.1650700073692
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 89.13
verified: no, type: ap
value: 87.21879260137172
verified: no, type: f1
value: 89.12359325300508
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 12.035577637900758
verified: no, type: cos_sim_spearman
value: 12.76524190663864
verified: no, type: euclidean_pearson
value: 14.4012689427106
verified: no, type: euclidean_spearman
value: 12.765328992583608
verified: no, type: manhattan_pearson
value: 14.458505202938946
verified: no, type: manhattan_spearman
value: 12.763238700117896
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 34.809415339934006
verified: no, type: cos_sim_spearman
value: 36.96728615916954
verified: no, type: euclidean_pearson
value: 35.56113673772396
verified: no, type: euclidean_spearman
value: 36.96842963389308
verified: no, type: manhattan_pearson
value: 35.5447066178264
verified: no, type: manhattan_spearman
value: 36.97514513480951
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 66.39448692338551
verified: no, type: cos_sim_spearman
value: 66.72211526923901
verified: no, type: euclidean_pearson
value: 65.72981824553035
verified: no, type: euclidean_spearman
value: 66.72211526923901
verified: no, type: manhattan_pearson
value: 65.52315559414296
verified: no, type: manhattan_spearman
value: 66.61931702511545
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 76.73608064460915
verified: no, type: cos_sim_spearman
value: 76.51424826130031
verified: no, type: euclidean_pearson
value: 76.17930213372487
verified: no, type: euclidean_spearman
value: 76.51342756283478
verified: no, type: manhattan_pearson
value: 75.87085607319342
verified: no, type: manhattan_spearman
value: 76.22676341477134
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 65.38779931543048
verified: no, type: mrr
value: 74.79313763420059
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.131999999999998
verified: no, type: map_at_10
value: 69.131
verified: no, type: map_at_100
value: 72.943
verified: no, type: map_at_1000
value: 73.045
verified: no, type: map_at_3
value: 48.847
verified: no, type: map_at_5
value: 59.842
verified: no, type: mrr_at_1
value: 85.516
verified: no, type: mrr_at_10
value: 88.863
verified: no, type: mrr_at_100
value: 88.996
verified: no, type: mrr_at_1000
value: 89.00099999999999
verified: no, type: mrr_at_3
value: 88.277
verified: no, type: mrr_at_5
value: 88.64800000000001
verified: no, type: ndcg_at_1
value: 85.516
verified: no, type: ndcg_at_10
value: 78.122
verified: no, type: ndcg_at_100
value: 82.673
verified: no, type: ndcg_at_1000
value: 83.707
verified: no, type: ndcg_at_3
value: 80.274
verified: no, type: ndcg_at_5
value: 78.405
verified: no, type: precision_at_1
value: 85.516
verified: no, type: precision_at_10
value: 38.975
verified: no, type: precision_at_100
value: 4.833
verified: no, type: precision_at_1000
value: 0.509
verified: no, type: precision_at_3
value: 70.35
verified: no, type: precision_at_5
value: 58.638
verified: no, type: recall_at_1
value: 25.131999999999998
verified: no, type: recall_at_10
value: 76.848
verified: no, type: recall_at_100
value: 91.489
verified: no, type: recall_at_1000
value: 96.709
verified: no, type: recall_at_3
value: 50.824000000000005
verified: no, type: recall_at_5
value: 63.89
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 49.65
verified: no, type: f1
value: 47.66791473245483
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 63.78843565968542
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 55.14095244943176
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 53.800000000000004
verified: no, type: map_at_10
value: 63.312000000000005
verified: no, type: map_at_100
value: 63.93600000000001
verified: no, type: map_at_1000
value: 63.955
verified: no, type: map_at_3
value: 61.283
verified: no, type: map_at_5
value: 62.553000000000004
verified: no, type: mrr_at_1
value: 53.800000000000004
verified: no, type: mrr_at_10
value: 63.312000000000005
verified: no, type: mrr_at_100
value: 63.93600000000001
verified: no, type: mrr_at_1000
value: 63.955
verified: no, type: mrr_at_3
value: 61.283
verified: no, type: mrr_at_5
value: 62.553000000000004
verified: no, type: ndcg_at_1
value: 53.800000000000004
verified: no, type: ndcg_at_10
value: 67.693
verified: no, type: ndcg_at_100
value: 70.552
verified: no, type: ndcg_at_1000
value: 71.06099999999999
verified: no, type: ndcg_at_3
value: 63.632
verified: no, type: ndcg_at_5
value: 65.90899999999999
verified: no, type: precision_at_1
value: 53.800000000000004
verified: no, type: precision_at_10
value: 8.129999999999999
verified: no, type: precision_at_100
value: 0.943
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 23.467
verified: no, type: precision_at_5
value: 15.18
verified: no, type: recall_at_1
value: 53.800000000000004
verified: no, type: recall_at_10
value: 81.3
verified: no, type: recall_at_100
value: 94.3
verified: no, type: recall_at_1000
value: 98.3
verified: no, type: recall_at_3
value: 70.39999999999999
verified: no, type: recall_at_5
value: 75.9
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 84.96000000000001
verified: no, type: ap
value: 66.89917287702019
verified: no, type: f1
value: 83.0239988458119
verified: no
language: en
license: mit
Likes: 19 | All-time downloads: 59322
Created: 2023-11-08 08:37:18