Model: infgrad/stella-base-zh
Author: infgrad
Pipeline: feature-extraction
Library: transformers
Tags: transformers, pytorch, safetensors, bert, feature-extraction, mteb, arxiv:1612.00796, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: tags: mteb
model-index: name: stella-base-zh
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 49.34825050234731
verified: no, type: cos_sim_spearman
value: 51.74726338428475
verified: no, type: euclidean_pearson
value: 50.14955499038012
verified: no, type: euclidean_spearman
value: 51.74730359287025
verified: no, type: manhattan_pearson
value: 50.016703594410615
verified: no, type: manhattan_spearman
value: 51.63936364317057
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 52.26876163587667
verified: no, type: cos_sim_spearman
value: 52.818410137444374
verified: no, type: euclidean_pearson
value: 55.24925286208574
verified: no, type: euclidean_spearman
value: 52.818404507964686
verified: no, type: manhattan_pearson
value: 55.21236977375391
verified: no, type: manhattan_spearman
value: 52.80289117015117
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 40.245999999999995
verified: no, type: f1
value: 38.55443674287747
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 61.553652835163255
verified: no, type: cos_sim_spearman
value: 63.29065064027392
verified: no, type: euclidean_pearson
value: 62.000329557485
verified: no, type: euclidean_spearman
value: 63.290650638944825
verified: no, type: manhattan_pearson
value: 62.02786936153664
verified: no, type: manhattan_spearman
value: 63.32720383880146
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 39.71224230526474
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 36.55705201882987
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 85.69418720521168
verified: no, type: mrr
value: 87.97444444444446
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 86.46348358482606
verified: no, type: mrr
value: 88.81428571428572
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.721
verified: no, type: map_at_10
value: 35.428
verified: no, type: map_at_100
value: 37.438
verified: no, type: map_at_1000
value: 37.557
verified: no, type: map_at_3
value: 31.589
verified: no, type: map_at_5
value: 33.647
verified: no, type: mrr_at_1
value: 36.709
verified: no, type: mrr_at_10
value: 44.590999999999994
verified: no, type: mrr_at_100
value: 45.684999999999995
verified: no, type: mrr_at_1000
value: 45.732
verified: no, type: mrr_at_3
value: 42.331
verified: no, type: mrr_at_5
value: 43.532
verified: no, type: ndcg_at_1
value: 36.709
verified: no, type: ndcg_at_10
value: 41.858000000000004
verified: no, type: ndcg_at_100
value: 49.775999999999996
verified: no, type: ndcg_at_1000
value: 51.844
verified: no, type: ndcg_at_3
value: 37.067
verified: no, type: ndcg_at_5
value: 38.875
verified: no, type: precision_at_1
value: 36.709
verified: no, type: precision_at_10
value: 9.411999999999999
verified: no, type: precision_at_100
value: 1.5709999999999997
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 21.154999999999998
verified: no, type: precision_at_5
value: 15.184000000000001
verified: no, type: recall_at_1
value: 23.721
verified: no, type: recall_at_10
value: 51.714000000000006
verified: no, type: recall_at_100
value: 84.60600000000001
verified: no, type: recall_at_1000
value: 98.414
verified: no, type: recall_at_3
value: 37.091
verified: no, type: recall_at_5
value: 42.978
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 73.61395069152135
verified: no, type: cos_sim_ap
value: 81.65459344597652
verified: no, type: cos_sim_f1
value: 75.66718995290425
verified: no, type: cos_sim_precision
value: 68.4918529746116
verified: no, type: cos_sim_recall
value: 84.5218611176058
verified: no, type: dot_accuracy
value: 73.61395069152135
verified: no, type: dot_ap
value: 81.64596407363373
verified: no, type: dot_f1
value: 75.66718995290425
verified: no, type: dot_precision
value: 68.4918529746116
verified: no, type: dot_recall
value: 84.5218611176058
verified: no, type: euclidean_accuracy
value: 73.61395069152135
verified: no, type: euclidean_ap
value: 81.6546013070452
verified: no, type: euclidean_f1
value: 75.66718995290425
verified: no, type: euclidean_precision
value: 68.4918529746116
verified: no, type: euclidean_recall
value: 84.5218611176058
verified: no, type: manhattan_accuracy
value: 73.51773902585688
verified: no, type: manhattan_ap
value: 81.57345451483191
verified: no, type: manhattan_f1
value: 75.7393958530681
verified: no, type: manhattan_precision
value: 68.87442572741195
verified: no, type: manhattan_recall
value: 84.12438625204582
verified: no, type: max_accuracy
value: 73.61395069152135
verified: no, type: max_ap
value: 81.6546013070452
verified: no, type: max_f1
value: 75.7393958530681
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 73.551
verified: no, type: map_at_10
value: 81.513
verified: no, type: map_at_100
value: 81.734
verified: no, type: map_at_1000
value: 81.73700000000001
verified: no, type: map_at_3
value: 80.27300000000001
verified: no, type: map_at_5
value: 81.017
verified: no, type: mrr_at_1
value: 73.762
verified: no, type: mrr_at_10
value: 81.479
verified: no, type: mrr_at_100
value: 81.699
verified: no, type: mrr_at_1000
value: 81.702
verified: no, type: mrr_at_3
value: 80.33
verified: no, type: mrr_at_5
value: 80.999
verified: no, type: ndcg_at_1
value: 73.867
verified: no, type: ndcg_at_10
value: 84.711
verified: no, type: ndcg_at_100
value: 85.714
verified: no, type: ndcg_at_1000
value: 85.803
verified: no, type: ndcg_at_3
value: 82.244
verified: no, type: ndcg_at_5
value: 83.514
verified: no, type: precision_at_1
value: 73.867
verified: no, type: precision_at_10
value: 9.557
verified: no, type: precision_at_100
value: 1.001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 29.505
verified: no, type: precision_at_5
value: 18.377
verified: no, type: recall_at_1
value: 73.551
verified: no, type: recall_at_10
value: 94.521
verified: no, type: recall_at_100
value: 99.05199999999999
verified: no, type: recall_at_1000
value: 99.789
verified: no, type: recall_at_3
value: 87.777
verified: no, type: recall_at_5
value: 90.83200000000001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.230999999999998
verified: no, type: map_at_10
value: 80.635
verified: no, type: map_at_100
value: 83.393
verified: no, type: map_at_1000
value: 83.431
verified: no, type: map_at_3
value: 55.717000000000006
verified: no, type: map_at_5
value: 70.387
verified: no, type: mrr_at_1
value: 90.75
verified: no, type: mrr_at_10
value: 93.569
verified: no, type: mrr_at_100
value: 93.648
verified: no, type: mrr_at_1000
value: 93.65
verified: no, type: mrr_at_3
value: 93.27499999999999
verified: no, type: mrr_at_5
value: 93.482
verified: no, type: ndcg_at_1
value: 90.75
verified: no, type: ndcg_at_10
value: 87.801
verified: no, type: ndcg_at_100
value: 90.44
verified: no, type: ndcg_at_1000
value: 90.776
verified: no, type: ndcg_at_3
value: 86.556
verified: no, type: ndcg_at_5
value: 85.468
verified: no, type: precision_at_1
value: 90.75
verified: no, type: precision_at_10
value: 42.08
verified: no, type: precision_at_100
value: 4.816
verified: no, type: precision_at_1000
value: 0.49
verified: no, type: precision_at_3
value: 77.60000000000001
verified: no, type: precision_at_5
value: 65.49000000000001
verified: no, type: recall_at_1
value: 26.230999999999998
verified: no, type: recall_at_10
value: 89.00200000000001
verified: no, type: recall_at_100
value: 97.866
verified: no, type: recall_at_1000
value: 99.569
verified: no, type: recall_at_3
value: 57.778
verified: no, type: recall_at_5
value: 74.895
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 47.599999999999994
verified: no, type: map_at_10
value: 57.296
verified: no, type: map_at_100
value: 58.011
verified: no, type: map_at_1000
value: 58.028
verified: no, type: map_at_3
value: 54.300000000000004
verified: no, type: map_at_5
value: 56.21000000000001
verified: no, type: mrr_at_1
value: 47.599999999999994
verified: no, type: mrr_at_10
value: 57.296
verified: no, type: mrr_at_100
value: 58.011
verified: no, type: mrr_at_1000
value: 58.028
verified: no, type: mrr_at_3
value: 54.300000000000004
verified: no, type: mrr_at_5
value: 56.21000000000001
verified: no, type: ndcg_at_1
value: 47.599999999999994
verified: no, type: ndcg_at_10
value: 62.458000000000006
verified: no, type: ndcg_at_100
value: 65.589
verified: no, type: ndcg_at_1000
value: 66.059
verified: no, type: ndcg_at_3
value: 56.364000000000004
verified: no, type: ndcg_at_5
value: 59.815
verified: no, type: precision_at_1
value: 47.599999999999994
verified: no, type: precision_at_10
value: 7.89
verified: no, type: precision_at_100
value: 0.928
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 20.767
verified: no, type: precision_at_5
value: 14.14
verified: no, type: recall_at_1
value: 47.599999999999994
verified: no, type: recall_at_10
value: 78.9
verified: no, type: recall_at_100
value: 92.80000000000001
verified: no, type: recall_at_1000
value: 96.6
verified: no, type: recall_at_3
value: 62.3
verified: no, type: recall_at_5
value: 70.7
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 47.46440938822624
verified: no, type: f1
value: 34.587004997852524
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 84.9906191369606
verified: no, type: ap
value: 52.31309789960497
verified: no, type: f1
value: 79.55556102310072
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 69.80872804636063
verified: no, type: cos_sim_spearman
value: 75.83290476813391
verified: no, type: euclidean_pearson
value: 74.09865882324753
verified: no, type: euclidean_spearman
value: 75.83290698376118
verified: no, type: manhattan_pearson
value: 74.0616102379577
verified: no, type: manhattan_spearman
value: 75.81278969865738
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 65.029
verified: no, type: map_at_10
value: 74.39
verified: no, type: map_at_100
value: 74.734
verified: no, type: map_at_1000
value: 74.74300000000001
verified: no, type: map_at_3
value: 72.52
verified: no, type: map_at_5
value: 73.724
verified: no, type: mrr_at_1
value: 67.192
verified: no, type: mrr_at_10
value: 74.95100000000001
verified: no, type: mrr_at_100
value: 75.25500000000001
verified: no, type: mrr_at_1000
value: 75.263
verified: no, type: mrr_at_3
value: 73.307
verified: no, type: mrr_at_5
value: 74.355
verified: no, type: ndcg_at_1
value: 67.192
verified: no, type: ndcg_at_10
value: 78.22200000000001
verified: no, type: ndcg_at_100
value: 79.76299999999999
verified: no, type: ndcg_at_1000
value: 80.018
verified: no, type: ndcg_at_3
value: 74.656
verified: no, type: ndcg_at_5
value: 76.697
verified: no, type: precision_at_1
value: 67.192
verified: no, type: precision_at_10
value: 9.513
verified: no, type: precision_at_100
value: 1.027
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.204
verified: no, type: precision_at_5
value: 18.009
verified: no, type: recall_at_1
value: 65.029
verified: no, type: recall_at_10
value: 89.462
verified: no, type: recall_at_100
value: 96.418
verified: no, type: recall_at_1000
value: 98.409
verified: no, type: recall_at_3
value: 80.029
verified: no, type: recall_at_5
value: 84.882
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 65.56489576328177
verified: no, type: f1
value: 63.37174551232159
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 71.4862138533961
verified: no, type: f1
value: 71.171374964826
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 48.6
verified: no, type: map_at_10
value: 54.92700000000001
verified: no, type: map_at_100
value: 55.528
verified: no, type: map_at_1000
value: 55.584
verified: no, type: map_at_3
value: 53.55
verified: no, type: map_at_5
value: 54.379999999999995
verified: no, type: mrr_at_1
value: 48.8
verified: no, type: mrr_at_10
value: 55.028999999999996
verified: no, type: mrr_at_100
value: 55.629
verified: no, type: mrr_at_1000
value: 55.684999999999995
verified: no, type: mrr_at_3
value: 53.65
verified: no, type: mrr_at_5
value: 54.48
verified: no, type: ndcg_at_1
value: 48.6
verified: no, type: ndcg_at_10
value: 57.965999999999994
verified: no, type: ndcg_at_100
value: 61.043000000000006
verified: no, type: ndcg_at_1000
value: 62.624
verified: no, type: ndcg_at_3
value: 55.132000000000005
verified: no, type: ndcg_at_5
value: 56.621
verified: no, type: precision_at_1
value: 48.6
verified: no, type: precision_at_10
value: 6.75
verified: no, type: precision_at_100
value: 0.823
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 19.900000000000002
verified: no, type: precision_at_5
value: 12.659999999999998
verified: no, type: recall_at_1
value: 48.6
verified: no, type: recall_at_10
value: 67.5
verified: no, type: recall_at_100
value: 82.3
verified: no, type: recall_at_1000
value: 94.89999999999999
verified: no, type: recall_at_3
value: 59.699999999999996
verified: no, type: recall_at_5
value: 63.3
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 29.196130696027474
verified: no, type: mrr
value: 28.43730158730159
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 72.48333333333333
verified: no, type: f1
value: 72.00258522357558
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 65.13264753654575
verified: no, type: cos_sim_ap
value: 70.52831936800807
verified: no, type: cos_sim_f1
value: 71.35353535353535
verified: no, type: cos_sim_precision
value: 57.787958115183244
verified: no, type: cos_sim_recall
value: 93.24181626187962
verified: no, type: dot_accuracy
value: 65.13264753654575
verified: no, type: dot_ap
value: 70.52828597418102
verified: no, type: dot_f1
value: 71.35353535353535
verified: no, type: dot_precision
value: 57.787958115183244
verified: no, type: dot_recall
value: 93.24181626187962
verified: no, type: euclidean_accuracy
value: 65.13264753654575
verified: no, type: euclidean_ap
value: 70.52828597418102
verified: no, type: euclidean_f1
value: 71.35353535353535
verified: no, type: euclidean_precision
value: 57.787958115183244
verified: no, type: euclidean_recall
value: 93.24181626187962
verified: no, type: manhattan_accuracy
value: 64.8077964266378
verified: no, type: manhattan_ap
value: 70.39954487476643
verified: no, type: manhattan_f1
value: 71.2270200940573
verified: no, type: manhattan_precision
value: 59.84195402298851
verified: no, type: manhattan_recall
value: 87.96198521647307
verified: no, type: max_accuracy
value: 65.13264753654575
verified: no, type: max_ap
value: 70.52831936800807
verified: no, type: max_f1
value: 71.35353535353535
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 90.34
verified: no, type: ap
value: 87.79622626876444
verified: no, type: f1
value: 90.32357430051181
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 27.9175458105215
verified: no, type: cos_sim_spearman
value: 32.024302491613014
verified: no, type: euclidean_pearson
value: 33.01780461609846
verified: no, type: euclidean_spearman
value: 32.024301939183374
verified: no, type: manhattan_pearson
value: 32.94874897942371
verified: no, type: manhattan_spearman
value: 31.902283210178012
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 36.288219964332754
verified: no, type: cos_sim_spearman
value: 36.46838652731507
verified: no, type: euclidean_pearson
value: 35.11414028811812
verified: no, type: euclidean_spearman
value: 36.468386523814104
verified: no, type: manhattan_pearson
value: 35.20922826624027
verified: no, type: manhattan_spearman
value: 36.55349180906185
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 66.18186265837434
verified: no, type: cos_sim_spearman
value: 67.52365178443915
verified: no, type: euclidean_pearson
value: 65.46342439169497
verified: no, type: euclidean_spearman
value: 67.52365178443915
verified: no, type: manhattan_pearson
value: 67.3476263677961
verified: no, type: manhattan_spearman
value: 69.09476240936812
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 72.53864906415339
verified: no, type: cos_sim_spearman
value: 72.63037820118355
verified: no, type: euclidean_pearson
value: 72.42255276991672
verified: no, type: euclidean_spearman
value: 72.63037820118355
verified: no, type: manhattan_pearson
value: 72.36324244766192
verified: no, type: manhattan_spearman
value: 72.58609772740323
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.45708148192449
verified: no, type: mrr
value: 76.08372693469173
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.436999999999998
verified: no, type: map_at_10
value: 74.516
verified: no, type: map_at_100
value: 78.29899999999999
verified: no, type: map_at_1000
value: 78.372
verified: no, type: map_at_3
value: 52.217
verified: no, type: map_at_5
value: 64.24
verified: no, type: mrr_at_1
value: 88.23
verified: no, type: mrr_at_10
value: 91.06400000000001
verified: no, type: mrr_at_100
value: 91.18
verified: no, type: mrr_at_1000
value: 91.184
verified: no, type: mrr_at_3
value: 90.582
verified: no, type: mrr_at_5
value: 90.88300000000001
verified: no, type: ndcg_at_1
value: 88.23
verified: no, type: ndcg_at_10
value: 82.511
verified: no, type: ndcg_at_100
value: 86.531
verified: no, type: ndcg_at_1000
value: 87.244
verified: no, type: ndcg_at_3
value: 83.987
verified: no, type: ndcg_at_5
value: 82.46900000000001
verified: no, type: precision_at_1
value: 88.23
verified: no, type: precision_at_10
value: 41.245
verified: no, type: precision_at_100
value: 4.987
verified: no, type: precision_at_1000
value: 0.515
verified: no, type: precision_at_3
value: 73.675
verified: no, type: precision_at_5
value: 61.71
verified: no, type: recall_at_1
value: 26.436999999999998
verified: no, type: recall_at_10
value: 81.547
verified: no, type: recall_at_100
value: 94.548
verified: no, type: recall_at_1000
value: 98.197
verified: no, type: recall_at_3
value: 54.056000000000004
verified: no, type: recall_at_5
value: 67.93
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 50.784
verified: no, type: f1
value: 48.89471168071432
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 63.19039347990962
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 55.357378578603225
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 58.8
verified: no, type: map_at_10
value: 68.623
verified: no, type: map_at_100
value: 69.074
verified: no, type: map_at_1000
value: 69.085
verified: no, type: map_at_3
value: 66.767
verified: no, type: map_at_5
value: 67.972
verified: no, type: mrr_at_1
value: 58.699999999999996
verified: no, type: mrr_at_10
value: 68.573
verified: no, type: mrr_at_100
value: 69.024
verified: no, type: mrr_at_1000
value: 69.035
verified: no, type: mrr_at_3
value: 66.717
verified: no, type: mrr_at_5
value: 67.92200000000001
verified: no, type: ndcg_at_1
value: 58.8
verified: no, type: ndcg_at_10
value: 73.038
verified: no, type: ndcg_at_100
value: 75.16199999999999
verified: no, type: ndcg_at_1000
value: 75.422
verified: no, type: ndcg_at_3
value: 69.297
verified: no, type: ndcg_at_5
value: 71.475
verified: no, type: precision_at_1
value: 58.8
verified: no, type: precision_at_10
value: 8.67
verified: no, type: precision_at_100
value: 0.9650000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 25.533
verified: no, type: precision_at_5
value: 16.38
verified: no, type: recall_at_1
value: 58.8
verified: no, type: recall_at_10
value: 86.7
verified: no, type: recall_at_100
value: 96.5
verified: no, type: recall_at_1000
value: 98.5
verified: no, type: recall_at_3
value: 76.6
verified: no, type: recall_at_5
value: 81.89999999999999
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.61999999999999
verified: no, type: ap
value: 69.93149123197975
verified: no, type: f1
value: 84.99670691559903
verified: no
Likes: 14 | All-time downloads: 14584
Created: 2023-09-09 15:15:44