Model: infgrad/stella-base-zh-v3-1792d
Author: infgrad
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, bert, feature-extraction, sentence-similarity, mteb, license:mit, model-index, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: stella-base-zh-v3-1792d
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 54.5145388936202
verified: no, type: cos_sim_spearman
value: 59.223125058197134
verified: no, type: euclidean_pearson
value: 57.819377838734695
verified: no, type: euclidean_spearman
value: 59.22310494948463
verified: no, type: manhattan_pearson
value: 57.44029759610327
verified: no, type: manhattan_spearman
value: 58.88336250854381
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 54.544243591344866
verified: no, type: cos_sim_spearman
value: 58.43052988038229
verified: no, type: euclidean_pearson
value: 62.1608405146189
verified: no, type: euclidean_spearman
value: 58.43052762862396
verified: no, type: manhattan_pearson
value: 61.88443779892169
verified: no, type: manhattan_spearman
value: 58.26899143609596
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 46.343999999999994
verified: no, type: f1
value: 44.46931958420461
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 68.52081000538426
verified: no, type: cos_sim_spearman
value: 70.44089935351529
verified: no, type: euclidean_pearson
value: 69.24671010626395
verified: no, type: euclidean_spearman
value: 70.44090281761693
verified: no, type: manhattan_pearson
value: 69.00737718109357
verified: no, type: manhattan_spearman
value: 70.24344902456502
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 42.86119436460332
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 39.97521728440642
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 88.34151862240452
verified: no, type: mrr
value: 90.40380952380953
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 89.06288758814637
verified: no, type: mrr
value: 90.91285714285713
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.651000000000003
verified: no, type: map_at_10
value: 38.576
verified: no, type: map_at_100
value: 40.534
verified: no, type: map_at_1000
value: 40.64
verified: no, type: map_at_3
value: 34.016000000000005
verified: no, type: map_at_5
value: 36.675999999999995
verified: no, type: mrr_at_1
value: 39.06
verified: no, type: mrr_at_10
value: 47.278
verified: no, type: mrr_at_100
value: 48.272999999999996
verified: no, type: mrr_at_1000
value: 48.314
verified: no, type: mrr_at_3
value: 44.461
verified: no, type: mrr_at_5
value: 46.107
verified: no, type: ndcg_at_1
value: 39.06
verified: no, type: ndcg_at_10
value: 45.384
verified: no, type: ndcg_at_100
value: 52.796
verified: no, type: ndcg_at_1000
value: 54.55
verified: no, type: ndcg_at_3
value: 39.497
verified: no, type: ndcg_at_5
value: 42.189
verified: no, type: precision_at_1
value: 39.06
verified: no, type: precision_at_10
value: 10.17
verified: no, type: precision_at_100
value: 1.6179999999999999
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_3
value: 22.247
verified: no, type: precision_at_5
value: 16.529
verified: no, type: recall_at_1
value: 25.651000000000003
verified: no, type: recall_at_10
value: 56.82899999999999
verified: no, type: recall_at_100
value: 87.134
verified: no, type: recall_at_1000
value: 98.709
verified: no, type: recall_at_3
value: 39.461
verified: no, type: recall_at_5
value: 47.329
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 83.1870114251353
verified: no, type: cos_sim_ap
value: 90.42393852164342
verified: no, type: cos_sim_f1
value: 84.10685985963323
verified: no, type: cos_sim_precision
value: 81.5229317533465
verified: no, type: cos_sim_recall
value: 86.85994856207621
verified: no, type: dot_accuracy
value: 83.1870114251353
verified: no, type: dot_ap
value: 90.41339758845682
verified: no, type: dot_f1
value: 84.10685985963323
verified: no, type: dot_precision
value: 81.5229317533465
verified: no, type: dot_recall
value: 86.85994856207621
verified: no, type: euclidean_accuracy
value: 83.1870114251353
verified: no, type: euclidean_ap
value: 90.42393581056393
verified: no, type: euclidean_f1
value: 84.10685985963323
verified: no, type: euclidean_precision
value: 81.5229317533465
verified: no, type: euclidean_recall
value: 86.85994856207621
verified: no, type: manhattan_accuracy
value: 82.77811184606134
verified: no, type: manhattan_ap
value: 90.18115714681704
verified: no, type: manhattan_f1
value: 83.75083130126357
verified: no, type: manhattan_precision
value: 79.62065331928345
verified: no, type: manhattan_recall
value: 88.33294365209258
verified: no, type: max_accuracy
value: 83.1870114251353
verified: no, type: max_ap
value: 90.42393852164342
verified: no, type: max_f1
value: 84.10685985963323
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 68.388
verified: no, type: map_at_10
value: 76.819
verified: no, type: map_at_100
value: 77.153
verified: no, type: map_at_1000
value: 77.16
verified: no, type: map_at_3
value: 74.98700000000001
verified: no, type: map_at_5
value: 76.101
verified: no, type: mrr_at_1
value: 68.599
verified: no, type: mrr_at_10
value: 76.844
verified: no, type: mrr_at_100
value: 77.168
verified: no, type: mrr_at_1000
value: 77.17500000000001
verified: no, type: mrr_at_3
value: 75.044
verified: no, type: mrr_at_5
value: 76.208
verified: no, type: ndcg_at_1
value: 68.599
verified: no, type: ndcg_at_10
value: 80.613
verified: no, type: ndcg_at_100
value: 82.017
verified: no, type: ndcg_at_1000
value: 82.19300000000001
verified: no, type: ndcg_at_3
value: 76.956
verified: no, type: ndcg_at_5
value: 78.962
verified: no, type: precision_at_1
value: 68.599
verified: no, type: precision_at_10
value: 9.336
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 27.678000000000004
verified: no, type: precision_at_5
value: 17.619
verified: no, type: recall_at_1
value: 68.388
verified: no, type: recall_at_10
value: 92.36
verified: no, type: recall_at_100
value: 98.52499999999999
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_3
value: 82.53399999999999
verified: no, type: recall_at_5
value: 87.355
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.1
verified: no, type: map_at_10
value: 77.71000000000001
verified: no, type: map_at_100
value: 80.638
verified: no, type: map_at_1000
value: 80.679
verified: no, type: map_at_3
value: 53.187
verified: no, type: map_at_5
value: 67.735
verified: no, type: mrr_at_1
value: 87.8
verified: no, type: mrr_at_10
value: 91.8
verified: no, type: mrr_at_100
value: 91.893
verified: no, type: mrr_at_1000
value: 91.89500000000001
verified: no, type: mrr_at_3
value: 91.51700000000001
verified: no, type: mrr_at_5
value: 91.704
verified: no, type: ndcg_at_1
value: 87.8
verified: no, type: ndcg_at_10
value: 85.55
verified: no, type: ndcg_at_100
value: 88.626
verified: no, type: ndcg_at_1000
value: 89.021
verified: no, type: ndcg_at_3
value: 83.94
verified: no, type: ndcg_at_5
value: 83.259
verified: no, type: precision_at_1
value: 87.8
verified: no, type: precision_at_10
value: 41.295
verified: no, type: precision_at_100
value: 4.781
verified: no, type: precision_at_1000
value: 0.488
verified: no, type: precision_at_3
value: 75.3
verified: no, type: precision_at_5
value: 64.13
verified: no, type: recall_at_1
value: 25.1
verified: no, type: recall_at_10
value: 87.076
verified: no, type: recall_at_100
value: 97.095
verified: no, type: recall_at_1000
value: 99.129
verified: no, type: recall_at_3
value: 56.013999999999996
verified: no, type: recall_at_5
value: 73.2
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 53.300000000000004
verified: no, type: map_at_10
value: 63.01
verified: no, type: map_at_100
value: 63.574
verified: no, type: map_at_1000
value: 63.587
verified: no, type: map_at_3
value: 60.783
verified: no, type: map_at_5
value: 62.098
verified: no, type: mrr_at_1
value: 53.300000000000004
verified: no, type: mrr_at_10
value: 63.01
verified: no, type: mrr_at_100
value: 63.574
verified: no, type: mrr_at_1000
value: 63.587
verified: no, type: mrr_at_3
value: 60.783
verified: no, type: mrr_at_5
value: 62.098
verified: no, type: ndcg_at_1
value: 53.300000000000004
verified: no, type: ndcg_at_10
value: 67.876
verified: no, type: ndcg_at_100
value: 70.434
verified: no, type: ndcg_at_1000
value: 70.753
verified: no, type: ndcg_at_3
value: 63.275000000000006
verified: no, type: ndcg_at_5
value: 65.654
verified: no, type: precision_at_1
value: 53.300000000000004
verified: no, type: precision_at_10
value: 8.32
verified: no, type: precision_at_100
value: 0.9480000000000001
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 23.5
verified: no, type: precision_at_5
value: 15.260000000000002
verified: no, type: recall_at_1
value: 53.300000000000004
verified: no, type: recall_at_10
value: 83.2
verified: no, type: recall_at_100
value: 94.8
verified: no, type: recall_at_1000
value: 97.3
verified: no, type: recall_at_3
value: 70.5
verified: no, type: recall_at_5
value: 76.3
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 49.92689495959984
verified: no, type: f1
value: 37.784780470986625
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.26641651031895
verified: no, type: ap
value: 54.50750244841821
verified: no, type: f1
value: 80.94927946681523
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 72.3980811478615
verified: no, type: cos_sim_spearman
value: 78.26906056425528
verified: no, type: euclidean_pearson
value: 77.87705501225068
verified: no, type: euclidean_spearman
value: 78.26905834518651
verified: no, type: manhattan_pearson
value: 77.77154630197
verified: no, type: manhattan_spearman
value: 78.1940918602169
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 27.48003475319453
verified: no, type: mrr
value: 26.400793650793652
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 64.373
verified: no, type: map_at_10
value: 73.604
verified: no, type: map_at_100
value: 73.953
verified: no, type: map_at_1000
value: 73.965
verified: no, type: map_at_3
value: 71.70100000000001
verified: no, type: map_at_5
value: 72.859
verified: no, type: mrr_at_1
value: 66.676
verified: no, type: mrr_at_10
value: 74.248
verified: no, type: mrr_at_100
value: 74.56099999999999
verified: no, type: mrr_at_1000
value: 74.572
verified: no, type: mrr_at_3
value: 72.59100000000001
verified: no, type: mrr_at_5
value: 73.592
verified: no, type: ndcg_at_1
value: 66.676
verified: no, type: ndcg_at_10
value: 77.417
verified: no, type: ndcg_at_100
value: 79.006
verified: no, type: ndcg_at_1000
value: 79.334
verified: no, type: ndcg_at_3
value: 73.787
verified: no, type: ndcg_at_5
value: 75.74
verified: no, type: precision_at_1
value: 66.676
verified: no, type: precision_at_10
value: 9.418
verified: no, type: precision_at_100
value: 1.0210000000000001
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 27.832
verified: no, type: precision_at_5
value: 17.736
verified: no, type: recall_at_1
value: 64.373
verified: no, type: recall_at_10
value: 88.565
verified: no, type: recall_at_100
value: 95.789
verified: no, type: recall_at_1000
value: 98.355
verified: no, type: recall_at_3
value: 78.914
verified: no, type: recall_at_5
value: 83.56
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 72.0544720914593
verified: no, type: f1
value: 69.61749470345791
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 75.30262273032953
verified: no, type: f1
value: 75.05097671215634
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 55.1
verified: no, type: map_at_10
value: 61.284000000000006
verified: no, type: map_at_100
value: 61.794000000000004
verified: no, type: map_at_1000
value: 61.838
verified: no, type: map_at_3
value: 59.75
verified: no, type: map_at_5
value: 60.64000000000001
verified: no, type: mrr_at_1
value: 55.300000000000004
verified: no, type: mrr_at_10
value: 61.38400000000001
verified: no, type: mrr_at_100
value: 61.894000000000005
verified: no, type: mrr_at_1000
value: 61.938
verified: no, type: mrr_at_3
value: 59.85
verified: no, type: mrr_at_5
value: 60.74
verified: no, type: ndcg_at_1
value: 55.1
verified: no, type: ndcg_at_10
value: 64.345
verified: no, type: ndcg_at_100
value: 67.148
verified: no, type: ndcg_at_1000
value: 68.36
verified: no, type: ndcg_at_3
value: 61.182
verified: no, type: ndcg_at_5
value: 62.808
verified: no, type: precision_at_1
value: 55.1
verified: no, type: precision_at_10
value: 7.3999999999999995
verified: no, type: precision_at_100
value: 0.8789999999999999
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 21.767
verified: no, type: precision_at_5
value: 13.86
verified: no, type: recall_at_1
value: 55.1
verified: no, type: recall_at_10
value: 74
verified: no, type: recall_at_100
value: 87.9
verified: no, type: recall_at_1000
value: 97.5
verified: no, type: recall_at_3
value: 65.3
verified: no, type: recall_at_5
value: 69.3
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 76.21666666666667
verified: no, type: f1
value: 76.03732395559548
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 81.8083378451543
verified: no, type: cos_sim_ap
value: 85.43050139514027
verified: no, type: cos_sim_f1
value: 83.25969563082965
verified: no, type: cos_sim_precision
value: 77.79816513761469
verified: no, type: cos_sim_recall
value: 89.54593453009504
verified: no, type: dot_accuracy
value: 81.8083378451543
verified: no, type: dot_ap
value: 85.43050139514027
verified: no, type: dot_f1
value: 83.25969563082965
verified: no, type: dot_precision
value: 77.79816513761469
verified: no, type: dot_recall
value: 89.54593453009504
verified: no, type: euclidean_accuracy
value: 81.8083378451543
verified: no, type: euclidean_ap
value: 85.43050139514027
verified: no, type: euclidean_f1
value: 83.25969563082965
verified: no, type: euclidean_precision
value: 77.79816513761469
verified: no, type: euclidean_recall
value: 89.54593453009504
verified: no, type: manhattan_accuracy
value: 81.53762858689767
verified: no, type: manhattan_ap
value: 84.90556637024838
verified: no, type: manhattan_f1
value: 82.90258449304174
verified: no, type: manhattan_precision
value: 78.30985915492957
verified: no, type: manhattan_recall
value: 88.0675818373812
verified: no, type: max_accuracy
value: 81.8083378451543
verified: no, type: max_ap
value: 85.43050139514027
verified: no, type: max_f1
value: 83.25969563082965
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 93.53
verified: no, type: ap
value: 91.62070655043128
verified: no, type: f1
value: 93.51908163199477
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 38.451787103814375
verified: no, type: cos_sim_spearman
value: 43.97299462643919
verified: no, type: euclidean_pearson
value: 43.63298716626501
verified: no, type: euclidean_spearman
value: 43.973080252178576
verified: no, type: manhattan_pearson
value: 43.37465277323481
verified: no, type: manhattan_spearman
value: 43.71981281220414
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 37.75882451277358
verified: no, type: cos_sim_spearman
value: 40.0244327844802
verified: no, type: euclidean_pearson
value: 38.11050875514246
verified: no, type: euclidean_spearman
value: 40.02440987254504
verified: no, type: manhattan_pearson
value: 38.03186803221696
verified: no, type: manhattan_spearman
value: 39.757452890246775
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 65.9133992390713
verified: no, type: cos_sim_spearman
value: 66.4894937647578
verified: no, type: euclidean_pearson
value: 66.19047142189935
verified: no, type: euclidean_spearman
value: 66.4894937647578
verified: no, type: manhattan_pearson
value: 66.6960935896136
verified: no, type: manhattan_spearman
value: 66.88179996508133
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 80.55099417946924
verified: no, type: cos_sim_spearman
value: 83.05000687568048
verified: no, type: euclidean_pearson
value: 82.62744668792926
verified: no, type: euclidean_spearman
value: 83.05000687568048
verified: no, type: manhattan_pearson
value: 82.6543207325763
verified: no, type: manhattan_spearman
value: 83.06852715971705
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.48634798223672
verified: no, type: mrr
value: 76.30158461488861
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 27.483999999999998
verified: no, type: map_at_10
value: 76.848
verified: no, type: map_at_100
value: 80.541
verified: no, type: map_at_1000
value: 80.607
verified: no, type: map_at_3
value: 54.111
verified: no, type: map_at_5
value: 66.46300000000001
verified: no, type: mrr_at_1
value: 90.045
verified: no, type: mrr_at_10
value: 92.552
verified: no, type: mrr_at_100
value: 92.642
verified: no, type: mrr_at_1000
value: 92.645
verified: no, type: mrr_at_3
value: 92.134
verified: no, type: mrr_at_5
value: 92.391
verified: no, type: ndcg_at_1
value: 90.045
verified: no, type: ndcg_at_10
value: 84.504
verified: no, type: ndcg_at_100
value: 88.23100000000001
verified: no, type: ndcg_at_1000
value: 88.85300000000001
verified: no, type: ndcg_at_3
value: 85.992
verified: no, type: ndcg_at_5
value: 84.548
verified: no, type: precision_at_1
value: 90.045
verified: no, type: precision_at_10
value: 41.91
verified: no, type: precision_at_100
value: 5.017
verified: no, type: precision_at_1000
value: 0.516
verified: no, type: precision_at_3
value: 75.15899999999999
verified: no, type: precision_at_5
value: 62.958000000000006
verified: no, type: recall_at_1
value: 27.483999999999998
verified: no, type: recall_at_10
value: 83.408
verified: no, type: recall_at_100
value: 95.514
verified: no, type: recall_at_1000
value: 98.65
verified: no, type: recall_at_3
value: 55.822
verified: no, type: recall_at_5
value: 69.868
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 53.196
verified: no, type: f1
value: 51.51679244513836
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 67.87592101539063
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 62.4675464095125
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 57.9
verified: no, type: map_at_10
value: 68.099
verified: no, type: map_at_100
value: 68.55499999999999
verified: no, type: map_at_1000
value: 68.566
verified: no, type: map_at_3
value: 66.4
verified: no, type: map_at_5
value: 67.46
verified: no, type: mrr_at_1
value: 57.9
verified: no, type: mrr_at_10
value: 68.099
verified: no, type: mrr_at_100
value: 68.55499999999999
verified: no, type: mrr_at_1000
value: 68.566
verified: no, type: mrr_at_3
value: 66.4
verified: no, type: mrr_at_5
value: 67.46
verified: no, type: ndcg_at_1
value: 57.9
verified: no, type: ndcg_at_10
value: 72.555
verified: no, type: ndcg_at_100
value: 74.715
verified: no, type: ndcg_at_1000
value: 75.034
verified: no, type: ndcg_at_3
value: 69.102
verified: no, type: ndcg_at_5
value: 71.004
verified: no, type: precision_at_1
value: 57.9
verified: no, type: precision_at_10
value: 8.63
verified: no, type: precision_at_100
value: 0.963
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 25.633
verified: no, type: precision_at_5
value: 16.3
verified: no, type: recall_at_1
value: 57.9
verified: no, type: recall_at_10
value: 86.3
verified: no, type: recall_at_100
value: 96.3
verified: no, type: recall_at_1000
value: 98.9
verified: no, type: recall_at_3
value: 76.9
verified: no, type: recall_at_5
value: 81.5
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 87.27000000000001
verified: no, type: ap
value: 71.10883470119464
verified: no, type: f1
value: 85.76618863591946
verified: no
license: mit
Likes: 35 | All-time downloads: 155767
Created: 2024-02-17 05:30:28