Model: dunzhang/stella-large-zh-v3-1792d
Author: dunzhang
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, bert, feature-extraction, sentence-similarity, mteb, license:mit, model-index, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: stella-large-zh-v3-1792d
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 54.48093298255762
verified: no, type: cos_sim_spearman
value: 59.105354109068685
verified: no, type: euclidean_pearson
value: 57.761189988643444
verified: no, type: euclidean_spearman
value: 59.10537421115596
verified: no, type: manhattan_pearson
value: 56.94359297051431
verified: no, type: manhattan_spearman
value: 58.37611109821567
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 54.39711127600595
verified: no, type: cos_sim_spearman
value: 58.190191920824454
verified: no, type: euclidean_pearson
value: 61.80082379352729
verified: no, type: euclidean_spearman
value: 58.19018966860797
verified: no, type: manhattan_pearson
value: 60.927601060396206
verified: no, type: manhattan_spearman
value: 57.78832902694192
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 46.31600000000001
verified: no, type: f1
value: 44.45281663598873
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 69.12211326097868
verified: no, type: cos_sim_spearman
value: 71.0741302039443
verified: no, type: euclidean_pearson
value: 69.89070483887852
verified: no, type: euclidean_spearman
value: 71.07413020351787
verified: no, type: manhattan_pearson
value: 69.62345441260962
verified: no, type: manhattan_spearman
value: 70.8517591280618
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 41.937723608805314
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 40.34373057675427
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 88.98896401788376
verified: no, type: mrr
value: 90.97119047619047
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 89.59718540244556
verified: no, type: mrr
value: 91.41246031746032
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.954
verified: no, type: map_at_10
value: 40.144999999999996
verified: no, type: map_at_100
value: 42.083999999999996
verified: no, type: map_at_1000
value: 42.181000000000004
verified: no, type: map_at_3
value: 35.709
verified: no, type: map_at_5
value: 38.141000000000005
verified: no, type: mrr_at_1
value: 40.71
verified: no, type: mrr_at_10
value: 48.93
verified: no, type: mrr_at_100
value: 49.921
verified: no, type: mrr_at_1000
value: 49.958999999999996
verified: no, type: mrr_at_3
value: 46.32
verified: no, type: mrr_at_5
value: 47.769
verified: no, type: ndcg_at_1
value: 40.71
verified: no, type: ndcg_at_10
value: 46.869
verified: no, type: ndcg_at_100
value: 54.234
verified: no, type: ndcg_at_1000
value: 55.854000000000006
verified: no, type: ndcg_at_3
value: 41.339
verified: no, type: ndcg_at_5
value: 43.594
verified: no, type: precision_at_1
value: 40.71
verified: no, type: precision_at_10
value: 10.408000000000001
verified: no, type: precision_at_100
value: 1.635
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_3
value: 23.348
verified: no, type: precision_at_5
value: 16.929
verified: no, type: recall_at_1
value: 26.954
verified: no, type: recall_at_10
value: 57.821999999999996
verified: no, type: recall_at_100
value: 88.08200000000001
verified: no, type: recall_at_1000
value: 98.83800000000001
verified: no, type: recall_at_3
value: 41.221999999999994
verified: no, type: recall_at_5
value: 48.241
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 83.6680697534576
verified: no, type: cos_sim_ap
value: 90.77401562455269
verified: no, type: cos_sim_f1
value: 84.68266427450101
verified: no, type: cos_sim_precision
value: 81.36177547942253
verified: no, type: cos_sim_recall
value: 88.28618190320317
verified: no, type: dot_accuracy
value: 83.6680697534576
verified: no, type: dot_ap
value: 90.76429465198817
verified: no, type: dot_f1
value: 84.68266427450101
verified: no, type: dot_precision
value: 81.36177547942253
verified: no, type: dot_recall
value: 88.28618190320317
verified: no, type: euclidean_accuracy
value: 83.6680697534576
verified: no, type: euclidean_ap
value: 90.77401909305344
verified: no, type: euclidean_f1
value: 84.68266427450101
verified: no, type: euclidean_precision
value: 81.36177547942253
verified: no, type: euclidean_recall
value: 88.28618190320317
verified: no, type: manhattan_accuracy
value: 83.40348767288035
verified: no, type: manhattan_ap
value: 90.57002020310819
verified: no, type: manhattan_f1
value: 84.51526032315978
verified: no, type: manhattan_precision
value: 81.25134843581445
verified: no, type: manhattan_recall
value: 88.05237315875614
verified: no, type: max_accuracy
value: 83.6680697534576
verified: no, type: max_ap
value: 90.77401909305344
verified: no, type: max_f1
value: 84.68266427450101
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 69.705
verified: no, type: map_at_10
value: 78.648
verified: no, type: map_at_100
value: 78.888
verified: no, type: map_at_1000
value: 78.89399999999999
verified: no, type: map_at_3
value: 77.151
verified: no, type: map_at_5
value: 77.98
verified: no, type: mrr_at_1
value: 69.863
verified: no, type: mrr_at_10
value: 78.62599999999999
verified: no, type: mrr_at_100
value: 78.861
verified: no, type: mrr_at_1000
value: 78.867
verified: no, type: mrr_at_3
value: 77.204
verified: no, type: mrr_at_5
value: 78.005
verified: no, type: ndcg_at_1
value: 69.968
verified: no, type: ndcg_at_10
value: 82.44399999999999
verified: no, type: ndcg_at_100
value: 83.499
verified: no, type: ndcg_at_1000
value: 83.647
verified: no, type: ndcg_at_3
value: 79.393
verified: no, type: ndcg_at_5
value: 80.855
verified: no, type: precision_at_1
value: 69.968
verified: no, type: precision_at_10
value: 9.515
verified: no, type: precision_at_100
value: 0.9990000000000001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 28.802
verified: no, type: precision_at_5
value: 18.019
verified: no, type: recall_at_1
value: 69.705
verified: no, type: recall_at_10
value: 94.152
verified: no, type: recall_at_100
value: 98.84100000000001
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 85.774
verified: no, type: recall_at_5
value: 89.252
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.88
verified: no, type: map_at_10
value: 79.857
verified: no, type: map_at_100
value: 82.636
verified: no, type: map_at_1000
value: 82.672
verified: no, type: map_at_3
value: 55.184
verified: no, type: map_at_5
value: 70.009
verified: no, type: mrr_at_1
value: 89.64999999999999
verified: no, type: mrr_at_10
value: 92.967
verified: no, type: mrr_at_100
value: 93.039
verified: no, type: mrr_at_1000
value: 93.041
verified: no, type: mrr_at_3
value: 92.65
verified: no, type: mrr_at_5
value: 92.86
verified: no, type: ndcg_at_1
value: 89.64999999999999
verified: no, type: ndcg_at_10
value: 87.126
verified: no, type: ndcg_at_100
value: 89.898
verified: no, type: ndcg_at_1000
value: 90.253
verified: no, type: ndcg_at_3
value: 86.012
verified: no, type: ndcg_at_5
value: 85.124
verified: no, type: precision_at_1
value: 89.64999999999999
verified: no, type: precision_at_10
value: 41.735
verified: no, type: precision_at_100
value: 4.797
verified: no, type: precision_at_1000
value: 0.488
verified: no, type: precision_at_3
value: 77.267
verified: no, type: precision_at_5
value: 65.48
verified: no, type: recall_at_1
value: 25.88
verified: no, type: recall_at_10
value: 88.28399999999999
verified: no, type: recall_at_100
value: 97.407
verified: no, type: recall_at_1000
value: 99.29299999999999
verified: no, type: recall_at_3
value: 57.38799999999999
verified: no, type: recall_at_5
value: 74.736
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 53.2
verified: no, type: map_at_10
value: 63.556000000000004
verified: no, type: map_at_100
value: 64.033
verified: no, type: map_at_1000
value: 64.044
verified: no, type: map_at_3
value: 60.983
verified: no, type: map_at_5
value: 62.588
verified: no, type: mrr_at_1
value: 53.2
verified: no, type: mrr_at_10
value: 63.556000000000004
verified: no, type: mrr_at_100
value: 64.033
verified: no, type: mrr_at_1000
value: 64.044
verified: no, type: mrr_at_3
value: 60.983
verified: no, type: mrr_at_5
value: 62.588
verified: no, type: ndcg_at_1
value: 53.2
verified: no, type: ndcg_at_10
value: 68.61699999999999
verified: no, type: ndcg_at_100
value: 70.88499999999999
verified: no, type: ndcg_at_1000
value: 71.15899999999999
verified: no, type: ndcg_at_3
value: 63.434000000000005
verified: no, type: ndcg_at_5
value: 66.301
verified: no, type: precision_at_1
value: 53.2
verified: no, type: precision_at_10
value: 8.450000000000001
verified: no, type: precision_at_100
value: 0.95
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 23.5
verified: no, type: precision_at_5
value: 15.479999999999999
verified: no, type: recall_at_1
value: 53.2
verified: no, type: recall_at_10
value: 84.5
verified: no, type: recall_at_100
value: 95
verified: no, type: recall_at_1000
value: 97.1
verified: no, type: recall_at_3
value: 70.5
verified: no, type: recall_at_5
value: 77.4
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 50.63485956136976
verified: no, type: f1
value: 38.286307407751266
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.11632270168855
verified: no, type: ap
value: 54.43932599806482
verified: no, type: f1
value: 80.85485110996076
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 72.47315152994804
verified: no, type: cos_sim_spearman
value: 78.26531600908152
verified: no, type: euclidean_pearson
value: 77.8560788714531
verified: no, type: euclidean_spearman
value: 78.26531157334841
verified: no, type: manhattan_pearson
value: 77.70593783974188
verified: no, type: manhattan_spearman
value: 78.13880812439999
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 28.088177976572222
verified: no, type: mrr
value: 27.125
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 66.428
verified: no, type: map_at_10
value: 75.5
verified: no, type: map_at_100
value: 75.82600000000001
verified: no, type: map_at_1000
value: 75.837
verified: no, type: map_at_3
value: 73.74300000000001
verified: no, type: map_at_5
value: 74.87
verified: no, type: mrr_at_1
value: 68.754
verified: no, type: mrr_at_10
value: 76.145
verified: no, type: mrr_at_100
value: 76.432
verified: no, type: mrr_at_1000
value: 76.442
verified: no, type: mrr_at_3
value: 74.628
verified: no, type: mrr_at_5
value: 75.612
verified: no, type: ndcg_at_1
value: 68.754
verified: no, type: ndcg_at_10
value: 79.144
verified: no, type: ndcg_at_100
value: 80.60199999999999
verified: no, type: ndcg_at_1000
value: 80.886
verified: no, type: ndcg_at_3
value: 75.81599999999999
verified: no, type: ndcg_at_5
value: 77.729
verified: no, type: precision_at_1
value: 68.754
verified: no, type: precision_at_10
value: 9.544
verified: no, type: precision_at_100
value: 1.026
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.534
verified: no, type: precision_at_5
value: 18.138
verified: no, type: recall_at_1
value: 66.428
verified: no, type: recall_at_10
value: 89.716
verified: no, type: recall_at_100
value: 96.313
verified: no, type: recall_at_1000
value: 98.541
verified: no, type: recall_at_3
value: 80.923
verified: no, type: recall_at_5
value: 85.48
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 73.27841291190316
verified: no, type: f1
value: 70.65529957574735
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 76.30127774041695
verified: no, type: f1
value: 76.10358226518304
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 56.3
verified: no, type: map_at_10
value: 62.193
verified: no, type: map_at_100
value: 62.722
verified: no, type: map_at_1000
value: 62.765
verified: no, type: map_at_3
value: 60.633
verified: no, type: map_at_5
value: 61.617999999999995
verified: no, type: mrr_at_1
value: 56.3
verified: no, type: mrr_at_10
value: 62.193
verified: no, type: mrr_at_100
value: 62.722
verified: no, type: mrr_at_1000
value: 62.765
verified: no, type: mrr_at_3
value: 60.633
verified: no, type: mrr_at_5
value: 61.617999999999995
verified: no, type: ndcg_at_1
value: 56.3
verified: no, type: ndcg_at_10
value: 65.176
verified: no, type: ndcg_at_100
value: 67.989
verified: no, type: ndcg_at_1000
value: 69.219
verified: no, type: ndcg_at_3
value: 62.014
verified: no, type: ndcg_at_5
value: 63.766
verified: no, type: precision_at_1
value: 56.3
verified: no, type: precision_at_10
value: 7.46
verified: no, type: precision_at_100
value: 0.8829999999999999
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 22
verified: no, type: precision_at_5
value: 14.04
verified: no, type: recall_at_1
value: 56.3
verified: no, type: recall_at_10
value: 74.6
verified: no, type: recall_at_100
value: 88.3
verified: no, type: recall_at_1000
value: 98.1
verified: no, type: recall_at_3
value: 66
verified: no, type: recall_at_5
value: 70.19999999999999
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 76.44666666666666
verified: no, type: f1
value: 76.34548655475949
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 82.34975636166757
verified: no, type: cos_sim_ap
value: 85.44149338593267
verified: no, type: cos_sim_f1
value: 83.68654509610647
verified: no, type: cos_sim_precision
value: 78.46580406654344
verified: no, type: cos_sim_recall
value: 89.65153115100317
verified: no, type: dot_accuracy
value: 82.34975636166757
verified: no, type: dot_ap
value: 85.4415701376729
verified: no, type: dot_f1
value: 83.68654509610647
verified: no, type: dot_precision
value: 78.46580406654344
verified: no, type: dot_recall
value: 89.65153115100317
verified: no, type: euclidean_accuracy
value: 82.34975636166757
verified: no, type: euclidean_ap
value: 85.4415701376729
verified: no, type: euclidean_f1
value: 83.68654509610647
verified: no, type: euclidean_precision
value: 78.46580406654344
verified: no, type: euclidean_recall
value: 89.65153115100317
verified: no, type: manhattan_accuracy
value: 81.97076340010828
verified: no, type: manhattan_ap
value: 84.83614660756733
verified: no, type: manhattan_f1
value: 83.34167083541772
verified: no, type: manhattan_precision
value: 79.18250950570342
verified: no, type: manhattan_recall
value: 87.96198521647307
verified: no, type: max_accuracy
value: 82.34975636166757
verified: no, type: max_ap
value: 85.4415701376729
verified: no, type: max_f1
value: 83.68654509610647
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 93.24
verified: no, type: ap
value: 91.3586656455605
verified: no, type: f1
value: 93.22999314249503
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 39.05676042449009
verified: no, type: cos_sim_spearman
value: 44.996534098358545
verified: no, type: euclidean_pearson
value: 44.42418609172825
verified: no, type: euclidean_spearman
value: 44.995941361058996
verified: no, type: manhattan_pearson
value: 43.98118203238076
verified: no, type: manhattan_spearman
value: 44.51414152788784
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 36.694269474438045
verified: no, type: cos_sim_spearman
value: 38.686738967031616
verified: no, type: euclidean_pearson
value: 36.822540068407235
verified: no, type: euclidean_spearman
value: 38.68690745429757
verified: no, type: manhattan_pearson
value: 36.77180703308932
verified: no, type: manhattan_spearman
value: 38.45414914148094
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 65.81209017614124
verified: no, type: cos_sim_spearman
value: 66.5255285833172
verified: no, type: euclidean_pearson
value: 66.01848701752732
verified: no, type: euclidean_spearman
value: 66.5255285833172
verified: no, type: manhattan_pearson
value: 66.66433676370542
verified: no, type: manhattan_spearman
value: 67.07086311480214
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 80.60785761283502
verified: no, type: cos_sim_spearman
value: 82.80278693241074
verified: no, type: euclidean_pearson
value: 82.47573315938638
verified: no, type: euclidean_spearman
value: 82.80290808593806
verified: no, type: manhattan_pearson
value: 82.49682028989669
verified: no, type: manhattan_spearman
value: 82.84565039346022
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.37886004738723
verified: no, type: mrr
value: 76.08501655006394
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 28.102
verified: no, type: map_at_10
value: 78.071
verified: no, type: map_at_100
value: 81.71000000000001
verified: no, type: map_at_1000
value: 81.773
verified: no, type: map_at_3
value: 55.142
verified: no, type: map_at_5
value: 67.669
verified: no, type: mrr_at_1
value: 90.9
verified: no, type: mrr_at_10
value: 93.29499999999999
verified: no, type: mrr_at_100
value: 93.377
verified: no, type: mrr_at_1000
value: 93.379
verified: no, type: mrr_at_3
value: 92.901
verified: no, type: mrr_at_5
value: 93.152
verified: no, type: ndcg_at_1
value: 90.9
verified: no, type: ndcg_at_10
value: 85.564
verified: no, type: ndcg_at_100
value: 89.11200000000001
verified: no, type: ndcg_at_1000
value: 89.693
verified: no, type: ndcg_at_3
value: 87.024
verified: no, type: ndcg_at_5
value: 85.66
verified: no, type: precision_at_1
value: 90.9
verified: no, type: precision_at_10
value: 42.208
verified: no, type: precision_at_100
value: 5.027
verified: no, type: precision_at_1000
value: 0.517
verified: no, type: precision_at_3
value: 75.872
verified: no, type: precision_at_5
value: 63.566
verified: no, type: recall_at_1
value: 28.102
verified: no, type: recall_at_10
value: 84.44500000000001
verified: no, type: recall_at_100
value: 95.91300000000001
verified: no, type: recall_at_1000
value: 98.80799999999999
verified: no, type: recall_at_3
value: 56.772999999999996
verified: no, type: recall_at_5
value: 70.99499999999999
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 53.10599999999999
verified: no, type: f1
value: 51.40415523558322
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 69.6145576098232
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 63.7129548775017
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 60.199999999999996
verified: no, type: map_at_10
value: 69.724
verified: no, type: map_at_100
value: 70.185
verified: no, type: map_at_1000
value: 70.196
verified: no, type: map_at_3
value: 67.95
verified: no, type: map_at_5
value: 69.155
verified: no, type: mrr_at_1
value: 60.199999999999996
verified: no, type: mrr_at_10
value: 69.724
verified: no, type: mrr_at_100
value: 70.185
verified: no, type: mrr_at_1000
value: 70.196
verified: no, type: mrr_at_3
value: 67.95
verified: no, type: mrr_at_5
value: 69.155
verified: no, type: ndcg_at_1
value: 60.199999999999996
verified: no, type: ndcg_at_10
value: 73.888
verified: no, type: ndcg_at_100
value: 76.02799999999999
verified: no, type: ndcg_at_1000
value: 76.344
verified: no, type: ndcg_at_3
value: 70.384
verified: no, type: ndcg_at_5
value: 72.541
verified: no, type: precision_at_1
value: 60.199999999999996
verified: no, type: precision_at_10
value: 8.67
verified: no, type: precision_at_100
value: 0.9650000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 25.8
verified: no, type: precision_at_5
value: 16.520000000000003
verified: no, type: recall_at_1
value: 60.199999999999996
verified: no, type: recall_at_10
value: 86.7
verified: no, type: recall_at_100
value: 96.5
verified: no, type: recall_at_1000
value: 99
verified: no, type: recall_at_3
value: 77.4
verified: no, type: recall_at_5
value: 82.6
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 88.08
verified: no, type: ap
value: 72.66435456846166
verified: no, type: f1
value: 86.55995793551286
verified: no
license: mit
Likes: 31 | All-time downloads: 86566
Created: 2024-02-17 05:30:43