Model: T3LS/stella-mrl-large-zh-v3.5-1792d-1024
Author: T3LS
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, bert, feature-extraction, sentence-similarity, mteb, arxiv:2205.13147, license:mit, model-index, endpoints_compatible, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: stella-mrl-large-zh-v3.5-1792d
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 54.33822814973567
verified: no, type: cos_sim_spearman
value: 58.85457316132848
verified: no, type: euclidean_pearson
value: 57.57048145477383
verified: no, type: euclidean_spearman
value: 58.854593263425095
verified: no, type: manhattan_pearson
value: 57.55884028558309
verified: no, type: manhattan_spearman
value: 58.84474216217465
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 54.219652875381875
verified: no, type: cos_sim_spearman
value: 58.079506691583546
verified: no, type: euclidean_pearson
value: 61.646366330471736
verified: no, type: euclidean_spearman
value: 58.07951006894859
verified: no, type: manhattan_pearson
value: 61.64460832085762
verified: no, type: manhattan_spearman
value: 58.08054699349972
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 46.593999999999994
verified: no, type: f1
value: 44.73150848183217
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 69.16841007040091
verified: no, type: cos_sim_spearman
value: 71.04760904227217
verified: no, type: euclidean_pearson
value: 69.95126084376611
verified: no, type: euclidean_spearman
value: 71.04760904184589
verified: no, type: manhattan_pearson
value: 69.92512024129407
verified: no, type: manhattan_spearman
value: 71.02613161257672
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 43.032332399653306
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 40.41603958793544
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 89.33487924447584
verified: no, type: mrr
value: 91.34623015873017
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 89.17795270698021
verified: no, type: mrr
value: 91.0956746031746
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.809
verified: no, type: map_at_10
value: 39.906000000000006
verified: no, type: map_at_100
value: 41.858000000000004
verified: no, type: map_at_1000
value: 41.954
verified: no, type: map_at_3
value: 35.435
verified: no, type: map_at_5
value: 37.978
verified: no, type: mrr_at_1
value: 40.660000000000004
verified: no, type: mrr_at_10
value: 48.787000000000006
verified: no, type: mrr_at_100
value: 49.796
verified: no, type: mrr_at_1000
value: 49.832
verified: no, type: mrr_at_3
value: 46.166000000000004
verified: no, type: mrr_at_5
value: 47.675
verified: no, type: ndcg_at_1
value: 40.660000000000004
verified: no, type: ndcg_at_10
value: 46.614
verified: no, type: ndcg_at_100
value: 54.037
verified: no, type: ndcg_at_1000
value: 55.654
verified: no, type: ndcg_at_3
value: 41.032000000000004
verified: no, type: ndcg_at_5
value: 43.464999999999996
verified: no, type: precision_at_1
value: 40.660000000000004
verified: no, type: precision_at_10
value: 10.35
verified: no, type: precision_at_100
value: 1.6340000000000001
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_3
value: 23.122
verified: no, type: precision_at_5
value: 16.944
verified: no, type: recall_at_1
value: 26.809
verified: no, type: recall_at_10
value: 57.474000000000004
verified: no, type: recall_at_100
value: 87.976
verified: no, type: recall_at_1000
value: 98.74199999999999
verified: no, type: recall_at_3
value: 40.819
verified: no, type: recall_at_5
value: 48.175000000000004
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 83.4996993385448
verified: no, type: cos_sim_ap
value: 90.66238348446467
verified: no, type: cos_sim_f1
value: 84.39077936333699
verified: no, type: cos_sim_precision
value: 79.53651975998345
verified: no, type: cos_sim_recall
value: 89.87608136544307
verified: no, type: dot_accuracy
value: 83.4996993385448
verified: no, type: dot_ap
value: 90.64660919236363
verified: no, type: dot_f1
value: 84.39077936333699
verified: no, type: dot_precision
value: 79.53651975998345
verified: no, type: dot_recall
value: 89.87608136544307
verified: no, type: euclidean_accuracy
value: 83.4996993385448
verified: no, type: euclidean_ap
value: 90.66238269557765
verified: no, type: euclidean_f1
value: 84.39077936333699
verified: no, type: euclidean_precision
value: 79.53651975998345
verified: no, type: euclidean_recall
value: 89.87608136544307
verified: no, type: manhattan_accuracy
value: 83.35538184004811
verified: no, type: manhattan_ap
value: 90.6446013420276
verified: no, type: manhattan_f1
value: 84.37465196569775
verified: no, type: manhattan_precision
value: 80.5614632071459
verified: no, type: manhattan_recall
value: 88.56675239653963
verified: no, type: max_accuracy
value: 83.4996993385448
verified: no, type: max_ap
value: 90.66238348446467
verified: no, type: max_f1
value: 84.39077936333699
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 68.967
verified: no, type: map_at_10
value: 77.95299999999999
verified: no, type: map_at_100
value: 78.213
verified: no, type: map_at_1000
value: 78.21900000000001
verified: no, type: map_at_3
value: 76.30799999999999
verified: no, type: map_at_5
value: 77.316
verified: no, type: mrr_at_1
value: 69.125
verified: no, type: mrr_at_10
value: 77.886
verified: no, type: mrr_at_100
value: 78.141
verified: no, type: mrr_at_1000
value: 78.147
verified: no, type: mrr_at_3
value: 76.291
verified: no, type: mrr_at_5
value: 77.29700000000001
verified: no, type: ndcg_at_1
value: 69.231
verified: no, type: ndcg_at_10
value: 81.867
verified: no, type: ndcg_at_100
value: 82.982
verified: no, type: ndcg_at_1000
value: 83.12
verified: no, type: ndcg_at_3
value: 78.592
verified: no, type: ndcg_at_5
value: 80.39
verified: no, type: precision_at_1
value: 69.231
verified: no, type: precision_at_10
value: 9.494
verified: no, type: precision_at_100
value: 0.9990000000000001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 28.591
verified: no, type: precision_at_5
value: 18.061
verified: no, type: recall_at_1
value: 68.967
verified: no, type: recall_at_10
value: 93.941
verified: no, type: recall_at_100
value: 98.84100000000001
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_3
value: 85.142
verified: no, type: recall_at_5
value: 89.46300000000001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.824
verified: no, type: map_at_10
value: 79.396
verified: no, type: map_at_100
value: 82.253
verified: no, type: map_at_1000
value: 82.295
verified: no, type: map_at_3
value: 54.83
verified: no, type: map_at_5
value: 69.536
verified: no, type: mrr_at_1
value: 89.7
verified: no, type: mrr_at_10
value: 92.929
verified: no, type: mrr_at_100
value: 93.013
verified: no, type: mrr_at_1000
value: 93.015
verified: no, type: mrr_at_3
value: 92.658
verified: no, type: mrr_at_5
value: 92.841
verified: no, type: ndcg_at_1
value: 89.7
verified: no, type: ndcg_at_10
value: 86.797
verified: no, type: ndcg_at_100
value: 89.652
verified: no, type: ndcg_at_1000
value: 90.047
verified: no, type: ndcg_at_3
value: 85.651
verified: no, type: ndcg_at_5
value: 84.747
verified: no, type: precision_at_1
value: 89.7
verified: no, type: precision_at_10
value: 41.61
verified: no, type: precision_at_100
value: 4.788
verified: no, type: precision_at_1000
value: 0.488
verified: no, type: precision_at_3
value: 76.833
verified: no, type: precision_at_5
value: 65.14
verified: no, type: recall_at_1
value: 25.824
verified: no, type: recall_at_10
value: 87.896
verified: no, type: recall_at_100
value: 97.221
verified: no, type: recall_at_1000
value: 99.29599999999999
verified: no, type: recall_at_3
value: 57.178
verified: no, type: recall_at_5
value: 74.348
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 52.5
verified: no, type: map_at_10
value: 63.04
verified: no, type: map_at_100
value: 63.548
verified: no, type: map_at_1000
value: 63.56
verified: no, type: map_at_3
value: 60.483
verified: no, type: map_at_5
value: 62.22800000000001
verified: no, type: mrr_at_1
value: 52.5
verified: no, type: mrr_at_10
value: 63.04
verified: no, type: mrr_at_100
value: 63.548
verified: no, type: mrr_at_1000
value: 63.56
verified: no, type: mrr_at_3
value: 60.483
verified: no, type: mrr_at_5
value: 62.22800000000001
verified: no, type: ndcg_at_1
value: 52.5
verified: no, type: ndcg_at_10
value: 68.099
verified: no, type: ndcg_at_100
value: 70.48400000000001
verified: no, type: ndcg_at_1000
value: 70.769
verified: no, type: ndcg_at_3
value: 63.01
verified: no, type: ndcg_at_5
value: 66.148
verified: no, type: precision_at_1
value: 52.5
verified: no, type: precision_at_10
value: 8.39
verified: no, type: precision_at_100
value: 0.9490000000000001
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 23.433
verified: no, type: precision_at_5
value: 15.58
verified: no, type: recall_at_1
value: 52.5
verified: no, type: recall_at_10
value: 83.89999999999999
verified: no, type: recall_at_100
value: 94.89999999999999
verified: no, type: recall_at_1000
value: 97.1
verified: no, type: recall_at_3
value: 70.3
verified: no, type: recall_at_5
value: 77.9
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 50.742593305117346
verified: no, type: f1
value: 38.7451988564002
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.09756097560977
verified: no, type: ap
value: 54.39255221143281
verified: no, type: f1
value: 80.8326851537251
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 72.32408066246728
verified: no, type: cos_sim_spearman
value: 78.25773378380241
verified: no, type: euclidean_pearson
value: 77.87824677060661
verified: no, type: euclidean_spearman
value: 78.25773599854358
verified: no, type: manhattan_pearson
value: 77.86648277798515
verified: no, type: manhattan_spearman
value: 78.24642917155661
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 28.846601097874608
verified: no, type: mrr
value: 27.902777777777775
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 66.533
verified: no, type: map_at_10
value: 75.58399999999999
verified: no, type: map_at_100
value: 75.91
verified: no, type: map_at_1000
value: 75.921
verified: no, type: map_at_3
value: 73.847
verified: no, type: map_at_5
value: 74.929
verified: no, type: mrr_at_1
value: 68.854
verified: no, type: mrr_at_10
value: 76.20700000000001
verified: no, type: mrr_at_100
value: 76.498
verified: no, type: mrr_at_1000
value: 76.508
verified: no, type: mrr_at_3
value: 74.71600000000001
verified: no, type: mrr_at_5
value: 75.653
verified: no, type: ndcg_at_1
value: 68.854
verified: no, type: ndcg_at_10
value: 79.209
verified: no, type: ndcg_at_100
value: 80.67
verified: no, type: ndcg_at_1000
value: 80.95
verified: no, type: ndcg_at_3
value: 75.923
verified: no, type: ndcg_at_5
value: 77.74799999999999
verified: no, type: precision_at_1
value: 68.854
verified: no, type: precision_at_10
value: 9.547
verified: no, type: precision_at_100
value: 1.027
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.582
verified: no, type: precision_at_5
value: 18.112000000000002
verified: no, type: recall_at_1
value: 66.533
verified: no, type: recall_at_10
value: 89.736
verified: no, type: recall_at_100
value: 96.34
verified: no, type: recall_at_1000
value: 98.52
verified: no, type: recall_at_3
value: 81.047
verified: no, type: recall_at_5
value: 85.38900000000001
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 73.27841291190316
verified: no, type: f1
value: 70.82287701665152
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 76.20040349697376
verified: no, type: f1
value: 75.92782428878164
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 56.39999999999999
verified: no, type: map_at_10
value: 62.122
verified: no, type: map_at_100
value: 62.692
verified: no, type: map_at_1000
value: 62.739
verified: no, type: map_at_3
value: 60.617
verified: no, type: map_at_5
value: 61.582
verified: no, type: mrr_at_1
value: 56.39999999999999
verified: no, type: mrr_at_10
value: 62.125
verified: no, type: mrr_at_100
value: 62.696
verified: no, type: mrr_at_1000
value: 62.742
verified: no, type: mrr_at_3
value: 60.617
verified: no, type: mrr_at_5
value: 61.602000000000004
verified: no, type: ndcg_at_1
value: 56.39999999999999
verified: no, type: ndcg_at_10
value: 64.986
verified: no, type: ndcg_at_100
value: 67.889
verified: no, type: ndcg_at_1000
value: 69.16499999999999
verified: no, type: ndcg_at_3
value: 61.951
verified: no, type: ndcg_at_5
value: 63.685
verified: no, type: precision_at_1
value: 56.39999999999999
verified: no, type: precision_at_10
value: 7.3999999999999995
verified: no, type: precision_at_100
value: 0.8789999999999999
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 21.933
verified: no, type: precision_at_5
value: 14.000000000000002
verified: no, type: recall_at_1
value: 56.39999999999999
verified: no, type: recall_at_10
value: 74
verified: no, type: recall_at_100
value: 87.9
verified: no, type: recall_at_1000
value: 98
verified: no, type: recall_at_3
value: 65.8
verified: no, type: recall_at_5
value: 70
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 76.64
verified: no, type: f1
value: 76.5446299028248
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 82.34975636166757
verified: no, type: cos_sim_ap
value: 85.51352392694149
verified: no, type: cos_sim_f1
value: 83.53057199211045
verified: no, type: cos_sim_precision
value: 78.35337650323775
verified: no, type: cos_sim_recall
value: 89.44033790918691
verified: no, type: dot_accuracy
value: 82.34975636166757
verified: no, type: dot_ap
value: 85.51347115601486
verified: no, type: dot_f1
value: 83.53057199211045
verified: no, type: dot_precision
value: 78.35337650323775
verified: no, type: dot_recall
value: 89.44033790918691
verified: no, type: euclidean_accuracy
value: 82.34975636166757
verified: no, type: euclidean_ap
value: 85.51352392694149
verified: no, type: euclidean_f1
value: 83.53057199211045
verified: no, type: euclidean_precision
value: 78.35337650323775
verified: no, type: euclidean_recall
value: 89.44033790918691
verified: no, type: manhattan_accuracy
value: 82.34975636166757
verified: no, type: manhattan_ap
value: 85.48313896880585
verified: no, type: manhattan_f1
value: 83.52414136386261
verified: no, type: manhattan_precision
value: 79.00188323917138
verified: no, type: manhattan_recall
value: 88.59556494192185
verified: no, type: max_accuracy
value: 82.34975636166757
verified: no, type: max_ap
value: 85.51352392694149
verified: no, type: max_f1
value: 83.53057199211045
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 93.39
verified: no, type: ap
value: 91.62127505252761
verified: no, type: f1
value: 93.38126146765326
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 39.69424895486595
verified: no, type: cos_sim_spearman
value: 45.357868735202885
verified: no, type: euclidean_pearson
value: 44.85027304963503
verified: no, type: euclidean_spearman
value: 45.356945176162064
verified: no, type: manhattan_pearson
value: 44.866080721344744
verified: no, type: manhattan_spearman
value: 45.37053172312661
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 37.03908089465844
verified: no, type: cos_sim_spearman
value: 38.98314179826781
verified: no, type: euclidean_pearson
value: 37.189386019789545
verified: no, type: euclidean_spearman
value: 38.98311189555396
verified: no, type: manhattan_pearson
value: 37.14695118899785
verified: no, type: manhattan_spearman
value: 38.94957261261034
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 65.08396305098712
verified: no, type: cos_sim_spearman
value: 66.26346934994216
verified: no, type: euclidean_pearson
value: 65.56501615370941
verified: no, type: euclidean_spearman
value: 66.26346934994216
verified: no, type: manhattan_pearson
value: 65.47984748172154
verified: no, type: manhattan_spearman
value: 66.25326746119808
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 80.95965207330296
verified: no, type: cos_sim_spearman
value: 82.96149593569953
verified: no, type: euclidean_pearson
value: 82.67125448003975
verified: no, type: euclidean_spearman
value: 82.96141174550262
verified: no, type: manhattan_pearson
value: 82.64660468206361
verified: no, type: manhattan_spearman
value: 82.91756025324656
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.43391960680063
verified: no, type: mrr
value: 76.078440855015
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 28.29
verified: no, type: map_at_10
value: 78.441
verified: no, type: map_at_100
value: 82.043
verified: no, type: map_at_1000
value: 82.10499999999999
verified: no, type: map_at_3
value: 55.448
verified: no, type: map_at_5
value: 67.982
verified: no, type: mrr_at_1
value: 91.18
verified: no, type: mrr_at_10
value: 93.498
verified: no, type: mrr_at_100
value: 93.57
verified: no, type: mrr_at_1000
value: 93.572
verified: no, type: mrr_at_3
value: 93.112
verified: no, type: mrr_at_5
value: 93.351
verified: no, type: ndcg_at_1
value: 91.18
verified: no, type: ndcg_at_10
value: 85.849
verified: no, type: ndcg_at_100
value: 89.32600000000001
verified: no, type: ndcg_at_1000
value: 89.9
verified: no, type: ndcg_at_3
value: 87.333
verified: no, type: ndcg_at_5
value: 85.91499999999999
verified: no, type: precision_at_1
value: 91.18
verified: no, type: precision_at_10
value: 42.315000000000005
verified: no, type: precision_at_100
value: 5.029
verified: no, type: precision_at_1000
value: 0.517
verified: no, type: precision_at_3
value: 76.12400000000001
verified: no, type: precision_at_5
value: 63.690000000000005
verified: no, type: recall_at_1
value: 28.29
verified: no, type: recall_at_10
value: 84.679
verified: no, type: recall_at_100
value: 95.952
verified: no, type: recall_at_1000
value: 98.821
verified: no, type: recall_at_3
value: 56.987
verified: no, type: recall_at_5
value: 71.15599999999999
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 53.09799999999999
verified: no, type: f1
value: 51.397192036892314
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 70.59693805158501
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 63.21127290121542
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 61.3
verified: no, type: map_at_10
value: 70.658
verified: no, type: map_at_100
value: 71.096
verified: no, type: map_at_1000
value: 71.108
verified: no, type: map_at_3
value: 69.15
verified: no, type: map_at_5
value: 70.125
verified: no, type: mrr_at_1
value: 61.3
verified: no, type: mrr_at_10
value: 70.658
verified: no, type: mrr_at_100
value: 71.096
verified: no, type: mrr_at_1000
value: 71.108
verified: no, type: mrr_at_3
value: 69.15
verified: no, type: mrr_at_5
value: 70.125
verified: no, type: ndcg_at_1
value: 61.3
verified: no, type: ndcg_at_10
value: 74.71
verified: no, type: ndcg_at_100
value: 76.783
verified: no, type: ndcg_at_1000
value: 77.09899999999999
verified: no, type: ndcg_at_3
value: 71.634
verified: no, type: ndcg_at_5
value: 73.399
verified: no, type: precision_at_1
value: 61.3
verified: no, type: precision_at_10
value: 8.72
verified: no, type: precision_at_100
value: 0.967
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 26.267000000000003
verified: no, type: precision_at_5
value: 16.619999999999997
verified: no, type: recall_at_1
value: 61.3
verified: no, type: recall_at_10
value: 87.2
verified: no, type: recall_at_100
value: 96.7
verified: no, type: recall_at_1000
value: 99.2
verified: no, type: recall_at_3
value: 78.8
verified: no, type: recall_at_5
value: 83.1
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 88.01
verified: no, type: ap
value: 72.51537272974005
verified: no, type: f1
value: 86.49546025793478
verified: no
license: mit
Likes: 1 | All-time downloads: 198
Created: 2024-07-18 09:56:17