Model: Research2NLP/electrical_stella
Author: Research2NLP
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, bert, feature-extraction, sentence-similarity, mteb, arxiv:1612.00796, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: stella-large-zh-v2
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 47.34436411023816
verified: no, type: cos_sim_spearman
value: 49.947084806624545
verified: no, type: euclidean_pearson
value: 48.128834319004824
verified: no, type: euclidean_spearman
value: 49.947064694876815
verified: no, type: manhattan_pearson
value: 48.083561270166484
verified: no, type: manhattan_spearman
value: 49.90207128584442
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 50.97998570817664
verified: no, type: cos_sim_spearman
value: 53.11852606980578
verified: no, type: euclidean_pearson
value: 55.12610520736481
verified: no, type: euclidean_spearman
value: 53.11852832108405
verified: no, type: manhattan_pearson
value: 55.10299116717361
verified: no, type: manhattan_spearman
value: 53.11304196536268
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 40.81799999999999
verified: no, type: f1
value: 39.022194031906444
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 62.83544115057508
verified: no, type: cos_sim_spearman
value: 65.53509404838948
verified: no, type: euclidean_pearson
value: 64.08198144850084
verified: no, type: euclidean_spearman
value: 65.53509404760305
verified: no, type: manhattan_pearson
value: 64.08808420747272
verified: no, type: manhattan_spearman
value: 65.54907862648346
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 39.95428546140963
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 38.18454393512963
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 85.4453602559479
verified: no, type: mrr
value: 88.1418253968254
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 85.82731720256984
verified: no, type: mrr
value: 88.53230158730159
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 24.459
verified: no, type: map_at_10
value: 36.274
verified: no, type: map_at_100
value: 38.168
verified: no, type: map_at_1000
value: 38.292
verified: no, type: map_at_3
value: 32.356
verified: no, type: map_at_5
value: 34.499
verified: no, type: mrr_at_1
value: 37.584
verified: no, type: mrr_at_10
value: 45.323
verified: no, type: mrr_at_100
value: 46.361999999999995
verified: no, type: mrr_at_1000
value: 46.412
verified: no, type: mrr_at_3
value: 42.919000000000004
verified: no, type: mrr_at_5
value: 44.283
verified: no, type: ndcg_at_1
value: 37.584
verified: no, type: ndcg_at_10
value: 42.63
verified: no, type: ndcg_at_100
value: 50.114000000000004
verified: no, type: ndcg_at_1000
value: 52.312000000000005
verified: no, type: ndcg_at_3
value: 37.808
verified: no, type: ndcg_at_5
value: 39.711999999999996
verified: no, type: precision_at_1
value: 37.584
verified: no, type: precision_at_10
value: 9.51
verified: no, type: precision_at_100
value: 1.554
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 21.505
verified: no, type: precision_at_5
value: 15.514
verified: no, type: recall_at_1
value: 24.459
verified: no, type: recall_at_10
value: 52.32
verified: no, type: recall_at_100
value: 83.423
verified: no, type: recall_at_1000
value: 98.247
verified: no, type: recall_at_3
value: 37.553
verified: no, type: recall_at_5
value: 43.712
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 77.7269993986771
verified: no, type: cos_sim_ap
value: 86.8488070512359
verified: no, type: cos_sim_f1
value: 79.32095490716179
verified: no, type: cos_sim_precision
value: 72.6107226107226
verified: no, type: cos_sim_recall
value: 87.39770867430443
verified: no, type: dot_accuracy
value: 77.7269993986771
verified: no, type: dot_ap
value: 86.84218333157476
verified: no, type: dot_f1
value: 79.32095490716179
verified: no, type: dot_precision
value: 72.6107226107226
verified: no, type: dot_recall
value: 87.39770867430443
verified: no, type: euclidean_accuracy
value: 77.7269993986771
verified: no, type: euclidean_ap
value: 86.84880910178296
verified: no, type: euclidean_f1
value: 79.32095490716179
verified: no, type: euclidean_precision
value: 72.6107226107226
verified: no, type: euclidean_recall
value: 87.39770867430443
verified: no, type: manhattan_accuracy
value: 77.82321106434155
verified: no, type: manhattan_ap
value: 86.8152244713786
verified: no, type: manhattan_f1
value: 79.43262411347519
verified: no, type: manhattan_precision
value: 72.5725338491296
verified: no, type: manhattan_recall
value: 87.72504091653029
verified: no, type: max_accuracy
value: 77.82321106434155
verified: no, type: max_ap
value: 86.84880910178296
verified: no, type: max_f1
value: 79.43262411347519
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 68.862
verified: no, type: map_at_10
value: 77.106
verified: no, type: map_at_100
value: 77.455
verified: no, type: map_at_1000
value: 77.459
verified: no, type: map_at_3
value: 75.457
verified: no, type: map_at_5
value: 76.254
verified: no, type: mrr_at_1
value: 69.125
verified: no, type: mrr_at_10
value: 77.13799999999999
verified: no, type: mrr_at_100
value: 77.488
verified: no, type: mrr_at_1000
value: 77.492
verified: no, type: mrr_at_3
value: 75.606
verified: no, type: mrr_at_5
value: 76.29599999999999
verified: no, type: ndcg_at_1
value: 69.02000000000001
verified: no, type: ndcg_at_10
value: 80.81099999999999
verified: no, type: ndcg_at_100
value: 82.298
verified: no, type: ndcg_at_1000
value: 82.403
verified: no, type: ndcg_at_3
value: 77.472
verified: no, type: ndcg_at_5
value: 78.892
verified: no, type: precision_at_1
value: 69.02000000000001
verified: no, type: precision_at_10
value: 9.336
verified: no, type: precision_at_100
value: 0.9990000000000001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 27.924
verified: no, type: precision_at_5
value: 17.492
verified: no, type: recall_at_1
value: 68.862
verified: no, type: recall_at_10
value: 92.308
verified: no, type: recall_at_100
value: 98.84100000000001
verified: no, type: recall_at_1000
value: 99.684
verified: no, type: recall_at_3
value: 83.193
verified: no, type: recall_at_5
value: 86.617
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.063999999999997
verified: no, type: map_at_10
value: 78.02
verified: no, type: map_at_100
value: 81.022
verified: no, type: map_at_1000
value: 81.06
verified: no, type: map_at_3
value: 53.613
verified: no, type: map_at_5
value: 68.008
verified: no, type: mrr_at_1
value: 87.8
verified: no, type: mrr_at_10
value: 91.827
verified: no, type: mrr_at_100
value: 91.913
verified: no, type: mrr_at_1000
value: 91.915
verified: no, type: mrr_at_3
value: 91.508
verified: no, type: mrr_at_5
value: 91.758
verified: no, type: ndcg_at_1
value: 87.8
verified: no, type: ndcg_at_10
value: 85.753
verified: no, type: ndcg_at_100
value: 88.82900000000001
verified: no, type: ndcg_at_1000
value: 89.208
verified: no, type: ndcg_at_3
value: 84.191
verified: no, type: ndcg_at_5
value: 83.433
verified: no, type: precision_at_1
value: 87.8
verified: no, type: precision_at_10
value: 41.33
verified: no, type: precision_at_100
value: 4.8
verified: no, type: precision_at_1000
value: 0.48900000000000005
verified: no, type: precision_at_3
value: 75.767
verified: no, type: precision_at_5
value: 64.25999999999999
verified: no, type: recall_at_1
value: 25.063999999999997
verified: no, type: recall_at_10
value: 87.357
verified: no, type: recall_at_100
value: 97.261
verified: no, type: recall_at_1000
value: 99.309
verified: no, type: recall_at_3
value: 56.259
verified: no, type: recall_at_5
value: 73.505
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 46.800000000000004
verified: no, type: map_at_10
value: 56.898
verified: no, type: map_at_100
value: 57.567
verified: no, type: map_at_1000
value: 57.593
verified: no, type: map_at_3
value: 54.167
verified: no, type: map_at_5
value: 55.822
verified: no, type: mrr_at_1
value: 46.800000000000004
verified: no, type: mrr_at_10
value: 56.898
verified: no, type: mrr_at_100
value: 57.567
verified: no, type: mrr_at_1000
value: 57.593
verified: no, type: mrr_at_3
value: 54.167
verified: no, type: mrr_at_5
value: 55.822
verified: no, type: ndcg_at_1
value: 46.800000000000004
verified: no, type: ndcg_at_10
value: 62.07
verified: no, type: ndcg_at_100
value: 65.049
verified: no, type: ndcg_at_1000
value: 65.666
verified: no, type: ndcg_at_3
value: 56.54
verified: no, type: ndcg_at_5
value: 59.492999999999995
verified: no, type: precision_at_1
value: 46.800000000000004
verified: no, type: precision_at_10
value: 7.84
verified: no, type: precision_at_100
value: 0.9169999999999999
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 21.133
verified: no, type: precision_at_5
value: 14.099999999999998
verified: no, type: recall_at_1
value: 46.800000000000004
verified: no, type: recall_at_10
value: 78.4
verified: no, type: recall_at_100
value: 91.7
verified: no, type: recall_at_1000
value: 96.39999999999999
verified: no, type: recall_at_3
value: 63.4
verified: no, type: recall_at_5
value: 70.5
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 47.98768757214313
verified: no, type: f1
value: 35.23884426992269
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.97936210131333
verified: no, type: ap
value: 56.292679530375736
verified: no, type: f1
value: 81.87001614762136
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 71.17149643620844
verified: no, type: cos_sim_spearman
value: 77.48040046337948
verified: no, type: euclidean_pearson
value: 76.32337539923347
verified: no, type: euclidean_spearman
value: 77.4804004621894
verified: no, type: manhattan_pearson
value: 76.33275226275444
verified: no, type: manhattan_spearman
value: 77.48979843086128
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 27.966807589556826
verified: no, type: mrr
value: 26.92023809523809
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 66.15100000000001
verified: no, type: map_at_10
value: 75.048
verified: no, type: map_at_100
value: 75.374
verified: no, type: map_at_1000
value: 75.386
verified: no, type: map_at_3
value: 73.26700000000001
verified: no, type: map_at_5
value: 74.39
verified: no, type: mrr_at_1
value: 68.381
verified: no, type: mrr_at_10
value: 75.644
verified: no, type: mrr_at_100
value: 75.929
verified: no, type: mrr_at_1000
value: 75.93900000000001
verified: no, type: mrr_at_3
value: 74.1
verified: no, type: mrr_at_5
value: 75.053
verified: no, type: ndcg_at_1
value: 68.381
verified: no, type: ndcg_at_10
value: 78.669
verified: no, type: ndcg_at_100
value: 80.161
verified: no, type: ndcg_at_1000
value: 80.46799999999999
verified: no, type: ndcg_at_3
value: 75.3
verified: no, type: ndcg_at_5
value: 77.172
verified: no, type: precision_at_1
value: 68.381
verified: no, type: precision_at_10
value: 9.48
verified: no, type: precision_at_100
value: 1.023
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.299999999999997
verified: no, type: precision_at_5
value: 17.98
verified: no, type: recall_at_1
value: 66.15100000000001
verified: no, type: recall_at_10
value: 89.238
verified: no, type: recall_at_100
value: 96.032
verified: no, type: recall_at_1000
value: 98.437
verified: no, type: recall_at_3
value: 80.318
verified: no, type: recall_at_5
value: 84.761
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 68.26160053799597
verified: no, type: f1
value: 65.96949453305112
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 73.12037659717554
verified: no, type: f1
value: 72.69052407105445
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 50.1
verified: no, type: map_at_10
value: 56.489999999999995
verified: no, type: map_at_100
value: 57.007
verified: no, type: map_at_1000
value: 57.06400000000001
verified: no, type: map_at_3
value: 55.25
verified: no, type: map_at_5
value: 55.93
verified: no, type: mrr_at_1
value: 50.3
verified: no, type: mrr_at_10
value: 56.591
verified: no, type: mrr_at_100
value: 57.108000000000004
verified: no, type: mrr_at_1000
value: 57.165
verified: no, type: mrr_at_3
value: 55.35
verified: no, type: mrr_at_5
value: 56.03
verified: no, type: ndcg_at_1
value: 50.1
verified: no, type: ndcg_at_10
value: 59.419999999999995
verified: no, type: ndcg_at_100
value: 62.28900000000001
verified: no, type: ndcg_at_1000
value: 63.9
verified: no, type: ndcg_at_3
value: 56.813
verified: no, type: ndcg_at_5
value: 58.044
verified: no, type: precision_at_1
value: 50.1
verified: no, type: precision_at_10
value: 6.859999999999999
verified: no, type: precision_at_100
value: 0.828
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 20.433
verified: no, type: precision_at_5
value: 12.86
verified: no, type: recall_at_1
value: 50.1
verified: no, type: recall_at_10
value: 68.60000000000001
verified: no, type: recall_at_100
value: 82.8
verified: no, type: recall_at_1000
value: 95.7
verified: no, type: recall_at_3
value: 61.3
verified: no, type: recall_at_5
value: 64.3
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 73.41000000000001
verified: no, type: f1
value: 72.87768282499509
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 73.4163508391987
verified: no, type: cos_sim_ap
value: 78.51058998215277
verified: no, type: cos_sim_f1
value: 75.3875968992248
verified: no, type: cos_sim_precision
value: 69.65085049239033
verified: no, type: cos_sim_recall
value: 82.15417106652588
verified: no, type: dot_accuracy
value: 73.4163508391987
verified: no, type: dot_ap
value: 78.51058998215277
verified: no, type: dot_f1
value: 75.3875968992248
verified: no, type: dot_precision
value: 69.65085049239033
verified: no, type: dot_recall
value: 82.15417106652588
verified: no, type: euclidean_accuracy
value: 73.4163508391987
verified: no, type: euclidean_ap
value: 78.51058998215277
verified: no, type: euclidean_f1
value: 75.3875968992248
verified: no, type: euclidean_precision
value: 69.65085049239033
verified: no, type: euclidean_recall
value: 82.15417106652588
verified: no, type: manhattan_accuracy
value: 73.03735787763942
verified: no, type: manhattan_ap
value: 78.4190891700083
verified: no, type: manhattan_f1
value: 75.32592950265573
verified: no, type: manhattan_precision
value: 69.3950177935943
verified: no, type: manhattan_recall
value: 82.36536430834214
verified: no, type: max_accuracy
value: 73.4163508391987
verified: no, type: max_ap
value: 78.51058998215277
verified: no, type: max_f1
value: 75.3875968992248
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 91.81000000000002
verified: no, type: ap
value: 89.35809579688139
verified: no, type: f1
value: 91.79220350456818
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 30.10755999973859
verified: no, type: cos_sim_spearman
value: 36.221732138848864
verified: no, type: euclidean_pearson
value: 36.41120179336658
verified: no, type: euclidean_spearman
value: 36.221731188009436
verified: no, type: manhattan_pearson
value: 36.34865300346968
verified: no, type: manhattan_spearman
value: 36.17696483080459
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 36.778975708100226
verified: no, type: cos_sim_spearman
value: 38.733929926753724
verified: no, type: euclidean_pearson
value: 37.13383498228113
verified: no, type: euclidean_spearman
value: 38.73374886550868
verified: no, type: manhattan_pearson
value: 37.175732896552404
verified: no, type: manhattan_spearman
value: 38.74120541657908
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 65.97095922825076
verified: no, type: cos_sim_spearman
value: 68.87452938308421
verified: no, type: euclidean_pearson
value: 67.23101642424429
verified: no, type: euclidean_spearman
value: 68.87452938308421
verified: no, type: manhattan_pearson
value: 67.29909334410189
verified: no, type: manhattan_spearman
value: 68.89807985930508
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 78.98860630733722
verified: no, type: cos_sim_spearman
value: 79.36601601355665
verified: no, type: euclidean_pearson
value: 78.77295944956447
verified: no, type: euclidean_spearman
value: 79.36585127278974
verified: no, type: manhattan_pearson
value: 78.82060736131619
verified: no, type: manhattan_spearman
value: 79.4395526421926
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.40501824507894
verified: no, type: mrr
value: 76.18463933756757
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 27.095000000000002
verified: no, type: map_at_10
value: 76.228
verified: no, type: map_at_100
value: 79.865
verified: no, type: map_at_1000
value: 79.935
verified: no, type: map_at_3
value: 53.491
verified: no, type: map_at_5
value: 65.815
verified: no, type: mrr_at_1
value: 89.554
verified: no, type: mrr_at_10
value: 92.037
verified: no, type: mrr_at_100
value: 92.133
verified: no, type: mrr_at_1000
value: 92.137
verified: no, type: mrr_at_3
value: 91.605
verified: no, type: mrr_at_5
value: 91.88
verified: no, type: ndcg_at_1
value: 89.554
verified: no, type: ndcg_at_10
value: 83.866
verified: no, type: ndcg_at_100
value: 87.566
verified: no, type: ndcg_at_1000
value: 88.249
verified: no, type: ndcg_at_3
value: 85.396
verified: no, type: ndcg_at_5
value: 83.919
verified: no, type: precision_at_1
value: 89.554
verified: no, type: precision_at_10
value: 41.792
verified: no, type: precision_at_100
value: 4.997
verified: no, type: precision_at_1000
value: 0.515
verified: no, type: precision_at_3
value: 74.795
verified: no, type: precision_at_5
value: 62.675000000000004
verified: no, type: recall_at_1
value: 27.095000000000002
verified: no, type: recall_at_10
value: 82.694
verified: no, type: recall_at_100
value: 94.808
verified: no, type: recall_at_1000
value: 98.30600000000001
verified: no, type: recall_at_3
value: 55.156000000000006
verified: no, type: recall_at_5
value: 69.19
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 51.929
verified: no, type: f1
value: 50.16876489927282
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 61.404157724658894
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 57.11418384351802
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 52.1
verified: no, type: map_at_10
value: 62.956999999999994
verified: no, type: map_at_100
value: 63.502
verified: no, type: map_at_1000
value: 63.51599999999999
verified: no, type: map_at_3
value: 60.75000000000001
verified: no, type: map_at_5
value: 62.195
verified: no, type: mrr_at_1
value: 52
verified: no, type: mrr_at_10
value: 62.907000000000004
verified: no, type: mrr_at_100
value: 63.452
verified: no, type: mrr_at_1000
value: 63.466
verified: no, type: mrr_at_3
value: 60.699999999999996
verified: no, type: mrr_at_5
value: 62.144999999999996
verified: no, type: ndcg_at_1
value: 52.1
verified: no, type: ndcg_at_10
value: 67.93299999999999
verified: no, type: ndcg_at_100
value: 70.541
verified: no, type: ndcg_at_1000
value: 70.91300000000001
verified: no, type: ndcg_at_3
value: 63.468
verified: no, type: ndcg_at_5
value: 66.08800000000001
verified: no, type: precision_at_1
value: 52.1
verified: no, type: precision_at_10
value: 8.34
verified: no, type: precision_at_100
value: 0.955
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 23.767
verified: no, type: precision_at_5
value: 15.540000000000001
verified: no, type: recall_at_1
value: 52.1
verified: no, type: recall_at_10
value: 83.39999999999999
verified: no, type: recall_at_100
value: 95.5
verified: no, type: recall_at_1000
value: 98.4
verified: no, type: recall_at_3
value: 71.3
verified: no, type: recall_at_5
value: 77.7
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 87.12
verified: no, type: ap
value: 70.85284793227382
verified: no, type: f1
value: 85.55420883566512
verified: no
Likes: 0 | All-time downloads: 430
Created: 2023-10-26 11:06:32