Model: Amu/tao
Author: Amu
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, bert, feature-extraction, sentence-similarity, mteb, zh, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: tao
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 47.33752515292192
verified: no, type: cos_sim_spearman
value: 49.940772056837176
verified: no, type: euclidean_pearson
value: 48.12147487857213
verified: no, type: euclidean_spearman
value: 49.9407519488174
verified: no, type: manhattan_pearson
value: 48.07550286372865
verified: no, type: manhattan_spearman
value: 49.89535645392862
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 50.976865711125626
verified: no, type: cos_sim_spearman
value: 53.113084748593465
verified: no, type: euclidean_pearson
value: 55.1209592747571
verified: no, type: euclidean_spearman
value: 53.11308362230699
verified: no, type: manhattan_pearson
value: 55.09799309322416
verified: no, type: manhattan_spearman
value: 53.108059998577076
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 40.812
verified: no, type: f1
value: 39.02060856097395
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 62.84336868097746
verified: no, type: cos_sim_spearman
value: 65.540605433497
verified: no, type: euclidean_pearson
value: 64.08759819387913
verified: no, type: euclidean_spearman
value: 65.54060543369363
verified: no, type: manhattan_pearson
value: 64.09334283385029
verified: no, type: manhattan_spearman
value: 65.55376209169398
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 39.964020691388505
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 38.18628830038994
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 85.34294439514511
verified: no, type: mrr
value: 88.03849206349206
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 85.87127698007234
verified: no, type: mrr
value: 88.57980158730159
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 24.484
verified: no, type: map_at_10
value: 36.3
verified: no, type: map_at_100
value: 38.181
verified: no, type: map_at_1000
value: 38.305
verified: no, type: map_at_3
value: 32.39
verified: no, type: map_at_5
value: 34.504000000000005
verified: no, type: mrr_at_1
value: 37.608999999999995
verified: no, type: mrr_at_10
value: 45.348
verified: no, type: mrr_at_100
value: 46.375
verified: no, type: mrr_at_1000
value: 46.425
verified: no, type: mrr_at_3
value: 42.969
verified: no, type: mrr_at_5
value: 44.285999999999994
verified: no, type: ndcg_at_1
value: 37.608999999999995
verified: no, type: ndcg_at_10
value: 42.675999999999995
verified: no, type: ndcg_at_100
value: 50.12799999999999
verified: no, type: ndcg_at_1000
value: 52.321
verified: no, type: ndcg_at_3
value: 37.864
verified: no, type: ndcg_at_5
value: 39.701
verified: no, type: precision_at_1
value: 37.608999999999995
verified: no, type: precision_at_10
value: 9.527
verified: no, type: precision_at_100
value: 1.555
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 21.547
verified: no, type: precision_at_5
value: 15.504000000000001
verified: no, type: recall_at_1
value: 24.484
verified: no, type: recall_at_10
value: 52.43299999999999
verified: no, type: recall_at_100
value: 83.446
verified: no, type: recall_at_1000
value: 98.24199999999999
verified: no, type: recall_at_3
value: 37.653
verified: no, type: recall_at_5
value: 43.643
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 77.71497294046902
verified: no, type: cos_sim_ap
value: 86.84542027578229
verified: no, type: cos_sim_f1
value: 79.31987247608926
verified: no, type: cos_sim_precision
value: 72.70601987142022
verified: no, type: cos_sim_recall
value: 87.2574234276362
verified: no, type: dot_accuracy
value: 77.71497294046902
verified: no, type: dot_ap
value: 86.86514752961159
verified: no, type: dot_f1
value: 79.31987247608926
verified: no, type: dot_precision
value: 72.70601987142022
verified: no, type: dot_recall
value: 87.2574234276362
verified: no, type: euclidean_accuracy
value: 77.71497294046902
verified: no, type: euclidean_ap
value: 86.84541456571337
verified: no, type: euclidean_f1
value: 79.31987247608926
verified: no, type: euclidean_precision
value: 72.70601987142022
verified: no, type: euclidean_recall
value: 87.2574234276362
verified: no, type: manhattan_accuracy
value: 77.8111846061335
verified: no, type: manhattan_ap
value: 86.81148050422539
verified: no, type: manhattan_f1
value: 79.41176470588236
verified: no, type: manhattan_precision
value: 72.52173913043478
verified: no, type: manhattan_recall
value: 87.74842179097499
verified: no, type: max_accuracy
value: 77.8111846061335
verified: no, type: max_ap
value: 86.86514752961159
verified: no, type: max_f1
value: 79.41176470588236
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 68.862
verified: no, type: map_at_10
value: 77.079
verified: no, type: map_at_100
value: 77.428
verified: no, type: map_at_1000
value: 77.432
verified: no, type: map_at_3
value: 75.40400000000001
verified: no, type: map_at_5
value: 76.227
verified: no, type: mrr_at_1
value: 69.02000000000001
verified: no, type: mrr_at_10
value: 77.04299999999999
verified: no, type: mrr_at_100
value: 77.391
verified: no, type: mrr_at_1000
value: 77.395
verified: no, type: mrr_at_3
value: 75.44800000000001
verified: no, type: mrr_at_5
value: 76.23299999999999
verified: no, type: ndcg_at_1
value: 69.02000000000001
verified: no, type: ndcg_at_10
value: 80.789
verified: no, type: ndcg_at_100
value: 82.27499999999999
verified: no, type: ndcg_at_1000
value: 82.381
verified: no, type: ndcg_at_3
value: 77.40599999999999
verified: no, type: ndcg_at_5
value: 78.87100000000001
verified: no, type: precision_at_1
value: 69.02000000000001
verified: no, type: precision_at_10
value: 9.336
verified: no, type: precision_at_100
value: 0.9990000000000001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 27.889000000000003
verified: no, type: precision_at_5
value: 17.492
verified: no, type: recall_at_1
value: 68.862
verified: no, type: recall_at_10
value: 92.308
verified: no, type: recall_at_100
value: 98.84100000000001
verified: no, type: recall_at_1000
value: 99.684
verified: no, type: recall_at_3
value: 83.087
verified: no, type: recall_at_5
value: 86.617
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.063999999999997
verified: no, type: map_at_10
value: 78.014
verified: no, type: map_at_100
value: 81.021
verified: no, type: map_at_1000
value: 81.059
verified: no, type: map_at_3
value: 53.616
verified: no, type: map_at_5
value: 68.00399999999999
verified: no, type: mrr_at_1
value: 87.8
verified: no, type: mrr_at_10
value: 91.824
verified: no, type: mrr_at_100
value: 91.915
verified: no, type: mrr_at_1000
value: 91.917
verified: no, type: mrr_at_3
value: 91.525
verified: no, type: mrr_at_5
value: 91.752
verified: no, type: ndcg_at_1
value: 87.8
verified: no, type: ndcg_at_10
value: 85.74199999999999
verified: no, type: ndcg_at_100
value: 88.82900000000001
verified: no, type: ndcg_at_1000
value: 89.208
verified: no, type: ndcg_at_3
value: 84.206
verified: no, type: ndcg_at_5
value: 83.421
verified: no, type: precision_at_1
value: 87.8
verified: no, type: precision_at_10
value: 41.325
verified: no, type: precision_at_100
value: 4.8
verified: no, type: precision_at_1000
value: 0.48900000000000005
verified: no, type: precision_at_3
value: 75.783
verified: no, type: precision_at_5
value: 64.25999999999999
verified: no, type: recall_at_1
value: 25.063999999999997
verified: no, type: recall_at_10
value: 87.324
verified: no, type: recall_at_100
value: 97.261
verified: no, type: recall_at_1000
value: 99.309
verified: no, type: recall_at_3
value: 56.281000000000006
verified: no, type: recall_at_5
value: 73.467
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 46.800000000000004
verified: no, type: map_at_10
value: 56.887
verified: no, type: map_at_100
value: 57.556
verified: no, type: map_at_1000
value: 57.582
verified: no, type: map_at_3
value: 54.15
verified: no, type: map_at_5
value: 55.825
verified: no, type: mrr_at_1
value: 46.800000000000004
verified: no, type: mrr_at_10
value: 56.887
verified: no, type: mrr_at_100
value: 57.556
verified: no, type: mrr_at_1000
value: 57.582
verified: no, type: mrr_at_3
value: 54.15
verified: no, type: mrr_at_5
value: 55.825
verified: no, type: ndcg_at_1
value: 46.800000000000004
verified: no, type: ndcg_at_10
value: 62.061
verified: no, type: ndcg_at_100
value: 65.042
verified: no, type: ndcg_at_1000
value: 65.658
verified: no, type: ndcg_at_3
value: 56.52700000000001
verified: no, type: ndcg_at_5
value: 59.518
verified: no, type: precision_at_1
value: 46.800000000000004
verified: no, type: precision_at_10
value: 7.84
verified: no, type: precision_at_100
value: 0.9169999999999999
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 21.133
verified: no, type: precision_at_5
value: 14.12
verified: no, type: recall_at_1
value: 46.800000000000004
verified: no, type: recall_at_10
value: 78.4
verified: no, type: recall_at_100
value: 91.7
verified: no, type: recall_at_1000
value: 96.39999999999999
verified: no, type: recall_at_3
value: 63.4
verified: no, type: recall_at_5
value: 70.6
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 48.010773374374764
verified: no, type: f1
value: 35.25314495210735
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 87.01688555347093
verified: no, type: ap
value: 56.39167630414159
verified: no, type: f1
value: 81.91756262306008
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 71.17867432738112
verified: no, type: cos_sim_spearman
value: 77.47954247528372
verified: no, type: euclidean_pearson
value: 76.32408876437825
verified: no, type: euclidean_spearman
value: 77.47954025694959
verified: no, type: manhattan_pearson
value: 76.33345801575938
verified: no, type: manhattan_spearman
value: 77.48901582125997
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 27.96333052746654
verified: no, type: mrr
value: 26.92023809523809
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 66.144
verified: no, type: map_at_10
value: 75.036
verified: no, type: map_at_100
value: 75.36
verified: no, type: map_at_1000
value: 75.371
verified: no, type: map_at_3
value: 73.258
verified: no, type: map_at_5
value: 74.369
verified: no, type: mrr_at_1
value: 68.381
verified: no, type: mrr_at_10
value: 75.633
verified: no, type: mrr_at_100
value: 75.91799999999999
verified: no, type: mrr_at_1000
value: 75.928
verified: no, type: mrr_at_3
value: 74.093
verified: no, type: mrr_at_5
value: 75.036
verified: no, type: ndcg_at_1
value: 68.381
verified: no, type: ndcg_at_10
value: 78.661
verified: no, type: ndcg_at_100
value: 80.15
verified: no, type: ndcg_at_1000
value: 80.456
verified: no, type: ndcg_at_3
value: 75.295
verified: no, type: ndcg_at_5
value: 77.14999999999999
verified: no, type: precision_at_1
value: 68.381
verified: no, type: precision_at_10
value: 9.481
verified: no, type: precision_at_100
value: 1.023
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.309
verified: no, type: precision_at_5
value: 17.974
verified: no, type: recall_at_1
value: 66.144
verified: no, type: recall_at_10
value: 89.24499999999999
verified: no, type: recall_at_100
value: 96.032
verified: no, type: recall_at_1000
value: 98.437
verified: no, type: recall_at_3
value: 80.327
verified: no, type: recall_at_5
value: 84.733
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 68.26832548755884
verified: no, type: f1
value: 65.97422207086723
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 73.13046402151984
verified: no, type: f1
value: 72.69199129694121
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 50.4
verified: no, type: map_at_10
value: 56.645
verified: no, type: map_at_100
value: 57.160999999999994
verified: no, type: map_at_1000
value: 57.218
verified: no, type: map_at_3
value: 55.383
verified: no, type: map_at_5
value: 56.08800000000001
verified: no, type: mrr_at_1
value: 50.6
verified: no, type: mrr_at_10
value: 56.745999999999995
verified: no, type: mrr_at_100
value: 57.262
verified: no, type: mrr_at_1000
value: 57.318999999999996
verified: no, type: mrr_at_3
value: 55.483000000000004
verified: no, type: mrr_at_5
value: 56.188
verified: no, type: ndcg_at_1
value: 50.4
verified: no, type: ndcg_at_10
value: 59.534
verified: no, type: ndcg_at_100
value: 62.400999999999996
verified: no, type: ndcg_at_1000
value: 64.01299999999999
verified: no, type: ndcg_at_3
value: 56.887
verified: no, type: ndcg_at_5
value: 58.160000000000004
verified: no, type: precision_at_1
value: 50.4
verified: no, type: precision_at_10
value: 6.859999999999999
verified: no, type: precision_at_100
value: 0.828
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 20.4
verified: no, type: precision_at_5
value: 12.86
verified: no, type: recall_at_1
value: 50.4
verified: no, type: recall_at_10
value: 68.60000000000001
verified: no, type: recall_at_100
value: 82.8
verified: no, type: recall_at_1000
value: 95.7
verified: no, type: recall_at_3
value: 61.199999999999996
verified: no, type: recall_at_5
value: 64.3
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 73.39666666666666
verified: no, type: f1
value: 72.86349039489504
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 73.36220898754738
verified: no, type: cos_sim_ap
value: 78.50300066088354
verified: no, type: cos_sim_f1
value: 75.39370078740157
verified: no, type: cos_sim_precision
value: 70.59907834101382
verified: no, type: cos_sim_recall
value: 80.8870116156283
verified: no, type: dot_accuracy
value: 73.36220898754738
verified: no, type: dot_ap
value: 78.50300066088354
verified: no, type: dot_f1
value: 75.39370078740157
verified: no, type: dot_precision
value: 70.59907834101382
verified: no, type: dot_recall
value: 80.8870116156283
verified: no, type: euclidean_accuracy
value: 73.36220898754738
verified: no, type: euclidean_ap
value: 78.50300066088354
verified: no, type: euclidean_f1
value: 75.39370078740157
verified: no, type: euclidean_precision
value: 70.59907834101382
verified: no, type: euclidean_recall
value: 80.8870116156283
verified: no, type: manhattan_accuracy
value: 73.09149972929075
verified: no, type: manhattan_ap
value: 78.41160715817406
verified: no, type: manhattan_f1
value: 75.3623188405797
verified: no, type: manhattan_precision
value: 69.45681211041853
verified: no, type: manhattan_recall
value: 82.36536430834214
verified: no, type: max_accuracy
value: 73.36220898754738
verified: no, type: max_ap
value: 78.50300066088354
verified: no, type: max_f1
value: 75.39370078740157
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 91.82000000000001
verified: no, type: ap
value: 89.3671278896903
verified: no, type: f1
value: 91.8021970144045
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 30.07022294131062
verified: no, type: cos_sim_spearman
value: 36.21542804954441
verified: no, type: euclidean_pearson
value: 36.37841945307606
verified: no, type: euclidean_spearman
value: 36.215513214835546
verified: no, type: manhattan_pearson
value: 36.31755715017088
verified: no, type: manhattan_spearman
value: 36.16848256918425
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 36.779755871073505
verified: no, type: cos_sim_spearman
value: 38.736220679196606
verified: no, type: euclidean_pearson
value: 37.13356686891227
verified: no, type: euclidean_spearman
value: 38.73619198602118
verified: no, type: manhattan_pearson
value: 37.175466658530816
verified: no, type: manhattan_spearman
value: 38.74523158724344
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 65.9737863254904
verified: no, type: cos_sim_spearman
value: 68.88293545840186
verified: no, type: euclidean_pearson
value: 67.23730973929247
verified: no, type: euclidean_spearman
value: 68.88293545840186
verified: no, type: manhattan_pearson
value: 67.30647960940956
verified: no, type: manhattan_spearman
value: 68.90553460682702
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 78.99371432933002
verified: no, type: cos_sim_spearman
value: 79.36496709214312
verified: no, type: euclidean_pearson
value: 78.77721120706431
verified: no, type: euclidean_spearman
value: 79.36500761622595
verified: no, type: manhattan_pearson
value: 78.82503201285202
verified: no, type: manhattan_spearman
value: 79.43915548337401
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.38418982516941
verified: no, type: mrr
value: 76.09996131153883
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 27.426000000000002
verified: no, type: map_at_10
value: 77.209
verified: no, type: map_at_100
value: 80.838
verified: no, type: map_at_1000
value: 80.903
verified: no, type: map_at_3
value: 54.196
verified: no, type: map_at_5
value: 66.664
verified: no, type: mrr_at_1
value: 90.049
verified: no, type: mrr_at_10
value: 92.482
verified: no, type: mrr_at_100
value: 92.568
verified: no, type: mrr_at_1000
value: 92.572
verified: no, type: mrr_at_3
value: 92.072
verified: no, type: mrr_at_5
value: 92.33
verified: no, type: ndcg_at_1
value: 90.049
verified: no, type: ndcg_at_10
value: 84.69200000000001
verified: no, type: ndcg_at_100
value: 88.25699999999999
verified: no, type: ndcg_at_1000
value: 88.896
verified: no, type: ndcg_at_3
value: 86.09700000000001
verified: no, type: ndcg_at_5
value: 84.68599999999999
verified: no, type: precision_at_1
value: 90.049
verified: no, type: precision_at_10
value: 42.142
verified: no, type: precision_at_100
value: 5.017
verified: no, type: precision_at_1000
value: 0.516
verified: no, type: precision_at_3
value: 75.358
verified: no, type: precision_at_5
value: 63.173
verified: no, type: recall_at_1
value: 27.426000000000002
verified: no, type: recall_at_10
value: 83.59400000000001
verified: no, type: recall_at_100
value: 95.21
verified: no, type: recall_at_1000
value: 98.503
verified: no, type: recall_at_3
value: 55.849000000000004
verified: no, type: recall_at_5
value: 69.986
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 51.925999999999995
verified: no, type: f1
value: 50.16867723626971
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 60.738901671970005
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 57.08563183138733
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 52
verified: no, type: map_at_10
value: 62.956
verified: no, type: map_at_100
value: 63.491
verified: no, type: map_at_1000
value: 63.50599999999999
verified: no, type: map_at_3
value: 60.733000000000004
verified: no, type: map_at_5
value: 62.217999999999996
verified: no, type: mrr_at_1
value: 52
verified: no, type: mrr_at_10
value: 62.956
verified: no, type: mrr_at_100
value: 63.491
verified: no, type: mrr_at_1000
value: 63.50599999999999
verified: no, type: mrr_at_3
value: 60.733000000000004
verified: no, type: mrr_at_5
value: 62.217999999999996
verified: no, type: ndcg_at_1
value: 52
verified: no, type: ndcg_at_10
value: 67.956
verified: no, type: ndcg_at_100
value: 70.536
verified: no, type: ndcg_at_1000
value: 70.908
verified: no, type: ndcg_at_3
value: 63.456999999999994
verified: no, type: ndcg_at_5
value: 66.155
verified: no, type: precision_at_1
value: 52
verified: no, type: precision_at_10
value: 8.35
verified: no, type: precision_at_100
value: 0.955
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 23.767
verified: no, type: precision_at_5
value: 15.58
verified: no, type: recall_at_1
value: 52
verified: no, type: recall_at_10
value: 83.5
verified: no, type: recall_at_100
value: 95.5
verified: no, type: recall_at_1000
value: 98.4
verified: no, type: recall_at_3
value: 71.3
verified: no, type: recall_at_5
value: 77.9
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 87.10000000000001
verified: no, type: ap
value: 70.81766065881429
verified: no, type: f1
value: 85.5323306120456
verified: no
license: apache-2.0
language: zh
Likes: 3 | All-time downloads: 27
Created: 2023-10-18 05:51:02