Model: Amu/tao-8k
Author: Amu
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, bert, feature-extraction, sentence-similarity, mteb, zh, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: tao-8k-origin
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 47.33644889578121
verified: no, type: cos_sim_spearman
value: 49.93968642502866
verified: no, type: euclidean_pearson
value: 48.12029792973887
verified: no, type: euclidean_spearman
value: 49.939666315145494
verified: no, type: manhattan_pearson
value: 48.07449594650583
verified: no, type: manhattan_spearman
value: 49.892461433911166
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 50.976148098905746
verified: no, type: cos_sim_spearman
value: 53.11230114448237
verified: no, type: euclidean_pearson
value: 55.119977161851054
verified: no, type: euclidean_spearman
value: 53.11229776647941
verified: no, type: manhattan_pearson
value: 55.096968162828034
verified: no, type: manhattan_spearman
value: 53.107481302419465
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 40.804
verified: no, type: f1
value: 39.01066543513968
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 62.843816050026824
verified: no, type: cos_sim_spearman
value: 65.54142642656706
verified: no, type: euclidean_pearson
value: 64.08809634876388
verified: no, type: euclidean_spearman
value: 65.54142642558392
verified: no, type: manhattan_pearson
value: 64.09391522108272
verified: no, type: manhattan_spearman
value: 65.55445491162718
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 40.028061591547804
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 38.1897102944254
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 85.34294439514511
verified: no, type: mrr
value: 88.03849206349206
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 85.81294364673899
verified: no, type: mrr
value: 88.52146825396825
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.982
verified: no, type: map_at_10
value: 36.21
verified: no, type: map_at_100
value: 38.072
verified: no, type: map_at_1000
value: 38.194
verified: no, type: map_at_3
value: 32.239000000000004
verified: no, type: map_at_5
value: 34.377
verified: no, type: mrr_at_1
value: 36.858999999999995
verified: no, type: mrr_at_10
value: 45.084999999999994
verified: no, type: mrr_at_100
value: 46.104
verified: no, type: mrr_at_1000
value: 46.154
verified: no, type: mrr_at_3
value: 42.623
verified: no, type: mrr_at_5
value: 43.995
verified: no, type: ndcg_at_1
value: 36.858999999999995
verified: no, type: ndcg_at_10
value: 42.735
verified: no, type: ndcg_at_100
value: 50.181
verified: no, type: ndcg_at_1000
value: 52.309000000000005
verified: no, type: ndcg_at_3
value: 37.728
verified: no, type: ndcg_at_5
value: 39.664
verified: no, type: precision_at_1
value: 36.858999999999995
verified: no, type: precision_at_10
value: 9.615
verified: no, type: precision_at_100
value: 1.564
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 21.514
verified: no, type: precision_at_5
value: 15.568999999999999
verified: no, type: recall_at_1
value: 23.982
verified: no, type: recall_at_10
value: 53.04600000000001
verified: no, type: recall_at_100
value: 84.113
verified: no, type: recall_at_1000
value: 98.37
verified: no, type: recall_at_3
value: 37.824999999999996
verified: no, type: recall_at_5
value: 44.023
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 77.71497294046902
verified: no, type: cos_sim_ap
value: 86.84526989595028
verified: no, type: cos_sim_f1
value: 79.31987247608926
verified: no, type: cos_sim_precision
value: 72.70601987142022
verified: no, type: cos_sim_recall
value: 87.2574234276362
verified: no, type: dot_accuracy
value: 77.71497294046902
verified: no, type: dot_ap
value: 86.83880734247957
verified: no, type: dot_f1
value: 79.31987247608926
verified: no, type: dot_precision
value: 72.70601987142022
verified: no, type: dot_recall
value: 87.2574234276362
verified: no, type: euclidean_accuracy
value: 77.71497294046902
verified: no, type: euclidean_ap
value: 86.84526869685902
verified: no, type: euclidean_f1
value: 79.31987247608926
verified: no, type: euclidean_precision
value: 72.70601987142022
verified: no, type: euclidean_recall
value: 87.2574234276362
verified: no, type: manhattan_accuracy
value: 77.8111846061335
verified: no, type: manhattan_ap
value: 86.81142881585656
verified: no, type: manhattan_f1
value: 79.4201671780764
verified: no, type: manhattan_precision
value: 72.53575570158485
verified: no, type: manhattan_recall
value: 87.74842179097499
verified: no, type: max_accuracy
value: 77.8111846061335
verified: no, type: max_ap
value: 86.84526989595028
verified: no, type: max_f1
value: 79.4201671780764
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 70.706
verified: no, type: map_at_10
value: 78.619
verified: no, type: map_at_100
value: 78.915
verified: no, type: map_at_1000
value: 78.918
verified: no, type: map_at_3
value: 76.967
verified: no, type: map_at_5
value: 77.922
verified: no, type: mrr_at_1
value: 70.917
verified: no, type: mrr_at_10
value: 78.64
verified: no, type: mrr_at_100
value: 78.935
verified: no, type: mrr_at_1000
value: 78.938
verified: no, type: mrr_at_3
value: 77.081
verified: no, type: mrr_at_5
value: 77.972
verified: no, type: ndcg_at_1
value: 70.917
verified: no, type: ndcg_at_10
value: 82.186
verified: no, type: ndcg_at_100
value: 83.487
verified: no, type: ndcg_at_1000
value: 83.589
verified: no, type: ndcg_at_3
value: 78.874
verified: no, type: ndcg_at_5
value: 80.548
verified: no, type: precision_at_1
value: 70.917
verified: no, type: precision_at_10
value: 9.431000000000001
verified: no, type: precision_at_100
value: 1.001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 28.275
verified: no, type: precision_at_5
value: 17.829
verified: no, type: recall_at_1
value: 70.706
verified: no, type: recall_at_10
value: 93.256
verified: no, type: recall_at_100
value: 99.05199999999999
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_3
value: 84.247
verified: no, type: recall_at_5
value: 88.251
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.989
verified: no, type: map_at_10
value: 80.882
verified: no, type: map_at_100
value: 83.63199999999999
verified: no, type: map_at_1000
value: 83.663
verified: no, type: map_at_3
value: 55.772
verified: no, type: map_at_5
value: 70.598
verified: no, type: mrr_at_1
value: 90.14999999999999
verified: no, type: mrr_at_10
value: 93.30000000000001
verified: no, type: mrr_at_100
value: 93.363
verified: no, type: mrr_at_1000
value: 93.366
verified: no, type: mrr_at_3
value: 93.083
verified: no, type: mrr_at_5
value: 93.206
verified: no, type: ndcg_at_1
value: 90.14999999999999
verified: no, type: ndcg_at_10
value: 88.016
verified: no, type: ndcg_at_100
value: 90.52900000000001
verified: no, type: ndcg_at_1000
value: 90.84400000000001
verified: no, type: ndcg_at_3
value: 86.529
verified: no, type: ndcg_at_5
value: 85.65899999999999
verified: no, type: precision_at_1
value: 90.14999999999999
verified: no, type: precision_at_10
value: 42.295
verified: no, type: precision_at_100
value: 4.826
verified: no, type: precision_at_1000
value: 0.48900000000000005
verified: no, type: precision_at_3
value: 77.717
verified: no, type: precision_at_5
value: 65.81
verified: no, type: recall_at_1
value: 25.989
verified: no, type: recall_at_10
value: 89.446
verified: no, type: recall_at_100
value: 97.832
verified: no, type: recall_at_1000
value: 99.568
verified: no, type: recall_at_3
value: 58.223
verified: no, type: recall_at_5
value: 75.411
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 49.6
verified: no, type: map_at_10
value: 59.512
verified: no, type: map_at_100
value: 60.059
verified: no, type: map_at_1000
value: 60.077999999999996
verified: no, type: map_at_3
value: 56.882999999999996
verified: no, type: map_at_5
value: 58.298
verified: no, type: mrr_at_1
value: 49.6
verified: no, type: mrr_at_10
value: 59.512
verified: no, type: mrr_at_100
value: 60.059
verified: no, type: mrr_at_1000
value: 60.077999999999996
verified: no, type: mrr_at_3
value: 56.882999999999996
verified: no, type: mrr_at_5
value: 58.298
verified: no, type: ndcg_at_1
value: 49.6
verified: no, type: ndcg_at_10
value: 64.71000000000001
verified: no, type: ndcg_at_100
value: 67.238
verified: no, type: ndcg_at_1000
value: 67.74
verified: no, type: ndcg_at_3
value: 59.275
verified: no, type: ndcg_at_5
value: 61.805
verified: no, type: precision_at_1
value: 49.6
verified: no, type: precision_at_10
value: 8.12
verified: no, type: precision_at_100
value: 0.927
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 22.067
verified: no, type: precision_at_5
value: 14.46
verified: no, type: recall_at_1
value: 49.6
verified: no, type: recall_at_10
value: 81.2
verified: no, type: recall_at_100
value: 92.7
verified: no, type: recall_at_1000
value: 96.6
verified: no, type: recall_at_3
value: 66.2
verified: no, type: recall_at_5
value: 72.3
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 47.98768757214313
verified: no, type: f1
value: 35.24243089488371
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 87.01688555347093
verified: no, type: ap
value: 56.39167630414159
verified: no, type: f1
value: 81.91756262306008
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 71.17874301231225
verified: no, type: cos_sim_spearman
value: 77.47936067899236
verified: no, type: euclidean_pearson
value: 76.3241109984839
verified: no, type: euclidean_spearman
value: 77.47936511149533
verified: no, type: manhattan_pearson
value: 76.3334642249198
verified: no, type: manhattan_spearman
value: 77.48889610190774
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 27.96872431410137
verified: no, type: mrr
value: 26.92023809523809
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 66.83099999999999
verified: no, type: map_at_10
value: 75.945
verified: no, type: map_at_100
value: 76.259
verified: no, type: map_at_1000
value: 76.27000000000001
verified: no, type: map_at_3
value: 74.22999999999999
verified: no, type: map_at_5
value: 75.318
verified: no, type: mrr_at_1
value: 69.069
verified: no, type: mrr_at_10
value: 76.491
verified: no, type: mrr_at_100
value: 76.764
verified: no, type: mrr_at_1000
value: 76.775
verified: no, type: mrr_at_3
value: 75.01
verified: no, type: mrr_at_5
value: 75.934
verified: no, type: ndcg_at_1
value: 69.069
verified: no, type: ndcg_at_10
value: 79.557
verified: no, type: ndcg_at_100
value: 80.946
verified: no, type: ndcg_at_1000
value: 81.23700000000001
verified: no, type: ndcg_at_3
value: 76.31099999999999
verified: no, type: ndcg_at_5
value: 78.121
verified: no, type: precision_at_1
value: 69.069
verified: no, type: precision_at_10
value: 9.58
verified: no, type: precision_at_100
value: 1.027
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.73
verified: no, type: precision_at_5
value: 18.201
verified: no, type: recall_at_1
value: 66.83099999999999
verified: no, type: recall_at_10
value: 90.118
verified: no, type: recall_at_100
value: 96.377
verified: no, type: recall_at_1000
value: 98.656
verified: no, type: recall_at_3
value: 81.516
verified: no, type: recall_at_5
value: 85.798
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 68.2649630127774
verified: no, type: f1
value: 65.96868218344183
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 73.13382649630127
verified: no, type: f1
value: 72.69980239148315
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 51.2
verified: no, type: map_at_10
value: 57.715
verified: no, type: map_at_100
value: 58.233999999999995
verified: no, type: map_at_1000
value: 58.289
verified: no, type: map_at_3
value: 56.483000000000004
verified: no, type: map_at_5
value: 57.193000000000005
verified: no, type: mrr_at_1
value: 51.2
verified: no, type: mrr_at_10
value: 57.714
verified: no, type: mrr_at_100
value: 58.233000000000004
verified: no, type: mrr_at_1000
value: 58.288
verified: no, type: mrr_at_3
value: 56.483000000000004
verified: no, type: mrr_at_5
value: 57.193000000000005
verified: no, type: ndcg_at_1
value: 51.2
verified: no, type: ndcg_at_10
value: 60.63499999999999
verified: no, type: ndcg_at_100
value: 63.458000000000006
verified: no, type: ndcg_at_1000
value: 64.992
verified: no, type: ndcg_at_3
value: 58.11300000000001
verified: no, type: ndcg_at_5
value: 59.391000000000005
verified: no, type: precision_at_1
value: 51.2
verified: no, type: precision_at_10
value: 6.97
verified: no, type: precision_at_100
value: 0.836
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 20.933
verified: no, type: precision_at_5
value: 13.18
verified: no, type: recall_at_1
value: 51.2
verified: no, type: recall_at_10
value: 69.69999999999999
verified: no, type: recall_at_100
value: 83.6
verified: no, type: recall_at_1000
value: 95.8
verified: no, type: recall_at_3
value: 62.8
verified: no, type: recall_at_5
value: 65.9
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 73.39
verified: no, type: f1
value: 72.85739851837214
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 73.36220898754738
verified: no, type: cos_sim_ap
value: 78.50045169678386
verified: no, type: cos_sim_f1
value: 75.3875968992248
verified: no, type: cos_sim_precision
value: 69.65085049239033
verified: no, type: cos_sim_recall
value: 82.15417106652588
verified: no, type: dot_accuracy
value: 73.36220898754738
verified: no, type: dot_ap
value: 78.50039148302838
verified: no, type: dot_f1
value: 75.3875968992248
verified: no, type: dot_precision
value: 69.65085049239033
verified: no, type: dot_recall
value: 82.15417106652588
verified: no, type: euclidean_accuracy
value: 73.36220898754738
verified: no, type: euclidean_ap
value: 78.50045169678386
verified: no, type: euclidean_f1
value: 75.3875968992248
verified: no, type: euclidean_precision
value: 69.65085049239033
verified: no, type: euclidean_recall
value: 82.15417106652588
verified: no, type: manhattan_accuracy
value: 73.09149972929075
verified: no, type: manhattan_ap
value: 78.40911589236852
verified: no, type: manhattan_f1
value: 75.3623188405797
verified: no, type: manhattan_precision
value: 69.45681211041853
verified: no, type: manhattan_recall
value: 82.36536430834214
verified: no, type: max_accuracy
value: 73.36220898754738
verified: no, type: max_ap
value: 78.50045169678386
verified: no, type: max_f1
value: 75.3875968992248
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 91.81000000000002
verified: no, type: ap
value: 89.35809579688139
verified: no, type: f1
value: 91.79220350456818
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 30.06960208048424
verified: no, type: cos_sim_spearman
value: 36.21568893707218
verified: no, type: euclidean_pearson
value: 36.3789158810154
verified: no, type: euclidean_spearman
value: 36.21568740241203
verified: no, type: manhattan_pearson
value: 36.318190228955935
verified: no, type: manhattan_spearman
value: 36.16813420759451
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 36.779942621488736
verified: no, type: cos_sim_spearman
value: 38.73716529566492
verified: no, type: euclidean_pearson
value: 37.134107612179605
verified: no, type: euclidean_spearman
value: 38.737099842399545
verified: no, type: manhattan_pearson
value: 37.17579625045808
verified: no, type: manhattan_spearman
value: 38.746051563332315
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 65.97416499132073
verified: no, type: cos_sim_spearman
value: 68.87894646940939
verified: no, type: euclidean_pearson
value: 67.2366929400408
verified: no, type: euclidean_spearman
value: 68.87894646940939
verified: no, type: manhattan_pearson
value: 67.30590304353478
verified: no, type: manhattan_spearman
value: 68.90546655032796
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 78.99420906581649
verified: no, type: cos_sim_spearman
value: 79.36553449000968
verified: no, type: euclidean_pearson
value: 78.77734144763518
verified: no, type: euclidean_spearman
value: 79.36545230850567
verified: no, type: manhattan_pearson
value: 78.82512507141092
verified: no, type: manhattan_spearman
value: 79.43977311125059
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.38018284846501
verified: no, type: mrr
value: 76.11180965277104
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 27.423
verified: no, type: map_at_10
value: 77.206
verified: no, type: map_at_100
value: 80.83500000000001
verified: no, type: map_at_1000
value: 80.9
verified: no, type: map_at_3
value: 54.190000000000005
verified: no, type: map_at_5
value: 66.662
verified: no, type: mrr_at_1
value: 90.049
verified: no, type: mrr_at_10
value: 92.48100000000001
verified: no, type: mrr_at_100
value: 92.567
verified: no, type: mrr_at_1000
value: 92.571
verified: no, type: mrr_at_3
value: 92.07
verified: no, type: mrr_at_5
value: 92.32900000000001
verified: no, type: ndcg_at_1
value: 90.049
verified: no, type: ndcg_at_10
value: 84.69
verified: no, type: ndcg_at_100
value: 88.254
verified: no, type: ndcg_at_1000
value: 88.89399999999999
verified: no, type: ndcg_at_3
value: 86.091
verified: no, type: ndcg_at_5
value: 84.685
verified: no, type: precision_at_1
value: 90.049
verified: no, type: precision_at_10
value: 42.141
verified: no, type: precision_at_100
value: 5.016
verified: no, type: precision_at_1000
value: 0.516
verified: no, type: precision_at_3
value: 75.352
verified: no, type: precision_at_5
value: 63.176
verified: no, type: recall_at_1
value: 27.423
verified: no, type: recall_at_10
value: 83.595
verified: no, type: recall_at_100
value: 95.21
verified: no, type: recall_at_1000
value: 98.503
verified: no, type: recall_at_3
value: 55.84400000000001
verified: no, type: recall_at_5
value: 69.987
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 51.927
verified: no, type: f1
value: 50.16838216110367
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 60.85131720842154
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 57.0921610946628
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 56.99999999999999
verified: no, type: map_at_10
value: 67.611
verified: no, type: map_at_100
value: 68.095
verified: no, type: map_at_1000
value: 68.10300000000001
verified: no, type: map_at_3
value: 65.75
verified: no, type: map_at_5
value: 66.93
verified: no, type: mrr_at_1
value: 56.89999999999999
verified: no, type: mrr_at_10
value: 67.561
verified: no, type: mrr_at_100
value: 68.045
verified: no, type: mrr_at_1000
value: 68.053
verified: no, type: mrr_at_3
value: 65.7
verified: no, type: mrr_at_5
value: 66.88
verified: no, type: ndcg_at_1
value: 56.99999999999999
verified: no, type: ndcg_at_10
value: 72.25200000000001
verified: no, type: ndcg_at_100
value: 74.542
verified: no, type: ndcg_at_1000
value: 74.725
verified: no, type: ndcg_at_3
value: 68.47
verified: no, type: ndcg_at_5
value: 70.583
verified: no, type: precision_at_1
value: 56.99999999999999
verified: no, type: precision_at_10
value: 8.66
verified: no, type: precision_at_100
value: 0.972
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 25.433
verified: no, type: precision_at_5
value: 16.28
verified: no, type: recall_at_1
value: 56.99999999999999
verified: no, type: recall_at_10
value: 86.6
verified: no, type: recall_at_100
value: 97.2
verified: no, type: recall_at_1000
value: 98.6
verified: no, type: recall_at_3
value: 76.3
verified: no, type: recall_at_5
value: 81.39999999999999
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 87.10000000000001
verified: no, type: ap
value: 70.81766065881429
verified: no, type: f1
value: 85.5323306120456
verified: no
license: apache-2.0
language: zh
Likes: 45 | All-time downloads: 21818
Created: 2023-11-04 14:14:00