Model: lier007/xiaobu-embedding
Author: lier007
Pipeline: feature-extraction
Library: transformers
Tags: transformers, pytorch, bert, feature-extraction, mteb, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: tags: mteb
model-index: name: xiaobu-embedding
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 49.37874132528482
verified: no, type: cos_sim_spearman
value: 54.84722470052176
verified: no, type: euclidean_pearson
value: 53.0495882931575
verified: no, type: euclidean_spearman
value: 54.847727301700665
verified: no, type: manhattan_pearson
value: 53.0632140838278
verified: no, type: manhattan_spearman
value: 54.8744258024692
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 48.15992903013723
verified: no, type: cos_sim_spearman
value: 55.13198035464577
verified: no, type: euclidean_pearson
value: 55.435876753245715
verified: no, type: euclidean_spearman
value: 55.13215936702871
verified: no, type: manhattan_pearson
value: 55.41429518223402
verified: no, type: manhattan_spearman
value: 55.13363087679285
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 46.722
verified: no, type: f1
value: 45.039340641893205
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 63.517830355554224
verified: no, type: cos_sim_spearman
value: 65.57007801018649
verified: no, type: euclidean_pearson
value: 64.05153340906585
verified: no, type: euclidean_spearman
value: 65.5696865661119
verified: no, type: manhattan_pearson
value: 63.95710619755406
verified: no, type: manhattan_spearman
value: 65.48565785379489
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 43.24046498507819
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 41.22618199372116
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 87.12213224673621
verified: no, type: mrr
value: 89.57150793650794
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 87.57290061886421
verified: no, type: mrr
value: 90.19202380952382
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.22
verified: no, type: map_at_10
value: 37.604
verified: no, type: map_at_100
value: 39.501
verified: no, type: map_at_1000
value: 39.614
verified: no, type: map_at_3
value: 33.378
verified: no, type: map_at_5
value: 35.774
verified: no, type: mrr_at_1
value: 38.385000000000005
verified: no, type: mrr_at_10
value: 46.487
verified: no, type: mrr_at_100
value: 47.504999999999995
verified: no, type: mrr_at_1000
value: 47.548
verified: no, type: mrr_at_3
value: 43.885999999999996
verified: no, type: mrr_at_5
value: 45.373000000000005
verified: no, type: ndcg_at_1
value: 38.385000000000005
verified: no, type: ndcg_at_10
value: 44.224999999999994
verified: no, type: ndcg_at_100
value: 51.637
verified: no, type: ndcg_at_1000
value: 53.55799999999999
verified: no, type: ndcg_at_3
value: 38.845
verified: no, type: ndcg_at_5
value: 41.163
verified: no, type: precision_at_1
value: 38.385000000000005
verified: no, type: precision_at_10
value: 9.812
verified: no, type: precision_at_100
value: 1.58
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 21.88
verified: no, type: precision_at_5
value: 15.974
verified: no, type: recall_at_1
value: 25.22
verified: no, type: recall_at_10
value: 54.897
verified: no, type: recall_at_100
value: 85.469
verified: no, type: recall_at_1000
value: 98.18599999999999
verified: no, type: recall_at_3
value: 38.815
verified: no, type: recall_at_5
value: 45.885
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 83.22309079975948
verified: no, type: cos_sim_ap
value: 89.94833400328307
verified: no, type: cos_sim_f1
value: 84.39319055464031
verified: no, type: cos_sim_precision
value: 79.5774647887324
verified: no, type: cos_sim_recall
value: 89.82931961655366
verified: no, type: dot_accuracy
value: 83.22309079975948
verified: no, type: dot_ap
value: 89.95618559578415
verified: no, type: dot_f1
value: 84.41173239591345
verified: no, type: dot_precision
value: 79.61044343141317
verified: no, type: dot_recall
value: 89.82931961655366
verified: no, type: euclidean_accuracy
value: 83.23511725796753
verified: no, type: euclidean_ap
value: 89.94836342787318
verified: no, type: euclidean_f1
value: 84.40550133096718
verified: no, type: euclidean_precision
value: 80.29120067524794
verified: no, type: euclidean_recall
value: 88.9642272620996
verified: no, type: manhattan_accuracy
value: 83.23511725796753
verified: no, type: manhattan_ap
value: 89.9450103956978
verified: no, type: manhattan_f1
value: 84.44444444444444
verified: no, type: manhattan_precision
value: 80.09647651006712
verified: no, type: manhattan_recall
value: 89.29155950432546
verified: no, type: max_accuracy
value: 83.23511725796753
verified: no, type: max_ap
value: 89.95618559578415
verified: no, type: max_f1
value: 84.44444444444444
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 76.87
verified: no, type: map_at_10
value: 84.502
verified: no, type: map_at_100
value: 84.615
verified: no, type: map_at_1000
value: 84.617
verified: no, type: map_at_3
value: 83.127
verified: no, type: map_at_5
value: 83.99600000000001
verified: no, type: mrr_at_1
value: 77.02799999999999
verified: no, type: mrr_at_10
value: 84.487
verified: no, type: mrr_at_100
value: 84.59299999999999
verified: no, type: mrr_at_1000
value: 84.59400000000001
verified: no, type: mrr_at_3
value: 83.193
verified: no, type: mrr_at_5
value: 83.994
verified: no, type: ndcg_at_1
value: 77.134
verified: no, type: ndcg_at_10
value: 87.68599999999999
verified: no, type: ndcg_at_100
value: 88.17099999999999
verified: no, type: ndcg_at_1000
value: 88.21
verified: no, type: ndcg_at_3
value: 84.993
verified: no, type: ndcg_at_5
value: 86.519
verified: no, type: precision_at_1
value: 77.134
verified: no, type: precision_at_10
value: 9.841999999999999
verified: no, type: precision_at_100
value: 1.006
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 30.313000000000002
verified: no, type: precision_at_5
value: 18.945999999999998
verified: no, type: recall_at_1
value: 76.87
verified: no, type: recall_at_10
value: 97.418
verified: no, type: recall_at_100
value: 99.579
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_3
value: 90.227
verified: no, type: recall_at_5
value: 93.888
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.941
verified: no, type: map_at_10
value: 78.793
verified: no, type: map_at_100
value: 81.57799999999999
verified: no, type: map_at_1000
value: 81.626
verified: no, type: map_at_3
value: 54.749
verified: no, type: map_at_5
value: 69.16
verified: no, type: mrr_at_1
value: 90.45
verified: no, type: mrr_at_10
value: 93.406
verified: no, type: mrr_at_100
value: 93.453
verified: no, type: mrr_at_1000
value: 93.45700000000001
verified: no, type: mrr_at_3
value: 93.10000000000001
verified: no, type: mrr_at_5
value: 93.27499999999999
verified: no, type: ndcg_at_1
value: 90.45
verified: no, type: ndcg_at_10
value: 86.44500000000001
verified: no, type: ndcg_at_100
value: 89.28399999999999
verified: no, type: ndcg_at_1000
value: 89.739
verified: no, type: ndcg_at_3
value: 85.62100000000001
verified: no, type: ndcg_at_5
value: 84.441
verified: no, type: precision_at_1
value: 90.45
verified: no, type: precision_at_10
value: 41.19
verified: no, type: precision_at_100
value: 4.761
verified: no, type: precision_at_1000
value: 0.48700000000000004
verified: no, type: precision_at_3
value: 76.583
verified: no, type: precision_at_5
value: 64.68
verified: no, type: recall_at_1
value: 25.941
verified: no, type: recall_at_10
value: 87.443
verified: no, type: recall_at_100
value: 96.54
verified: no, type: recall_at_1000
value: 98.906
verified: no, type: recall_at_3
value: 56.947
verified: no, type: recall_at_5
value: 73.714
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 52.900000000000006
verified: no, type: map_at_10
value: 63.144
verified: no, type: map_at_100
value: 63.634
verified: no, type: map_at_1000
value: 63.644999999999996
verified: no, type: map_at_3
value: 60.817
verified: no, type: map_at_5
value: 62.202
verified: no, type: mrr_at_1
value: 52.900000000000006
verified: no, type: mrr_at_10
value: 63.144
verified: no, type: mrr_at_100
value: 63.634
verified: no, type: mrr_at_1000
value: 63.644999999999996
verified: no, type: mrr_at_3
value: 60.817
verified: no, type: mrr_at_5
value: 62.202
verified: no, type: ndcg_at_1
value: 52.900000000000006
verified: no, type: ndcg_at_10
value: 68.042
verified: no, type: ndcg_at_100
value: 70.417
verified: no, type: ndcg_at_1000
value: 70.722
verified: no, type: ndcg_at_3
value: 63.287000000000006
verified: no, type: ndcg_at_5
value: 65.77
verified: no, type: precision_at_1
value: 52.900000000000006
verified: no, type: precision_at_10
value: 8.34
verified: no, type: precision_at_100
value: 0.9450000000000001
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 23.467
verified: no, type: precision_at_5
value: 15.28
verified: no, type: recall_at_1
value: 52.900000000000006
verified: no, type: recall_at_10
value: 83.39999999999999
verified: no, type: recall_at_100
value: 94.5
verified: no, type: recall_at_1000
value: 96.89999999999999
verified: no, type: recall_at_3
value: 70.39999999999999
verified: no, type: recall_at_5
value: 76.4
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 49.74220854174683
verified: no, type: f1
value: 38.01399980618159
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.73545966228893
verified: no, type: ap
value: 55.72394235169542
verified: no, type: f1
value: 81.58550390953492
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 69.96711977441642
verified: no, type: cos_sim_spearman
value: 75.54747609685569
verified: no, type: euclidean_pearson
value: 74.62663478056035
verified: no, type: euclidean_spearman
value: 75.54761576699639
verified: no, type: manhattan_pearson
value: 74.60983904582241
verified: no, type: manhattan_spearman
value: 75.52758938061503
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 28.076927649720986
verified: no, type: mrr
value: 26.98015873015873
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 65.58
verified: no, type: map_at_10
value: 74.763
verified: no, type: map_at_100
value: 75.077
verified: no, type: map_at_1000
value: 75.091
verified: no, type: map_at_3
value: 72.982
verified: no, type: map_at_5
value: 74.155
verified: no, type: mrr_at_1
value: 67.822
verified: no, type: mrr_at_10
value: 75.437
verified: no, type: mrr_at_100
value: 75.702
verified: no, type: mrr_at_1000
value: 75.715
verified: no, type: mrr_at_3
value: 73.91799999999999
verified: no, type: mrr_at_5
value: 74.909
verified: no, type: ndcg_at_1
value: 67.822
verified: no, type: ndcg_at_10
value: 78.472
verified: no, type: ndcg_at_100
value: 79.891
verified: no, type: ndcg_at_1000
value: 80.262
verified: no, type: ndcg_at_3
value: 75.138
verified: no, type: ndcg_at_5
value: 77.094
verified: no, type: precision_at_1
value: 67.822
verified: no, type: precision_at_10
value: 9.474
verified: no, type: precision_at_100
value: 1.019
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.281
verified: no, type: precision_at_5
value: 18.017
verified: no, type: recall_at_1
value: 65.58
verified: no, type: recall_at_10
value: 89.18599999999999
verified: no, type: recall_at_100
value: 95.64399999999999
verified: no, type: recall_at_1000
value: 98.541
verified: no, type: recall_at_3
value: 80.455
verified: no, type: recall_at_5
value: 85.063
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 72.86819098856758
verified: no, type: f1
value: 70.25369778283451
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 75.46738399462004
verified: no, type: f1
value: 75.02466838130249
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 53.300000000000004
verified: no, type: map_at_10
value: 60.072
verified: no, type: map_at_100
value: 60.618
verified: no, type: map_at_1000
value: 60.659
verified: no, type: map_at_3
value: 58.550000000000004
verified: no, type: map_at_5
value: 59.425
verified: no, type: mrr_at_1
value: 53.5
verified: no, type: mrr_at_10
value: 60.187999999999995
verified: no, type: mrr_at_100
value: 60.73499999999999
verified: no, type: mrr_at_1000
value: 60.775999999999996
verified: no, type: mrr_at_3
value: 58.667
verified: no, type: mrr_at_5
value: 59.541999999999994
verified: no, type: ndcg_at_1
value: 53.300000000000004
verified: no, type: ndcg_at_10
value: 63.376999999999995
verified: no, type: ndcg_at_100
value: 66.24600000000001
verified: no, type: ndcg_at_1000
value: 67.408
verified: no, type: ndcg_at_3
value: 60.211000000000006
verified: no, type: ndcg_at_5
value: 61.781
verified: no, type: precision_at_1
value: 53.300000000000004
verified: no, type: precision_at_10
value: 7.380000000000001
verified: no, type: precision_at_100
value: 0.877
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 21.667
verified: no, type: precision_at_5
value: 13.76
verified: no, type: recall_at_1
value: 53.300000000000004
verified: no, type: recall_at_10
value: 73.8
verified: no, type: recall_at_100
value: 87.7
verified: no, type: recall_at_1000
value: 97
verified: no, type: recall_at_3
value: 65
verified: no, type: recall_at_5
value: 68.8
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 76.27666666666667
verified: no, type: f1
value: 76.31280038435165
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 78.72225230102869
verified: no, type: cos_sim_ap
value: 80.63941899467723
verified: no, type: cos_sim_f1
value: 80.52190121155638
verified: no, type: cos_sim_precision
value: 72.06005004170142
verified: no, type: cos_sim_recall
value: 91.23548046462513
verified: no, type: dot_accuracy
value: 78.72225230102869
verified: no, type: dot_ap
value: 80.63913939812744
verified: no, type: dot_f1
value: 80.51948051948052
verified: no, type: dot_precision
value: 71.7948717948718
verified: no, type: dot_recall
value: 91.65786694825766
verified: no, type: euclidean_accuracy
value: 78.72225230102869
verified: no, type: euclidean_ap
value: 80.64403797436798
verified: no, type: euclidean_f1
value: 80.52190121155638
verified: no, type: euclidean_precision
value: 72.06005004170142
verified: no, type: euclidean_recall
value: 91.23548046462513
verified: no, type: manhattan_accuracy
value: 78.18083378451544
verified: no, type: manhattan_ap
value: 80.5241189302444
verified: no, type: manhattan_f1
value: 80.43478260869566
verified: no, type: manhattan_precision
value: 72.7972626176219
verified: no, type: manhattan_recall
value: 89.86272439281943
verified: no, type: max_accuracy
value: 78.72225230102869
verified: no, type: max_ap
value: 80.64403797436798
verified: no, type: max_f1
value: 80.52190121155638
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 92.49000000000001
verified: no, type: ap
value: 90.66330807324402
verified: no, type: f1
value: 92.48245049107115
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 33.6275431596535
verified: no, type: cos_sim_spearman
value: 37.865700050451494
verified: no, type: euclidean_pearson
value: 38.1050665279388
verified: no, type: euclidean_spearman
value: 37.864125056066364
verified: no, type: manhattan_pearson
value: 38.11206873232881
verified: no, type: manhattan_spearman
value: 37.852977098473936
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 32.137955501231104
verified: no, type: cos_sim_spearman
value: 33.68610910423116
verified: no, type: euclidean_pearson
value: 32.155444753547926
verified: no, type: euclidean_spearman
value: 33.685799252964124
verified: no, type: manhattan_pearson
value: 32.14490855334317
verified: no, type: manhattan_spearman
value: 33.656549820048554
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 63.63884916818661
verified: no, type: cos_sim_spearman
value: 64.3217581571435
verified: no, type: euclidean_pearson
value: 63.475760085926055
verified: no, type: euclidean_spearman
value: 64.31638169371887
verified: no, type: manhattan_pearson
value: 64.39677572604752
verified: no, type: manhattan_spearman
value: 64.85585019406021
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 79.74698333415277
verified: no, type: cos_sim_spearman
value: 81.1850043859317
verified: no, type: euclidean_pearson
value: 80.94512578669881
verified: no, type: euclidean_spearman
value: 81.18825478390181
verified: no, type: manhattan_pearson
value: 80.88114336824758
verified: no, type: manhattan_spearman
value: 81.12266715583868
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.59971552953814
verified: no, type: mrr
value: 76.42177408088038
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 28.825
verified: no, type: map_at_10
value: 77.48899999999999
verified: no, type: map_at_100
value: 81.144
verified: no, type: map_at_1000
value: 81.216
verified: no, type: map_at_3
value: 55.435
verified: no, type: map_at_5
value: 67.496
verified: no, type: mrr_at_1
value: 91.377
verified: no, type: mrr_at_10
value: 94.062
verified: no, type: mrr_at_100
value: 94.122
verified: no, type: mrr_at_1000
value: 94.123
verified: no, type: mrr_at_3
value: 93.709
verified: no, type: mrr_at_5
value: 93.932
verified: no, type: ndcg_at_1
value: 91.377
verified: no, type: ndcg_at_10
value: 85.44800000000001
verified: no, type: ndcg_at_100
value: 89.11099999999999
verified: no, type: ndcg_at_1000
value: 89.752
verified: no, type: ndcg_at_3
value: 87.262
verified: no, type: ndcg_at_5
value: 85.668
verified: no, type: precision_at_1
value: 91.377
verified: no, type: precision_at_10
value: 41.525
verified: no, type: precision_at_100
value: 4.989
verified: no, type: precision_at_1000
value: 0.516
verified: no, type: precision_at_3
value: 75.452
verified: no, type: precision_at_5
value: 62.785000000000004
verified: no, type: recall_at_1
value: 28.825
verified: no, type: recall_at_10
value: 84.202
verified: no, type: recall_at_100
value: 95.768
verified: no, type: recall_at_1000
value: 98.791
verified: no, type: recall_at_3
value: 57.284
verified: no, type: recall_at_5
value: 71.071
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 52.160000000000004
verified: no, type: f1
value: 50.49492950548829
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 70.06019845009966
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 63.9370959228245
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 60
verified: no, type: map_at_10
value: 69.362
verified: no, type: map_at_100
value: 69.819
verified: no, type: map_at_1000
value: 69.833
verified: no, type: map_at_3
value: 67.783
verified: no, type: map_at_5
value: 68.71300000000001
verified: no, type: mrr_at_1
value: 60
verified: no, type: mrr_at_10
value: 69.362
verified: no, type: mrr_at_100
value: 69.819
verified: no, type: mrr_at_1000
value: 69.833
verified: no, type: mrr_at_3
value: 67.783
verified: no, type: mrr_at_5
value: 68.71300000000001
verified: no, type: ndcg_at_1
value: 60
verified: no, type: ndcg_at_10
value: 73.59400000000001
verified: no, type: ndcg_at_100
value: 75.734
verified: no, type: ndcg_at_1000
value: 76.049
verified: no, type: ndcg_at_3
value: 70.33
verified: no, type: ndcg_at_5
value: 72.033
verified: no, type: precision_at_1
value: 60
verified: no, type: precision_at_10
value: 8.67
verified: no, type: precision_at_100
value: 0.9650000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 25.900000000000002
verified: no, type: precision_at_5
value: 16.38
verified: no, type: recall_at_1
value: 60
verified: no, type: recall_at_10
value: 86.7
verified: no, type: recall_at_100
value: 96.5
verified: no, type: recall_at_1000
value: 98.9
verified: no, type: recall_at_3
value: 77.7
verified: no, type: recall_at_5
value: 81.89999999999999
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 88.36
verified: no, type: ap
value: 73.25144216855439
verified: no, type: f1
value: 86.75076261442027
verified: no
Likes: 18 | All-time downloads: 20025
Created: 2024-01-09 13:08:08