Model: infgrad/stella-large-zh
Author: infgrad
Pipeline: feature-extraction
Library: transformers
Tags: transformers, pytorch, bert, feature-extraction, mteb, arxiv:1612.00796, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: tags: mteb
model-index: name: stella-large-zh
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 51.61327712288466
verified: no, type: cos_sim_spearman
value: 54.48753880097122
verified: no, type: euclidean_pearson
value: 52.68387289931342
verified: no, type: euclidean_spearman
value: 54.48753879487172
verified: no, type: manhattan_pearson
value: 52.635406372350026
verified: no, type: manhattan_spearman
value: 54.447390526317044
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 53.39178036427897
verified: no, type: cos_sim_spearman
value: 54.450028472876134
verified: no, type: euclidean_pearson
value: 56.87300033777842
verified: no, type: euclidean_spearman
value: 54.45002622056799
verified: no, type: manhattan_pearson
value: 56.84326996138951
verified: no, type: manhattan_spearman
value: 54.433880144849375
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 40.574000000000005
verified: no, type: f1
value: 38.87775700245793
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 60.80957921870066
verified: no, type: cos_sim_spearman
value: 62.37707350882237
verified: no, type: euclidean_pearson
value: 61.29032932843765
verified: no, type: euclidean_spearman
value: 62.37707350713817
verified: no, type: manhattan_pearson
value: 61.23028102541801
verified: no, type: manhattan_spearman
value: 62.31280056582247
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 40.27066616318565
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 37.503323644484716
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 84.69295191328456
verified: no, type: mrr
value: 87.08992063492063
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 85.22650690364465
verified: no, type: mrr
value: 87.72158730158729
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.54
verified: no, type: map_at_10
value: 35.591
verified: no, type: map_at_100
value: 37.549
verified: no, type: map_at_1000
value: 37.663000000000004
verified: no, type: map_at_3
value: 31.405
verified: no, type: map_at_5
value: 33.792
verified: no, type: mrr_at_1
value: 36.359
verified: no, type: mrr_at_10
value: 44.624
verified: no, type: mrr_at_100
value: 45.660000000000004
verified: no, type: mrr_at_1000
value: 45.707
verified: no, type: mrr_at_3
value: 42.002
verified: no, type: mrr_at_5
value: 43.535000000000004
verified: no, type: ndcg_at_1
value: 36.359
verified: no, type: ndcg_at_10
value: 42.28
verified: no, type: ndcg_at_100
value: 49.997
verified: no, type: ndcg_at_1000
value: 51.966
verified: no, type: ndcg_at_3
value: 36.851
verified: no, type: ndcg_at_5
value: 39.249
verified: no, type: precision_at_1
value: 36.359
verified: no, type: precision_at_10
value: 9.542
verified: no, type: precision_at_100
value: 1.582
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 20.913999999999998
verified: no, type: precision_at_5
value: 15.404000000000002
verified: no, type: recall_at_1
value: 23.54
verified: no, type: recall_at_10
value: 53.005
verified: no, type: recall_at_100
value: 85.085
verified: no, type: recall_at_1000
value: 98.21
verified: no, type: recall_at_3
value: 36.944
verified: no, type: recall_at_5
value: 44.137
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 76.16355983162958
verified: no, type: cos_sim_ap
value: 85.14228023901842
verified: no, type: cos_sim_f1
value: 77.86752827140549
verified: no, type: cos_sim_precision
value: 72.18450479233228
verified: no, type: cos_sim_recall
value: 84.5218611176058
verified: no, type: dot_accuracy
value: 76.16355983162958
verified: no, type: dot_ap
value: 85.16266644596179
verified: no, type: dot_f1
value: 77.86752827140549
verified: no, type: dot_precision
value: 72.18450479233228
verified: no, type: dot_recall
value: 84.5218611176058
verified: no, type: euclidean_accuracy
value: 76.16355983162958
verified: no, type: euclidean_ap
value: 85.14227717790371
verified: no, type: euclidean_f1
value: 77.86752827140549
verified: no, type: euclidean_precision
value: 72.18450479233228
verified: no, type: euclidean_recall
value: 84.5218611176058
verified: no, type: manhattan_accuracy
value: 75.99518941671678
verified: no, type: manhattan_ap
value: 85.10764940972825
verified: no, type: manhattan_f1
value: 77.80804694048618
verified: no, type: manhattan_precision
value: 70.49553825707233
verified: no, type: manhattan_recall
value: 86.81318681318682
verified: no, type: max_accuracy
value: 76.16355983162958
verified: no, type: max_ap
value: 85.16266644596179
verified: no, type: max_f1
value: 77.86752827140549
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 73.762
verified: no, type: map_at_10
value: 81.76299999999999
verified: no, type: map_at_100
value: 81.974
verified: no, type: map_at_1000
value: 81.977
verified: no, type: map_at_3
value: 80.23400000000001
verified: no, type: map_at_5
value: 81.189
verified: no, type: mrr_at_1
value: 74.18299999999999
verified: no, type: mrr_at_10
value: 81.792
verified: no, type: mrr_at_100
value: 81.994
verified: no, type: mrr_at_1000
value: 81.997
verified: no, type: mrr_at_3
value: 80.277
verified: no, type: mrr_at_5
value: 81.221
verified: no, type: ndcg_at_1
value: 74.078
verified: no, type: ndcg_at_10
value: 85.195
verified: no, type: ndcg_at_100
value: 86.041
verified: no, type: ndcg_at_1000
value: 86.111
verified: no, type: ndcg_at_3
value: 82.171
verified: no, type: ndcg_at_5
value: 83.90100000000001
verified: no, type: precision_at_1
value: 74.078
verified: no, type: precision_at_10
value: 9.684
verified: no, type: precision_at_100
value: 1.004
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 29.470000000000002
verified: no, type: precision_at_5
value: 18.567
verified: no, type: recall_at_1
value: 73.762
verified: no, type: recall_at_10
value: 95.785
verified: no, type: recall_at_100
value: 99.368
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_3
value: 87.724
verified: no, type: recall_at_5
value: 91.93900000000001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.911
verified: no, type: map_at_10
value: 80.656
verified: no, type: map_at_100
value: 83.446
verified: no, type: map_at_1000
value: 83.485
verified: no, type: map_at_3
value: 55.998000000000005
verified: no, type: map_at_5
value: 70.577
verified: no, type: mrr_at_1
value: 90.14999999999999
verified: no, type: mrr_at_10
value: 93.35900000000001
verified: no, type: mrr_at_100
value: 93.419
verified: no, type: mrr_at_1000
value: 93.423
verified: no, type: mrr_at_3
value: 93.133
verified: no, type: mrr_at_5
value: 93.26100000000001
verified: no, type: ndcg_at_1
value: 90.14999999999999
verified: no, type: ndcg_at_10
value: 87.806
verified: no, type: ndcg_at_100
value: 90.4
verified: no, type: ndcg_at_1000
value: 90.776
verified: no, type: ndcg_at_3
value: 86.866
verified: no, type: ndcg_at_5
value: 85.619
verified: no, type: precision_at_1
value: 90.14999999999999
verified: no, type: precision_at_10
value: 42.045
verified: no, type: precision_at_100
value: 4.814
verified: no, type: precision_at_1000
value: 0.49
verified: no, type: precision_at_3
value: 78
verified: no, type: precision_at_5
value: 65.62
verified: no, type: recall_at_1
value: 25.911
verified: no, type: recall_at_10
value: 88.942
verified: no, type: recall_at_100
value: 97.56700000000001
verified: no, type: recall_at_1000
value: 99.62
verified: no, type: recall_at_3
value: 58.361
verified: no, type: recall_at_5
value: 75.126
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 46.2
verified: no, type: map_at_10
value: 56.309
verified: no, type: map_at_100
value: 56.977
verified: no, type: map_at_1000
value: 56.995
verified: no, type: map_at_3
value: 53.55
verified: no, type: map_at_5
value: 55.19
verified: no, type: mrr_at_1
value: 46.2
verified: no, type: mrr_at_10
value: 56.309
verified: no, type: mrr_at_100
value: 56.977
verified: no, type: mrr_at_1000
value: 56.995
verified: no, type: mrr_at_3
value: 53.55
verified: no, type: mrr_at_5
value: 55.19
verified: no, type: ndcg_at_1
value: 46.2
verified: no, type: ndcg_at_10
value: 61.656
verified: no, type: ndcg_at_100
value: 64.714
verified: no, type: ndcg_at_1000
value: 65.217
verified: no, type: ndcg_at_3
value: 56.022000000000006
verified: no, type: ndcg_at_5
value: 58.962
verified: no, type: precision_at_1
value: 46.2
verified: no, type: precision_at_10
value: 7.86
verified: no, type: precision_at_100
value: 0.9249999999999999
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 21.067
verified: no, type: precision_at_5
value: 14.06
verified: no, type: recall_at_1
value: 46.2
verified: no, type: recall_at_10
value: 78.60000000000001
verified: no, type: recall_at_100
value: 92.5
verified: no, type: recall_at_1000
value: 96.5
verified: no, type: recall_at_3
value: 63.2
verified: no, type: recall_at_5
value: 70.3
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 47.03347441323585
verified: no, type: f1
value: 35.50895794566714
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.73545966228893
verified: no, type: ap
value: 55.43694740493539
verified: no, type: f1
value: 81.47218440859787
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 70.49478085579923
verified: no, type: cos_sim_spearman
value: 76.28442852235379
verified: no, type: euclidean_pearson
value: 74.90910715249527
verified: no, type: euclidean_spearman
value: 76.28443517178847
verified: no, type: manhattan_pearson
value: 74.90744903779758
verified: no, type: manhattan_spearman
value: 76.2886829916495
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 64.798
verified: no, type: map_at_10
value: 74.263
verified: no, type: map_at_100
value: 74.59
verified: no, type: map_at_1000
value: 74.601
verified: no, type: map_at_3
value: 72.382
verified: no, type: map_at_5
value: 73.59700000000001
verified: no, type: mrr_at_1
value: 67.049
verified: no, type: mrr_at_10
value: 74.86500000000001
verified: no, type: mrr_at_100
value: 75.155
verified: no, type: mrr_at_1000
value: 75.165
verified: no, type: mrr_at_3
value: 73.21600000000001
verified: no, type: mrr_at_5
value: 74.259
verified: no, type: ndcg_at_1
value: 67.049
verified: no, type: ndcg_at_10
value: 78.104
verified: no, type: ndcg_at_100
value: 79.56400000000001
verified: no, type: ndcg_at_1000
value: 79.85600000000001
verified: no, type: ndcg_at_3
value: 74.54499999999999
verified: no, type: ndcg_at_5
value: 76.587
verified: no, type: precision_at_1
value: 67.049
verified: no, type: precision_at_10
value: 9.493
verified: no, type: precision_at_100
value: 1.022
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.189999999999998
verified: no, type: precision_at_5
value: 18.003
verified: no, type: recall_at_1
value: 64.798
verified: no, type: recall_at_10
value: 89.328
verified: no, type: recall_at_100
value: 95.916
verified: no, type: recall_at_1000
value: 98.223
verified: no, type: recall_at_3
value: 79.93599999999999
verified: no, type: recall_at_5
value: 84.789
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 64.01815736381977
verified: no, type: f1
value: 61.07806329750582
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.94754539340954
verified: no, type: f1
value: 68.76446930296682
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 50.1
verified: no, type: map_at_10
value: 56.406
verified: no, type: map_at_100
value: 56.958
verified: no, type: map_at_1000
value: 57.007
verified: no, type: map_at_3
value: 55.083000000000006
verified: no, type: map_at_5
value: 55.952999999999996
verified: no, type: mrr_at_1
value: 50.1
verified: no, type: mrr_at_10
value: 56.401999999999994
verified: no, type: mrr_at_100
value: 56.955
verified: no, type: mrr_at_1000
value: 57.004
verified: no, type: mrr_at_3
value: 55.05
verified: no, type: mrr_at_5
value: 55.95
verified: no, type: ndcg_at_1
value: 50.1
verified: no, type: ndcg_at_10
value: 59.384
verified: no, type: ndcg_at_100
value: 62.339
verified: no, type: ndcg_at_1000
value: 63.756
verified: no, type: ndcg_at_3
value: 56.657999999999994
verified: no, type: ndcg_at_5
value: 58.267
verified: no, type: precision_at_1
value: 50.1
verified: no, type: precision_at_10
value: 6.87
verified: no, type: precision_at_100
value: 0.832
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 20.4
verified: no, type: precision_at_5
value: 13.04
verified: no, type: recall_at_1
value: 50.1
verified: no, type: recall_at_10
value: 68.7
verified: no, type: recall_at_100
value: 83.2
verified: no, type: recall_at_1000
value: 94.6
verified: no, type: recall_at_3
value: 61.199999999999996
verified: no, type: recall_at_5
value: 65.2
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 27.159122893681587
verified: no, type: mrr
value: 25.659126984126985
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 73.02666666666667
verified: no, type: f1
value: 72.47691397067602
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 67.0817541959935
verified: no, type: cos_sim_ap
value: 72.29133043915637
verified: no, type: cos_sim_f1
value: 72.71207689093188
verified: no, type: cos_sim_precision
value: 60.16597510373444
verified: no, type: cos_sim_recall
value: 91.86906019007391
verified: no, type: dot_accuracy
value: 67.0817541959935
verified: no, type: dot_ap
value: 72.29133043915637
verified: no, type: dot_f1
value: 72.71207689093188
verified: no, type: dot_precision
value: 60.16597510373444
verified: no, type: dot_recall
value: 91.86906019007391
verified: no, type: euclidean_accuracy
value: 67.0817541959935
verified: no, type: euclidean_ap
value: 72.29133043915637
verified: no, type: euclidean_f1
value: 72.71207689093188
verified: no, type: euclidean_precision
value: 60.16597510373444
verified: no, type: euclidean_recall
value: 91.86906019007391
verified: no, type: manhattan_accuracy
value: 66.91932864103953
verified: no, type: manhattan_ap
value: 72.20070509521395
verified: no, type: manhattan_f1
value: 72.52839713925118
verified: no, type: manhattan_precision
value: 60.27972027972028
verified: no, type: manhattan_recall
value: 91.02428722280888
verified: no, type: max_accuracy
value: 67.0817541959935
verified: no, type: max_ap
value: 72.29133043915637
verified: no, type: max_f1
value: 72.71207689093188
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 90.75000000000001
verified: no, type: ap
value: 87.99706544930007
verified: no, type: f1
value: 90.72973221476978
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 33.57372874898899
verified: no, type: cos_sim_spearman
value: 37.9718472605281
verified: no, type: euclidean_pearson
value: 38.52264008741102
verified: no, type: euclidean_spearman
value: 37.97184654854654
verified: no, type: manhattan_pearson
value: 38.50412571398273
verified: no, type: manhattan_spearman
value: 37.98038173979437
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 37.510457667606225
verified: no, type: cos_sim_spearman
value: 37.83522430820119
verified: no, type: euclidean_pearson
value: 36.65815519443564
verified: no, type: euclidean_spearman
value: 37.83519816393499
verified: no, type: manhattan_pearson
value: 36.66835898210608
verified: no, type: manhattan_spearman
value: 37.85390202705368
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 66.9953337569138
verified: no, type: cos_sim_spearman
value: 67.27632129468024
verified: no, type: euclidean_pearson
value: 65.83716645437758
verified: no, type: euclidean_spearman
value: 67.27632129468024
verified: no, type: manhattan_pearson
value: 65.81209103940279
verified: no, type: manhattan_spearman
value: 67.26678679870099
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 75.73719311549382
verified: no, type: cos_sim_spearman
value: 75.71173848950517
verified: no, type: euclidean_pearson
value: 75.23070020894484
verified: no, type: euclidean_spearman
value: 75.71173839940812
verified: no, type: manhattan_pearson
value: 75.23517292603057
verified: no, type: manhattan_spearman
value: 75.74250916645184
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.8596523608508
verified: no, type: mrr
value: 76.9288884590171
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.618000000000002
verified: no, type: map_at_10
value: 74.884
verified: no, type: map_at_100
value: 78.65299999999999
verified: no, type: map_at_1000
value: 78.724
verified: no, type: map_at_3
value: 52.507999999999996
verified: no, type: map_at_5
value: 64.52799999999999
verified: no, type: mrr_at_1
value: 88.453
verified: no, type: mrr_at_10
value: 91.157
verified: no, type: mrr_at_100
value: 91.263
verified: no, type: mrr_at_1000
value: 91.268
verified: no, type: mrr_at_3
value: 90.672
verified: no, type: mrr_at_5
value: 90.96499999999999
verified: no, type: ndcg_at_1
value: 88.453
verified: no, type: ndcg_at_10
value: 82.759
verified: no, type: ndcg_at_100
value: 86.709
verified: no, type: ndcg_at_1000
value: 87.41499999999999
verified: no, type: ndcg_at_3
value: 84.194
verified: no, type: ndcg_at_5
value: 82.645
verified: no, type: precision_at_1
value: 88.453
verified: no, type: precision_at_10
value: 41.369
verified: no, type: precision_at_100
value: 4.9910000000000005
verified: no, type: precision_at_1000
value: 0.515
verified: no, type: precision_at_3
value: 73.79400000000001
verified: no, type: precision_at_5
value: 61.80799999999999
verified: no, type: recall_at_1
value: 26.618000000000002
verified: no, type: recall_at_10
value: 81.772
verified: no, type: recall_at_100
value: 94.55
verified: no, type: recall_at_1000
value: 98.184
verified: no, type: recall_at_3
value: 54.26499999999999
verified: no, type: recall_at_5
value: 67.963
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 50.690000000000005
verified: no, type: f1
value: 48.77079213417325
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 62.14566804144758
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 54.66890415410679
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 55.900000000000006
verified: no, type: map_at_10
value: 66.188
verified: no, type: map_at_100
value: 66.67699999999999
verified: no, type: map_at_1000
value: 66.691
verified: no, type: map_at_3
value: 64.017
verified: no, type: map_at_5
value: 65.462
verified: no, type: mrr_at_1
value: 55.800000000000004
verified: no, type: mrr_at_10
value: 66.13799999999999
verified: no, type: mrr_at_100
value: 66.62700000000001
verified: no, type: mrr_at_1000
value: 66.64099999999999
verified: no, type: mrr_at_3
value: 63.967
verified: no, type: mrr_at_5
value: 65.412
verified: no, type: ndcg_at_1
value: 55.900000000000006
verified: no, type: ndcg_at_10
value: 70.961
verified: no, type: ndcg_at_100
value: 73.22
verified: no, type: ndcg_at_1000
value: 73.583
verified: no, type: ndcg_at_3
value: 66.61
verified: no, type: ndcg_at_5
value: 69.18900000000001
verified: no, type: precision_at_1
value: 55.900000000000006
verified: no, type: precision_at_10
value: 8.58
verified: no, type: precision_at_100
value: 0.9610000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 24.7
verified: no, type: precision_at_5
value: 16.06
verified: no, type: recall_at_1
value: 55.900000000000006
verified: no, type: recall_at_10
value: 85.8
verified: no, type: recall_at_100
value: 96.1
verified: no, type: recall_at_1000
value: 98.9
verified: no, type: recall_at_3
value: 74.1
verified: no, type: recall_at_5
value: 80.30000000000001
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 86.77
verified: no, type: ap
value: 70.21134107638184
verified: no, type: f1
value: 85.22521777795022
verified: no
Likes: 26 | All-time downloads: 11278
Created: 2023-09-10 07:51:33