Model: aspire/acge_text_embedding
Author: aspire
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, safetensors, bert, mteb, feature-extraction, sentence-similarity, arxiv:2205.13147, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: mteb, sentence-transformers, feature-extraction, sentence-similarity
model-index: name: acge_text_embedding
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: b44c3b011063adb25877c13823db83bb193913c4
metrics: type: cos_sim_pearson
value: 54.03434872650919
verified: no, type: cos_sim_spearman
value: 58.80730796688325
verified: no, type: euclidean_pearson
value: 57.47231387497989
verified: no, type: euclidean_spearman
value: 58.80775026351807
verified: no, type: manhattan_pearson
value: 57.46332720141574
verified: no, type: manhattan_spearman
value: 58.80196022940078
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
metrics: type: cos_sim_pearson
value: 53.52621290548175
verified: no, type: cos_sim_spearman
value: 57.945227768312144
verified: no, type: euclidean_pearson
value: 61.17041394151802
verified: no, type: euclidean_spearman
value: 57.94553287835657
verified: no, type: manhattan_pearson
value: 61.168327500057885
verified: no, type: manhattan_spearman
value: 57.94477516925043
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 48.538000000000004
verified: no, type: f1
value: 46.59920995594044
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
metrics: type: cos_sim_pearson
value: 68.27529991817154
verified: no, type: cos_sim_spearman
value: 70.37095914176643
verified: no, type: euclidean_pearson
value: 69.42690712802727
verified: no, type: euclidean_spearman
value: 70.37017971889912
verified: no, type: manhattan_pearson
value: 69.40264877917839
verified: no, type: manhattan_spearman
value: 70.34786744049524
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
metrics: type: v_measure
value: 47.08027536192709
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
metrics: type: v_measure
value: 44.0526024940363
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: 8d7f1e942507dac42dc58017c1a001c3717da7df
metrics: type: map
value: 88.65974993133156
verified: no, type: mrr
value: 90.64761904761905
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: 23d186750531a14a0357ca22cd92d712fd512ea0
metrics: type: map
value: 88.90396838907245
verified: no, type: mrr
value: 90.90932539682541
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301
metrics: type: map_at_1
value: 26.875
verified: no, type: map_at_10
value: 39.995999999999995
verified: no, type: map_at_100
value: 41.899
verified: no, type: map_at_1000
value: 42
verified: no, type: map_at_3
value: 35.414
verified: no, type: map_at_5
value: 38.019
verified: no, type: mrr_at_1
value: 40.635
verified: no, type: mrr_at_10
value: 48.827
verified: no, type: mrr_at_100
value: 49.805
verified: no, type: mrr_at_1000
value: 49.845
verified: no, type: mrr_at_3
value: 46.145
verified: no, type: mrr_at_5
value: 47.693999999999996
verified: no, type: ndcg_at_1
value: 40.635
verified: no, type: ndcg_at_10
value: 46.78
verified: no, type: ndcg_at_100
value: 53.986999999999995
verified: no, type: ndcg_at_1000
value: 55.684
verified: no, type: ndcg_at_3
value: 41.018
verified: no, type: ndcg_at_5
value: 43.559
verified: no, type: precision_at_1
value: 40.635
verified: no, type: precision_at_10
value: 10.427999999999999
verified: no, type: precision_at_100
value: 1.625
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_3
value: 23.139000000000003
verified: no, type: precision_at_5
value: 17.004
verified: no, type: recall_at_1
value: 26.875
verified: no, type: recall_at_10
value: 57.887
verified: no, type: recall_at_100
value: 87.408
verified: no, type: recall_at_1000
value: 98.721
verified: no, type: recall_at_3
value: 40.812
verified: no, type: recall_at_5
value: 48.397
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: 41bc36f332156f7adc9e38f53777c959b2ae9766
metrics: type: cos_sim_accuracy
value: 83.43956704750451
verified: no, type: cos_sim_ap
value: 90.49172854352659
verified: no, type: cos_sim_f1
value: 84.28475486903963
verified: no, type: cos_sim_precision
value: 80.84603822203135
verified: no, type: cos_sim_recall
value: 88.02899228431144
verified: no, type: dot_accuracy
value: 83.43956704750451
verified: no, type: dot_ap
value: 90.46317132695233
verified: no, type: dot_f1
value: 84.28794294628929
verified: no, type: dot_precision
value: 80.51948051948052
verified: no, type: dot_recall
value: 88.4264671498714
verified: no, type: euclidean_accuracy
value: 83.43956704750451
verified: no, type: euclidean_ap
value: 90.49171785256486
verified: no, type: euclidean_f1
value: 84.28235820561584
verified: no, type: euclidean_precision
value: 80.8022308022308
verified: no, type: euclidean_recall
value: 88.07575403320084
verified: no, type: manhattan_accuracy
value: 83.55983162958509
verified: no, type: manhattan_ap
value: 90.48046779812815
verified: no, type: manhattan_f1
value: 84.45354259069714
verified: no, type: manhattan_precision
value: 82.21877767936226
verified: no, type: manhattan_recall
value: 86.81318681318682
verified: no, type: max_accuracy
value: 83.55983162958509
verified: no, type: max_ap
value: 90.49172854352659
verified: no, type: max_f1
value: 84.45354259069714
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: 1271c7809071a13532e05f25fb53511ffce77117
metrics: type: map_at_1
value: 68.54599999999999
verified: no, type: map_at_10
value: 77.62400000000001
verified: no, type: map_at_100
value: 77.886
verified: no, type: map_at_1000
value: 77.89
verified: no, type: map_at_3
value: 75.966
verified: no, type: map_at_5
value: 76.995
verified: no, type: mrr_at_1
value: 68.915
verified: no, type: mrr_at_10
value: 77.703
verified: no, type: mrr_at_100
value: 77.958
verified: no, type: mrr_at_1000
value: 77.962
verified: no, type: mrr_at_3
value: 76.08
verified: no, type: mrr_at_5
value: 77.118
verified: no, type: ndcg_at_1
value: 68.809
verified: no, type: ndcg_at_10
value: 81.563
verified: no, type: ndcg_at_100
value: 82.758
verified: no, type: ndcg_at_1000
value: 82.864
verified: no, type: ndcg_at_3
value: 78.29
verified: no, type: ndcg_at_5
value: 80.113
verified: no, type: precision_at_1
value: 68.809
verified: no, type: precision_at_10
value: 9.463000000000001
verified: no, type: precision_at_100
value: 1.001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 28.486
verified: no, type: precision_at_5
value: 18.019
verified: no, type: recall_at_1
value: 68.54599999999999
verified: no, type: recall_at_10
value: 93.625
verified: no, type: recall_at_100
value: 99.05199999999999
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_3
value: 84.879
verified: no, type: recall_at_5
value: 89.252
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: a1a333e290fe30b10f3f56498e3a0d911a693ced
metrics: type: map_at_1
value: 25.653
verified: no, type: map_at_10
value: 79.105
verified: no, type: map_at_100
value: 81.902
verified: no, type: map_at_1000
value: 81.947
verified: no, type: map_at_3
value: 54.54599999999999
verified: no, type: map_at_5
value: 69.226
verified: no, type: mrr_at_1
value: 89.35
verified: no, type: mrr_at_10
value: 92.69
verified: no, type: mrr_at_100
value: 92.77
verified: no, type: mrr_at_1000
value: 92.774
verified: no, type: mrr_at_3
value: 92.425
verified: no, type: mrr_at_5
value: 92.575
verified: no, type: ndcg_at_1
value: 89.35
verified: no, type: ndcg_at_10
value: 86.55199999999999
verified: no, type: ndcg_at_100
value: 89.35300000000001
verified: no, type: ndcg_at_1000
value: 89.782
verified: no, type: ndcg_at_3
value: 85.392
verified: no, type: ndcg_at_5
value: 84.5
verified: no, type: precision_at_1
value: 89.35
verified: no, type: precision_at_10
value: 41.589999999999996
verified: no, type: precision_at_100
value: 4.781
verified: no, type: precision_at_1000
value: 0.488
verified: no, type: precision_at_3
value: 76.683
verified: no, type: precision_at_5
value: 65.06
verified: no, type: recall_at_1
value: 25.653
verified: no, type: recall_at_10
value: 87.64999999999999
verified: no, type: recall_at_100
value: 96.858
verified: no, type: recall_at_1000
value: 99.13300000000001
verified: no, type: recall_at_3
value: 56.869
verified: no, type: recall_at_5
value: 74.024
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9
metrics: type: map_at_1
value: 52.1
verified: no, type: map_at_10
value: 62.629999999999995
verified: no, type: map_at_100
value: 63.117000000000004
verified: no, type: map_at_1000
value: 63.134
verified: no, type: map_at_3
value: 60.267
verified: no, type: map_at_5
value: 61.777
verified: no, type: mrr_at_1
value: 52.1
verified: no, type: mrr_at_10
value: 62.629999999999995
verified: no, type: mrr_at_100
value: 63.117000000000004
verified: no, type: mrr_at_1000
value: 63.134
verified: no, type: mrr_at_3
value: 60.267
verified: no, type: mrr_at_5
value: 61.777
verified: no, type: ndcg_at_1
value: 52.1
verified: no, type: ndcg_at_10
value: 67.596
verified: no, type: ndcg_at_100
value: 69.95
verified: no, type: ndcg_at_1000
value: 70.33500000000001
verified: no, type: ndcg_at_3
value: 62.82600000000001
verified: no, type: ndcg_at_5
value: 65.546
verified: no, type: precision_at_1
value: 52.1
verified: no, type: precision_at_10
value: 8.309999999999999
verified: no, type: precision_at_100
value: 0.941
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 23.400000000000002
verified: no, type: precision_at_5
value: 15.36
verified: no, type: recall_at_1
value: 52.1
verified: no, type: recall_at_10
value: 83.1
verified: no, type: recall_at_100
value: 94.1
verified: no, type: recall_at_1000
value: 97
verified: no, type: recall_at_3
value: 70.19999999999999
verified: no, type: recall_at_5
value: 76.8
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: 421605374b29664c5fc098418fe20ada9bd55f8a
metrics: type: accuracy
value: 51.773759138130046
verified: no, type: f1
value: 40.341407912920054
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: b7c64bd89eb87f8ded463478346f76731f07bf8b
metrics: type: accuracy
value: 86.69793621013133
verified: no, type: ap
value: 55.46718958939327
verified: no, type: f1
value: 81.48228915952436
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: 17f9b096f80380fce5ed12a9be8be7784b337daf
metrics: type: cos_sim_pearson
value: 71.1397780205448
verified: no, type: cos_sim_spearman
value: 78.17368193033309
verified: no, type: euclidean_pearson
value: 77.4849177602368
verified: no, type: euclidean_spearman
value: 78.17369079663212
verified: no, type: manhattan_pearson
value: 77.47344305182406
verified: no, type: manhattan_spearman
value: 78.16454335155387
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6
metrics: type: map
value: 27.76160559006673
verified: no, type: mrr
value: 28.02420634920635
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: 539bbde593d947e2a124ba72651aafc09eb33fc2
metrics: type: map_at_1
value: 65.661
verified: no, type: map_at_10
value: 74.752
verified: no, type: map_at_100
value: 75.091
verified: no, type: map_at_1000
value: 75.104
verified: no, type: map_at_3
value: 72.997
verified: no, type: map_at_5
value: 74.119
verified: no, type: mrr_at_1
value: 67.923
verified: no, type: mrr_at_10
value: 75.376
verified: no, type: mrr_at_100
value: 75.673
verified: no, type: mrr_at_1000
value: 75.685
verified: no, type: mrr_at_3
value: 73.856
verified: no, type: mrr_at_5
value: 74.82799999999999
verified: no, type: ndcg_at_1
value: 67.923
verified: no, type: ndcg_at_10
value: 78.424
verified: no, type: ndcg_at_100
value: 79.95100000000001
verified: no, type: ndcg_at_1000
value: 80.265
verified: no, type: ndcg_at_3
value: 75.101
verified: no, type: ndcg_at_5
value: 76.992
verified: no, type: precision_at_1
value: 67.923
verified: no, type: precision_at_10
value: 9.474
verified: no, type: precision_at_100
value: 1.023
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.319
verified: no, type: precision_at_5
value: 17.986
verified: no, type: recall_at_1
value: 65.661
verified: no, type: recall_at_10
value: 89.09899999999999
verified: no, type: recall_at_100
value: 96.023
verified: no, type: recall_at_1000
value: 98.455
verified: no, type: recall_at_3
value: 80.314
verified: no, type: recall_at_5
value: 84.81
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 75.86751849361131
verified: no, type: f1
value: 73.04918450508
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 78.4364492266308
verified: no, type: f1
value: 78.120686034844
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6
metrics: type: map_at_1
value: 55.00000000000001
verified: no, type: map_at_10
value: 61.06399999999999
verified: no, type: map_at_100
value: 61.622
verified: no, type: map_at_1000
value: 61.663000000000004
verified: no, type: map_at_3
value: 59.583
verified: no, type: map_at_5
value: 60.373
verified: no, type: mrr_at_1
value: 55.2
verified: no, type: mrr_at_10
value: 61.168
verified: no, type: mrr_at_100
value: 61.726000000000006
verified: no, type: mrr_at_1000
value: 61.767
verified: no, type: mrr_at_3
value: 59.683
verified: no, type: mrr_at_5
value: 60.492999999999995
verified: no, type: ndcg_at_1
value: 55.00000000000001
verified: no, type: ndcg_at_10
value: 64.098
verified: no, type: ndcg_at_100
value: 67.05
verified: no, type: ndcg_at_1000
value: 68.262
verified: no, type: ndcg_at_3
value: 61.00600000000001
verified: no, type: ndcg_at_5
value: 62.439
verified: no, type: precision_at_1
value: 55.00000000000001
verified: no, type: precision_at_10
value: 7.37
verified: no, type: precision_at_100
value: 0.881
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 21.7
verified: no, type: precision_at_5
value: 13.719999999999999
verified: no, type: recall_at_1
value: 55.00000000000001
verified: no, type: recall_at_10
value: 73.7
verified: no, type: recall_at_100
value: 88.1
verified: no, type: recall_at_1000
value: 97.8
verified: no, type: recall_at_3
value: 65.10000000000001
verified: no, type: recall_at_5
value: 68.60000000000001
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
metrics: type: accuracy
value: 77.52666666666667
verified: no, type: f1
value: 77.49784731367215
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: 66e76a618a34d6d565d5538088562851e6daa7ec
metrics: type: cos_sim_accuracy
value: 81.10449377368705
verified: no, type: cos_sim_ap
value: 85.17742765935606
verified: no, type: cos_sim_f1
value: 83.00094966761633
verified: no, type: cos_sim_precision
value: 75.40983606557377
verified: no, type: cos_sim_recall
value: 92.29144667370645
verified: no, type: dot_accuracy
value: 81.10449377368705
verified: no, type: dot_ap
value: 85.17143850809614
verified: no, type: dot_f1
value: 83.01707779886148
verified: no, type: dot_precision
value: 75.36606373815677
verified: no, type: dot_recall
value: 92.39704329461456
verified: no, type: euclidean_accuracy
value: 81.10449377368705
verified: no, type: euclidean_ap
value: 85.17856775343333
verified: no, type: euclidean_f1
value: 83.00094966761633
verified: no, type: euclidean_precision
value: 75.40983606557377
verified: no, type: euclidean_recall
value: 92.29144667370645
verified: no, type: manhattan_accuracy
value: 81.05035192203573
verified: no, type: manhattan_ap
value: 85.14464459395809
verified: no, type: manhattan_f1
value: 82.96155671570953
verified: no, type: manhattan_precision
value: 75.3448275862069
verified: no, type: manhattan_recall
value: 92.29144667370645
verified: no, type: max_accuracy
value: 81.10449377368705
verified: no, type: max_ap
value: 85.17856775343333
verified: no, type: max_f1
value: 83.01707779886148
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: e610f2ebd179a8fda30ae534c3878750a96db120
metrics: type: accuracy
value: 93.71000000000001
verified: no, type: ap
value: 91.83202232349356
verified: no, type: f1
value: 93.69900560334331
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1
metrics: type: cos_sim_pearson
value: 39.175047651512415
verified: no, type: cos_sim_spearman
value: 45.51434675777896
verified: no, type: euclidean_pearson
value: 44.864110004132286
verified: no, type: euclidean_spearman
value: 45.516433048896076
verified: no, type: manhattan_pearson
value: 44.87153627706517
verified: no, type: manhattan_spearman
value: 45.52862617925012
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
metrics: type: cos_sim_pearson
value: 34.249579701429084
verified: no, type: cos_sim_spearman
value: 37.30903127368978
verified: no, type: euclidean_pearson
value: 35.129438425253355
verified: no, type: euclidean_spearman
value: 37.308544018709085
verified: no, type: manhattan_pearson
value: 35.08936153503652
verified: no, type: manhattan_spearman
value: 37.25582901077839
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 61.29309637460004
verified: no, type: cos_sim_spearman
value: 65.85136090376717
verified: no, type: euclidean_pearson
value: 64.04783990953557
verified: no, type: euclidean_spearman
value: 65.85036859610366
verified: no, type: manhattan_pearson
value: 63.995852552712186
verified: no, type: manhattan_spearman
value: 65.86508416749417
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
metrics: type: cos_sim_pearson
value: 81.5595940455587
verified: no, type: cos_sim_spearman
value: 82.72654634579749
verified: no, type: euclidean_pearson
value: 82.4892721061365
verified: no, type: euclidean_spearman
value: 82.72678504228253
verified: no, type: manhattan_pearson
value: 82.4770861422454
verified: no, type: manhattan_spearman
value: 82.71137469783162
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: 76631901a18387f85eaa53e5450019b87ad58ef9
metrics: type: map
value: 66.6159547610527
verified: no, type: mrr
value: 76.35739406347057
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: 8731a845f1bf500a4f111cf1070785c793d10e64
metrics: type: map_at_1
value: 27.878999999999998
verified: no, type: map_at_10
value: 77.517
verified: no, type: map_at_100
value: 81.139
verified: no, type: map_at_1000
value: 81.204
verified: no, type: map_at_3
value: 54.728
verified: no, type: map_at_5
value: 67.128
verified: no, type: mrr_at_1
value: 90.509
verified: no, type: mrr_at_10
value: 92.964
verified: no, type: mrr_at_100
value: 93.045
verified: no, type: mrr_at_1000
value: 93.048
verified: no, type: mrr_at_3
value: 92.551
verified: no, type: mrr_at_5
value: 92.81099999999999
verified: no, type: ndcg_at_1
value: 90.509
verified: no, type: ndcg_at_10
value: 85.075
verified: no, type: ndcg_at_100
value: 88.656
verified: no, type: ndcg_at_1000
value: 89.25699999999999
verified: no, type: ndcg_at_3
value: 86.58200000000001
verified: no, type: ndcg_at_5
value: 85.138
verified: no, type: precision_at_1
value: 90.509
verified: no, type: precision_at_10
value: 42.05
verified: no, type: precision_at_100
value: 5.013999999999999
verified: no, type: precision_at_1000
value: 0.516
verified: no, type: precision_at_3
value: 75.551
verified: no, type: precision_at_5
value: 63.239999999999995
verified: no, type: recall_at_1
value: 27.878999999999998
verified: no, type: recall_at_10
value: 83.941
verified: no, type: recall_at_100
value: 95.568
verified: no, type: recall_at_1000
value: 98.55000000000001
verified: no, type: recall_at_3
value: 56.374
verified: no, type: recall_at_5
value: 70.435
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: 317f262bf1e6126357bbe89e875451e4b0938fe4
metrics: type: accuracy
value: 53.687
verified: no, type: f1
value: 51.86911933364655
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: 5798586b105c0434e4f0fe5e767abe619442cf93
metrics: type: v_measure
value: 74.65887489872564
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
metrics: type: v_measure
value: 69.00410995984436
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: 58c2597a5943a2ba48f4668c3b90d796283c5639
metrics: type: map_at_1
value: 59.4
verified: no, type: map_at_10
value: 69.214
verified: no, type: map_at_100
value: 69.72699999999999
verified: no, type: map_at_1000
value: 69.743
verified: no, type: map_at_3
value: 67.717
verified: no, type: map_at_5
value: 68.782
verified: no, type: mrr_at_1
value: 59.4
verified: no, type: mrr_at_10
value: 69.214
verified: no, type: mrr_at_100
value: 69.72699999999999
verified: no, type: mrr_at_1000
value: 69.743
verified: no, type: mrr_at_3
value: 67.717
verified: no, type: mrr_at_5
value: 68.782
verified: no, type: ndcg_at_1
value: 59.4
verified: no, type: ndcg_at_10
value: 73.32300000000001
verified: no, type: ndcg_at_100
value: 75.591
verified: no, type: ndcg_at_1000
value: 75.98700000000001
verified: no, type: ndcg_at_3
value: 70.339
verified: no, type: ndcg_at_5
value: 72.246
verified: no, type: precision_at_1
value: 59.4
verified: no, type: precision_at_10
value: 8.59
verified: no, type: precision_at_100
value: 0.96
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 25.967000000000002
verified: no, type: precision_at_5
value: 16.5
verified: no, type: recall_at_1
value: 59.4
verified: no, type: recall_at_10
value: 85.9
verified: no, type: recall_at_100
value: 96
verified: no, type: recall_at_1000
value: 99.1
verified: no, type: recall_at_3
value: 77.9
verified: no, type: recall_at_5
value: 82.5
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: 339287def212450dcaa9df8c22bf93e9980c7023
metrics: type: accuracy
value: 88.53
verified: no, type: ap
value: 73.56216166534062
verified: no, type: f1
value: 87.06093694294485
verified: no
Likes: 148 | All-time downloads: 481704
Created: 2024-03-09 11:39:38