Model: Quark-LLM/quark-llm-embedding-1.5B
Author: Quark-LLM
Tags: mteb, model-index, region:us
Card metadata: model-index: name: Quark-Emb-1.5b
results: dataset: config: default
name: MTEB AFQMC
revision: None
split: validation
type: C-MTEB/AFQMC
metrics: type: cosine_pearson
value: 47.14285927987258
verified: no, type: cosine_spearman
value: 48.161200368263025
verified: no, type: manhattan_pearson
value: 46.852921578928694
verified: no, type: manhattan_spearman
value: 48.0768829644805
verified: no, type: euclidean_pearson
value: 46.934710408297846
verified: no, type: euclidean_spearman
value: 48.161200368263025
verified: no, type: main_score
value: 48.161200368263025
verified: no
task: type: STS, dataset: config: default
name: MTEB ATEC
revision: None
split: test
type: C-MTEB/ATEC
metrics: type: cosine_pearson
value: 53.31694395347832
verified: no, type: cosine_spearman
value: 50.82142054857025
verified: no, type: manhattan_pearson
value: 55.63018022546727
verified: no, type: manhattan_spearman
value: 50.808925663235286
verified: no, type: euclidean_pearson
value: 55.630897902214585
verified: no, type: euclidean_spearman
value: 50.82142054857025
verified: no, type: main_score
value: 50.82142054857025
verified: no
task: type: STS, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 51.93800000000001
verified: no, type: accuracy_stderr
value: 1.6225030046197138
verified: no, type: f1
value: 49.36480272612989
verified: no, type: f1_stderr
value: 2.402473535325102
verified: no, type: main_score
value: 51.93800000000001
verified: no
task: type: Classification, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 50.757999999999996
verified: no, type: accuracy_stderr
value: 1.1949041802588176
verified: no, type: f1
value: 48.18542841607346
verified: no, type: f1_stderr
value: 2.025507464835368
verified: no, type: main_score
value: 50.757999999999996
verified: no
task: type: Classification, dataset: config: default
name: MTEB BQ
revision: None
split: test
type: C-MTEB/BQ
metrics: type: cosine_pearson
value: 66.94471481392273
verified: no, type: cosine_spearman
value: 67.86811107045457
verified: no, type: manhattan_pearson
value: 65.56778188873142
verified: no, type: manhattan_spearman
value: 67.83060870618156
verified: no, type: euclidean_pearson
value: 65.63668085779311
verified: no, type: euclidean_spearman
value: 67.86811107045457
verified: no, type: main_score
value: 67.86811107045457
verified: no
task: type: STS, dataset: config: default
name: MTEB CLSClusteringP2P
revision: None
split: test
type: C-MTEB/CLSClusteringP2P
metrics: type: v_measure
value: 58.53706905558472
verified: no, type: v_measure_std
value: 1.3628784531981595
verified: no, type: main_score
value: 58.53706905558472
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CLSClusteringS2S
revision: None
split: test
type: C-MTEB/CLSClusteringS2S
metrics: type: v_measure
value: 54.70969139354621
verified: no, type: v_measure_std
value: 1.938384688132648
verified: no, type: main_score
value: 54.70969139354621
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CMedQAv1
revision: None
split: test
type: C-MTEB/CMedQAv1-reranking
metrics: type: map
value: 87.79521046311835
verified: no, type: mrr
value: 90.01547619047618
verified: no, type: main_score
value: 87.79521046311835
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CMedQAv2
revision: None
split: test
type: C-MTEB/CMedQAv2-reranking
metrics: type: map
value: 87.89916670870878
verified: no, type: mrr
value: 89.92595238095238
verified: no, type: main_score
value: 87.89916670870878
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CmedqaRetrieval
revision: None
split: dev
type: C-MTEB/CmedqaRetrieval
metrics: type: map_at_1
value: 25.444
verified: no, type: map_at_10
value: 37.763999999999996
verified: no, type: map_at_100
value: 39.641999999999996
verified: no, type: map_at_1000
value: 39.756
verified: no, type: map_at_3
value: 33.742
verified: no, type: map_at_5
value: 35.906
verified: no, type: mrr_at_1
value: 38.71
verified: no, type: mrr_at_10
value: 46.744
verified: no, type: mrr_at_100
value: 47.745
verified: no, type: mrr_at_1000
value: 47.791
verified: no, type: mrr_at_3
value: 44.324000000000005
verified: no, type: mrr_at_5
value: 45.696
verified: no, type: ndcg_at_1
value: 38.71
verified: no, type: ndcg_at_10
value: 44.285000000000004
verified: no, type: ndcg_at_100
value: 51.69200000000001
verified: no, type: ndcg_at_1000
value: 53.669999999999995
verified: no, type: ndcg_at_3
value: 39.273
verified: no, type: ndcg_at_5
value: 41.254000000000005
verified: no, type: precision_at_1
value: 38.71
verified: no, type: precision_at_10
value: 9.825000000000001
verified: no, type: precision_at_100
value: 1.583
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 22.197
verified: no, type: precision_at_5
value: 16.019
verified: no, type: recall_at_1
value: 25.444
verified: no, type: recall_at_10
value: 54.535999999999994
verified: no, type: recall_at_100
value: 85.307
verified: no, type: recall_at_1000
value: 98.473
verified: no, type: recall_at_3
value: 39.274
verified: no, type: recall_at_5
value: 45.580999999999996
verified: no, type: main_score
value: 44.285000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Cmnli
revision: None
split: validation
type: C-MTEB/CMNLI
metrics: type: cos_sim_accuracy
value: 89.58508719182201
verified: no, type: cos_sim_accuracy_threshold
value: 97.09511288861569
verified: no, type: cos_sim_ap
value: 95.12338246323735
verified: no, type: cos_sim_f1
value: 90.19211324570271
verified: no, type: cos_sim_f1_threshold
value: 97.02014138938755
verified: no, type: cos_sim_precision
value: 86.80795847750865
verified: no, type: cos_sim_recall
value: 93.85083002104278
verified: no, type: dot_accuracy
value: 89.58508719182201
verified: no, type: dot_accuracy_threshold
value: 97.0951128886157
verified: no, type: dot_ap
value: 95.13959275940286
verified: no, type: dot_f1
value: 90.19211324570271
verified: no, type: dot_f1_threshold
value: 97.02014138938755
verified: no, type: dot_precision
value: 86.80795847750865
verified: no, type: dot_recall
value: 93.85083002104278
verified: no, type: euclidean_accuracy
value: 89.58508719182201
verified: no, type: euclidean_accuracy_threshold
value: 24.103473235790947
verified: no, type: euclidean_ap
value: 95.12338246323735
verified: no, type: euclidean_f1
value: 90.19211324570271
verified: no, type: euclidean_f1_threshold
value: 24.412531977088996
verified: no, type: euclidean_precision
value: 86.80795847750865
verified: no, type: euclidean_recall
value: 93.85083002104278
verified: no, type: manhattan_accuracy
value: 89.57306073361396
verified: no, type: manhattan_accuracy_threshold
value: 729.1211254739587
verified: no, type: manhattan_ap
value: 95.12388319543341
verified: no, type: manhattan_f1
value: 90.13956654941563
verified: no, type: manhattan_f1_threshold
value: 733.155723492131
verified: no, type: manhattan_precision
value: 87.56613756613757
verified: no, type: manhattan_recall
value: 92.8688332943652
verified: no, type: max_accuracy
value: 89.58508719182201
verified: no, type: max_ap
value: 95.13959275940286
verified: no, type: max_f1
value: 90.19211324570271
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB CovidRetrieval
revision: None
split: dev
type: C-MTEB/CovidRetrieval
metrics: type: map_at_1
value: 75.29
verified: no, type: map_at_10
value: 82.392
verified: no, type: map_at_100
value: 82.581
verified: no, type: map_at_1000
value: 82.585
verified: no, type: map_at_3
value: 80.88300000000001
verified: no, type: map_at_5
value: 81.71199999999999
verified: no, type: mrr_at_1
value: 75.553
verified: no, type: mrr_at_10
value: 82.422
verified: no, type: mrr_at_100
value: 82.6
verified: no, type: mrr_at_1000
value: 82.604
verified: no, type: mrr_at_3
value: 80.927
verified: no, type: mrr_at_5
value: 81.765
verified: no, type: ndcg_at_1
value: 75.44800000000001
verified: no, type: ndcg_at_10
value: 85.655
verified: no, type: ndcg_at_100
value: 86.435
verified: no, type: ndcg_at_1000
value: 86.541
verified: no, type: ndcg_at_3
value: 82.60300000000001
verified: no, type: ndcg_at_5
value: 84.062
verified: no, type: precision_at_1
value: 75.44800000000001
verified: no, type: precision_at_10
value: 9.663
verified: no, type: precision_at_100
value: 1.002
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 29.329
verified: no, type: precision_at_5
value: 18.314
verified: no, type: recall_at_1
value: 75.29
verified: no, type: recall_at_10
value: 95.838
verified: no, type: recall_at_100
value: 99.157
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 87.566
verified: no, type: recall_at_5
value: 90.991
verified: no, type: main_score
value: 85.655
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DuRetrieval
revision: None
split: dev
type: C-MTEB/DuRetrieval
metrics: type: map_at_1
value: 27.584999999999997
verified: no, type: map_at_10
value: 85.112
verified: no, type: map_at_100
value: 87.632
verified: no, type: map_at_1000
value: 87.654
verified: no, type: map_at_3
value: 59.504999999999995
verified: no, type: map_at_5
value: 75.029
verified: no, type: mrr_at_1
value: 93.30000000000001
verified: no, type: mrr_at_10
value: 95.44200000000001
verified: no, type: mrr_at_100
value: 95.498
verified: no, type: mrr_at_1000
value: 95.5
verified: no, type: mrr_at_3
value: 95.258
verified: no, type: mrr_at_5
value: 95.36099999999999
verified: no, type: ndcg_at_1
value: 93.30000000000001
verified: no, type: ndcg_at_10
value: 91.086
verified: no, type: ndcg_at_100
value: 93.089
verified: no, type: ndcg_at_1000
value: 93.297
verified: no, type: ndcg_at_3
value: 90.432
verified: no, type: ndcg_at_5
value: 89.361
verified: no, type: precision_at_1
value: 93.30000000000001
verified: no, type: precision_at_10
value: 43.21
verified: no, type: precision_at_100
value: 4.857
verified: no, type: precision_at_1000
value: 0.49
verified: no, type: precision_at_3
value: 81
verified: no, type: precision_at_5
value: 68.28999999999999
verified: no, type: recall_at_1
value: 27.584999999999997
verified: no, type: recall_at_10
value: 91.73599999999999
verified: no, type: recall_at_100
value: 98.648
verified: no, type: recall_at_1000
value: 99.751
verified: no, type: recall_at_3
value: 61.378
verified: no, type: recall_at_5
value: 78.672
verified: no, type: main_score
value: 91.086
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EcomRetrieval
revision: None
split: dev
type: C-MTEB/EcomRetrieval
metrics: type: map_at_1
value: 55.1
verified: no, type: map_at_10
value: 65.268
verified: no, type: map_at_100
value: 65.756
verified: no, type: map_at_1000
value: 65.765
verified: no, type: map_at_3
value: 63.132999999999996
verified: no, type: map_at_5
value: 64.25800000000001
verified: no, type: mrr_at_1
value: 55.1
verified: no, type: mrr_at_10
value: 65.268
verified: no, type: mrr_at_100
value: 65.756
verified: no, type: mrr_at_1000
value: 65.765
verified: no, type: mrr_at_3
value: 63.132999999999996
verified: no, type: mrr_at_5
value: 64.25800000000001
verified: no, type: ndcg_at_1
value: 55.1
verified: no, type: ndcg_at_10
value: 70.15599999999999
verified: no, type: ndcg_at_100
value: 72.368
verified: no, type: ndcg_at_1000
value: 72.635
verified: no, type: ndcg_at_3
value: 65.697
verified: no, type: ndcg_at_5
value: 67.741
verified: no, type: precision_at_1
value: 55.1
verified: no, type: precision_at_10
value: 8.55
verified: no, type: precision_at_100
value: 0.955
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 24.367
verified: no, type: precision_at_5
value: 15.620000000000001
verified: no, type: recall_at_1
value: 55.1
verified: no, type: recall_at_10
value: 85.5
verified: no, type: recall_at_100
value: 95.5
verified: no, type: recall_at_1000
value: 97.6
verified: no, type: recall_at_3
value: 73.1
verified: no, type: recall_at_5
value: 78.10000000000001
verified: no, type: main_score
value: 70.15599999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB IFlyTek
revision: None
split: validation
type: C-MTEB/IFlyTek-classification
metrics: type: accuracy
value: 52.743362831858406
verified: no, type: accuracy_stderr
value: 0.4449967616714387
verified: no, type: f1
value: 40.13427504900375
verified: no, type: f1_stderr
value: 0.17565290177989018
verified: no, type: main_score
value: 52.743362831858406
verified: no
task: type: Classification, dataset: config: default
name: MTEB JDReview
revision: None
split: test
type: C-MTEB/JDReview-classification
metrics: type: accuracy
value: 90.13133208255161
verified: no, type: accuracy_stderr
value: 0.9647249630155678
verified: no, type: ap
value: 62.848199712439765
verified: no, type: ap_stderr
value: 1.986859492917626
verified: no, type: f1
value: 85.48543445690254
verified: no, type: f1_stderr
value: 1.0490059319804828
verified: no, type: main_score
value: 90.13133208255161
verified: no
task: type: Classification, dataset: config: default
name: MTEB LCQMC
revision: None
split: test
type: C-MTEB/LCQMC
metrics: type: cosine_pearson
value: 77.75677384428634
verified: no, type: cosine_spearman
value: 78.86284859566986
verified: no, type: manhattan_pearson
value: 79.8032754323316
verified: no, type: manhattan_spearman
value: 78.85558562163624
verified: no, type: euclidean_pearson
value: 79.82552324704292
verified: no, type: euclidean_spearman
value: 78.86284859566986
verified: no, type: main_score
value: 78.86284859566986
verified: no
task: type: STS, dataset: config: default
name: MTEB MMarcoReranking
revision: None
split: dev
type: C-MTEB/Mmarco-reranking
metrics: type: map
value: 30.737025407798523
verified: no, type: mrr
value: 29.26111111111111
verified: no, type: main_score
value: 30.737025407798523
verified: no
task: type: Reranking, dataset: config: default
name: MTEB MMarcoRetrieval
revision: None
split: dev
type: C-MTEB/MMarcoRetrieval
metrics: type: map_at_1
value: 70.244
verified: no, type: map_at_10
value: 78.975
verified: no, type: map_at_100
value: 79.253
verified: no, type: map_at_1000
value: 79.26100000000001
verified: no, type: map_at_3
value: 77.363
verified: no, type: map_at_5
value: 78.364
verified: no, type: mrr_at_1
value: 72.521
verified: no, type: mrr_at_10
value: 79.514
verified: no, type: mrr_at_100
value: 79.75
verified: no, type: mrr_at_1000
value: 79.757
verified: no, type: mrr_at_3
value: 78.095
verified: no, type: mrr_at_5
value: 78.987
verified: no, type: ndcg_at_1
value: 72.521
verified: no, type: ndcg_at_10
value: 82.395
verified: no, type: ndcg_at_100
value: 83.554
verified: no, type: ndcg_at_1000
value: 83.774
verified: no, type: ndcg_at_3
value: 79.341
verified: no, type: ndcg_at_5
value: 81.036
verified: no, type: precision_at_1
value: 72.521
verified: no, type: precision_at_10
value: 9.812
verified: no, type: precision_at_100
value: 1.038
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 29.694
verified: no, type: precision_at_5
value: 18.712999999999997
verified: no, type: recall_at_1
value: 70.244
verified: no, type: recall_at_10
value: 92.35
verified: no, type: recall_at_100
value: 97.419
verified: no, type: recall_at_1000
value: 99.16199999999999
verified: no, type: recall_at_3
value: 84.303
verified: no, type: recall_at_5
value: 88.325
verified: no, type: main_score
value: 82.395
verified: no
task: type: Retrieval, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 76.3752521856086
verified: no, type: accuracy_stderr
value: 1.3911220977886072
verified: no, type: f1
value: 73.38330839246518
verified: no, type: f1_stderr
value: 0.9864886479418102
verified: no, type: main_score
value: 76.3752521856086
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: 7d571f92784cd94a019292a1f45445077d0ef634
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 81.8022864828514
verified: no, type: accuracy_stderr
value: 1.4060452754762354
verified: no, type: f1
value: 80.85164585310973
verified: no, type: f1_stderr
value: 1.2664399398388577
verified: no, type: main_score
value: 81.8022864828514
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedicalRetrieval
revision: None
split: dev
type: C-MTEB/MedicalRetrieval
metrics: type: map_at_1
value: 57.199999999999996
verified: no, type: map_at_10
value: 63.346999999999994
verified: no, type: map_at_100
value: 63.852
verified: no, type: map_at_1000
value: 63.88700000000001
verified: no, type: map_at_3
value: 61.967000000000006
verified: no, type: map_at_5
value: 62.66199999999999
verified: no, type: mrr_at_1
value: 57.3
verified: no, type: mrr_at_10
value: 63.397000000000006
verified: no, type: mrr_at_100
value: 63.902
verified: no, type: mrr_at_1000
value: 63.937
verified: no, type: mrr_at_3
value: 62.017
verified: no, type: mrr_at_5
value: 62.712
verified: no, type: ndcg_at_1
value: 57.199999999999996
verified: no, type: ndcg_at_10
value: 66.38300000000001
verified: no, type: ndcg_at_100
value: 69.267
verified: no, type: ndcg_at_1000
value: 70.233
verified: no, type: ndcg_at_3
value: 63.44499999999999
verified: no, type: ndcg_at_5
value: 64.71000000000001
verified: no, type: precision_at_1
value: 57.199999999999996
verified: no, type: precision_at_10
value: 7.6
verified: no, type: precision_at_100
value: 0.905
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 22.567
verified: no, type: precision_at_5
value: 14.16
verified: no, type: recall_at_1
value: 57.199999999999996
verified: no, type: recall_at_10
value: 76
verified: no, type: recall_at_100
value: 90.5
verified: no, type: recall_at_1000
value: 98.2
verified: no, type: recall_at_3
value: 67.7
verified: no, type: recall_at_5
value: 70.8
verified: no, type: main_score
value: 66.38300000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MultilingualSentiment
revision: None
split: validation
type: C-MTEB/MultilingualSentiment-classification
metrics: type: accuracy
value: 80.12333333333335
verified: no, type: accuracy_stderr
value: 0.31377628265303376
verified: no, type: f1
value: 80.26166732998303
verified: no, type: f1_stderr
value: 0.2836457609943486
verified: no, type: main_score
value: 80.12333333333335
verified: no
task: type: Classification, dataset: config: default
name: MTEB Ocnli
revision: None
split: validation
type: C-MTEB/OCNLI
metrics: type: cos_sim_accuracy
value: 87.54737412019492
verified: no, type: cos_sim_accuracy_threshold
value: 96.99121475650863
verified: no, type: cos_sim_ap
value: 91.71816430648396
verified: no, type: cos_sim_f1
value: 88.27655310621243
verified: no, type: cos_sim_f1_threshold
value: 96.8697507135398
verified: no, type: cos_sim_precision
value: 83.98474737845567
verified: no, type: cos_sim_recall
value: 93.03062302006336
verified: no, type: dot_accuracy
value: 87.54737412019492
verified: no, type: dot_accuracy_threshold
value: 96.99121475650863
verified: no, type: dot_ap
value: 91.71816430648396
verified: no, type: dot_f1
value: 88.27655310621243
verified: no, type: dot_f1_threshold
value: 96.86975071353979
verified: no, type: dot_precision
value: 83.98474737845567
verified: no, type: dot_recall
value: 93.03062302006336
verified: no, type: euclidean_accuracy
value: 87.54737412019492
verified: no, type: euclidean_accuracy_threshold
value: 24.530733065589622
verified: no, type: euclidean_ap
value: 91.71816430648396
verified: no, type: euclidean_f1
value: 88.27655310621243
verified: no, type: euclidean_f1_threshold
value: 25.020988098238107
verified: no, type: euclidean_precision
value: 83.98474737845567
verified: no, type: euclidean_recall
value: 93.03062302006336
verified: no, type: manhattan_accuracy
value: 87.27666486193829
verified: no, type: manhattan_accuracy_threshold
value: 752.4905438529156
verified: no, type: manhattan_ap
value: 91.70647280240597
verified: no, type: manhattan_f1
value: 88.08920425747591
verified: no, type: manhattan_f1_threshold
value: 752.4905438529156
verified: no, type: manhattan_precision
value: 84.69785575048732
verified: no, type: manhattan_recall
value: 91.76346356916578
verified: no, type: max_accuracy
value: 87.54737412019492
verified: no, type: max_ap
value: 91.71816430648396
verified: no, type: max_f1
value: 88.27655310621243
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB OnlineShopping
revision: None
split: test
type: C-MTEB/OnlineShopping-classification
metrics: type: accuracy
value: 94.46999999999998
verified: no, type: accuracy_stderr
value: 0.2865309756378883
verified: no, type: ap
value: 93.00417328431348
verified: no, type: ap_stderr
value: 0.5383352662551945
verified: no, type: f1
value: 94.4618263222835
verified: no, type: f1_stderr
value: 0.2840342094212124
verified: no, type: main_score
value: 94.46999999999998
verified: no
task: type: Classification, dataset: config: default
name: MTEB PAWSX
revision: None
split: test
type: C-MTEB/PAWSX
metrics: type: cosine_pearson
value: 46.85211982536296
verified: no, type: cosine_spearman
value: 49.917839688145996
verified: no, type: manhattan_pearson
value: 49.66820248148123
verified: no, type: manhattan_spearman
value: 49.94013555794742
verified: no, type: euclidean_pearson
value: 49.63608491973345
verified: no, type: euclidean_spearman
value: 49.917839688145996
verified: no, type: main_score
value: 49.917839688145996
verified: no
task: type: STS, dataset: config: default
name: MTEB QBQTC
revision: None
split: test
type: C-MTEB/QBQTC
metrics: type: cosine_pearson
value: 55.18355221701257
verified: no, type: cosine_spearman
value: 54.67390932826382
verified: no, type: manhattan_pearson
value: 53.32847494683504
verified: no, type: manhattan_spearman
value: 54.61660160532041
verified: no, type: euclidean_pearson
value: 53.405599174765364
verified: no, type: euclidean_spearman
value: 54.67390932826382
verified: no, type: main_score
value: 54.67390932826382
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22 (zh)
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 67.89319522460808
verified: no, type: cosine_spearman
value: 68.98524514928238
verified: no, type: manhattan_pearson
value: 67.65257700660463
verified: no, type: manhattan_spearman
value: 69.17199742136434
verified: no, type: euclidean_pearson
value: 67.52535570217756
verified: no, type: euclidean_spearman
value: 68.98524514928238
verified: no, type: main_score
value: 68.98524514928238
verified: no
task: type: STS, dataset: config: default
name: MTEB STSB
revision: None
split: test
type: C-MTEB/STSB
metrics: type: cosine_pearson
value: 75.4871803618505
verified: no, type: cosine_spearman
value: 76.17471665593993
verified: no, type: manhattan_pearson
value: 75.73597640243183
verified: no, type: manhattan_spearman
value: 76.20048941210949
verified: no, type: euclidean_pearson
value: 75.66172628182565
verified: no, type: euclidean_spearman
value: 76.17471665593993
verified: no, type: main_score
value: 76.17471665593993
verified: no
task: type: STS, dataset: config: default
name: MTEB T2Reranking
revision: None
split: dev
type: C-MTEB/T2Reranking
metrics: type: map
value: 67.45036855302303
verified: no, type: mrr
value: 78.15107441080697
verified: no, type: main_score
value: 67.45036855302303
verified: no
task: type: Reranking, dataset: config: default
name: MTEB T2Retrieval
revision: None
split: dev
type: C-MTEB/T2Retrieval
metrics: type: map_at_1
value: 28.094
verified: no, type: map_at_10
value: 79.367
verified: no, type: map_at_100
value: 82.89800000000001
verified: no, type: map_at_1000
value: 82.953
verified: no, type: map_at_3
value: 55.782
verified: no, type: map_at_5
value: 68.667
verified: no, type: mrr_at_1
value: 91.237
verified: no, type: mrr_at_10
value: 93.399
verified: no, type: mrr_at_100
value: 93.479
verified: no, type: mrr_at_1000
value: 93.482
verified: no, type: mrr_at_3
value: 93.029
verified: no, type: mrr_at_5
value: 93.273
verified: no, type: ndcg_at_1
value: 91.237
verified: no, type: ndcg_at_10
value: 86.368
verified: no, type: ndcg_at_100
value: 89.637
verified: no, type: ndcg_at_1000
value: 90.16300000000001
verified: no, type: ndcg_at_3
value: 87.691
verified: no, type: ndcg_at_5
value: 86.462
verified: no, type: precision_at_1
value: 91.237
verified: no, type: precision_at_10
value: 42.841
verified: no, type: precision_at_100
value: 5.047
verified: no, type: precision_at_1000
value: 0.517
verified: no, type: precision_at_3
value: 76.708
verified: no, type: precision_at_5
value: 64.428
verified: no, type: recall_at_1
value: 28.094
verified: no, type: recall_at_10
value: 85.181
verified: no, type: recall_at_100
value: 95.953
verified: no, type: recall_at_1000
value: 98.63
verified: no, type: recall_at_3
value: 57.267999999999994
verified: no, type: recall_at_5
value: 71.75399999999999
verified: no, type: main_score
value: 86.368
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TNews
revision: None
split: validation
type: C-MTEB/TNews-classification
metrics: type: accuracy
value: 55.482
verified: no, type: accuracy_stderr
value: 0.3268577672321692
verified: no, type: f1
value: 53.57211848235611
verified: no, type: f1_stderr
value: 0.3511138517262321
verified: no, type: main_score
value: 55.482
verified: no
task: type: Classification, dataset: config: default
name: MTEB ThuNewsClusteringP2P
revision: None
split: test
type: C-MTEB/ThuNewsClusteringP2P
metrics: type: v_measure
value: 79.44895384385426
verified: no, type: v_measure_std
value: 2.315777338929376
verified: no, type: main_score
value: 79.44895384385426
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ThuNewsClusteringS2S
revision: None
split: test
type: C-MTEB/ThuNewsClusteringS2S
metrics: type: v_measure
value: 76.95904984506356
verified: no, type: v_measure_std
value: 2.244801218820472
verified: no, type: main_score
value: 76.95904984506356
verified: no
task: type: Clustering, dataset: config: default
name: MTEB VideoRetrieval
revision: None
split: dev
type: C-MTEB/VideoRetrieval
metrics: type: map_at_1
value: 65.60000000000001
verified: no, type: map_at_10
value: 75.24499999999999
verified: no, type: map_at_100
value: 75.51
verified: no, type: map_at_1000
value: 75.519
verified: no, type: map_at_3
value: 73.68299999999999
verified: no, type: map_at_5
value: 74.638
verified: no, type: mrr_at_1
value: 65.60000000000001
verified: no, type: mrr_at_10
value: 75.24499999999999
verified: no, type: mrr_at_100
value: 75.51
verified: no, type: mrr_at_1000
value: 75.519
verified: no, type: mrr_at_3
value: 73.68299999999999
verified: no, type: mrr_at_5
value: 74.638
verified: no, type: ndcg_at_1
value: 65.60000000000001
verified: no, type: ndcg_at_10
value: 79.338
verified: no, type: ndcg_at_100
value: 80.585
verified: no, type: ndcg_at_1000
value: 80.772
verified: no, type: ndcg_at_3
value: 76.189
verified: no, type: ndcg_at_5
value: 77.915
verified: no, type: precision_at_1
value: 65.60000000000001
verified: no, type: precision_at_10
value: 9.19
verified: no, type: precision_at_100
value: 0.976
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 27.800000000000004
verified: no, type: precision_at_5
value: 17.52
verified: no, type: recall_at_1
value: 65.60000000000001
verified: no, type: recall_at_10
value: 91.9
verified: no, type: recall_at_100
value: 97.6
verified: no, type: recall_at_1000
value: 99
verified: no, type: recall_at_3
value: 83.39999999999999
verified: no, type: recall_at_5
value: 87.6
verified: no, type: main_score
value: 79.338
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Waimai
revision: None
split: test
type: C-MTEB/waimai-classification
metrics: type: accuracy
value: 89.9
verified: no, type: accuracy_stderr
value: 0.7861297602813425
verified: no, type: ap
value: 76.33068327298966
verified: no, type: ap_stderr
value: 1.6404446239337744
verified: no, type: f1
value: 88.66175970131309
verified: no, type: f1_stderr
value: 0.7269675835542363
verified: no, type: main_score
value: 89.9
verified: no
task: type: Classification
tags: mteb
Likes: 2 | All-time downloads: 0
Created: 2024-12-23 03:54:28