Model: Quark-LLM/quark-llm-embedding-8B
Author: Quark-LLM
Tags: mteb, model-index, region:us
Card metadata: model-index: name: Quark-Emb-8B
results: dataset: config: default
name: MTEB AFQMC (default)
revision: latest2023
split: validation
type: C-MTEB/AFQMC
metrics: type: cosine_pearson
value: 52.87704664791064
verified: no, type: cosine_spearman
value: 53.567003436521375
verified: no, type: manhattan_pearson
value: 52.07472780799189
verified: no, type: manhattan_spearman
value: 53.5368469974003
verified: no, type: euclidean_pearson
value: 52.074186684368016
verified: no, type: euclidean_spearman
value: 53.515536447088074
verified: no, type: main_score
value: 53.567003436521375
verified: no
task: type: STS, dataset: config: default
name: MTEB ATEC (default)
revision: latest2023
split: test
type: C-MTEB/ATEC
metrics: type: cosine_pearson
value: 59.13301114775821
verified: no, type: cosine_spearman
value: 53.42152760117668
verified: no, type: manhattan_pearson
value: 60.05185745744783
verified: no, type: manhattan_spearman
value: 53.36914545708813
verified: no, type: euclidean_pearson
value: 60.17725014927802
verified: no, type: euclidean_spearman
value: 53.431110991334485
verified: no, type: main_score
value: 53.42152760117668
verified: no
task: type: STS, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 54.74600000000001
verified: no, type: accuracy_stderr
value: 1.060492338491892
verified: no, type: f1
value: 53.49846112279175
verified: no, type: f1_stderr
value: 1.729174511160517
verified: no, type: main_score
value: 54.74600000000001
verified: no
task: type: Classification, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 53.468
verified: no, type: accuracy_stderr
value: 1.0129639677698308
verified: no, type: f1
value: 52.21987651679265
verified: no, type: f1_stderr
value: 1.7016822177116173
verified: no, type: main_score
value: 53.468
verified: no
task: type: Classification, dataset: config: default
name: MTEB BQ (default)
revision: latest2023
split: test
type: C-MTEB/BQ
metrics: type: cosine_pearson
value: 69.640366232364
verified: no, type: cosine_spearman
value: 70.65881213017273
verified: no, type: manhattan_pearson
value: 67.76837799100343
verified: no, type: manhattan_spearman
value: 70.5046111101055
verified: no, type: euclidean_pearson
value: 67.83004194158737
verified: no, type: euclidean_spearman
value: 70.60927547682859
verified: no, type: main_score
value: 70.65881213017273
verified: no
task: type: STS, dataset: config: default
name: MTEB CLSClusteringP2P (default)
revision: latest2023
split: test
type: C-MTEB/CLSClusteringP2P
metrics: type: v_measure
value: 62.32714079793593
verified: no, type: v_measure_std
value: 1.5782386182731478
verified: no, type: main_score
value: 62.32714079793593
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CLSClusteringS2S (default)
revision: latest2023
split: test
type: C-MTEB/CLSClusteringS2S
metrics: type: v_measure
value: 59.29532340833129
verified: no, type: v_measure_std
value: 1.5258658358346424
verified: no, type: main_score
value: 59.29532340833129
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CMedQAv1
revision: latest2023
split: test
type: C-MTEB/CMedQAv1-reranking
metrics: type: map
value: 88.02263756085355
verified: no, type: mrr
value: 90.18928571428572
verified: no, type: main_score
value: 88.02263756085355
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CMedQAv2
revision: latest2023
split: test
type: C-MTEB/CMedQAv2-reranking
metrics: type: map
value: 88.81199829110464
verified: no, type: mrr
value: 90.81817460317461
verified: no, type: main_score
value: 88.81199829110464
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CmedqaRetrieval (default)
revision: latest2023
split: dev
type: C-MTEB/CmedqaRetrieval
metrics: type: map_at_1
value: 27.448
verified: no, type: map_at_10
value: 40.794000000000004
verified: no, type: map_at_100
value: 42.606
verified: no, type: map_at_1000
value: 42.711
verified: no, type: map_at_20
value: 41.778
verified: no, type: map_at_3
value: 36.429
verified: no, type: map_at_5
value: 38.841
verified: no, type: mrr_at_1
value: 41.510000000000005
verified: no, type: mrr_at_10
value: 49.986999999999995
verified: no, type: mrr_at_100
value: 50.908
verified: no, type: mrr_at_1000
value: 50.946000000000005
verified: no, type: mrr_at_20
value: 50.531000000000006
verified: no, type: mrr_at_3
value: 47.562
verified: no, type: mrr_at_5
value: 48.882
verified: no, type: ndcg_at_1
value: 41.510000000000005
verified: no, type: ndcg_at_10
value: 47.620000000000005
verified: no, type: ndcg_at_100
value: 54.586999999999996
verified: no, type: ndcg_at_1000
value: 56.324
verified: no, type: ndcg_at_20
value: 50.332
verified: no, type: ndcg_at_3
value: 42.27
verified: no, type: ndcg_at_5
value: 44.421
verified: no, type: precision_at_1
value: 41.510000000000005
verified: no, type: precision_at_10
value: 10.45
verified: no, type: precision_at_100
value: 1.6179999999999999
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_20
value: 6.1339999999999995
verified: no, type: precision_at_3
value: 23.823
verified: no, type: precision_at_5
value: 17.089
verified: no, type: recall_at_1
value: 27.448
verified: no, type: recall_at_10
value: 58.629
verified: no, type: recall_at_100
value: 87.26899999999999
verified: no, type: recall_at_1000
value: 98.713
verified: no, type: recall_at_20
value: 67.929
verified: no, type: recall_at_3
value: 42.331
verified: no, type: recall_at_5
value: 49.193999999999996
verified: no, type: main_score
value: 47.620000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Cmnli (default)
revision: latest2023
split: validation
type: C-MTEB/CMNLI
metrics: type: cos_sim_accuracy
value: 91.040288634997
verified: no, type: cos_sim_accuracy_threshold
value: 96.31753556207411
verified: no, type: cos_sim_ap
value: 95.94857244353375
verified: no, type: cos_sim_f1
value: 91.47971901200997
verified: no, type: cos_sim_f1_threshold
value: 96.01236110428391
verified: no, type: cos_sim_precision
value: 88.74477907232358
verified: no, type: cos_sim_recall
value: 94.388590133271
verified: no, type: dot_accuracy
value: 80.7696933253157
verified: no, type: dot_accuracy_threshold
value: 58.4022485296251
verified: no, type: dot_ap
value: 89.17817373664943
verified: no, type: dot_f1
value: 81.62572172534811
verified: no, type: dot_f1_threshold
value: 58.18378730482039
verified: no, type: dot_precision
value: 79.12642669007901
verified: no, type: dot_recall
value: 84.28805237315876
verified: no, type: euclidean_accuracy
value: 90.92002405291642
verified: no, type: euclidean_accuracy_threshold
value: 21.553298629922512
verified: no, type: euclidean_ap
value: 95.90941014786691
verified: no, type: euclidean_f1
value: 91.45241317095173
verified: no, type: euclidean_f1_threshold
value: 22.109074422645463
verified: no, type: euclidean_precision
value: 88.32498366368982
verified: no, type: euclidean_recall
value: 94.80944587327565
verified: no, type: manhattan_accuracy
value: 90.94407696933253
verified: no, type: manhattan_accuracy_threshold
value: 524.1466620016906
verified: no, type: manhattan_ap
value: 95.89310684813798
verified: no, type: manhattan_f1
value: 91.50400541577343
verified: no, type: manhattan_f1_threshold
value: 525.5181014869215
verified: no, type: manhattan_precision
value: 88.4212821631051
verified: no, type: manhattan_recall
value: 94.80944587327565
verified: no, type: max_accuracy
value: 91.040288634997
verified: no, type: max_ap
value: 95.94857244353375
verified: no, type: max_f1
value: 91.50400541577343
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB CovidRetrieval (default)
revision: latest2023
split: dev
type: C-MTEB/CovidRetrieval
metrics: type: map_at_1
value: 78.82000000000001
verified: no, type: map_at_10
value: 85.51100000000001
verified: no, type: map_at_100
value: 85.67099999999999
verified: no, type: map_at_1000
value: 85.672
verified: no, type: map_at_20
value: 85.641
verified: no, type: map_at_3
value: 84.321
verified: no, type: map_at_5
value: 85.048
verified: no, type: mrr_at_1
value: 78.925
verified: no, type: mrr_at_10
value: 85.548
verified: no, type: mrr_at_100
value: 85.698
verified: no, type: mrr_at_1000
value: 85.699
verified: no, type: mrr_at_20
value: 85.669
verified: no, type: mrr_at_3
value: 84.45700000000001
verified: no, type: mrr_at_5
value: 85.12100000000001
verified: no, type: ndcg_at_1
value: 78.925
verified: no, type: ndcg_at_10
value: 88.359
verified: no, type: ndcg_at_100
value: 88.98899999999999
verified: no, type: ndcg_at_1000
value: 89.017
verified: no, type: ndcg_at_20
value: 88.776
verified: no, type: ndcg_at_3
value: 86.086
verified: no, type: ndcg_at_5
value: 87.336
verified: no, type: precision_at_1
value: 78.925
verified: no, type: precision_at_10
value: 9.789
verified: no, type: precision_at_100
value: 1.0070000000000001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_20
value: 4.979
verified: no, type: precision_at_3
value: 30.488
verified: no, type: precision_at_5
value: 18.925
verified: no, type: recall_at_1
value: 78.82000000000001
verified: no, type: recall_at_10
value: 96.997
verified: no, type: recall_at_100
value: 99.684
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_20
value: 98.52499999999999
verified: no, type: recall_at_3
value: 91.01700000000001
verified: no, type: recall_at_5
value: 93.994
verified: no, type: main_score
value: 88.359
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DuRetrieval (default)
revision: latest2023
split: dev
type: C-MTEB/DuRetrieval
metrics: type: map_at_1
value: 28.03
verified: no, type: map_at_10
value: 85.60600000000001
verified: no, type: map_at_100
value: 88.14800000000001
verified: no, type: map_at_1000
value: 88.169
verified: no, type: map_at_20
value: 87.591
verified: no, type: map_at_3
value: 60.06
verified: no, type: map_at_5
value: 75.564
verified: no, type: mrr_at_1
value: 94.05
verified: no, type: mrr_at_10
value: 96.043
verified: no, type: mrr_at_100
value: 96.075
verified: no, type: mrr_at_1000
value: 96.077
verified: no, type: mrr_at_20
value: 96.06099999999999
verified: no, type: mrr_at_3
value: 95.875
verified: no, type: mrr_at_5
value: 96.017
verified: no, type: ndcg_at_1
value: 94.05
verified: no, type: ndcg_at_10
value: 91.58800000000001
verified: no, type: ndcg_at_100
value: 93.536
verified: no, type: ndcg_at_1000
value: 93.726
verified: no, type: ndcg_at_20
value: 92.64099999999999
verified: no, type: ndcg_at_3
value: 90.865
verified: no, type: ndcg_at_5
value: 89.972
verified: no, type: precision_at_1
value: 94.05
verified: no, type: precision_at_10
value: 43.19
verified: no, type: precision_at_100
value: 4.859
verified: no, type: precision_at_1000
value: 0.49
verified: no, type: precision_at_20
value: 23.3
verified: no, type: precision_at_3
value: 81
verified: no, type: precision_at_5
value: 68.36
verified: no, type: recall_at_1
value: 28.03
verified: no, type: recall_at_10
value: 92.095
verified: no, type: recall_at_100
value: 98.764
verified: no, type: recall_at_1000
value: 99.71
verified: no, type: recall_at_20
value: 95.87
verified: no, type: recall_at_3
value: 61.949
verified: no, type: recall_at_5
value: 79.41
verified: no, type: main_score
value: 91.58800000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EcomRetrieval (default)
revision: latest2023
split: dev
type: C-MTEB/EcomRetrieval
metrics: type: map_at_1
value: 58.599999999999994
verified: no, type: map_at_10
value: 68.88499999999999
verified: no, type: map_at_100
value: 69.269
verified: no, type: map_at_1000
value: 69.274
verified: no, type: map_at_20
value: 69.17699999999999
verified: no, type: map_at_3
value: 66.167
verified: no, type: map_at_5
value: 68.082
verified: no, type: mrr_at_1
value: 58.599999999999994
verified: no, type: mrr_at_10
value: 68.88499999999999
verified: no, type: mrr_at_100
value: 69.269
verified: no, type: mrr_at_1000
value: 69.274
verified: no, type: mrr_at_20
value: 69.17699999999999
verified: no, type: mrr_at_3
value: 66.167
verified: no, type: mrr_at_5
value: 68.082
verified: no, type: ndcg_at_1
value: 58.599999999999994
verified: no, type: ndcg_at_10
value: 74.018
verified: no, type: ndcg_at_100
value: 75.72
verified: no, type: ndcg_at_1000
value: 75.851
verified: no, type: ndcg_at_20
value: 75.08
verified: no, type: ndcg_at_3
value: 68.64
verified: no, type: ndcg_at_5
value: 72.075
verified: no, type: precision_at_1
value: 58.599999999999994
verified: no, type: precision_at_10
value: 9.01
verified: no, type: precision_at_100
value: 0.9769999999999999
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 4.715
verified: no, type: precision_at_3
value: 25.267
verified: no, type: precision_at_5
value: 16.82
verified: no, type: recall_at_1
value: 58.599999999999994
verified: no, type: recall_at_10
value: 90.10000000000001
verified: no, type: recall_at_100
value: 97.7
verified: no, type: recall_at_1000
value: 98.7
verified: no, type: recall_at_20
value: 94.3
verified: no, type: recall_at_3
value: 75.8
verified: no, type: recall_at_5
value: 84.1
verified: no, type: main_score
value: 74.018
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB IFlyTek (default)
revision: latest2023
split: validation
type: C-MTEB/IFlyTek-classification
metrics: type: accuracy
value: 55.79838399384378
verified: no, type: accuracy_stderr
value: 0.273588131352537
verified: no, type: f1
value: 42.23811666656058
verified: no, type: f1_stderr
value: 0.2317340030986553
verified: no, type: main_score
value: 55.79838399384378
verified: no
task: type: Classification, dataset: config: default
name: MTEB JDReview (default)
revision: latest2023
split: test
type: C-MTEB/JDReview-classification
metrics: type: accuracy
value: 89.11819887429644
verified: no, type: accuracy_stderr
value: 1.5149440328845287
verified: no, type: ap
value: 60.17445086411222
verified: no, type: ap_stderr
value: 3.4864563160430384
verified: no, type: f1
value: 84.14324891240739
verified: no, type: f1_stderr
value: 1.804154595730216
verified: no, type: main_score
value: 89.11819887429644
verified: no
task: type: Classification, dataset: config: default
name: MTEB LCQMC (default)
revision: latest2023
split: test
type: C-MTEB/LCQMC
metrics: type: cosine_pearson
value: 80.86541640109346
verified: no, type: cosine_spearman
value: 79.60409318173409
verified: no, type: manhattan_pearson
value: 81.12725142112909
verified: no, type: manhattan_spearman
value: 79.61120096401483
verified: no, type: euclidean_pearson
value: 81.1558178459699
verified: no, type: euclidean_spearman
value: 79.63206760369867
verified: no, type: main_score
value: 79.60409318173409
verified: no
task: type: STS, dataset: config: default
name: MTEB MMarcoReranking (default)
revision: latest2023
split: dev
type: C-MTEB/Mmarco-reranking
metrics: type: map
value: 30.290346963620866
verified: no, type: mrr
value: 29.661507936507935
verified: no, type: main_score
value: 30.290346963620866
verified: no
task: type: Reranking, dataset: config: default
name: MTEB MMarcoRetrieval (default)
revision: latest2023
split: dev
type: C-MTEB/MMarcoRetrieval
metrics: type: map_at_1
value: 67.801
verified: no, type: map_at_10
value: 76.771
verified: no, type: map_at_100
value: 77.08
verified: no, type: map_at_1000
value: 77.091
verified: no, type: map_at_20
value: 76.982
verified: no, type: map_at_3
value: 75.035
verified: no, type: map_at_5
value: 76.171
verified: no, type: mrr_at_1
value: 70.057
verified: no, type: mrr_at_10
value: 77.387
verified: no, type: mrr_at_100
value: 77.65100000000001
verified: no, type: mrr_at_1000
value: 77.661
verified: no, type: mrr_at_20
value: 77.566
verified: no, type: mrr_at_3
value: 75.90299999999999
verified: no, type: mrr_at_5
value: 76.848
verified: no, type: ndcg_at_1
value: 70.057
verified: no, type: ndcg_at_10
value: 80.37100000000001
verified: no, type: ndcg_at_100
value: 81.71300000000001
verified: no, type: ndcg_at_1000
value: 81.982
verified: no, type: ndcg_at_20
value: 81.074
verified: no, type: ndcg_at_3
value: 77.12
verified: no, type: ndcg_at_5
value: 79.00500000000001
verified: no, type: precision_at_1
value: 70.057
verified: no, type: precision_at_10
value: 9.643
verified: no, type: precision_at_100
value: 1.031
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 4.973000000000001
verified: no, type: precision_at_3
value: 28.959000000000003
verified: no, type: precision_at_5
value: 18.384
verified: no, type: recall_at_1
value: 67.801
verified: no, type: recall_at_10
value: 90.821
verified: no, type: recall_at_100
value: 96.809
verified: no, type: recall_at_1000
value: 98.87899999999999
verified: no, type: recall_at_20
value: 93.49300000000001
verified: no, type: recall_at_3
value: 82.26
verified: no, type: recall_at_5
value: 86.725
verified: no, type: main_score
value: 80.37100000000001
verified: no
task: type: Retrieval, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 81.4862138533961
verified: no, type: accuracy_stderr
value: 1.024666951162929
verified: no, type: f1
value: 78.57865898474617
verified: no, type: f1_stderr
value: 1.1662766217911715
verified: no, type: main_score
value: 81.4862138533961
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: 7d571f92784cd94a019292a1f45445077d0ef634
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 86.43913920645595
verified: no, type: accuracy_stderr
value: 0.6198364524624383
verified: no, type: f1
value: 85.45514450914429
verified: no, type: f1_stderr
value: 0.775295463718716
verified: no, type: main_score
value: 86.43913920645595
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedicalRetrieval (default)
revision: latest2023
split: dev
type: C-MTEB/MedicalRetrieval
metrics: type: map_at_1
value: 60
verified: no, type: map_at_10
value: 66.673
verified: no, type: map_at_100
value: 67.239
verified: no, type: map_at_1000
value: 67.26299999999999
verified: no, type: map_at_20
value: 67.01899999999999
verified: no, type: map_at_3
value: 65.333
verified: no, type: map_at_5
value: 66.063
verified: no, type: mrr_at_1
value: 60.099999999999994
verified: no, type: mrr_at_10
value: 66.739
verified: no, type: mrr_at_100
value: 67.306
verified: no, type: mrr_at_1000
value: 67.33
verified: no, type: mrr_at_20
value: 67.086
verified: no, type: mrr_at_3
value: 65.4
verified: no, type: mrr_at_5
value: 66.13
verified: no, type: ndcg_at_1
value: 60
verified: no, type: ndcg_at_10
value: 69.786
verified: no, type: ndcg_at_100
value: 72.693
verified: no, type: ndcg_at_1000
value: 73.373
verified: no, type: ndcg_at_20
value: 71.032
verified: no, type: ndcg_at_3
value: 67.024
verified: no, type: ndcg_at_5
value: 68.34
verified: no, type: precision_at_1
value: 60
verified: no, type: precision_at_10
value: 7.95
verified: no, type: precision_at_100
value: 0.935
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 4.22
verified: no, type: precision_at_3
value: 23.967
verified: no, type: precision_at_5
value: 15.02
verified: no, type: recall_at_1
value: 60
verified: no, type: recall_at_10
value: 79.5
verified: no, type: recall_at_100
value: 93.5
verified: no, type: recall_at_1000
value: 98.9
verified: no, type: recall_at_20
value: 84.39999999999999
verified: no, type: recall_at_3
value: 71.89999999999999
verified: no, type: recall_at_5
value: 75.1
verified: no, type: main_score
value: 69.786
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MultilingualSentiment (default)
revision: latest2023
split: validation
type: C-MTEB/MultilingualSentiment-classification
metrics: type: accuracy
value: 81.19666666666667
verified: no, type: accuracy_stderr
value: 0.6507175526550155
verified: no, type: f1
value: 81.3717120301294
verified: no, type: f1_stderr
value: 0.629161893845245
verified: no, type: main_score
value: 81.19666666666667
verified: no
task: type: Classification, dataset: config: default
name: MTEB Ocnli (default)
revision: latest2023
split: validation
type: C-MTEB/OCNLI
metrics: type: cos_sim_accuracy
value: 89.92961559285327
verified: no, type: cos_sim_accuracy_threshold
value: 95.72410743295985
verified: no, type: cos_sim_ap
value: 94.04072585697942
verified: no, type: cos_sim_f1
value: 90.6060606060606
verified: no, type: cos_sim_f1_threshold
value: 95.71085030120679
verified: no, type: cos_sim_precision
value: 86.83446272991287
verified: no, type: cos_sim_recall
value: 94.72016895459345
verified: no, type: dot_accuracy
value: 84.29886302111532
verified: no, type: dot_accuracy_threshold
value: 58.39834018444028
verified: no, type: dot_ap
value: 90.71149047430606
verified: no, type: dot_f1
value: 84.83263598326361
verified: no, type: dot_f1_threshold
value: 58.39834018444028
verified: no, type: dot_precision
value: 84.04145077720207
verified: no, type: dot_recall
value: 85.6388595564942
verified: no, type: euclidean_accuracy
value: 89.87547374120194
verified: no, type: euclidean_accuracy_threshold
value: 22.827705768877962
verified: no, type: euclidean_ap
value: 93.87312138426815
verified: no, type: euclidean_f1
value: 90.5982905982906
verified: no, type: euclidean_f1_threshold
value: 22.940558234199905
verified: no, type: euclidean_precision
value: 86.468330134357
verified: no, type: euclidean_recall
value: 95.14255543822597
verified: no, type: manhattan_accuracy
value: 89.44233892799134
verified: no, type: manhattan_accuracy_threshold
value: 544.6256417358975
verified: no, type: manhattan_ap
value: 93.8313800715528
verified: no, type: manhattan_f1
value: 90.16641452344932
verified: no, type: manhattan_f1_threshold
value: 544.6256417358975
verified: no, type: manhattan_precision
value: 86.2934362934363
verified: no, type: manhattan_recall
value: 94.40337909186906
verified: no, type: max_accuracy
value: 89.92961559285327
verified: no, type: max_ap
value: 94.04072585697942
verified: no, type: max_f1
value: 90.6060606060606
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB OnlineShopping (default)
revision: latest2023
split: test
type: C-MTEB/OnlineShopping-classification
metrics: type: accuracy
value: 93.83999999999999
verified: no, type: accuracy_stderr
value: 0.4521061822182879
verified: no, type: ap
value: 92.19373645628713
verified: no, type: ap_stderr
value: 0.2927396159644918
verified: no, type: f1
value: 93.83158946571204
verified: no, type: f1_stderr
value: 0.4472553159438725
verified: no, type: main_score
value: 93.83999999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB PAWSX (default)
revision: latest2023
split: test
type: C-MTEB/PAWSX
metrics: type: cosine_pearson
value: 50.30680596662101
verified: no, type: cosine_spearman
value: 52.41534063346883
verified: no, type: manhattan_pearson
value: 51.81137421589127
verified: no, type: manhattan_spearman
value: 52.40332176267904
verified: no, type: euclidean_pearson
value: 51.842454511431235
verified: no, type: euclidean_spearman
value: 52.4062829337432
verified: no, type: main_score
value: 52.41534063346883
verified: no
task: type: STS, dataset: config: default
name: MTEB QBQTC (default)
revision: latest2023
split: test
type: C-MTEB/QBQTC
metrics: type: cosine_pearson
value: 58.31070289198933
verified: no, type: cosine_spearman
value: 57.966010447080684
verified: no, type: manhattan_pearson
value: 54.99874211888254
verified: no, type: manhattan_spearman
value: 57.796012247889195
verified: no, type: euclidean_pearson
value: 55.138798573277455
verified: no, type: euclidean_spearman
value: 57.95150876116391
verified: no, type: main_score
value: 57.966010447080684
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22 (zh)
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 75.26028549682404
verified: no, type: cosine_spearman
value: 73.9002967678025
verified: no, type: manhattan_pearson
value: 73.47220514464013
verified: no, type: manhattan_spearman
value: 73.74093326288234
verified: no, type: euclidean_pearson
value: 73.59040445366989
verified: no, type: euclidean_spearman
value: 73.9002967678025
verified: no, type: main_score
value: 73.9002967678025
verified: no
task: type: STS, dataset: config: default
name: MTEB STSB (default)
revision: latest2023
split: test
type: C-MTEB/STSB
metrics: type: cosine_pearson
value: 78.17081373176123
verified: no, type: cosine_spearman
value: 78.61566426272397
verified: no, type: manhattan_pearson
value: 77.66643088697434
verified: no, type: manhattan_spearman
value: 78.94692354474782
verified: no, type: euclidean_pearson
value: 77.69471041307843
verified: no, type: euclidean_spearman
value: 78.92513847741967
verified: no, type: main_score
value: 78.61566426272397
verified: no
task: type: STS, dataset: config: default
name: MTEB T2Reranking (default)
revision: latest2023
split: dev
type: C-MTEB/T2Reranking
metrics: type: map
value: 68.13018101639273
verified: no, type: mrr
value: 79.13973922902494
verified: no, type: main_score
value: 68.13018101639273
verified: no
task: type: Reranking, dataset: config: default
name: MTEB T2Retrieval (default)
revision: latest2023
split: dev
type: C-MTEB/T2Retrieval
metrics: type: map_at_1
value: 28.591
verified: no, type: map_at_10
value: 80.979
verified: no, type: map_at_100
value: 84.411
verified: no, type: map_at_1000
value: 84.458
verified: no, type: map_at_20
value: 83.68100000000001
verified: no, type: map_at_3
value: 56.967999999999996
verified: no, type: map_at_5
value: 70.098
verified: no, type: mrr_at_1
value: 92.12700000000001
verified: no, type: mrr_at_10
value: 94.094
verified: no, type: mrr_at_100
value: 94.161
verified: no, type: mrr_at_1000
value: 94.164
verified: no, type: mrr_at_20
value: 94.14
verified: no, type: mrr_at_3
value: 93.753
verified: no, type: mrr_at_5
value: 93.98100000000001
verified: no, type: ndcg_at_1
value: 92.12700000000001
verified: no, type: ndcg_at_10
value: 87.586
verified: no, type: ndcg_at_100
value: 90.58500000000001
verified: no, type: ndcg_at_1000
value: 91.05
verified: no, type: ndcg_at_20
value: 89.132
verified: no, type: ndcg_at_3
value: 88.86800000000001
verified: no, type: ndcg_at_5
value: 87.673
verified: no, type: precision_at_1
value: 92.12700000000001
verified: no, type: precision_at_10
value: 43.35
verified: no, type: precision_at_100
value: 5.06
verified: no, type: precision_at_1000
value: 0.517
verified: no, type: precision_at_20
value: 23.895
verified: no, type: precision_at_3
value: 77.664
verified: no, type: precision_at_5
value: 65.231
verified: no, type: recall_at_1
value: 28.591
verified: no, type: recall_at_10
value: 86.342
verified: no, type: recall_at_100
value: 96.274
verified: no, type: recall_at_1000
value: 98.666
verified: no, type: recall_at_20
value: 91.741
verified: no, type: recall_at_3
value: 58.386
verified: no, type: recall_at_5
value: 72.942
verified: no, type: main_score
value: 87.586
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TNews (default)
revision: latest2023
split: validation
type: C-MTEB/TNews-classification
metrics: type: accuracy
value: 58.057
verified: no, type: accuracy_stderr
value: 0.4056365368159032
verified: no, type: f1
value: 56.16542257610506
verified: no, type: f1_stderr
value: 0.49560443919264746
verified: no, type: main_score
value: 58.057
verified: no
task: type: Classification, dataset: config: default
name: MTEB ThuNewsClusteringP2P (default)
revision: latest2023
split: test
type: C-MTEB/ThuNewsClusteringP2P
metrics: type: v_measure
value: 83.43086890900754
verified: no, type: v_measure_std
value: 1.3242733220406704
verified: no, type: main_score
value: 83.43086890900754
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ThuNewsClusteringS2S (default)
revision: latest2023
split: test
type: C-MTEB/ThuNewsClusteringS2S
metrics: type: v_measure
value: 80.17922689954183
verified: no, type: v_measure_std
value: 2.1732975942130612
verified: no, type: main_score
value: 80.17922689954183
verified: no
task: type: Clustering, dataset: config: default
name: MTEB VideoRetrieval (default)
revision: latest2023
split: dev
type: C-MTEB/VideoRetrieval
metrics: type: map_at_1
value: 68.60000000000001
verified: no, type: map_at_10
value: 77.518
verified: no, type: map_at_100
value: 77.815
verified: no, type: map_at_1000
value: 77.82
verified: no, type: map_at_20
value: 77.73299999999999
verified: no, type: map_at_3
value: 76.167
verified: no, type: map_at_5
value: 76.932
verified: no, type: mrr_at_1
value: 68.60000000000001
verified: no, type: mrr_at_10
value: 77.518
verified: no, type: mrr_at_100
value: 77.815
verified: no, type: mrr_at_1000
value: 77.82
verified: no, type: mrr_at_20
value: 77.73299999999999
verified: no, type: mrr_at_3
value: 76.167
verified: no, type: mrr_at_5
value: 76.932
verified: no, type: ndcg_at_1
value: 68.60000000000001
verified: no, type: ndcg_at_10
value: 81.339
verified: no, type: ndcg_at_100
value: 82.646
verified: no, type: ndcg_at_1000
value: 82.76599999999999
verified: no, type: ndcg_at_20
value: 82.107
verified: no, type: ndcg_at_3
value: 78.569
verified: no, type: ndcg_at_5
value: 79.937
verified: no, type: precision_at_1
value: 68.60000000000001
verified: no, type: precision_at_10
value: 9.31
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.805000000000001
verified: no, type: precision_at_3
value: 28.499999999999996
verified: no, type: precision_at_5
value: 17.76
verified: no, type: recall_at_1
value: 68.60000000000001
verified: no, type: recall_at_10
value: 93.10000000000001
verified: no, type: recall_at_100
value: 98.9
verified: no, type: recall_at_1000
value: 99.8
verified: no, type: recall_at_20
value: 96.1
verified: no, type: recall_at_3
value: 85.5
verified: no, type: recall_at_5
value: 88.8
verified: no, type: main_score
value: 81.339
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Waimai (default)
revision: latest2023
split: test
type: C-MTEB/waimai-classification
metrics: type: accuracy
value: 90.63000000000001
verified: no, type: accuracy_stderr
value: 0.49203658400570216
verified: no, type: ap
value: 77.93466200571231
verified: no, type: ap_stderr
value: 1.2006502477223735
verified: no, type: f1
value: 89.36361097500829
verified: no, type: f1_stderr
value: 0.43660966359249054
verified: no, type: main_score
value: 90.63000000000001
verified: no
task: type: Classification
tags: mteb
Likes: 1 | All-time downloads: 0
Created: 2024-12-20 14:29:23