Model: IEITYuan/Yuan-embedding-1.0
Author: IEITYuan
Tags: safetensors, bert, mteb, model-index, region:us
Card metadata: model-index: name: Yuan-embedding-1.0
results: dataset: config: default
name: MTEB AFQMC (default)
revision: None
split: validation
type: C-MTEB/AFQMC
metrics: type: cosine_pearson
value: 56.398777687800596
verified: no, type: cosine_spearman
value: 60.2976392017466
verified: no, type: manhattan_pearson
value: 58.34432755369896
verified: no, type: manhattan_spearman
value: 59.633715024557176
verified: no, type: euclidean_pearson
value: 58.33199470250656
verified: no, type: euclidean_spearman
value: 59.633393360323595
verified: no, type: main_score
value: 60.2976392017466
verified: no
task: type: STS, dataset: config: default
name: MTEB ATEC (default)
revision: None
split: test
type: C-MTEB/ATEC
metrics: type: cosine_pearson
value: 56.418711941754694
verified: no, type: cosine_spearman
value: 58.49782527525838
verified: no, type: manhattan_pearson
value: 62.05335398720773
verified: no, type: manhattan_spearman
value: 58.18176592298454
verified: no, type: euclidean_pearson
value: 62.06479799788818
verified: no, type: euclidean_spearman
value: 58.18182671971488
verified: no, type: main_score
value: 58.49782527525838
verified: no
task: type: STS, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 46.656000000000006
verified: no, type: accuracy_stderr
value: 1.1704631561907444
verified: no, type: f1
value: 45.75911645865614
verified: no, type: f1_stderr
value: 1.323301406018355
verified: no, type: main_score
value: 46.656000000000006
verified: no
task: type: Classification, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 45.84599999999999
verified: no, type: accuracy_stderr
value: 1.0539468677310073
verified: no, type: f1
value: 45.03273670979488
verified: no, type: f1_stderr
value: 1.00417269917164
verified: no, type: main_score
value: 45.84599999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB BQ (default)
revision: None
split: test
type: C-MTEB/BQ
metrics: type: cosine_pearson
value: 71.33099160181597
verified: no, type: cosine_spearman
value: 73.06963287952199
verified: no, type: manhattan_pearson
value: 70.65314181752566
verified: no, type: manhattan_spearman
value: 72.34604440078336
verified: no, type: euclidean_pearson
value: 70.67624292501411
verified: no, type: euclidean_spearman
value: 72.3597691712343
verified: no, type: main_score
value: 73.06963287952199
verified: no
task: type: STS, dataset: config: default
name: MTEB CLSClusteringP2P (default)
revision: None
split: test
type: C-MTEB/CLSClusteringP2P
metrics: type: v_measure
value: 53.79921861868626
verified: no, type: v_measure_std
value: 2.073016548125077
verified: no, type: main_score
value: 53.79921861868626
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CLSClusteringS2S (default)
revision: None
split: test
type: C-MTEB/CLSClusteringS2S
metrics: type: v_measure
value: 46.22496957569903
verified: no, type: v_measure_std
value: 1.4660184854965337
verified: no, type: main_score
value: 46.22496957569903
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CMedQAv1-reranking (default)
revision: None
split: test
type: C-MTEB/CMedQAv1-reranking
metrics: type: map
value: 90.00883554654739
verified: no, type: mrr
value: 92.02547619047618
verified: no, type: main_score
value: 90.00883554654739
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CMedQAv2-reranking (default)
revision: None
split: test
type: C-MTEB/CMedQAv2-reranking
metrics: type: map
value: 92.47561424216632
verified: no, type: mrr
value: 94.60039682539681
verified: no, type: main_score
value: 92.47561424216632
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CmedqaRetrieval (default)
revision: None
split: dev
type: C-MTEB/CmedqaRetrieval
metrics: type: map_at_1
value: 29.935000000000002
verified: no, type: map_at_10
value: 44.143
verified: no, type: map_at_100
value: 45.999
verified: no, type: map_at_1000
value: 46.084
verified: no, type: map_at_3
value: 39.445
verified: no, type: map_at_5
value: 42.218
verified: no, type: mrr_at_1
value: 44.711
verified: no, type: mrr_at_10
value: 53.88699999999999
verified: no, type: mrr_at_100
value: 54.813
verified: no, type: mrr_at_1000
value: 54.834
verified: no, type: mrr_at_3
value: 51.1
verified: no, type: mrr_at_5
value: 52.827
verified: no, type: ndcg_at_1
value: 44.711
verified: no, type: ndcg_at_10
value: 51.471999999999994
verified: no, type: ndcg_at_100
value: 58.362
verified: no, type: ndcg_at_1000
value: 59.607
verified: no, type: ndcg_at_3
value: 45.558
verified: no, type: ndcg_at_5
value: 48.345
verified: no, type: precision_at_1
value: 44.711
verified: no, type: precision_at_10
value: 11.1
verified: no, type: precision_at_100
value: 1.6650000000000003
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_3
value: 25.306
verified: no, type: precision_at_5
value: 18.404999999999998
verified: no, type: recall_at_1
value: 29.935000000000002
verified: no, type: recall_at_10
value: 63.366
verified: no, type: recall_at_100
value: 91.375
verified: no, type: recall_at_1000
value: 99.167
verified: no, type: recall_at_3
value: 45.888
verified: no, type: recall_at_5
value: 54.169
verified: no, type: main_score
value: 51.471999999999994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Cmnli (default)
revision: None
split: validation
type: C-MTEB/CMNLI
metrics: type: cos_sim_accuracy
value: 80.3968731208659
verified: no, type: cos_sim_accuracy_threshold
value: 86.61384582519531
verified: no, type: cos_sim_ap
value: 88.21894124132636
verified: no, type: cos_sim_f1
value: 81.67308750687947
verified: no, type: cos_sim_f1_threshold
value: 86.04017496109009
verified: no, type: cos_sim_precision
value: 77.1630615640599
verified: no, type: cos_sim_recall
value: 86.7430441898527
verified: no, type: dot_accuracy
value: 67.7931449188214
verified: no, type: dot_accuracy_threshold
value: 92027.47802734375
verified: no, type: dot_ap
value: 75.73048600318765
verified: no, type: dot_f1
value: 71.64554512914772
verified: no, type: dot_f1_threshold
value: 83535.70556640625
verified: no, type: dot_precision
value: 61.1056105610561
verified: no, type: dot_recall
value: 86.57937806873977
verified: no, type: euclidean_accuracy
value: 78.52074564040889
verified: no, type: euclidean_accuracy_threshold
value: 1688.486671447754
verified: no, type: euclidean_ap
value: 86.40643721988414
verified: no, type: euclidean_f1
value: 79.97822536744692
verified: no, type: euclidean_f1_threshold
value: 1748.1914520263672
verified: no, type: euclidean_precision
value: 74.83700081499592
verified: no, type: euclidean_recall
value: 85.87795183539865
verified: no, type: manhattan_accuracy
value: 78.59290438965725
verified: no, type: manhattan_accuracy_threshold
value: 57066.162109375
verified: no, type: manhattan_ap
value: 86.38300352696045
verified: no, type: manhattan_f1
value: 79.84587391630097
verified: no, type: manhattan_f1_threshold
value: 59686.376953125
verified: no, type: manhattan_precision
value: 73.62810896170548
verified: no, type: manhattan_recall
value: 87.21066167874679
verified: no, type: max_accuracy
value: 80.3968731208659
verified: no, type: max_ap
value: 88.21894124132636
verified: no, type: max_f1
value: 81.67308750687947
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB CovidRetrieval (default)
revision: None
split: dev
type: C-MTEB/CovidRetrieval
metrics: type: map_at_1
value: 85.485
verified: no, type: map_at_10
value: 91.135
verified: no, type: map_at_100
value: 91.16199999999999
verified: no, type: map_at_1000
value: 91.16300000000001
verified: no, type: map_at_3
value: 90.499
verified: no, type: map_at_5
value: 90.91
verified: no, type: mrr_at_1
value: 85.88
verified: no, type: mrr_at_10
value: 91.133
verified: no, type: mrr_at_100
value: 91.16
verified: no, type: mrr_at_1000
value: 91.161
verified: no, type: mrr_at_3
value: 90.551
verified: no, type: mrr_at_5
value: 90.904
verified: no, type: ndcg_at_1
value: 85.88
verified: no, type: ndcg_at_10
value: 93.163
verified: no, type: ndcg_at_100
value: 93.282
verified: no, type: ndcg_at_1000
value: 93.309
verified: no, type: ndcg_at_3
value: 91.943
verified: no, type: ndcg_at_5
value: 92.637
verified: no, type: precision_at_1
value: 85.88
verified: no, type: precision_at_10
value: 10.032
verified: no, type: precision_at_100
value: 1.008
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 32.315
verified: no, type: precision_at_5
value: 19.747
verified: no, type: recall_at_1
value: 85.485
verified: no, type: recall_at_10
value: 99.262
verified: no, type: recall_at_100
value: 99.789
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 95.96900000000001
verified: no, type: recall_at_5
value: 97.682
verified: no, type: main_score
value: 93.163
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DuRetrieval (default)
revision: None
split: dev
type: C-MTEB/DuRetrieval
metrics: type: map_at_1
value: 27.29
verified: no, type: map_at_10
value: 82.832
verified: no, type: map_at_100
value: 85.482
verified: no, type: map_at_1000
value: 85.52
verified: no, type: map_at_3
value: 57.964000000000006
verified: no, type: map_at_5
value: 72.962
verified: no, type: mrr_at_1
value: 92.35
verified: no, type: mrr_at_10
value: 94.77499999999999
verified: no, type: mrr_at_100
value: 94.825
verified: no, type: mrr_at_1000
value: 94.827
verified: no, type: mrr_at_3
value: 94.50800000000001
verified: no, type: mrr_at_5
value: 94.688
verified: no, type: ndcg_at_1
value: 92.35
verified: no, type: ndcg_at_10
value: 89.432
verified: no, type: ndcg_at_100
value: 91.813
verified: no, type: ndcg_at_1000
value: 92.12
verified: no, type: ndcg_at_3
value: 88.804
verified: no, type: ndcg_at_5
value: 87.681
verified: no, type: precision_at_1
value: 92.35
verified: no, type: precision_at_10
value: 42.32
verified: no, type: precision_at_100
value: 4.812
verified: no, type: precision_at_1000
value: 0.48900000000000005
verified: no, type: precision_at_3
value: 79.367
verified: no, type: precision_at_5
value: 66.86999999999999
verified: no, type: recall_at_1
value: 27.29
verified: no, type: recall_at_10
value: 90.093
verified: no, type: recall_at_100
value: 97.916
verified: no, type: recall_at_1000
value: 99.40299999999999
verified: no, type: recall_at_3
value: 59.816
verified: no, type: recall_at_5
value: 76.889
verified: no, type: main_score
value: 89.432
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EcomRetrieval (default)
revision: None
split: dev
type: C-MTEB/EcomRetrieval
metrics: type: map_at_1
value: 55.2
verified: no, type: map_at_10
value: 65.767
verified: no, type: map_at_100
value: 66.208
verified: no, type: map_at_1000
value: 66.219
verified: no, type: map_at_3
value: 63.1
verified: no, type: map_at_5
value: 64.865
verified: no, type: mrr_at_1
value: 55.2
verified: no, type: mrr_at_10
value: 65.767
verified: no, type: mrr_at_100
value: 66.208
verified: no, type: mrr_at_1000
value: 66.219
verified: no, type: mrr_at_3
value: 63.1
verified: no, type: mrr_at_5
value: 64.865
verified: no, type: ndcg_at_1
value: 55.2
verified: no, type: ndcg_at_10
value: 70.875
verified: no, type: ndcg_at_100
value: 72.931
verified: no, type: ndcg_at_1000
value: 73.2
verified: no, type: ndcg_at_3
value: 65.526
verified: no, type: ndcg_at_5
value: 68.681
verified: no, type: precision_at_1
value: 55.2
verified: no, type: precision_at_10
value: 8.690000000000001
verified: no, type: precision_at_100
value: 0.963
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 24.166999999999998
verified: no, type: precision_at_5
value: 16.02
verified: no, type: recall_at_1
value: 55.2
verified: no, type: recall_at_10
value: 86.9
verified: no, type: recall_at_100
value: 96.3
verified: no, type: recall_at_1000
value: 98.4
verified: no, type: recall_at_3
value: 72.5
verified: no, type: recall_at_5
value: 80.10000000000001
verified: no, type: main_score
value: 70.875
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB IFlyTek (default)
revision: None
split: validation
type: C-MTEB/IFlyTek-classification
metrics: type: accuracy
value: 46.95652173913043
verified: no, type: accuracy_stderr
value: 0.8816372193041417
verified: no, type: f1
value: 38.870262239396496
verified: no, type: f1_stderr
value: 1.1248427890133785
verified: no, type: main_score
value: 46.95652173913043
verified: no
task: type: Classification, dataset: config: default
name: MTEB JDReview (default)
revision: None
split: test
type: C-MTEB/JDReview-classification
metrics: type: accuracy
value: 87.18574108818011
verified: no, type: accuracy_stderr
value: 1.828763099528331
verified: no, type: ap
value: 56.516251295719414
verified: no, type: ap_stderr
value: 3.3789918068717895
verified: no, type: f1
value: 82.04209146803106
verified: no, type: f1_stderr
value: 2.005027201503808
verified: no, type: main_score
value: 87.18574108818011
verified: no
task: type: Classification, dataset: config: default
name: MTEB LCQMC (default)
revision: None
split: test
type: C-MTEB/LCQMC
metrics: type: cosine_pearson
value: 72.67112275922743
verified: no, type: cosine_spearman
value: 78.44376213964316
verified: no, type: manhattan_pearson
value: 77.51766838932976
verified: no, type: manhattan_spearman
value: 78.02885255071602
verified: no, type: euclidean_pearson
value: 77.5292348074114
verified: no, type: euclidean_spearman
value: 78.04277103380235
verified: no, type: main_score
value: 78.44376213964316
verified: no
task: type: STS, dataset: config: default
name: MTEB MMarcoReranking (default)
revision: None
split: dev
type: C-MTEB/Mmarco-reranking
metrics: type: map
value: 37.021133625346174
verified: no, type: mrr
value: 35.81428571428572
verified: no, type: main_score
value: 37.021133625346174
verified: no
task: type: Reranking, dataset: config: default
name: MTEB MMarcoRetrieval (default)
revision: None
split: dev
type: C-MTEB/MMarcoRetrieval
metrics: type: map_at_1
value: 69.624
verified: no, type: map_at_10
value: 78.764
verified: no, type: map_at_100
value: 79.038
verified: no, type: map_at_1000
value: 79.042
verified: no, type: map_at_3
value: 76.846
verified: no, type: map_at_5
value: 78.106
verified: no, type: mrr_at_1
value: 71.905
verified: no, type: mrr_at_10
value: 79.268
verified: no, type: mrr_at_100
value: 79.508
verified: no, type: mrr_at_1000
value: 79.512
verified: no, type: mrr_at_3
value: 77.60000000000001
verified: no, type: mrr_at_5
value: 78.701
verified: no, type: ndcg_at_1
value: 71.905
verified: no, type: ndcg_at_10
value: 82.414
verified: no, type: ndcg_at_100
value: 83.59
verified: no, type: ndcg_at_1000
value: 83.708
verified: no, type: ndcg_at_3
value: 78.803
verified: no, type: ndcg_at_5
value: 80.94
verified: no, type: precision_at_1
value: 71.905
verified: no, type: precision_at_10
value: 9.901
verified: no, type: precision_at_100
value: 1.048
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 29.479
verified: no, type: precision_at_5
value: 18.828
verified: no, type: recall_at_1
value: 69.624
verified: no, type: recall_at_10
value: 93.149
verified: no, type: recall_at_100
value: 98.367
verified: no, type: recall_at_1000
value: 99.29299999999999
verified: no, type: recall_at_3
value: 83.67599999999999
verified: no, type: recall_at_5
value: 88.752
verified: no, type: main_score
value: 82.414
verified: no
task: type: Retrieval, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 77.36045729657029
verified: no, type: accuracy_stderr
value: 0.8944498935111289
verified: no, type: f1
value: 73.73485209304225
verified: no, type: f1_stderr
value: 0.8615191738484445
verified: no, type: main_score
value: 77.36045729657029
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 78.16035415641909
verified: no, type: accuracy_stderr
value: 0.7514724220154535
verified: no, type: f1
value: 75.32402452596266
verified: no, type: f1_stderr
value: 0.5969737694527888
verified: no, type: main_score
value: 78.16035415641909
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: 7d571f92784cd94a019292a1f45445077d0ef634
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 83.31203765971755
verified: no, type: accuracy_stderr
value: 1.1063564012537301
verified: no, type: f1
value: 82.81655735858999
verified: no, type: f1_stderr
value: 0.9643568609098954
verified: no, type: main_score
value: 83.31203765971755
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: 7d571f92784cd94a019292a1f45445077d0ef634
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 83.11362518445647
verified: no, type: accuracy_stderr
value: 1.252141689154366
verified: no, type: f1
value: 82.56555569957769
verified: no, type: f1_stderr
value: 0.858322314243248
verified: no, type: main_score
value: 83.11362518445647
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedicalRetrieval (default)
revision: None
split: dev
type: C-MTEB/MedicalRetrieval
metrics: type: map_at_1
value: 63.1
verified: no, type: map_at_10
value: 70.816
verified: no, type: map_at_100
value: 71.368
verified: no, type: map_at_1000
value: 71.379
verified: no, type: map_at_3
value: 69.033
verified: no, type: map_at_5
value: 70.028
verified: no, type: mrr_at_1
value: 63.4
verified: no, type: mrr_at_10
value: 70.98400000000001
verified: no, type: mrr_at_100
value: 71.538
verified: no, type: mrr_at_1000
value: 71.548
verified: no, type: mrr_at_3
value: 69.19999999999999
verified: no, type: mrr_at_5
value: 70.195
verified: no, type: ndcg_at_1
value: 63.1
verified: no, type: ndcg_at_10
value: 74.665
verified: no, type: ndcg_at_100
value: 77.16199999999999
verified: no, type: ndcg_at_1000
value: 77.408
verified: no, type: ndcg_at_3
value: 70.952
verified: no, type: ndcg_at_5
value: 72.776
verified: no, type: precision_at_1
value: 63.1
verified: no, type: precision_at_10
value: 8.68
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 25.5
verified: no, type: precision_at_5
value: 16.2
verified: no, type: recall_at_1
value: 63.1
verified: no, type: recall_at_10
value: 86.8
verified: no, type: recall_at_100
value: 98.1
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 76.5
verified: no, type: recall_at_5
value: 81
verified: no, type: main_score
value: 74.665
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MultilingualSentiment (default)
revision: None
split: validation
type: C-MTEB/MultilingualSentiment-classification
metrics: type: accuracy
value: 75.98
verified: no, type: accuracy_stderr
value: 0.8634813257969153
verified: no, type: f1
value: 75.98312901227456
verified: no, type: f1_stderr
value: 0.9813231777702479
verified: no, type: main_score
value: 75.98
verified: no
task: type: Classification, dataset: config: default
name: MTEB Ocnli (default)
revision: None
split: validation
type: C-MTEB/OCNLI
metrics: type: cos_sim_accuracy
value: 80.02165674066053
verified: no, type: cos_sim_accuracy_threshold
value: 84.70024466514587
verified: no, type: cos_sim_ap
value: 84.5948682253982
verified: no, type: cos_sim_f1
value: 80.84291187739463
verified: no, type: cos_sim_f1_threshold
value: 82.62853622436523
verified: no, type: cos_sim_precision
value: 73.97020157756354
verified: no, type: cos_sim_recall
value: 89.1235480464625
verified: no, type: dot_accuracy
value: 71.52138603140227
verified: no, type: dot_accuracy_threshold
value: 84206.94580078125
verified: no, type: dot_ap
value: 77.69986172282461
verified: no, type: dot_f1
value: 74.76467951591216
verified: no, type: dot_f1_threshold
value: 78842.08984375
verified: no, type: dot_precision
value: 64.95327102803739
verified: no, type: dot_recall
value: 88.0675818373812
verified: no, type: euclidean_accuracy
value: 76.01515971846237
verified: no, type: euclidean_accuracy_threshold
value: 1818.9674377441406
verified: no, type: euclidean_ap
value: 80.84369691331835
verified: no, type: euclidean_f1
value: 78.08988764044943
verified: no, type: euclidean_f1_threshold
value: 1922.1363067626953
verified: no, type: euclidean_precision
value: 70.14297729184187
verified: no, type: euclidean_recall
value: 88.0675818373812
verified: no, type: manhattan_accuracy
value: 76.12344342176502
verified: no, type: manhattan_accuracy_threshold
value: 61934.478759765625
verified: no, type: manhattan_ap
value: 80.8051823205177
verified: no, type: manhattan_f1
value: 78.21596244131456
verified: no, type: manhattan_f1_threshold
value: 64840.447998046875
verified: no, type: manhattan_precision
value: 70.41420118343196
verified: no, type: manhattan_recall
value: 87.96198521647307
verified: no, type: max_accuracy
value: 80.02165674066053
verified: no, type: max_ap
value: 84.5948682253982
verified: no, type: max_f1
value: 80.84291187739463
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB OnlineShopping (default)
revision: None
split: test
type: C-MTEB/OnlineShopping-classification
metrics: type: accuracy
value: 93.63
verified: no, type: accuracy_stderr
value: 0.7253275122315392
verified: no, type: ap
value: 91.66092551327398
verified: no, type: ap_stderr
value: 0.9661774073521741
verified: no, type: f1
value: 93.61696896914624
verified: no, type: f1_stderr
value: 0.7232416235078093
verified: no, type: main_score
value: 93.63
verified: no
task: type: Classification, dataset: config: default
name: MTEB PAWSX (default)
revision: None
split: test
type: C-MTEB/PAWSX
metrics: type: cosine_pearson
value: 27.420084312732477
verified: no, type: cosine_spearman
value: 36.615019324915316
verified: no, type: manhattan_pearson
value: 35.38814491527626
verified: no, type: manhattan_spearman
value: 35.989020517540105
verified: no, type: euclidean_pearson
value: 35.322828019800475
verified: no, type: euclidean_spearman
value: 35.93118948093057
verified: no, type: main_score
value: 36.615019324915316
verified: no
task: type: STS, dataset: config: default
name: MTEB QBQTC (default)
revision: None
split: test
type: C-MTEB/QBQTC
metrics: type: cosine_pearson
value: 36.51779732355864
verified: no, type: cosine_spearman
value: 38.35615142712016
verified: no, type: manhattan_pearson
value: 31.00096996824444
verified: no, type: manhattan_spearman
value: 35.22782463612116
verified: no, type: euclidean_pearson
value: 31.04604995563808
verified: no, type: euclidean_spearman
value: 35.271420992011485
verified: no, type: main_score
value: 38.35615142712016
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22 (zh)
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 60.76376961662733
verified: no, type: cosine_spearman
value: 65.93112312064913
verified: no, type: manhattan_pearson
value: 60.18998639945854
verified: no, type: manhattan_spearman
value: 64.37697612695015
verified: no, type: euclidean_pearson
value: 60.287759656277814
verified: no, type: euclidean_spearman
value: 64.37685757691955
verified: no, type: main_score
value: 65.93112312064913
verified: no
task: type: STS, dataset: config: default
name: MTEB STSB (default)
revision: None
split: test
type: C-MTEB/STSB
metrics: type: cosine_pearson
value: 79.6320389543562
verified: no, type: cosine_spearman
value: 81.9230633773663
verified: no, type: manhattan_pearson
value: 80.20746913195181
verified: no, type: manhattan_spearman
value: 80.43150657863002
verified: no, type: euclidean_pearson
value: 80.1796408157508
verified: no, type: euclidean_spearman
value: 80.42930201788549
verified: no, type: main_score
value: 81.9230633773663
verified: no
task: type: STS, dataset: config: default
name: MTEB T2Reranking (default)
revision: None
split: dev
type: C-MTEB/T2Reranking
metrics: type: map
value: 66.67836204644267
verified: no, type: mrr
value: 76.1707222383424
verified: no, type: main_score
value: 66.67836204644267
verified: no
task: type: Reranking, dataset: config: default
name: MTEB T2Retrieval (default)
revision: None
split: dev
type: C-MTEB/T2Retrieval
metrics: type: map_at_1
value: 28.015
verified: no, type: map_at_10
value: 78.281
verified: no, type: map_at_100
value: 81.89699999999999
verified: no, type: map_at_1000
value: 81.95599999999999
verified: no, type: map_at_3
value: 55.117000000000004
verified: no, type: map_at_5
value: 67.647
verified: no, type: mrr_at_1
value: 90.496
verified: no, type: mrr_at_10
value: 93.132
verified: no, type: mrr_at_100
value: 93.207
verified: no, type: mrr_at_1000
value: 93.209
verified: no, type: mrr_at_3
value: 92.714
verified: no, type: mrr_at_5
value: 93
verified: no, type: ndcg_at_1
value: 90.496
verified: no, type: ndcg_at_10
value: 85.71600000000001
verified: no, type: ndcg_at_100
value: 89.164
verified: no, type: ndcg_at_1000
value: 89.71000000000001
verified: no, type: ndcg_at_3
value: 86.876
verified: no, type: ndcg_at_5
value: 85.607
verified: no, type: precision_at_1
value: 90.496
verified: no, type: precision_at_10
value: 42.398
verified: no, type: precision_at_100
value: 5.031
verified: no, type: precision_at_1000
value: 0.516
verified: no, type: precision_at_3
value: 75.729
verified: no, type: precision_at_5
value: 63.522
verified: no, type: recall_at_1
value: 28.015
verified: no, type: recall_at_10
value: 84.83000000000001
verified: no, type: recall_at_100
value: 95.964
verified: no, type: recall_at_1000
value: 98.67399999999999
verified: no, type: recall_at_3
value: 56.898
verified: no, type: recall_at_5
value: 71.163
verified: no, type: main_score
value: 85.71600000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TNews (default)
revision: None
split: validation
type: C-MTEB/TNews-classification
metrics: type: accuracy
value: 51.702999999999996
verified: no, type: accuracy_stderr
value: 0.8183526134863877
verified: no, type: f1
value: 50.35330734766769
verified: no, type: f1_stderr
value: 0.740275098366631
verified: no, type: main_score
value: 51.702999999999996
verified: no
task: type: Classification, dataset: config: default
name: MTEB ThuNewsClusteringP2P (default)
revision: None
split: test
type: C-MTEB/ThuNewsClusteringP2P
metrics: type: v_measure
value: 72.78709391223538
verified: no, type: v_measure_std
value: 1.5927130767880417
verified: no, type: main_score
value: 72.78709391223538
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ThuNewsClusteringS2S (default)
revision: None
split: test
type: C-MTEB/ThuNewsClusteringS2S
metrics: type: v_measure
value: 66.80392174700211
verified: no, type: v_measure_std
value: 1.845756306548485
verified: no, type: main_score
value: 66.80392174700211
verified: no
task: type: Clustering, dataset: config: default
name: MTEB VideoRetrieval (default)
revision: None
split: dev
type: C-MTEB/VideoRetrieval
metrics: type: map_at_1
value: 65.5
verified: no, type: map_at_10
value: 75.38
verified: no, type: map_at_100
value: 75.756
verified: no, type: map_at_1000
value: 75.75800000000001
verified: no, type: map_at_3
value: 73.8
verified: no, type: map_at_5
value: 74.895
verified: no, type: mrr_at_1
value: 65.5
verified: no, type: mrr_at_10
value: 75.38
verified: no, type: mrr_at_100
value: 75.756
verified: no, type: mrr_at_1000
value: 75.75800000000001
verified: no, type: mrr_at_3
value: 73.8
verified: no, type: mrr_at_5
value: 74.895
verified: no, type: ndcg_at_1
value: 65.5
verified: no, type: ndcg_at_10
value: 79.572
verified: no, type: ndcg_at_100
value: 81.17699999999999
verified: no, type: ndcg_at_1000
value: 81.227
verified: no, type: ndcg_at_3
value: 76.44999999999999
verified: no, type: ndcg_at_5
value: 78.404
verified: no, type: precision_at_1
value: 65.5
verified: no, type: precision_at_10
value: 9.24
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 28.033
verified: no, type: precision_at_5
value: 17.76
verified: no, type: recall_at_1
value: 65.5
verified: no, type: recall_at_10
value: 92.4
verified: no, type: recall_at_100
value: 99.4
verified: no, type: recall_at_1000
value: 99.8
verified: no, type: recall_at_3
value: 84.1
verified: no, type: recall_at_5
value: 88.8
verified: no, type: main_score
value: 79.572
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Waimai (default)
revision: None
split: test
type: C-MTEB/waimai-classification
metrics: type: accuracy
value: 88.70000000000002
verified: no, type: accuracy_stderr
value: 1.1713240371477067
verified: no, type: ap
value: 73.95357766936226
verified: no, type: ap_stderr
value: 2.3258932220157638
verified: no, type: f1
value: 87.27541455081986
verified: no, type: f1_stderr
value: 1.185968184225313
verified: no, type: main_score
value: 88.70000000000002
verified: no
task: type: Classification
tags: mteb
Likes: 11 | All-time downloads: 5749
Created: 2024-11-07 09:05:01