Model: fangxq/XYZ-embedding-zh-v2
Author: fangxq
Tags: pytorch, bert, mteb, zh, model-index, region:us
Card metadata: model-index: name: XYZ-embedding-zh-v2
results: dataset: config: default
name: MTEB CMedQAv1
revision: None
split: test
type: C-MTEB/CMedQAv1
metrics: type: map
value: 89.9766367822762
verified: no, type: mrr
value: 91.88896825396824
verified: no, type: main_score
value: 89.9766367822762
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CMedQAv2
revision: None
split: test
type: C-MTEB/CMedQAv2
metrics: type: map
value: 89.04628340075982
verified: no, type: mrr
value: 91.21702380952381
verified: no, type: main_score
value: 89.04628340075982
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CmedqaRetrieval
revision: None
split: dev
type: C-MTEB/CmedqaRetrieval
metrics: type: map_at_1
value: 27.796
verified: no, type: map_at_10
value: 41.498000000000005
verified: no, type: map_at_100
value: 43.332
verified: no, type: map_at_1000
value: 43.429
verified: no, type: map_at_3
value: 37.172
verified: no, type: map_at_5
value: 39.617000000000004
verified: no, type: mrr_at_1
value: 42.111
verified: no, type: mrr_at_10
value: 50.726000000000006
verified: no, type: mrr_at_100
value: 51.632
verified: no, type: mrr_at_1000
value: 51.67
verified: no, type: mrr_at_3
value: 48.429
verified: no, type: mrr_at_5
value: 49.662
verified: no, type: ndcg_at_1
value: 42.111
verified: no, type: ndcg_at_10
value: 48.294
verified: no, type: ndcg_at_100
value: 55.135999999999996
verified: no, type: ndcg_at_1000
value: 56.818000000000005
verified: no, type: ndcg_at_3
value: 43.185
verified: no, type: ndcg_at_5
value: 45.266
verified: no, type: precision_at_1
value: 42.111
verified: no, type: precision_at_10
value: 10.635
verified: no, type: precision_at_100
value: 1.619
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 24.539
verified: no, type: precision_at_5
value: 17.644000000000002
verified: no, type: recall_at_1
value: 27.796
verified: no, type: recall_at_10
value: 59.034
verified: no, type: recall_at_100
value: 86.991
verified: no, type: recall_at_1000
value: 98.304
verified: no, type: recall_at_3
value: 43.356
verified: no, type: recall_at_5
value: 49.998
verified: no, type: main_score
value: 48.294
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CovidRetrieval
revision: None
split: dev
type: C-MTEB/CovidRetrieval
metrics: type: map_at_1
value: 80.479
verified: no, type: map_at_10
value: 87.984
verified: no, type: map_at_100
value: 88.036
verified: no, type: map_at_1000
value: 88.03699999999999
verified: no, type: map_at_3
value: 87.083
verified: no, type: map_at_5
value: 87.694
verified: no, type: mrr_at_1
value: 80.927
verified: no, type: mrr_at_10
value: 88.046
verified: no, type: mrr_at_100
value: 88.099
verified: no, type: mrr_at_1000
value: 88.1
verified: no, type: mrr_at_3
value: 87.215
verified: no, type: mrr_at_5
value: 87.768
verified: no, type: ndcg_at_1
value: 80.927
verified: no, type: ndcg_at_10
value: 90.756
verified: no, type: ndcg_at_100
value: 90.96
verified: no, type: ndcg_at_1000
value: 90.975
verified: no, type: ndcg_at_3
value: 89.032
verified: no, type: ndcg_at_5
value: 90.106
verified: no, type: precision_at_1
value: 80.927
verified: no, type: precision_at_10
value: 10.011000000000001
verified: no, type: precision_at_100
value: 1.009
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 31.752999999999997
verified: no, type: precision_at_5
value: 19.6
verified: no, type: recall_at_1
value: 80.479
verified: no, type: recall_at_10
value: 99.05199999999999
verified: no, type: recall_at_100
value: 99.895
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 94.494
verified: no, type: recall_at_5
value: 97.102
verified: no, type: main_score
value: 90.756
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DuRetrieval
revision: None
split: dev
type: C-MTEB/DuRetrieval
metrics: type: map_at_1
value: 27.853
verified: no, type: map_at_10
value: 85.13199999999999
verified: no, type: map_at_100
value: 87.688
verified: no, type: map_at_1000
value: 87.712
verified: no, type: map_at_3
value: 59.705
verified: no, type: map_at_5
value: 75.139
verified: no, type: mrr_at_1
value: 93.65
verified: no, type: mrr_at_10
value: 95.682
verified: no, type: mrr_at_100
value: 95.722
verified: no, type: mrr_at_1000
value: 95.724
verified: no, type: mrr_at_3
value: 95.467
verified: no, type: mrr_at_5
value: 95.612
verified: no, type: ndcg_at_1
value: 93.65
verified: no, type: ndcg_at_10
value: 91.155
verified: no, type: ndcg_at_100
value: 93.183
verified: no, type: ndcg_at_1000
value: 93.38499999999999
verified: no, type: ndcg_at_3
value: 90.648
verified: no, type: ndcg_at_5
value: 89.47699999999999
verified: no, type: precision_at_1
value: 93.65
verified: no, type: precision_at_10
value: 43.11
verified: no, type: precision_at_100
value: 4.854
verified: no, type: precision_at_1000
value: 0.49100000000000005
verified: no, type: precision_at_3
value: 81.11699999999999
verified: no, type: precision_at_5
value: 68.28999999999999
verified: no, type: recall_at_1
value: 27.853
verified: no, type: recall_at_10
value: 91.678
verified: no, type: recall_at_100
value: 98.553
verified: no, type: recall_at_1000
value: 99.553
verified: no, type: recall_at_3
value: 61.381
verified: no, type: recall_at_5
value: 78.605
verified: no, type: main_score
value: 91.155
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EcomRetrieval
revision: None
split: dev
type: C-MTEB/EcomRetrieval
metrics: type: map_at_1
value: 54.50000000000001
verified: no, type: map_at_10
value: 65.167
verified: no, type: map_at_100
value: 65.664
verified: no, type: map_at_1000
value: 65.67399999999999
verified: no, type: map_at_3
value: 62.633
verified: no, type: map_at_5
value: 64.208
verified: no, type: mrr_at_1
value: 54.50000000000001
verified: no, type: mrr_at_10
value: 65.167
verified: no, type: mrr_at_100
value: 65.664
verified: no, type: mrr_at_1000
value: 65.67399999999999
verified: no, type: mrr_at_3
value: 62.633
verified: no, type: mrr_at_5
value: 64.208
verified: no, type: ndcg_at_1
value: 54.50000000000001
verified: no, type: ndcg_at_10
value: 70.294
verified: no, type: ndcg_at_100
value: 72.564
verified: no, type: ndcg_at_1000
value: 72.841
verified: no, type: ndcg_at_3
value: 65.128
verified: no, type: ndcg_at_5
value: 67.96799999999999
verified: no, type: precision_at_1
value: 54.50000000000001
verified: no, type: precision_at_10
value: 8.64
verified: no, type: precision_at_100
value: 0.967
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 24.099999999999998
verified: no, type: precision_at_5
value: 15.840000000000002
verified: no, type: recall_at_1
value: 54.50000000000001
verified: no, type: recall_at_10
value: 86.4
verified: no, type: recall_at_100
value: 96.7
verified: no, type: recall_at_1000
value: 98.9
verified: no, type: recall_at_3
value: 72.3
verified: no, type: recall_at_5
value: 79.2
verified: no, type: main_score
value: 70.294
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MMarcoReranking
revision: None
split: dev
type: C-MTEB/Mmarco-reranking
metrics: type: map
value: 37.68251937316638
verified: no, type: mrr
value: 36.61746031746032
verified: no, type: main_score
value: 37.68251937316638
verified: no
task: type: Reranking, dataset: config: default
name: MTEB MMarcoRetrieval
revision: None
split: dev
type: C-MTEB/MMarcoRetrieval
metrics: type: map_at_1
value: 69.401
verified: no, type: map_at_10
value: 78.8
verified: no, type: map_at_100
value: 79.077
verified: no, type: map_at_1000
value: 79.081
verified: no, type: map_at_3
value: 76.97
verified: no, type: map_at_5
value: 78.185
verified: no, type: mrr_at_1
value: 71.719
verified: no, type: mrr_at_10
value: 79.327
verified: no, type: mrr_at_100
value: 79.56400000000001
verified: no, type: mrr_at_1000
value: 79.56800000000001
verified: no, type: mrr_at_3
value: 77.736
verified: no, type: mrr_at_5
value: 78.782
verified: no, type: ndcg_at_1
value: 71.719
verified: no, type: ndcg_at_10
value: 82.505
verified: no, type: ndcg_at_100
value: 83.673
verified: no, type: ndcg_at_1000
value: 83.786
verified: no, type: ndcg_at_3
value: 79.07600000000001
verified: no, type: ndcg_at_5
value: 81.122
verified: no, type: precision_at_1
value: 71.719
verified: no, type: precision_at_10
value: 9.924
verified: no, type: precision_at_100
value: 1.049
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 29.742
verified: no, type: precision_at_5
value: 18.937
verified: no, type: recall_at_1
value: 69.401
verified: no, type: recall_at_10
value: 93.349
verified: no, type: recall_at_100
value: 98.492
verified: no, type: recall_at_1000
value: 99.384
verified: no, type: recall_at_3
value: 84.385
verified: no, type: recall_at_5
value: 89.237
verified: no, type: main_score
value: 82.505
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MedicalRetrieval
revision: None
split: dev
type: C-MTEB/MedicalRetrieval
metrics: type: map_at_1
value: 57.8
verified: no, type: map_at_10
value: 64.696
verified: no, type: map_at_100
value: 65.294
verified: no, type: map_at_1000
value: 65.328
verified: no, type: map_at_3
value: 62.949999999999996
verified: no, type: map_at_5
value: 64.095
verified: no, type: mrr_at_1
value: 58.099999999999994
verified: no, type: mrr_at_10
value: 64.85
verified: no, type: mrr_at_100
value: 65.448
verified: no, type: mrr_at_1000
value: 65.482
verified: no, type: mrr_at_3
value: 63.1
verified: no, type: mrr_at_5
value: 64.23
verified: no, type: ndcg_at_1
value: 57.8
verified: no, type: ndcg_at_10
value: 68.041
verified: no, type: ndcg_at_100
value: 71.074
verified: no, type: ndcg_at_1000
value: 71.919
verified: no, type: ndcg_at_3
value: 64.584
verified: no, type: ndcg_at_5
value: 66.625
verified: no, type: precision_at_1
value: 57.8
verified: no, type: precision_at_10
value: 7.85
verified: no, type: precision_at_100
value: 0.9289999999999999
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 23.1
verified: no, type: precision_at_5
value: 14.84
verified: no, type: recall_at_1
value: 57.8
verified: no, type: recall_at_10
value: 78.5
verified: no, type: recall_at_100
value: 92.9
verified: no, type: recall_at_1000
value: 99.4
verified: no, type: recall_at_3
value: 69.3
verified: no, type: recall_at_5
value: 74.2
verified: no, type: main_score
value: 68.041
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB T2Reranking
revision: None
split: dev
type: C-MTEB/T2Reranking
metrics: type: map
value: 69.13287570713865
verified: no, type: mrr
value: 79.95326487625066
verified: no, type: main_score
value: 69.13287570713865
verified: no
task: type: Reranking, dataset: config: default
name: MTEB T2Retrieval
revision: None
split: dev
type: C-MTEB/T2Retrieval
metrics: type: map_at_1
value: 28.041
verified: no, type: map_at_10
value: 78.509
verified: no, type: map_at_100
value: 82.083
verified: no, type: map_at_1000
value: 82.143
verified: no, type: map_at_3
value: 55.345
verified: no, type: map_at_5
value: 67.899
verified: no, type: mrr_at_1
value: 90.86
verified: no, type: mrr_at_10
value: 93.31
verified: no, type: mrr_at_100
value: 93.388
verified: no, type: mrr_at_1000
value: 93.391
verified: no, type: mrr_at_3
value: 92.92200000000001
verified: no, type: mrr_at_5
value: 93.167
verified: no, type: ndcg_at_1
value: 90.86
verified: no, type: ndcg_at_10
value: 85.875
verified: no, type: ndcg_at_100
value: 89.269
verified: no, type: ndcg_at_1000
value: 89.827
verified: no, type: ndcg_at_3
value: 87.254
verified: no, type: ndcg_at_5
value: 85.855
verified: no, type: precision_at_1
value: 90.86
verified: no, type: precision_at_10
value: 42.488
verified: no, type: precision_at_100
value: 5.029
verified: no, type: precision_at_1000
value: 0.516
verified: no, type: precision_at_3
value: 76.172
verified: no, type: precision_at_5
value: 63.759
verified: no, type: recall_at_1
value: 28.041
verified: no, type: recall_at_10
value: 84.829
verified: no, type: recall_at_100
value: 95.89999999999999
verified: no, type: recall_at_1000
value: 98.665
verified: no, type: recall_at_3
value: 57.009
verified: no, type: recall_at_5
value: 71.188
verified: no, type: main_score
value: 85.875
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB VideoRetrieval
revision: None
split: dev
type: C-MTEB/VideoRetrieval
metrics: type: map_at_1
value: 67.30000000000001
verified: no, type: map_at_10
value: 76.819
verified: no, type: map_at_100
value: 77.141
verified: no, type: map_at_1000
value: 77.142
verified: no, type: map_at_3
value: 75.233
verified: no, type: map_at_5
value: 76.163
verified: no, type: mrr_at_1
value: 67.30000000000001
verified: no, type: mrr_at_10
value: 76.819
verified: no, type: mrr_at_100
value: 77.141
verified: no, type: mrr_at_1000
value: 77.142
verified: no, type: mrr_at_3
value: 75.233
verified: no, type: mrr_at_5
value: 76.163
verified: no, type: ndcg_at_1
value: 67.30000000000001
verified: no, type: ndcg_at_10
value: 80.93599999999999
verified: no, type: ndcg_at_100
value: 82.311
verified: no, type: ndcg_at_1000
value: 82.349
verified: no, type: ndcg_at_3
value: 77.724
verified: no, type: ndcg_at_5
value: 79.406
verified: no, type: precision_at_1
value: 67.30000000000001
verified: no, type: precision_at_10
value: 9.36
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 28.299999999999997
verified: no, type: precision_at_5
value: 17.8
verified: no, type: recall_at_1
value: 67.30000000000001
verified: no, type: recall_at_10
value: 93.60000000000001
verified: no, type: recall_at_100
value: 99.6
verified: no, type: recall_at_1000
value: 99.9
verified: no, type: recall_at_3
value: 84.89999999999999
verified: no, type: recall_at_5
value: 89
verified: no, type: main_score
value: 80.93599999999999
verified: no
task: type: Retrieval
tags: mteb
language: zh
Likes: 0 | All-time downloads: 68
Created: 2024-09-09 09:39:54