Model: TownsWu/PEG
Author: TownsWu
Pipeline: sentence-similarity
Library: transformers
Tags: transformers, pytorch, bert, feature-extraction, PEG, sentence-similarity, mteb, zh, arxiv:2311.11691, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: language: zh
pipeline_tag: sentence-similarity
tags: PEG, feature-extraction, sentence-similarity, transformers, mteb
model-index: name: PEG
results: task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 84.09137463267582
verified: no, type: mrr
value: 86.6288888888889
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 86.55765031914974
verified: no, type: mrr
value: 89.4325396825397
verified: no, task: type: Retrieval
dataset: type: C_MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.101000000000003
verified: no, type: map_at_10
value: 38.239000000000004
verified: no, type: map_at_100
value: 40.083
verified: no, type: map_at_1000
value: 40.205
verified: no, type: map_at_3
value: 34.386
verified: no, type: map_at_5
value: 36.425999999999995
verified: no, type: mrr_at_1
value: 39.434999999999995
verified: no, type: mrr_at_10
value: 46.967999999999996
verified: no, type: mrr_at_100
value: 47.946
verified: no, type: mrr_at_1000
value: 47.997
verified: no, type: mrr_at_3
value: 44.803
verified: no, type: mrr_at_5
value: 45.911
verified: no, type: ndcg_at_1
value: 39.434999999999995
verified: no, type: ndcg_at_10
value: 44.416
verified: no, type: ndcg_at_100
value: 51.773
verified: no, type: ndcg_at_1000
value: 53.888000000000005
verified: no, type: ndcg_at_3
value: 39.816
verified: no, type: ndcg_at_5
value: 41.467999999999996
verified: no, type: precision_at_1
value: 39.434999999999995
verified: no, type: precision_at_10
value: 9.786999999999999
verified: no, type: precision_at_100
value: 1.5810000000000002
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_3
value: 22.414
verified: no, type: precision_at_5
value: 15.943999999999999
verified: no, type: recall_at_1
value: 26.101000000000003
verified: no, type: recall_at_10
value: 53.82900000000001
verified: no, type: recall_at_100
value: 84.63199999999999
verified: no, type: recall_at_1000
value: 98.782
verified: no, type: recall_at_3
value: 39.585
verified: no, type: recall_at_5
value: 45.141
verified: no, task: type: Retrieval
dataset: type: C_MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 70.39
verified: no, type: map_at_10
value: 78.93599999999999
verified: no, type: map_at_100
value: 79.202
verified: no, type: map_at_1000
value: 79.205
verified: no, type: map_at_3
value: 77.538
verified: no, type: map_at_5
value: 78.312
verified: no, type: mrr_at_1
value: 70.706
verified: no, type: mrr_at_10
value: 79.018
verified: no, type: mrr_at_100
value: 79.28399999999999
verified: no, type: mrr_at_1000
value: 79.288
verified: no, type: mrr_at_3
value: 77.713
verified: no, type: mrr_at_5
value: 78.462
verified: no, type: ndcg_at_1
value: 70.601
verified: no, type: ndcg_at_10
value: 82.555
verified: no, type: ndcg_at_100
value: 83.718
verified: no, type: ndcg_at_1000
value: 83.855
verified: no, type: ndcg_at_3
value: 79.779
verified: no, type: ndcg_at_5
value: 81.149
verified: no, type: precision_at_1
value: 70.601
verified: no, type: precision_at_10
value: 9.463000000000001
verified: no, type: precision_at_100
value: 0.9979999999999999
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 28.871999999999996
verified: no, type: precision_at_5
value: 18.019
verified: no, type: recall_at_1
value: 70.39
verified: no, type: recall_at_10
value: 93.572
verified: no, type: recall_at_100
value: 98.736
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_3
value: 86.091
verified: no, type: recall_at_5
value: 89.384
verified: no, task: type: Retrieval
dataset: type: C_MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.147
verified: no, type: map_at_10
value: 80.205
verified: no, type: map_at_100
value: 82.96
verified: no, type: map_at_1000
value: 82.999
verified: no, type: map_at_3
value: 55.16799999999999
verified: no, type: map_at_5
value: 69.798
verified: no, type: mrr_at_1
value: 89.8
verified: no, type: mrr_at_10
value: 93.16799999999999
verified: no, type: mrr_at_100
value: 93.22500000000001
verified: no, type: mrr_at_1000
value: 93.228
verified: no, type: mrr_at_3
value: 92.85
verified: no, type: mrr_at_5
value: 93.067
verified: no, type: ndcg_at_1
value: 89.8
verified: no, type: ndcg_at_10
value: 87.668
verified: no, type: ndcg_at_100
value: 90.16
verified: no, type: ndcg_at_1000
value: 90.505
verified: no, type: ndcg_at_3
value: 85.842
verified: no, type: ndcg_at_5
value: 85.101
verified: no, type: precision_at_1
value: 89.8
verified: no, type: precision_at_10
value: 42.225
verified: no, type: precision_at_100
value: 4.8149999999999995
verified: no, type: precision_at_1000
value: 0.48900000000000005
verified: no, type: precision_at_3
value: 76.967
verified: no, type: precision_at_5
value: 65.32
verified: no, type: recall_at_1
value: 26.147
verified: no, type: recall_at_10
value: 89.30399999999999
verified: no, type: recall_at_100
value: 97.609
verified: no, type: recall_at_1000
value: 99.409
verified: no, type: recall_at_3
value: 57.56
verified: no, type: recall_at_5
value: 74.78200000000001
verified: no, task: type: Retrieval
dataset: type: C_MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 53.300000000000004
verified: no, type: map_at_10
value: 62.507000000000005
verified: no, type: map_at_100
value: 63.068000000000005
verified: no, type: map_at_1000
value: 63.08200000000001
verified: no, type: map_at_3
value: 60.050000000000004
verified: no, type: map_at_5
value: 61.41
verified: no, type: mrr_at_1
value: 53.300000000000004
verified: no, type: mrr_at_10
value: 62.507000000000005
verified: no, type: mrr_at_100
value: 63.068000000000005
verified: no, type: mrr_at_1000
value: 63.08200000000001
verified: no, type: mrr_at_3
value: 60.050000000000004
verified: no, type: mrr_at_5
value: 61.41
verified: no, type: ndcg_at_1
value: 53.300000000000004
verified: no, type: ndcg_at_10
value: 67.31700000000001
verified: no, type: ndcg_at_100
value: 69.862
verified: no, type: ndcg_at_1000
value: 70.231
verified: no, type: ndcg_at_3
value: 62.222
verified: no, type: ndcg_at_5
value: 64.66300000000001
verified: no, type: precision_at_1
value: 53.300000000000004
verified: no, type: precision_at_10
value: 8.260000000000002
verified: no, type: precision_at_100
value: 0.941
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 22.833000000000002
verified: no, type: precision_at_5
value: 14.879999999999999
verified: no, type: recall_at_1
value: 53.300000000000004
verified: no, type: recall_at_10
value: 82.6
verified: no, type: recall_at_100
value: 94.1
verified: no, type: recall_at_1000
value: 97
verified: no, type: recall_at_3
value: 68.5
verified: no, type: recall_at_5
value: 74.4
verified: no, task: type: Retrieval
dataset: type: C_MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 70.68799999999999
verified: no, type: map_at_10
value: 79.28399999999999
verified: no, type: map_at_100
value: 79.537
verified: no, type: map_at_1000
value: 79.545
verified: no, type: map_at_3
value: 77.643
verified: no, type: map_at_5
value: 78.694
verified: no, type: mrr_at_1
value: 73.05199999999999
verified: no, type: mrr_at_10
value: 79.794
verified: no, type: mrr_at_100
value: 80.024
verified: no, type: mrr_at_1000
value: 80.03099999999999
verified: no, type: mrr_at_3
value: 78.441
verified: no, type: mrr_at_5
value: 79.29
verified: no, type: ndcg_at_1
value: 73.05199999999999
verified: no, type: ndcg_at_10
value: 82.627
verified: no, type: ndcg_at_100
value: 83.737
verified: no, type: ndcg_at_1000
value: 83.946
verified: no, type: ndcg_at_3
value: 79.585
verified: no, type: ndcg_at_5
value: 81.306
verified: no, type: precision_at_1
value: 73.05199999999999
verified: no, type: precision_at_10
value: 9.835
verified: no, type: precision_at_100
value: 1.038
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 29.756
verified: no, type: precision_at_5
value: 18.788
verified: no, type: recall_at_1
value: 70.68799999999999
verified: no, type: recall_at_10
value: 92.38300000000001
verified: no, type: recall_at_100
value: 97.347
verified: no, type: recall_at_1000
value: 98.992
verified: no, type: recall_at_3
value: 84.37
verified: no, type: recall_at_5
value: 88.434
verified: no, task: type: Retrieval
dataset: type: C_MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 53.1
verified: no, type: map_at_10
value: 58.36599999999999
verified: no, type: map_at_100
value: 58.939
verified: no, type: map_at_1000
value: 58.99100000000001
verified: no, type: map_at_3
value: 57.15
verified: no, type: map_at_5
value: 57.794999999999995
verified: no, type: mrr_at_1
value: 53.2
verified: no, type: mrr_at_10
value: 58.416000000000004
verified: no, type: mrr_at_100
value: 58.989999999999995
verified: no, type: mrr_at_1000
value: 59.041
verified: no, type: mrr_at_3
value: 57.199999999999996
verified: no, type: mrr_at_5
value: 57.845
verified: no, type: ndcg_at_1
value: 53.1
verified: no, type: ndcg_at_10
value: 60.989000000000004
verified: no, type: ndcg_at_100
value: 63.967
verified: no, type: ndcg_at_1000
value: 65.436
verified: no, type: ndcg_at_3
value: 58.425000000000004
verified: no, type: ndcg_at_5
value: 59.583
verified: no, type: precision_at_1
value: 53.1
verified: no, type: precision_at_10
value: 6.93
verified: no, type: precision_at_100
value: 0.8370000000000001
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 20.7
verified: no, type: precision_at_5
value: 12.98
verified: no, type: recall_at_1
value: 53.1
verified: no, type: recall_at_10
value: 69.3
verified: no, type: recall_at_100
value: 83.7
verified: no, type: recall_at_1000
value: 95.5
verified: no, type: recall_at_3
value: 62.1
verified: no, type: recall_at_5
value: 64.9
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 33.548800108363665
verified: no, type: mrr
value: 32.529761904761905
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 69.43381583724414
verified: no, type: mrr
value: 80.47879657392181
verified: no, task: type: Retrieval
dataset: type: C_MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 28.116000000000003
verified: no, type: map_at_10
value: 80.026
verified: no, type: map_at_100
value: 83.541
verified: no, type: map_at_1000
value: 83.592
verified: no, type: map_at_3
value: 56.092
verified: no, type: map_at_5
value: 69.114
verified: no, type: mrr_at_1
value: 91.557
verified: no, type: mrr_at_10
value: 93.73700000000001
verified: no, type: mrr_at_100
value: 93.808
verified: no, type: mrr_at_1000
value: 93.811
verified: no, type: mrr_at_3
value: 93.384
verified: no, type: mrr_at_5
value: 93.614
verified: no, type: ndcg_at_1
value: 91.553
verified: no, type: ndcg_at_10
value: 87.003
verified: no, type: ndcg_at_100
value: 90.128
verified: no, type: ndcg_at_1000
value: 90.615
verified: no, type: ndcg_at_3
value: 88.205
verified: no, type: ndcg_at_5
value: 86.978
verified: no, type: precision_at_1
value: 91.553
verified: no, type: precision_at_10
value: 43.25
verified: no, type: precision_at_100
value: 5.067
verified: no, type: precision_at_1000
value: 0.518
verified: no, type: precision_at_3
value: 77.25
verified: no, type: precision_at_5
value: 64.902
verified: no, type: recall_at_1
value: 28.116000000000003
verified: no, type: recall_at_10
value: 85.994
verified: no, type: recall_at_100
value: 96.345
verified: no, type: recall_at_1000
value: 98.867
verified: no, type: recall_at_3
value: 57.67099999999999
verified: no, type: recall_at_5
value: 72.26
verified: no, task: type: Retrieval
dataset: type: C_MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 64.9
verified: no, type: map_at_10
value: 73.763
verified: no, type: map_at_100
value: 74.116
verified: no, type: map_at_1000
value: 74.12100000000001
verified: no, type: map_at_3
value: 72.15
verified: no, type: map_at_5
value: 73.25
verified: no, type: mrr_at_1
value: 64.9
verified: no, type: mrr_at_10
value: 73.763
verified: no, type: mrr_at_100
value: 74.116
verified: no, type: mrr_at_1000
value: 74.12100000000001
verified: no, type: mrr_at_3
value: 72.15
verified: no, type: mrr_at_5
value: 73.25
verified: no, type: ndcg_at_1
value: 64.9
verified: no, type: ndcg_at_10
value: 77.639
verified: no, type: ndcg_at_100
value: 79.396
verified: no, type: ndcg_at_1000
value: 79.554
verified: no, type: ndcg_at_3
value: 74.406
verified: no, type: ndcg_at_5
value: 76.385
verified: no, type: precision_at_1
value: 64.9
verified: no, type: precision_at_10
value: 8.959999999999999
verified: no, type: precision_at_100
value: 0.979
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 26.967000000000002
verified: no, type: precision_at_5
value: 17.14
verified: no, type: recall_at_1
value: 64.9
verified: no, type: recall_at_10
value: 89.60000000000001
verified: no, type: recall_at_100
value: 97.89999999999999
verified: no, type: recall_at_1000
value: 99.2
verified: no, type: recall_at_3
value: 80.9
verified: no, type: recall_at_5
value: 85.7
verified: no
Likes: 29 | All-time downloads: 12411
Created: 2023-11-15 07:59:13