Model: Lenovo-Zhihui/Zhihui_LLM_Embedding
Author: Lenovo-Zhihui
Pipeline: feature-extraction
Library: transformers
Tags: transformers, safetensors, qwen2, feature-extraction, mteb, custom_code, zh, license:cc-by-nc-4.0, model-index, text-generation-inference, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: tags: mteb
model-index: name: Zhihui_LLM_Embedding
results: task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 29.012
verified: no, type: map_at_10
value: 41.998000000000005
verified: no, type: map_at_100
value: 43.821
verified: no, type: map_at_1000
value: 43.924
verified: no, type: map_at_3
value: 37.804
verified: no, type: map_at_5
value: 40.025
verified: no, type: mrr_at_1
value: 43.536
verified: no, type: mrr_at_10
value: 51.413
verified: no, type: mrr_at_100
value: 52.329
verified: no, type: mrr_at_1000
value: 52.366
verified: no, type: mrr_at_3
value: 49.058
verified: no, type: mrr_at_5
value: 50.291
verified: no, type: ndcg_at_1
value: 43.536
verified: no, type: ndcg_at_10
value: 48.693
verified: no, type: ndcg_at_100
value: 55.644000000000005
verified: no, type: ndcg_at_1000
value: 57.354000000000006
verified: no, type: ndcg_at_3
value: 43.627
verified: no, type: ndcg_at_5
value: 45.462
verified: no, type: precision_at_1
value: 43.536
verified: no, type: precision_at_10
value: 10.552999999999999
verified: no, type: precision_at_100
value: 1.624
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_3
value: 24.314
verified: no, type: precision_at_5
value: 17.299
verified: no, type: recall_at_1
value: 29.012
verified: no, type: recall_at_10
value: 59.123000000000005
verified: no, type: recall_at_100
value: 87.783
verified: no, type: recall_at_1000
value: 99.078
verified: no, type: recall_at_3
value: 43.474000000000004
verified: no, type: recall_at_5
value: 49.557
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 73.235
verified: no, type: map_at_10
value: 80.87100000000001
verified: no, type: map_at_100
value: 81.10300000000001
verified: no, type: map_at_1000
value: 81.105
verified: no, type: map_at_3
value: 79.171
verified: no, type: map_at_5
value: 80.163
verified: no, type: mrr_at_1
value: 73.235
verified: no, type: mrr_at_10
value: 80.80000000000001
verified: no, type: mrr_at_100
value: 81.024
verified: no, type: mrr_at_1000
value: 81.026
verified: no, type: mrr_at_3
value: 79.15299999999999
verified: no, type: mrr_at_5
value: 80.133
verified: no, type: ndcg_at_1
value: 73.34
verified: no, type: ndcg_at_10
value: 84.387
verified: no, type: ndcg_at_100
value: 85.348
verified: no, type: ndcg_at_1000
value: 85.411
verified: no, type: ndcg_at_3
value: 80.97
verified: no, type: ndcg_at_5
value: 82.757
verified: no, type: precision_at_1
value: 73.34
verified: no, type: precision_at_10
value: 9.631
verified: no, type: precision_at_100
value: 1.005
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 28.837000000000003
verified: no, type: precision_at_5
value: 18.209
verified: no, type: recall_at_1
value: 73.235
verified: no, type: recall_at_10
value: 95.311
verified: no, type: recall_at_100
value: 99.473
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 86.091
verified: no, type: recall_at_5
value: 90.411
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 28.059
verified: no, type: map_at_10
value: 85.309
verified: no, type: map_at_100
value: 87.926
verified: no, type: map_at_1000
value: 87.945
verified: no, type: map_at_3
value: 59.862
verified: no, type: map_at_5
value: 75.345
verified: no, type: mrr_at_1
value: 93.30000000000001
verified: no, type: mrr_at_10
value: 95.624
verified: no, type: mrr_at_100
value: 95.647
verified: no, type: mrr_at_1000
value: 95.649
verified: no, type: mrr_at_3
value: 95.42500000000001
verified: no, type: mrr_at_5
value: 95.572
verified: no, type: ndcg_at_1
value: 93.30000000000001
verified: no, type: ndcg_at_10
value: 91.338
verified: no, type: ndcg_at_100
value: 93.38
verified: no, type: ndcg_at_1000
value: 93.57
verified: no, type: ndcg_at_3
value: 90.512
verified: no, type: ndcg_at_5
value: 89.617
verified: no, type: precision_at_1
value: 93.30000000000001
verified: no, type: precision_at_10
value: 43.169999999999995
verified: no, type: precision_at_100
value: 4.868
verified: no, type: precision_at_1000
value: 0.49100000000000005
verified: no, type: precision_at_3
value: 80.7
verified: no, type: precision_at_5
value: 68.12
verified: no, type: recall_at_1
value: 28.059
verified: no, type: recall_at_10
value: 91.949
verified: no, type: recall_at_100
value: 98.777
verified: no, type: recall_at_1000
value: 99.816
verified: no, type: recall_at_3
value: 61.699000000000005
verified: no, type: recall_at_5
value: 79.134
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 57.599999999999994
verified: no, type: map_at_10
value: 67.169
verified: no, type: map_at_100
value: 67.654
verified: no, type: map_at_1000
value: 67.663
verified: no, type: map_at_3
value: 64.833
verified: no, type: map_at_5
value: 66.298
verified: no, type: mrr_at_1
value: 57.599999999999994
verified: no, type: mrr_at_10
value: 67.169
verified: no, type: mrr_at_100
value: 67.654
verified: no, type: mrr_at_1000
value: 67.663
verified: no, type: mrr_at_3
value: 64.833
verified: no, type: mrr_at_5
value: 66.298
verified: no, type: ndcg_at_1
value: 57.599999999999994
verified: no, type: ndcg_at_10
value: 71.95899999999999
verified: no, type: ndcg_at_100
value: 74.092
verified: no, type: ndcg_at_1000
value: 74.323
verified: no, type: ndcg_at_3
value: 67.212
verified: no, type: ndcg_at_5
value: 69.892
verified: no, type: precision_at_1
value: 57.599999999999994
verified: no, type: precision_at_10
value: 8.7
verified: no, type: precision_at_100
value: 0.9650000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 24.7
verified: no, type: precision_at_5
value: 16.14
verified: no, type: recall_at_1
value: 57.599999999999994
verified: no, type: recall_at_10
value: 87
verified: no, type: recall_at_100
value: 96.5
verified: no, type: recall_at_1000
value: 98.3
verified: no, type: recall_at_3
value: 74.1
verified: no, type: recall_at_5
value: 80.7
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 72.858
verified: no, type: map_at_10
value: 81.559
verified: no, type: map_at_100
value: 81.808
verified: no, type: map_at_1000
value: 81.813
verified: no, type: map_at_3
value: 80.018
verified: no, type: map_at_5
value: 81.04299999999999
verified: no, type: mrr_at_1
value: 75.27199999999999
verified: no, type: mrr_at_10
value: 81.989
verified: no, type: mrr_at_100
value: 82.202
verified: no, type: mrr_at_1000
value: 82.206
verified: no, type: mrr_at_3
value: 80.647
verified: no, type: mrr_at_5
value: 81.53399999999999
verified: no, type: ndcg_at_1
value: 75.27199999999999
verified: no, type: ndcg_at_10
value: 84.772
verified: no, type: ndcg_at_100
value: 85.79599999999999
verified: no, type: ndcg_at_1000
value: 85.925
verified: no, type: ndcg_at_3
value: 81.884
verified: no, type: ndcg_at_5
value: 83.60300000000001
verified: no, type: precision_at_1
value: 75.27199999999999
verified: no, type: precision_at_10
value: 10.017
verified: no, type: precision_at_100
value: 1.051
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 30.578
verified: no, type: precision_at_5
value: 19.261
verified: no, type: recall_at_1
value: 72.858
verified: no, type: recall_at_10
value: 94.197
verified: no, type: recall_at_100
value: 98.634
verified: no, type: recall_at_1000
value: 99.63499999999999
verified: no, type: recall_at_3
value: 86.6
verified: no, type: recall_at_5
value: 90.692
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 56.2
verified: no, type: map_at_10
value: 62.198
verified: no, type: map_at_100
value: 62.794000000000004
verified: no, type: map_at_1000
value: 62.829
verified: no, type: map_at_3
value: 60.699999999999996
verified: no, type: map_at_5
value: 61.660000000000004
verified: no, type: mrr_at_1
value: 56.49999999999999
verified: no, type: mrr_at_10
value: 62.348000000000006
verified: no, type: mrr_at_100
value: 62.944
verified: no, type: mrr_at_1000
value: 62.979
verified: no, type: mrr_at_3
value: 60.85
verified: no, type: mrr_at_5
value: 61.809999999999995
verified: no, type: ndcg_at_1
value: 56.2
verified: no, type: ndcg_at_10
value: 65.19200000000001
verified: no, type: ndcg_at_100
value: 68.341
verified: no, type: ndcg_at_1000
value: 69.392
verified: no, type: ndcg_at_3
value: 62.163999999999994
verified: no, type: ndcg_at_5
value: 63.894
verified: no, type: precision_at_1
value: 56.2
verified: no, type: precision_at_10
value: 7.46
verified: no, type: precision_at_100
value: 0.899
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 22.133
verified: no, type: precision_at_5
value: 14.12
verified: no, type: recall_at_1
value: 56.2
verified: no, type: recall_at_10
value: 74.6
verified: no, type: recall_at_100
value: 89.9
verified: no, type: recall_at_1000
value: 98.4
verified: no, type: recall_at_3
value: 66.4
verified: no, type: recall_at_5
value: 70.6
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 28.79
verified: no, type: map_at_10
value: 81.687
verified: no, type: map_at_100
value: 85.19200000000001
verified: no, type: map_at_1000
value: 85.232
verified: no, type: map_at_3
value: 57.145999999999994
verified: no, type: map_at_5
value: 70.491
verified: no, type: mrr_at_1
value: 92.21000000000001
verified: no, type: mrr_at_10
value: 94.303
verified: no, type: mrr_at_100
value: 94.368
verified: no, type: mrr_at_1000
value: 94.37
verified: no, type: mrr_at_3
value: 93.94500000000001
verified: no, type: mrr_at_5
value: 94.175
verified: no, type: ndcg_at_1
value: 92.21000000000001
verified: no, type: ndcg_at_10
value: 88.29599999999999
verified: no, type: ndcg_at_100
value: 91.268
verified: no, type: ndcg_at_1000
value: 91.645
verified: no, type: ndcg_at_3
value: 89.031
verified: no, type: ndcg_at_5
value: 88.075
verified: no, type: precision_at_1
value: 92.21000000000001
verified: no, type: precision_at_10
value: 43.775
verified: no, type: precision_at_100
value: 5.097
verified: no, type: precision_at_1000
value: 0.518
verified: no, type: precision_at_3
value: 77.708
verified: no, type: precision_at_5
value: 65.473
verified: no, type: recall_at_1
value: 28.79
verified: no, type: recall_at_10
value: 87.457
verified: no, type: recall_at_100
value: 97.21499999999999
verified: no, type: recall_at_1000
value: 99.14
verified: no, type: recall_at_3
value: 58.606
verified: no, type: recall_at_5
value: 73.52300000000001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 67
verified: no, type: map_at_10
value: 75.44999999999999
verified: no, type: map_at_100
value: 75.771
verified: no, type: map_at_1000
value: 75.776
verified: no, type: map_at_3
value: 73.867
verified: no, type: map_at_5
value: 74.837
verified: no, type: mrr_at_1
value: 67
verified: no, type: mrr_at_10
value: 75.44999999999999
verified: no, type: mrr_at_100
value: 75.771
verified: no, type: mrr_at_1000
value: 75.776
verified: no, type: mrr_at_3
value: 73.867
verified: no, type: mrr_at_5
value: 74.837
verified: no, type: ndcg_at_1
value: 67
verified: no, type: ndcg_at_10
value: 79.313
verified: no, type: ndcg_at_100
value: 80.894
verified: no, type: ndcg_at_1000
value: 80.989
verified: no, type: ndcg_at_3
value: 76.08500000000001
verified: no, type: ndcg_at_5
value: 77.845
verified: no, type: precision_at_1
value: 67
verified: no, type: precision_at_10
value: 9.13
verified: no, type: precision_at_100
value: 0.987
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 27.500000000000004
verified: no, type: precision_at_5
value: 17.36
verified: no, type: recall_at_1
value: 67
verified: no, type: recall_at_10
value: 91.3
verified: no, type: recall_at_100
value: 98.7
verified: no, type: recall_at_1000
value: 99.4
verified: no, type: recall_at_3
value: 82.5
verified: no, type: recall_at_5
value: 86.8
verified: no
license: cc-by-nc-4.0
language: zh
library_name: transformers
Likes: 15 | All-time downloads: 1683
Created: 2024-06-25 05:58:13