Lenovo-Zhihui
/

Zhihui_LLM_Embedding

+---
+tags:
+- mteb
+model-index:
+- name: Zhihui_LLM_Embedding
+  results:
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/CmedqaRetrieval
+      name: MTEB CmedqaRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 28.925
+    - type: map_at_10
+      value: 41.91
+    - type: map_at_100
+      value: 43.711
+    - type: map_at_1000
+      value: 43.817
+    - type: map_at_3
+      value: 37.771
+    - type: map_at_5
+      value: 39.963
+    - type: mrr_at_1
+      value: 43.211
+    - type: mrr_at_10
+      value: 51.162
+    - type: mrr_at_100
+      value: 52.077
+    - type: mrr_at_1000
+      value: 52.114000000000004
+    - type: mrr_at_3
+      value: 48.862
+    - type: mrr_at_5
+      value: 50.051
+    - type: ndcg_at_1
+      value: 43.211
+    - type: ndcg_at_10
+      value: 48.556
+    - type: ndcg_at_100
+      value: 55.479
+    - type: ndcg_at_1000
+      value: 57.223
+    - type: ndcg_at_3
+      value: 43.534
+    - type: ndcg_at_5
+      value: 45.338
+    - type: precision_at_1
+      value: 43.211
+    - type: precision_at_10
+      value: 10.473
+    - type: precision_at_100
+      value: 1.6179999999999999
+    - type: precision_at_1000
+      value: 0.184
+    - type: precision_at_3
+      value: 24.298000000000002
+    - type: precision_at_5
+      value: 17.124
+    - type: recall_at_1
+      value: 28.925
+    - type: recall_at_10
+      value: 59.03699999999999
+    - type: recall_at_100
+      value: 87.56
+    - type: recall_at_1000
+      value: 99.035
+    - type: recall_at_3
+      value: 43.376
+    - type: recall_at_5
+      value: 49.527
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/CovidRetrieval
+      name: MTEB CovidRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 72.418
+    - type: map_at_10
+      value: 80.291
+    - type: map_at_100
+      value: 80.542
+    - type: map_at_1000
+      value: 80.54299999999999
+    - type: map_at_3
+      value: 78.723
+    - type: map_at_5
+      value: 79.569
+    - type: mrr_at_1
+      value: 72.603
+    - type: mrr_at_10
+      value: 80.345
+    - type: mrr_at_100
+      value: 80.586
+    - type: mrr_at_1000
+      value: 80.58800000000001
+    - type: mrr_at_3
+      value: 78.837
+    - type: mrr_at_5
+      value: 79.696
+    - type: ndcg_at_1
+      value: 72.603
+    - type: ndcg_at_10
+      value: 83.86099999999999
+    - type: ndcg_at_100
+      value: 84.916
+    - type: ndcg_at_1000
+      value: 84.978
+    - type: ndcg_at_3
+      value: 80.692
+    - type: ndcg_at_5
+      value: 82.184
+    - type: precision_at_1
+      value: 72.603
+    - type: precision_at_10
+      value: 9.589
+    - type: precision_at_100
+      value: 1.005
+    - type: precision_at_1000
+      value: 0.101
+    - type: precision_at_3
+      value: 28.908
+    - type: precision_at_5
+      value: 18.102999999999998
+    - type: recall_at_1
+      value: 72.418
+    - type: recall_at_10
+      value: 94.889
+    - type: recall_at_100
+      value: 99.473
+    - type: recall_at_1000
+      value: 100
+    - type: recall_at_3
+      value: 86.222
+    - type: recall_at_5
+      value: 89.779
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/DuRetrieval
+      name: MTEB DuRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 28.301
+    - type: map_at_10
+      value: 85.844
+    - type: map_at_100
+      value: 88.431
+    - type: map_at_1000
+      value: 88.44999999999999
+    - type: map_at_3
+      value: 60.143
+    - type: map_at_5
+      value: 75.848
+    - type: mrr_at_1
+      value: 94.1
+    - type: mrr_at_10
+      value: 96.133
+    - type: mrr_at_100
+      value: 96.16
+    - type: mrr_at_1000
+      value: 96.162
+    - type: mrr_at_3
+      value: 95.958
+    - type: mrr_at_5
+      value: 96.086
+    - type: ndcg_at_1
+      value: 94.1
+    - type: ndcg_at_10
+      value: 91.74
+    - type: ndcg_at_100
+      value: 93.723
+    - type: ndcg_at_1000
+      value: 93.89999999999999
+    - type: ndcg_at_3
+      value: 90.867
+    - type: ndcg_at_5
+      value: 90.098
+    - type: precision_at_1
+      value: 94.1
+    - type: precision_at_10
+      value: 43.245
+    - type: precision_at_100
+      value: 4.87
+    - type: precision_at_1000
+      value: 0.49100000000000005
+    - type: precision_at_3
+      value: 80.783
+    - type: precision_at_5
+      value: 68.42
+    - type: recall_at_1
+      value: 28.301
+    - type: recall_at_10
+      value: 92.167
+    - type: recall_at_100
+      value: 98.819
+    - type: recall_at_1000
+      value: 99.802
+    - type: recall_at_3
+      value: 61.894000000000005
+    - type: recall_at_5
+      value: 79.417
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/EcomRetrieval
+      name: MTEB EcomRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 58.3
+    - type: map_at_10
+      value: 67.394
+    - type: map_at_100
+      value: 67.892
+    - type: map_at_1000
+      value: 67.902
+    - type: map_at_3
+      value: 64.983
+    - type: map_at_5
+      value: 66.52799999999999
+    - type: mrr_at_1
+      value: 58.3
+    - type: mrr_at_10
+      value: 67.394
+    - type: mrr_at_100
+      value: 67.892
+    - type: mrr_at_1000
+      value: 67.902
+    - type: mrr_at_3
+      value: 64.983
+    - type: mrr_at_5
+      value: 66.52799999999999
+    - type: ndcg_at_1
+      value: 58.3
+    - type: ndcg_at_10
+      value: 72.04899999999999
+    - type: ndcg_at_100
+      value: 74.22800000000001
+    - type: ndcg_at_1000
+      value: 74.44
+    - type: ndcg_at_3
+      value: 67.194
+    - type: ndcg_at_5
+      value: 69.987
+    - type: precision_at_1
+      value: 58.3
+    - type: precision_at_10
+      value: 8.67
+    - type: precision_at_100
+      value: 0.964
+    - type: precision_at_1000
+      value: 0.098
+    - type: precision_at_3
+      value: 24.532999999999998
+    - type: precision_at_5
+      value: 16.08
+    - type: recall_at_1
+      value: 58.3
+    - type: recall_at_10
+      value: 86.7
+    - type: recall_at_100
+      value: 96.39999999999999
+    - type: recall_at_1000
+      value: 98
+    - type: recall_at_3
+      value: 73.6
+    - type: recall_at_5
+      value: 80.4
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/MMarcoRetrieval
+      name: MTEB MMarcoRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 72.82600000000001
+    - type: map_at_10
+      value: 81.514
+    - type: map_at_100
+      value: 81.761
+    - type: map_at_1000
+      value: 81.766
+    - type: map_at_3
+      value: 79.92
+    - type: map_at_5
+      value: 80.96900000000001
+    - type: mrr_at_1
+      value: 75.18599999999999
+    - type: mrr_at_10
+      value: 81.934
+    - type: mrr_at_100
+      value: 82.146
+    - type: mrr_at_1000
+      value: 82.15
+    - type: mrr_at_3
+      value: 80.559
+    - type: mrr_at_5
+      value: 81.458
+    - type: ndcg_at_1
+      value: 75.18599999999999
+    - type: ndcg_at_10
+      value: 84.736
+    - type: ndcg_at_100
+      value: 85.748
+    - type: ndcg_at_1000
+      value: 85.879
+    - type: ndcg_at_3
+      value: 81.756
+    - type: ndcg_at_5
+      value: 83.50800000000001
+    - type: precision_at_1
+      value: 75.18599999999999
+    - type: precision_at_10
+      value: 10.016
+    - type: precision_at_100
+      value: 1.05
+    - type: precision_at_1000
+      value: 0.106
+    - type: precision_at_3
+      value: 30.477999999999998
+    - type: precision_at_5
+      value: 19.221
+    - type: recall_at_1
+      value: 72.82600000000001
+    - type: recall_at_10
+      value: 94.191
+    - type: recall_at_100
+      value: 98.573
+    - type: recall_at_1000
+      value: 99.577
+    - type: recall_at_3
+      value: 86.373
+    - type: recall_at_5
+      value: 90.518
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/MedicalRetrieval
+      name: MTEB MedicalRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 56.39999999999999
+    - type: map_at_10
+      value: 62.503
+    - type: map_at_100
+      value: 63.047
+    - type: map_at_1000
+      value: 63.092000000000006
+    - type: map_at_3
+      value: 61.233000000000004
+    - type: map_at_5
+      value: 61.858000000000004
+    - type: mrr_at_1
+      value: 56.49999999999999
+    - type: mrr_at_10
+      value: 62.553000000000004
+    - type: mrr_at_100
+      value: 63.097
+    - type: mrr_at_1000
+      value: 63.141999999999996
+    - type: mrr_at_3
+      value: 61.283
+    - type: mrr_at_5
+      value: 61.907999999999994
+    - type: ndcg_at_1
+      value: 56.39999999999999
+    - type: ndcg_at_10
+      value: 65.446
+    - type: ndcg_at_100
+      value: 68.32000000000001
+    - type: ndcg_at_1000
+      value: 69.53099999999999
+    - type: ndcg_at_3
+      value: 62.769
+    - type: ndcg_at_5
+      value: 63.909000000000006
+    - type: precision_at_1
+      value: 56.39999999999999
+    - type: precision_at_10
+      value: 7.470000000000001
+    - type: precision_at_100
+      value: 0.886
+    - type: precision_at_1000
+      value: 0.098
+    - type: precision_at_3
+      value: 22.400000000000002
+    - type: precision_at_5
+      value: 14.000000000000002
+    - type: recall_at_1
+      value: 56.39999999999999
+    - type: recall_at_10
+      value: 74.7
+    - type: recall_at_100
+      value: 88.6
+    - type: recall_at_1000
+      value: 98.2
+    - type: recall_at_3
+      value: 67.2
+    - type: recall_at_5
+      value: 70
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/T2Retrieval
+      name: MTEB T2Retrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 28.516000000000002
+    - type: map_at_10
+      value: 81.082
+    - type: map_at_100
+      value: 84.612
+    - type: map_at_1000
+      value: 84.652
+    - type: map_at_3
+      value: 56.665
+    - type: map_at_5
+      value: 69.867
+    - type: mrr_at_1
+      value: 91.702
+    - type: mrr_at_10
+      value: 93.96600000000001
+    - type: mrr_at_100
+      value: 94.038
+    - type: mrr_at_1000
+      value: 94.039
+    - type: mrr_at_3
+      value: 93.593
+    - type: mrr_at_5
+      value: 93.82300000000001
+    - type: ndcg_at_1
+      value: 91.702
+    - type: ndcg_at_10
+      value: 87.847
+    - type: ndcg_at_100
+      value: 90.914
+    - type: ndcg_at_1000
+      value: 91.292
+    - type: ndcg_at_3
+      value: 88.47699999999999
+    - type: ndcg_at_5
+      value: 87.491
+    - type: precision_at_1
+      value: 91.702
+    - type: precision_at_10
+      value: 43.619
+    - type: precision_at_100
+      value: 5.096
+    - type: precision_at_1000
+      value: 0.518
+    - type: precision_at_3
+      value: 77.23400000000001
+    - type: precision_at_5
+      value: 65.044
+    - type: recall_at_1
+      value: 28.516000000000002
+    - type: recall_at_10
+      value: 87.176
+    - type: recall_at_100
+      value: 97.237
+    - type: recall_at_1000
+      value: 99.17099999999999
+    - type: recall_at_3
+      value: 58.217
+    - type: recall_at_5
+      value: 73.028
+  - task:
+      type: Retrieval
+    dataset:
+      type: C-MTEB/VideoRetrieval
+      name: MTEB VideoRetrieval
+      config: default
+      split: dev
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 67.10000000000001
+    - type: map_at_10
+      value: 75.541
+    - type: map_at_100
+      value: 75.884
+    - type: map_at_1000
+      value: 75.889
+    - type: map_at_3
+      value: 73.967
+    - type: map_at_5
+      value: 74.98700000000001
+    - type: mrr_at_1
+      value: 67.10000000000001
+    - type: mrr_at_10
+      value: 75.541
+    - type: mrr_at_100
+      value: 75.884
+    - type: mrr_at_1000
+      value: 75.889
+    - type: mrr_at_3
+      value: 73.967
+    - type: mrr_at_5
+      value: 74.98700000000001
+    - type: ndcg_at_1
+      value: 67.10000000000001
+    - type: ndcg_at_10
+      value: 79.322
+    - type: ndcg_at_100
+      value: 80.948
+    - type: ndcg_at_1000
+      value: 81.092
+    - type: ndcg_at_3
+      value: 76.16199999999999
+    - type: ndcg_at_5
+      value: 78.008
+    - type: precision_at_1
+      value: 67.10000000000001
+    - type: precision_at_10
+      value: 9.1
+    - type: precision_at_100
+      value: 0.985
+    - type: precision_at_1000
+      value: 0.1
+    - type: precision_at_3
+      value: 27.500000000000004
+    - type: precision_at_5
+      value: 17.4
+    - type: recall_at_1
+      value: 67.10000000000001
+    - type: recall_at_10
+      value: 91
+    - type: recall_at_100
+      value: 98.5
+    - type: recall_at_1000
+      value: 99.6
+    - type: recall_at_3
+      value: 82.5
+    - type: recall_at_5
+      value: 87
+license: apache-2.0
+language:
+- zh
+---
+### Zhihui_LLM_Embedding
+More technical details will be updated later.