metadata
tags:
- mteb
model-index:
- name: Zhihui_LLM_Embedding
results:
- task:
type: Retrieval
dataset:
type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 28.925
- type: map_at_10
value: 41.91
- type: map_at_100
value: 43.711
- type: map_at_1000
value: 43.817
- type: map_at_3
value: 37.771
- type: map_at_5
value: 39.963
- type: mrr_at_1
value: 43.211
- type: mrr_at_10
value: 51.162
- type: mrr_at_100
value: 52.077
- type: mrr_at_1000
value: 52.114000000000004
- type: mrr_at_3
value: 48.862
- type: mrr_at_5
value: 50.051
- type: ndcg_at_1
value: 43.211
- type: ndcg_at_10
value: 48.556
- type: ndcg_at_100
value: 55.479
- type: ndcg_at_1000
value: 57.223
- type: ndcg_at_3
value: 43.534
- type: ndcg_at_5
value: 45.338
- type: precision_at_1
value: 43.211
- type: precision_at_10
value: 10.473
- type: precision_at_100
value: 1.6179999999999999
- type: precision_at_1000
value: 0.184
- type: precision_at_3
value: 24.298000000000002
- type: precision_at_5
value: 17.124
- type: recall_at_1
value: 28.925
- type: recall_at_10
value: 59.03699999999999
- type: recall_at_100
value: 87.56
- type: recall_at_1000
value: 99.035
- type: recall_at_3
value: 43.376
- type: recall_at_5
value: 49.527
- task:
type: Retrieval
dataset:
type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 72.418
- type: map_at_10
value: 80.291
- type: map_at_100
value: 80.542
- type: map_at_1000
value: 80.54299999999999
- type: map_at_3
value: 78.723
- type: map_at_5
value: 79.569
- type: mrr_at_1
value: 72.603
- type: mrr_at_10
value: 80.345
- type: mrr_at_100
value: 80.586
- type: mrr_at_1000
value: 80.58800000000001
- type: mrr_at_3
value: 78.837
- type: mrr_at_5
value: 79.696
- type: ndcg_at_1
value: 72.603
- type: ndcg_at_10
value: 83.86099999999999
- type: ndcg_at_100
value: 84.916
- type: ndcg_at_1000
value: 84.978
- type: ndcg_at_3
value: 80.692
- type: ndcg_at_5
value: 82.184
- type: precision_at_1
value: 72.603
- type: precision_at_10
value: 9.589
- type: precision_at_100
value: 1.005
- type: precision_at_1000
value: 0.101
- type: precision_at_3
value: 28.908
- type: precision_at_5
value: 18.102999999999998
- type: recall_at_1
value: 72.418
- type: recall_at_10
value: 94.889
- type: recall_at_100
value: 99.473
- type: recall_at_1000
value: 100
- type: recall_at_3
value: 86.222
- type: recall_at_5
value: 89.779
- task:
type: Retrieval
dataset:
type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 28.301
- type: map_at_10
value: 85.844
- type: map_at_100
value: 88.431
- type: map_at_1000
value: 88.44999999999999
- type: map_at_3
value: 60.143
- type: map_at_5
value: 75.848
- type: mrr_at_1
value: 94.1
- type: mrr_at_10
value: 96.133
- type: mrr_at_100
value: 96.16
- type: mrr_at_1000
value: 96.162
- type: mrr_at_3
value: 95.958
- type: mrr_at_5
value: 96.086
- type: ndcg_at_1
value: 94.1
- type: ndcg_at_10
value: 91.74
- type: ndcg_at_100
value: 93.723
- type: ndcg_at_1000
value: 93.89999999999999
- type: ndcg_at_3
value: 90.867
- type: ndcg_at_5
value: 90.098
- type: precision_at_1
value: 94.1
- type: precision_at_10
value: 43.245
- type: precision_at_100
value: 4.87
- type: precision_at_1000
value: 0.49100000000000005
- type: precision_at_3
value: 80.783
- type: precision_at_5
value: 68.42
- type: recall_at_1
value: 28.301
- type: recall_at_10
value: 92.167
- type: recall_at_100
value: 98.819
- type: recall_at_1000
value: 99.802
- type: recall_at_3
value: 61.894000000000005
- type: recall_at_5
value: 79.417
- task:
type: Retrieval
dataset:
type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 58.3
- type: map_at_10
value: 67.394
- type: map_at_100
value: 67.892
- type: map_at_1000
value: 67.902
- type: map_at_3
value: 64.983
- type: map_at_5
value: 66.52799999999999
- type: mrr_at_1
value: 58.3
- type: mrr_at_10
value: 67.394
- type: mrr_at_100
value: 67.892
- type: mrr_at_1000
value: 67.902
- type: mrr_at_3
value: 64.983
- type: mrr_at_5
value: 66.52799999999999
- type: ndcg_at_1
value: 58.3
- type: ndcg_at_10
value: 72.04899999999999
- type: ndcg_at_100
value: 74.22800000000001
- type: ndcg_at_1000
value: 74.44
- type: ndcg_at_3
value: 67.194
- type: ndcg_at_5
value: 69.987
- type: precision_at_1
value: 58.3
- type: precision_at_10
value: 8.67
- type: precision_at_100
value: 0.964
- type: precision_at_1000
value: 0.098
- type: precision_at_3
value: 24.532999999999998
- type: precision_at_5
value: 16.08
- type: recall_at_1
value: 58.3
- type: recall_at_10
value: 86.7
- type: recall_at_100
value: 96.39999999999999
- type: recall_at_1000
value: 98
- type: recall_at_3
value: 73.6
- type: recall_at_5
value: 80.4
- task:
type: Retrieval
dataset:
type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 72.82600000000001
- type: map_at_10
value: 81.514
- type: map_at_100
value: 81.761
- type: map_at_1000
value: 81.766
- type: map_at_3
value: 79.92
- type: map_at_5
value: 80.96900000000001
- type: mrr_at_1
value: 75.18599999999999
- type: mrr_at_10
value: 81.934
- type: mrr_at_100
value: 82.146
- type: mrr_at_1000
value: 82.15
- type: mrr_at_3
value: 80.559
- type: mrr_at_5
value: 81.458
- type: ndcg_at_1
value: 75.18599999999999
- type: ndcg_at_10
value: 84.736
- type: ndcg_at_100
value: 85.748
- type: ndcg_at_1000
value: 85.879
- type: ndcg_at_3
value: 81.756
- type: ndcg_at_5
value: 83.50800000000001
- type: precision_at_1
value: 75.18599999999999
- type: precision_at_10
value: 10.016
- type: precision_at_100
value: 1.05
- type: precision_at_1000
value: 0.106
- type: precision_at_3
value: 30.477999999999998
- type: precision_at_5
value: 19.221
- type: recall_at_1
value: 72.82600000000001
- type: recall_at_10
value: 94.191
- type: recall_at_100
value: 98.573
- type: recall_at_1000
value: 99.577
- type: recall_at_3
value: 86.373
- type: recall_at_5
value: 90.518
- task:
type: Retrieval
dataset:
type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 56.39999999999999
- type: map_at_10
value: 62.503
- type: map_at_100
value: 63.047
- type: map_at_1000
value: 63.092000000000006
- type: map_at_3
value: 61.233000000000004
- type: map_at_5
value: 61.858000000000004
- type: mrr_at_1
value: 56.49999999999999
- type: mrr_at_10
value: 62.553000000000004
- type: mrr_at_100
value: 63.097
- type: mrr_at_1000
value: 63.141999999999996
- type: mrr_at_3
value: 61.283
- type: mrr_at_5
value: 61.907999999999994
- type: ndcg_at_1
value: 56.39999999999999
- type: ndcg_at_10
value: 65.446
- type: ndcg_at_100
value: 68.32000000000001
- type: ndcg_at_1000
value: 69.53099999999999
- type: ndcg_at_3
value: 62.769
- type: ndcg_at_5
value: 63.909000000000006
- type: precision_at_1
value: 56.39999999999999
- type: precision_at_10
value: 7.470000000000001
- type: precision_at_100
value: 0.886
- type: precision_at_1000
value: 0.098
- type: precision_at_3
value: 22.400000000000002
- type: precision_at_5
value: 14.000000000000002
- type: recall_at_1
value: 56.39999999999999
- type: recall_at_10
value: 74.7
- type: recall_at_100
value: 88.6
- type: recall_at_1000
value: 98.2
- type: recall_at_3
value: 67.2
- type: recall_at_5
value: 70
- task:
type: Retrieval
dataset:
type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 28.516000000000002
- type: map_at_10
value: 81.082
- type: map_at_100
value: 84.612
- type: map_at_1000
value: 84.652
- type: map_at_3
value: 56.665
- type: map_at_5
value: 69.867
- type: mrr_at_1
value: 91.702
- type: mrr_at_10
value: 93.96600000000001
- type: mrr_at_100
value: 94.038
- type: mrr_at_1000
value: 94.039
- type: mrr_at_3
value: 93.593
- type: mrr_at_5
value: 93.82300000000001
- type: ndcg_at_1
value: 91.702
- type: ndcg_at_10
value: 87.847
- type: ndcg_at_100
value: 90.914
- type: ndcg_at_1000
value: 91.292
- type: ndcg_at_3
value: 88.47699999999999
- type: ndcg_at_5
value: 87.491
- type: precision_at_1
value: 91.702
- type: precision_at_10
value: 43.619
- type: precision_at_100
value: 5.096
- type: precision_at_1000
value: 0.518
- type: precision_at_3
value: 77.23400000000001
- type: precision_at_5
value: 65.044
- type: recall_at_1
value: 28.516000000000002
- type: recall_at_10
value: 87.176
- type: recall_at_100
value: 97.237
- type: recall_at_1000
value: 99.17099999999999
- type: recall_at_3
value: 58.217
- type: recall_at_5
value: 73.028
- task:
type: Retrieval
dataset:
type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 67.10000000000001
- type: map_at_10
value: 75.541
- type: map_at_100
value: 75.884
- type: map_at_1000
value: 75.889
- type: map_at_3
value: 73.967
- type: map_at_5
value: 74.98700000000001
- type: mrr_at_1
value: 67.10000000000001
- type: mrr_at_10
value: 75.541
- type: mrr_at_100
value: 75.884
- type: mrr_at_1000
value: 75.889
- type: mrr_at_3
value: 73.967
- type: mrr_at_5
value: 74.98700000000001
- type: ndcg_at_1
value: 67.10000000000001
- type: ndcg_at_10
value: 79.322
- type: ndcg_at_100
value: 80.948
- type: ndcg_at_1000
value: 81.092
- type: ndcg_at_3
value: 76.16199999999999
- type: ndcg_at_5
value: 78.008
- type: precision_at_1
value: 67.10000000000001
- type: precision_at_10
value: 9.1
- type: precision_at_100
value: 0.985
- type: precision_at_1000
value: 0.1
- type: precision_at_3
value: 27.500000000000004
- type: precision_at_5
value: 17.4
- type: recall_at_1
value: 67.10000000000001
- type: recall_at_10
value: 91
- type: recall_at_100
value: 98.5
- type: recall_at_1000
value: 99.6
- type: recall_at_3
value: 82.5
- type: recall_at_5
value: 87
license: apache-2.0
language:
- zh
Zhihui_LLM_Embedding
More technical details will be updated later.