--- tags: - mteb model-index: - name: Zhihui_LLM_Embedding results: - task: type: Retrieval dataset: type: C-MTEB/CmedqaRetrieval name: MTEB CmedqaRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 28.925 - type: map_at_10 value: 41.91 - type: map_at_100 value: 43.711 - type: map_at_1000 value: 43.817 - type: map_at_3 value: 37.771 - type: map_at_5 value: 39.963 - type: mrr_at_1 value: 43.211 - type: mrr_at_10 value: 51.162 - type: mrr_at_100 value: 52.077 - type: mrr_at_1000 value: 52.114000000000004 - type: mrr_at_3 value: 48.862 - type: mrr_at_5 value: 50.051 - type: ndcg_at_1 value: 43.211 - type: ndcg_at_10 value: 48.556 - type: ndcg_at_100 value: 55.479 - type: ndcg_at_1000 value: 57.223 - type: ndcg_at_3 value: 43.534 - type: ndcg_at_5 value: 45.338 - type: precision_at_1 value: 43.211 - type: precision_at_10 value: 10.473 - type: precision_at_100 value: 1.6179999999999999 - type: precision_at_1000 value: 0.184 - type: precision_at_3 value: 24.298000000000002 - type: precision_at_5 value: 17.124 - type: recall_at_1 value: 28.925 - type: recall_at_10 value: 59.03699999999999 - type: recall_at_100 value: 87.56 - type: recall_at_1000 value: 99.035 - type: recall_at_3 value: 43.376 - type: recall_at_5 value: 49.527 - task: type: Retrieval dataset: type: C-MTEB/CovidRetrieval name: MTEB CovidRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 72.418 - type: map_at_10 value: 80.291 - type: map_at_100 value: 80.542 - type: map_at_1000 value: 80.54299999999999 - type: map_at_3 value: 78.723 - type: map_at_5 value: 79.569 - type: mrr_at_1 value: 72.603 - type: mrr_at_10 value: 80.345 - type: mrr_at_100 value: 80.586 - type: mrr_at_1000 value: 80.58800000000001 - type: mrr_at_3 value: 78.837 - type: mrr_at_5 value: 79.696 - type: ndcg_at_1 value: 72.603 - type: ndcg_at_10 value: 83.86099999999999 - type: ndcg_at_100 value: 84.916 - type: ndcg_at_1000 value: 84.978 - type: ndcg_at_3 value: 80.692 - type: ndcg_at_5 value: 82.184 - type: precision_at_1 value: 72.603 - type: precision_at_10 value: 9.589 - type: precision_at_100 value: 1.005 - type: precision_at_1000 value: 0.101 - type: precision_at_3 value: 28.908 - type: precision_at_5 value: 18.102999999999998 - type: recall_at_1 value: 72.418 - type: recall_at_10 value: 94.889 - type: recall_at_100 value: 99.473 - type: recall_at_1000 value: 100 - type: recall_at_3 value: 86.222 - type: recall_at_5 value: 89.779 - task: type: Retrieval dataset: type: C-MTEB/DuRetrieval name: MTEB DuRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 28.301 - type: map_at_10 value: 85.844 - type: map_at_100 value: 88.431 - type: map_at_1000 value: 88.44999999999999 - type: map_at_3 value: 60.143 - type: map_at_5 value: 75.848 - type: mrr_at_1 value: 94.1 - type: mrr_at_10 value: 96.133 - type: mrr_at_100 value: 96.16 - type: mrr_at_1000 value: 96.162 - type: mrr_at_3 value: 95.958 - type: mrr_at_5 value: 96.086 - type: ndcg_at_1 value: 94.1 - type: ndcg_at_10 value: 91.74 - type: ndcg_at_100 value: 93.723 - type: ndcg_at_1000 value: 93.89999999999999 - type: ndcg_at_3 value: 90.867 - type: ndcg_at_5 value: 90.098 - type: precision_at_1 value: 94.1 - type: precision_at_10 value: 43.245 - type: precision_at_100 value: 4.87 - type: precision_at_1000 value: 0.49100000000000005 - type: precision_at_3 value: 80.783 - type: precision_at_5 value: 68.42 - type: recall_at_1 value: 28.301 - type: recall_at_10 value: 92.167 - type: recall_at_100 value: 98.819 - type: recall_at_1000 value: 99.802 - type: recall_at_3 value: 61.894000000000005 - type: recall_at_5 value: 79.417 - task: type: Retrieval dataset: type: C-MTEB/EcomRetrieval name: MTEB EcomRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 58.3 - type: map_at_10 value: 67.394 - type: map_at_100 value: 67.892 - type: map_at_1000 value: 67.902 - type: map_at_3 value: 64.983 - type: map_at_5 value: 66.52799999999999 - type: mrr_at_1 value: 58.3 - type: mrr_at_10 value: 67.394 - type: mrr_at_100 value: 67.892 - type: mrr_at_1000 value: 67.902 - type: mrr_at_3 value: 64.983 - type: mrr_at_5 value: 66.52799999999999 - type: ndcg_at_1 value: 58.3 - type: ndcg_at_10 value: 72.04899999999999 - type: ndcg_at_100 value: 74.22800000000001 - type: ndcg_at_1000 value: 74.44 - type: ndcg_at_3 value: 67.194 - type: ndcg_at_5 value: 69.987 - type: precision_at_1 value: 58.3 - type: precision_at_10 value: 8.67 - type: precision_at_100 value: 0.964 - type: precision_at_1000 value: 0.098 - type: precision_at_3 value: 24.532999999999998 - type: precision_at_5 value: 16.08 - type: recall_at_1 value: 58.3 - type: recall_at_10 value: 86.7 - type: recall_at_100 value: 96.39999999999999 - type: recall_at_1000 value: 98 - type: recall_at_3 value: 73.6 - type: recall_at_5 value: 80.4 - task: type: Retrieval dataset: type: C-MTEB/MMarcoRetrieval name: MTEB MMarcoRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 72.82600000000001 - type: map_at_10 value: 81.514 - type: map_at_100 value: 81.761 - type: map_at_1000 value: 81.766 - type: map_at_3 value: 79.92 - type: map_at_5 value: 80.96900000000001 - type: mrr_at_1 value: 75.18599999999999 - type: mrr_at_10 value: 81.934 - type: mrr_at_100 value: 82.146 - type: mrr_at_1000 value: 82.15 - type: mrr_at_3 value: 80.559 - type: mrr_at_5 value: 81.458 - type: ndcg_at_1 value: 75.18599999999999 - type: ndcg_at_10 value: 84.736 - type: ndcg_at_100 value: 85.748 - type: ndcg_at_1000 value: 85.879 - type: ndcg_at_3 value: 81.756 - type: ndcg_at_5 value: 83.50800000000001 - type: precision_at_1 value: 75.18599999999999 - type: precision_at_10 value: 10.016 - type: precision_at_100 value: 1.05 - type: precision_at_1000 value: 0.106 - type: precision_at_3 value: 30.477999999999998 - type: precision_at_5 value: 19.221 - type: recall_at_1 value: 72.82600000000001 - type: recall_at_10 value: 94.191 - type: recall_at_100 value: 98.573 - type: recall_at_1000 value: 99.577 - type: recall_at_3 value: 86.373 - type: recall_at_5 value: 90.518 - task: type: Retrieval dataset: type: C-MTEB/MedicalRetrieval name: MTEB MedicalRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 56.39999999999999 - type: map_at_10 value: 62.503 - type: map_at_100 value: 63.047 - type: map_at_1000 value: 63.092000000000006 - type: map_at_3 value: 61.233000000000004 - type: map_at_5 value: 61.858000000000004 - type: mrr_at_1 value: 56.49999999999999 - type: mrr_at_10 value: 62.553000000000004 - type: mrr_at_100 value: 63.097 - type: mrr_at_1000 value: 63.141999999999996 - type: mrr_at_3 value: 61.283 - type: mrr_at_5 value: 61.907999999999994 - type: ndcg_at_1 value: 56.39999999999999 - type: ndcg_at_10 value: 65.446 - type: ndcg_at_100 value: 68.32000000000001 - type: ndcg_at_1000 value: 69.53099999999999 - type: ndcg_at_3 value: 62.769 - type: ndcg_at_5 value: 63.909000000000006 - type: precision_at_1 value: 56.39999999999999 - type: precision_at_10 value: 7.470000000000001 - type: precision_at_100 value: 0.886 - type: precision_at_1000 value: 0.098 - type: precision_at_3 value: 22.400000000000002 - type: precision_at_5 value: 14.000000000000002 - type: recall_at_1 value: 56.39999999999999 - type: recall_at_10 value: 74.7 - type: recall_at_100 value: 88.6 - type: recall_at_1000 value: 98.2 - type: recall_at_3 value: 67.2 - type: recall_at_5 value: 70 - task: type: Retrieval dataset: type: C-MTEB/T2Retrieval name: MTEB T2Retrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 28.516000000000002 - type: map_at_10 value: 81.082 - type: map_at_100 value: 84.612 - type: map_at_1000 value: 84.652 - type: map_at_3 value: 56.665 - type: map_at_5 value: 69.867 - type: mrr_at_1 value: 91.702 - type: mrr_at_10 value: 93.96600000000001 - type: mrr_at_100 value: 94.038 - type: mrr_at_1000 value: 94.039 - type: mrr_at_3 value: 93.593 - type: mrr_at_5 value: 93.82300000000001 - type: ndcg_at_1 value: 91.702 - type: ndcg_at_10 value: 87.847 - type: ndcg_at_100 value: 90.914 - type: ndcg_at_1000 value: 91.292 - type: ndcg_at_3 value: 88.47699999999999 - type: ndcg_at_5 value: 87.491 - type: precision_at_1 value: 91.702 - type: precision_at_10 value: 43.619 - type: precision_at_100 value: 5.096 - type: precision_at_1000 value: 0.518 - type: precision_at_3 value: 77.23400000000001 - type: precision_at_5 value: 65.044 - type: recall_at_1 value: 28.516000000000002 - type: recall_at_10 value: 87.176 - type: recall_at_100 value: 97.237 - type: recall_at_1000 value: 99.17099999999999 - type: recall_at_3 value: 58.217 - type: recall_at_5 value: 73.028 - task: type: Retrieval dataset: type: C-MTEB/VideoRetrieval name: MTEB VideoRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 67.10000000000001 - type: map_at_10 value: 75.541 - type: map_at_100 value: 75.884 - type: map_at_1000 value: 75.889 - type: map_at_3 value: 73.967 - type: map_at_5 value: 74.98700000000001 - type: mrr_at_1 value: 67.10000000000001 - type: mrr_at_10 value: 75.541 - type: mrr_at_100 value: 75.884 - type: mrr_at_1000 value: 75.889 - type: mrr_at_3 value: 73.967 - type: mrr_at_5 value: 74.98700000000001 - type: ndcg_at_1 value: 67.10000000000001 - type: ndcg_at_10 value: 79.322 - type: ndcg_at_100 value: 80.948 - type: ndcg_at_1000 value: 81.092 - type: ndcg_at_3 value: 76.16199999999999 - type: ndcg_at_5 value: 78.008 - type: precision_at_1 value: 67.10000000000001 - type: precision_at_10 value: 9.1 - type: precision_at_100 value: 0.985 - type: precision_at_1000 value: 0.1 - type: precision_at_3 value: 27.500000000000004 - type: precision_at_5 value: 17.4 - type: recall_at_1 value: 67.10000000000001 - type: recall_at_10 value: 91 - type: recall_at_100 value: 98.5 - type: recall_at_1000 value: 99.6 - type: recall_at_3 value: 82.5 - type: recall_at_5 value: 87 license: apache-2.0 language: - zh --- ### Zhihui_LLM_Embedding More technical details will be updated later.