--- pipeline_tag: sentence-similarity tags: - sentence-transformers - feature-extraction - sentence-similarity - mteb model-index: - name: cloudy-large-zh results: - task: type: Reranking dataset: type: C-MTEB/CMedQAv1-reranking name: MTEB CMedQAv1 config: default split: test revision: None metrics: - type: map value: 86.10362876754219 - type: mrr value: 88.77880952380951 - task: type: Reranking dataset: type: C-MTEB/CMedQAv2-reranking name: MTEB CMedQAv2 config: default split: test revision: None metrics: - type: map value: 86.94664825874587 - type: mrr value: 89.47257936507937 - task: type: Retrieval dataset: type: C-MTEB/CmedqaRetrieval name: MTEB CmedqaRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 25.296999999999997 - type: map_at_10 value: 37.159 - type: map_at_100 value: 39.016 - type: map_at_1000 value: 39.134 - type: map_at_3 value: 33.248 - type: map_at_5 value: 35.371 - type: mrr_at_1 value: 38.435 - type: mrr_at_10 value: 46.235 - type: mrr_at_100 value: 47.265 - type: mrr_at_1000 value: 47.308 - type: mrr_at_3 value: 43.828 - type: mrr_at_5 value: 45.21 - type: ndcg_at_1 value: 38.435 - type: ndcg_at_10 value: 43.578 - type: ndcg_at_100 value: 50.995000000000005 - type: ndcg_at_1000 value: 53.012 - type: ndcg_at_3 value: 38.667 - type: ndcg_at_5 value: 40.657 - type: precision_at_1 value: 38.435 - type: precision_at_10 value: 9.607000000000001 - type: precision_at_100 value: 1.557 - type: precision_at_1000 value: 0.182 - type: precision_at_3 value: 21.714 - type: precision_at_5 value: 15.634 - type: recall_at_1 value: 25.296999999999997 - type: recall_at_10 value: 53.408 - type: recall_at_100 value: 84.202 - type: recall_at_1000 value: 97.61 - type: recall_at_3 value: 38.533 - type: recall_at_5 value: 44.927 - task: type: Retrieval dataset: type: C-MTEB/CovidRetrieval name: MTEB CovidRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 74.763 - type: map_at_10 value: 82.604 - type: map_at_100 value: 82.795 - type: map_at_1000 value: 82.798 - type: map_at_3 value: 81.437 - type: map_at_5 value: 82.097 - type: mrr_at_1 value: 74.816 - type: mrr_at_10 value: 82.601 - type: mrr_at_100 value: 82.787 - type: mrr_at_1000 value: 82.78999999999999 - type: mrr_at_3 value: 81.472 - type: mrr_at_5 value: 82.146 - type: ndcg_at_1 value: 74.921 - type: ndcg_at_10 value: 85.83 - type: ndcg_at_100 value: 86.655 - type: ndcg_at_1000 value: 86.748 - type: ndcg_at_3 value: 83.497 - type: ndcg_at_5 value: 84.696 - type: precision_at_1 value: 74.921 - type: precision_at_10 value: 9.663 - type: precision_at_100 value: 1.0030000000000001 - type: precision_at_1000 value: 0.101 - type: precision_at_3 value: 29.996000000000002 - type: precision_at_5 value: 18.609 - type: recall_at_1 value: 74.763 - type: recall_at_10 value: 95.627 - type: recall_at_100 value: 99.262 - type: recall_at_1000 value: 100.0 - type: recall_at_3 value: 89.357 - type: recall_at_5 value: 92.255 - task: type: Retrieval dataset: type: C-MTEB/DuRetrieval name: MTEB DuRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 26.021 - type: map_at_10 value: 78.561 - type: map_at_100 value: 81.291 - type: map_at_1000 value: 81.34400000000001 - type: map_at_3 value: 54.55799999999999 - type: map_at_5 value: 68.804 - type: mrr_at_1 value: 89.8 - type: mrr_at_10 value: 92.905 - type: mrr_at_100 value: 92.976 - type: mrr_at_1000 value: 92.979 - type: mrr_at_3 value: 92.608 - type: mrr_at_5 value: 92.783 - type: ndcg_at_1 value: 89.8 - type: ndcg_at_10 value: 86.203 - type: ndcg_at_100 value: 88.955 - type: ndcg_at_1000 value: 89.442 - type: ndcg_at_3 value: 85.163 - type: ndcg_at_5 value: 84.057 - type: precision_at_1 value: 89.8 - type: precision_at_10 value: 41.175 - type: precision_at_100 value: 4.744000000000001 - type: precision_at_1000 value: 0.486 - type: precision_at_3 value: 76.283 - type: precision_at_5 value: 64.41 - type: recall_at_1 value: 26.021 - type: recall_at_10 value: 87.25 - type: recall_at_100 value: 96.154 - type: recall_at_1000 value: 98.615 - type: recall_at_3 value: 56.830999999999996 - type: recall_at_5 value: 73.518 - task: type: Retrieval dataset: type: C-MTEB/EcomRetrieval name: MTEB EcomRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 52.300000000000004 - type: map_at_10 value: 62.149 - type: map_at_100 value: 62.719 - type: map_at_1000 value: 62.73 - type: map_at_3 value: 59.767 - type: map_at_5 value: 61.232 - type: mrr_at_1 value: 52.300000000000004 - type: mrr_at_10 value: 62.149 - type: mrr_at_100 value: 62.719 - type: mrr_at_1000 value: 62.73 - type: mrr_at_3 value: 59.767 - type: mrr_at_5 value: 61.232 - type: ndcg_at_1 value: 52.300000000000004 - type: ndcg_at_10 value: 66.99300000000001 - type: ndcg_at_100 value: 69.672 - type: ndcg_at_1000 value: 69.95400000000001 - type: ndcg_at_3 value: 62.166 - type: ndcg_at_5 value: 64.804 - type: precision_at_1 value: 52.300000000000004 - type: precision_at_10 value: 8.219999999999999 - type: precision_at_100 value: 0.9450000000000001 - type: precision_at_1000 value: 0.097 - type: precision_at_3 value: 23.033 - type: precision_at_5 value: 15.1 - type: recall_at_1 value: 52.300000000000004 - type: recall_at_10 value: 82.19999999999999 - type: recall_at_100 value: 94.5 - type: recall_at_1000 value: 96.7 - type: recall_at_3 value: 69.1 - type: recall_at_5 value: 75.5 - task: type: Reranking dataset: type: C-MTEB/Mmarco-reranking name: MTEB MMarcoReranking config: default split: dev revision: None metrics: - type: map value: 24.260352944026806 - type: mrr value: 22.69484126984127 - task: type: Retrieval dataset: type: C-MTEB/MMarcoRetrieval name: MTEB MMarcoRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 64.888 - type: map_at_10 value: 73.921 - type: map_at_100 value: 74.28099999999999 - type: map_at_1000 value: 74.295 - type: map_at_3 value: 72.04 - type: map_at_5 value: 73.207 - type: mrr_at_1 value: 67.092 - type: mrr_at_10 value: 74.547 - type: mrr_at_100 value: 74.862 - type: mrr_at_1000 value: 74.875 - type: mrr_at_3 value: 72.908 - type: mrr_at_5 value: 73.936 - type: ndcg_at_1 value: 67.092 - type: ndcg_at_10 value: 77.687 - type: ndcg_at_100 value: 79.24600000000001 - type: ndcg_at_1000 value: 79.60000000000001 - type: ndcg_at_3 value: 74.124 - type: ndcg_at_5 value: 76.098 - type: precision_at_1 value: 67.092 - type: precision_at_10 value: 9.424000000000001 - type: precision_at_100 value: 1.019 - type: precision_at_1000 value: 0.105 - type: precision_at_3 value: 27.927000000000003 - type: precision_at_5 value: 17.797 - type: recall_at_1 value: 64.888 - type: recall_at_10 value: 88.672 - type: recall_at_100 value: 95.599 - type: recall_at_1000 value: 98.337 - type: recall_at_3 value: 79.27499999999999 - type: recall_at_5 value: 83.96000000000001 - task: type: Retrieval dataset: type: C-MTEB/MedicalRetrieval name: MTEB MedicalRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 55.50000000000001 - type: map_at_10 value: 61.316 - type: map_at_100 value: 61.832 - type: map_at_1000 value: 61.867000000000004 - type: map_at_3 value: 59.9 - type: map_at_5 value: 60.685 - type: mrr_at_1 value: 55.7 - type: mrr_at_10 value: 61.416000000000004 - type: mrr_at_100 value: 61.931999999999995 - type: mrr_at_1000 value: 61.967000000000006 - type: mrr_at_3 value: 60.0 - type: mrr_at_5 value: 60.785 - type: ndcg_at_1 value: 55.50000000000001 - type: ndcg_at_10 value: 64.228 - type: ndcg_at_100 value: 67.04599999999999 - type: ndcg_at_1000 value: 68.176 - type: ndcg_at_3 value: 61.314 - type: ndcg_at_5 value: 62.743 - type: precision_at_1 value: 55.50000000000001 - type: precision_at_10 value: 7.340000000000001 - type: precision_at_100 value: 0.873 - type: precision_at_1000 value: 0.097 - type: precision_at_3 value: 21.8 - type: precision_at_5 value: 13.780000000000001 - type: recall_at_1 value: 55.50000000000001 - type: recall_at_10 value: 73.4 - type: recall_at_100 value: 87.3 - type: recall_at_1000 value: 96.6 - type: recall_at_3 value: 65.4 - type: recall_at_5 value: 68.89999999999999 - task: type: Reranking dataset: type: C-MTEB/T2Reranking name: MTEB T2Reranking config: default split: dev revision: None metrics: - type: map value: 66.83154421352779 - type: mrr value: 76.27995669041708 - task: type: Retrieval dataset: type: C-MTEB/T2Retrieval name: MTEB T2Retrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 28.303 - type: map_at_10 value: 76.943 - type: map_at_100 value: 80.585 - type: map_at_1000 value: 80.657 - type: map_at_3 value: 54.818999999999996 - type: map_at_5 value: 66.854 - type: mrr_at_1 value: 90.742 - type: mrr_at_10 value: 93.496 - type: mrr_at_100 value: 93.55799999999999 - type: mrr_at_1000 value: 93.56 - type: mrr_at_3 value: 93.083 - type: mrr_at_5 value: 93.349 - type: ndcg_at_1 value: 90.742 - type: ndcg_at_10 value: 84.94 - type: ndcg_at_100 value: 88.616 - type: ndcg_at_1000 value: 89.25 - type: ndcg_at_3 value: 86.58200000000001 - type: ndcg_at_5 value: 85.018 - type: precision_at_1 value: 90.742 - type: precision_at_10 value: 41.507 - type: precision_at_100 value: 4.984999999999999 - type: precision_at_1000 value: 0.515 - type: precision_at_3 value: 75.101 - type: precision_at_5 value: 62.543000000000006 - type: recall_at_1 value: 28.303 - type: recall_at_10 value: 83.895 - type: recall_at_100 value: 95.537 - type: recall_at_1000 value: 98.558 - type: recall_at_3 value: 56.679 - type: recall_at_5 value: 70.535 - task: type: Retrieval dataset: type: C-MTEB/VideoRetrieval name: MTEB VideoRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 59.5 - type: map_at_10 value: 69.53 - type: map_at_100 value: 69.976 - type: map_at_1000 value: 69.99300000000001 - type: map_at_3 value: 67.85 - type: map_at_5 value: 68.83 - type: mrr_at_1 value: 59.5 - type: mrr_at_10 value: 69.53 - type: mrr_at_100 value: 69.976 - type: mrr_at_1000 value: 69.99300000000001 - type: mrr_at_3 value: 67.85 - type: mrr_at_5 value: 68.83 - type: ndcg_at_1 value: 59.5 - type: ndcg_at_10 value: 73.855 - type: ndcg_at_100 value: 75.831 - type: ndcg_at_1000 value: 76.227 - type: ndcg_at_3 value: 70.418 - type: ndcg_at_5 value: 72.18599999999999 - type: precision_at_1 value: 59.5 - type: precision_at_10 value: 8.72 - type: precision_at_100 value: 0.96 - type: precision_at_1000 value: 0.099 - type: precision_at_3 value: 25.933 - type: precision_at_5 value: 16.42 - type: recall_at_1 value: 59.5 - type: recall_at_10 value: 87.2 - type: recall_at_100 value: 96.0 - type: recall_at_1000 value: 99.0 - type: recall_at_3 value: 77.8 - type: recall_at_5 value: 82.1 --- | Model Name | Dimension | Sequence Length | Language | Need instruction for retrieval? | | --------------- | --------- | --------------- | -------- | ------------------------------- | | cloudy-largh-zh | 1024 | 1024 | Chinese | NO |