--- language: - zh pipeline_tag: sentence-similarity tags: - PEG - feature-extraction - sentence-similarity - transformers - mteb model-index: - name: PEG results: - task: type: Reranking dataset: type: C-MTEB/CMedQAv1-reranking name: MTEB CMedQAv1 config: default split: test revision: None metrics: - type: map value: 84.07718102381898 - type: mrr value: 86.67924603174603 - task: type: Reranking dataset: type: C-MTEB/CMedQAv2-reranking name: MTEB CMedQAv2 config: default split: test revision: None metrics: - type: map value: 85.13503552770737 - type: mrr value: 87.48738095238096 - task: type: Retrieval dataset: type: C-MTEB/CmedqaRetrieval name: MTEB CmedqaRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 24.168 - type: map_at_10 value: 36.022999999999996 - type: map_at_100 value: 37.819 - type: map_at_1000 value: 37.95 - type: map_at_3 value: 31.947 - type: map_at_5 value: 34.172999999999995 - type: mrr_at_1 value: 36.934 - type: mrr_at_10 value: 44.899 - type: mrr_at_100 value: 45.838 - type: mrr_at_1000 value: 45.894 - type: mrr_at_3 value: 42.336 - type: mrr_at_5 value: 43.722 - type: ndcg_at_1 value: 36.934 - type: ndcg_at_10 value: 42.565 - type: ndcg_at_100 value: 49.677 - type: ndcg_at_1000 value: 51.989 - type: ndcg_at_3 value: 37.302 - type: ndcg_at_5 value: 39.393 - type: precision_at_1 value: 36.934 - type: precision_at_10 value: 9.547 - type: precision_at_100 value: 1.542 - type: precision_at_1000 value: 0.183 - type: precision_at_3 value: 21.154999999999998 - type: precision_at_5 value: 15.399 - type: recall_at_1 value: 24.168 - type: recall_at_10 value: 53.019000000000005 - type: recall_at_100 value: 82.699 - type: recall_at_1000 value: 98.221 - type: recall_at_3 value: 37.144 - type: recall_at_5 value: 43.61 - task: type: Retrieval dataset: type: C-MTEB/CovidRetrieval name: MTEB CovidRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 70.232 - type: map_at_10 value: 78.431 - type: map_at_100 value: 78.69 - type: map_at_1000 value: 78.692 - type: map_at_3 value: 76.765 - type: map_at_5 value: 77.798 - type: mrr_at_1 value: 70.39 - type: mrr_at_10 value: 78.41 - type: mrr_at_100 value: 78.669 - type: mrr_at_1000 value: 78.672 - type: mrr_at_3 value: 76.818 - type: mrr_at_5 value: 77.803 - type: ndcg_at_1 value: 70.49499999999999 - type: ndcg_at_10 value: 82.098 - type: ndcg_at_100 value: 83.296 - type: ndcg_at_1000 value: 83.402 - type: ndcg_at_3 value: 78.847 - type: ndcg_at_5 value: 80.634 - type: precision_at_1 value: 70.49499999999999 - type: precision_at_10 value: 9.442 - type: precision_at_100 value: 0.9990000000000001 - type: precision_at_1000 value: 0.101 - type: precision_at_3 value: 28.416000000000004 - type: precision_at_5 value: 17.956 - type: recall_at_1 value: 70.232 - type: recall_at_10 value: 93.361 - type: recall_at_100 value: 98.84100000000001 - type: recall_at_1000 value: 99.789 - type: recall_at_3 value: 84.721 - type: recall_at_5 value: 88.962 - task: type: Retrieval dataset: type: C-MTEB/DuRetrieval name: MTEB DuRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 25.957 - type: map_at_10 value: 79.243 - type: map_at_100 value: 82.137 - type: map_at_1000 value: 82.174 - type: map_at_3 value: 54.57300000000001 - type: map_at_5 value: 69.10300000000001 - type: mrr_at_1 value: 89.14999999999999 - type: mrr_at_10 value: 92.721 - type: mrr_at_100 value: 92.778 - type: mrr_at_1000 value: 92.781 - type: mrr_at_3 value: 92.44200000000001 - type: mrr_at_5 value: 92.622 - type: ndcg_at_1 value: 89.14999999999999 - type: ndcg_at_10 value: 86.835 - type: ndcg_at_100 value: 89.645 - type: ndcg_at_1000 value: 89.997 - type: ndcg_at_3 value: 85.187 - type: ndcg_at_5 value: 84.419 - type: precision_at_1 value: 89.14999999999999 - type: precision_at_10 value: 41.77 - type: precision_at_100 value: 4.81 - type: precision_at_1000 value: 0.48900000000000005 - type: precision_at_3 value: 76.3 - type: precision_at_5 value: 64.8 - type: recall_at_1 value: 25.957 - type: recall_at_10 value: 88.293 - type: recall_at_100 value: 97.476 - type: recall_at_1000 value: 99.367 - type: recall_at_3 value: 57.04 - type: recall_at_5 value: 74.17 - task: type: Retrieval dataset: type: C-MTEB/EcomRetrieval name: MTEB EcomRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 52.5 - type: map_at_10 value: 61.766 - type: map_at_100 value: 62.358999999999995 - type: map_at_1000 value: 62.370999999999995 - type: map_at_3 value: 59.45 - type: map_at_5 value: 60.834999999999994 - type: mrr_at_1 value: 52.5 - type: mrr_at_10 value: 61.766 - type: mrr_at_100 value: 62.358999999999995 - type: mrr_at_1000 value: 62.370999999999995 - type: mrr_at_3 value: 59.45 - type: mrr_at_5 value: 60.834999999999994 - type: ndcg_at_1 value: 52.5 - type: ndcg_at_10 value: 66.4 - type: ndcg_at_100 value: 69.234 - type: ndcg_at_1000 value: 69.572 - type: ndcg_at_3 value: 61.675000000000004 - type: ndcg_at_5 value: 64.158 - type: precision_at_1 value: 52.5 - type: precision_at_10 value: 8.1 - type: precision_at_100 value: 0.941 - type: precision_at_1000 value: 0.097 - type: precision_at_3 value: 22.7 - type: precision_at_5 value: 14.82 - type: recall_at_1 value: 52.5 - type: recall_at_10 value: 81.0 - type: recall_at_100 value: 94.1 - type: recall_at_1000 value: 96.8 - type: recall_at_3 value: 68.10000000000001 - type: recall_at_5 value: 74.1 - task: type: Reranking dataset: type: C-MTEB/Mmarco-reranking name: MTEB MMarcoReranking config: default split: dev revision: None metrics: - type: map value: 32.02701536591035 - type: mrr value: 31.004761904761907 - task: type: Retrieval dataset: type: C-MTEB/MMarcoRetrieval name: MTEB MMarcoRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 68.548 - type: map_at_10 value: 77.547 - type: map_at_100 value: 77.80799999999999 - type: map_at_1000 value: 77.818 - type: map_at_3 value: 75.82600000000001 - type: map_at_5 value: 76.935 - type: mrr_at_1 value: 70.903 - type: mrr_at_10 value: 78.074 - type: mrr_at_100 value: 78.303 - type: mrr_at_1000 value: 78.312 - type: mrr_at_3 value: 76.60900000000001 - type: mrr_at_5 value: 77.537 - type: ndcg_at_1 value: 70.903 - type: ndcg_at_10 value: 81.04400000000001 - type: ndcg_at_100 value: 82.206 - type: ndcg_at_1000 value: 82.46900000000001 - type: ndcg_at_3 value: 77.823 - type: ndcg_at_5 value: 79.654 - type: precision_at_1 value: 70.903 - type: precision_at_10 value: 9.713 - type: precision_at_100 value: 1.0290000000000001 - type: precision_at_1000 value: 0.105 - type: precision_at_3 value: 29.226000000000003 - type: precision_at_5 value: 18.516 - type: recall_at_1 value: 68.548 - type: recall_at_10 value: 91.27499999999999 - type: recall_at_100 value: 96.523 - type: recall_at_1000 value: 98.601 - type: recall_at_3 value: 82.779 - type: recall_at_5 value: 87.1 - task: type: Retrieval dataset: type: C-MTEB/MedicalRetrieval name: MTEB MedicalRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 53.400000000000006 - type: map_at_10 value: 58.248 - type: map_at_100 value: 58.786 - type: map_at_1000 value: 58.836 - type: map_at_3 value: 57.199999999999996 - type: map_at_5 value: 57.809999999999995 - type: mrr_at_1 value: 53.400000000000006 - type: mrr_at_10 value: 58.248 - type: mrr_at_100 value: 58.786 - type: mrr_at_1000 value: 58.836 - type: mrr_at_3 value: 57.199999999999996 - type: mrr_at_5 value: 57.809999999999995 - type: ndcg_at_1 value: 53.400000000000006 - type: ndcg_at_10 value: 60.655 - type: ndcg_at_100 value: 63.683 - type: ndcg_at_1000 value: 65.159 - type: ndcg_at_3 value: 58.504999999999995 - type: ndcg_at_5 value: 59.589000000000006 - type: precision_at_1 value: 53.400000000000006 - type: precision_at_10 value: 6.819999999999999 - type: precision_at_100 value: 0.8330000000000001 - type: precision_at_1000 value: 0.095 - type: precision_at_3 value: 20.767 - type: precision_at_5 value: 12.98 - type: recall_at_1 value: 53.400000000000006 - type: recall_at_10 value: 68.2 - type: recall_at_100 value: 83.3 - type: recall_at_1000 value: 95.19999999999999 - type: recall_at_3 value: 62.3 - type: recall_at_5 value: 64.9 - task: type: Reranking dataset: type: C-MTEB/T2Reranking name: MTEB T2Reranking config: default split: dev revision: None metrics: - type: map value: 68.88440464348339 - type: mrr value: 79.58819625796606 - task: type: Retrieval dataset: type: C-MTEB/T2Retrieval name: MTEB T2Retrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 27.32 - type: map_at_10 value: 77.47699999999999 - type: map_at_100 value: 81.10000000000001 - type: map_at_1000 value: 81.159 - type: map_at_3 value: 54.203 - type: map_at_5 value: 66.76299999999999 - type: mrr_at_1 value: 89.983 - type: mrr_at_10 value: 92.487 - type: mrr_at_100 value: 92.575 - type: mrr_at_1000 value: 92.578 - type: mrr_at_3 value: 92.06299999999999 - type: mrr_at_5 value: 92.34599999999999 - type: ndcg_at_1 value: 89.983 - type: ndcg_at_10 value: 84.936 - type: ndcg_at_100 value: 88.442 - type: ndcg_at_1000 value: 89.023 - type: ndcg_at_3 value: 86.157 - type: ndcg_at_5 value: 84.83000000000001 - type: precision_at_1 value: 89.983 - type: precision_at_10 value: 42.405 - type: precision_at_100 value: 5.032 - type: precision_at_1000 value: 0.516 - type: precision_at_3 value: 75.51 - type: precision_at_5 value: 63.413 - type: recall_at_1 value: 27.32 - type: recall_at_10 value: 83.954 - type: recall_at_100 value: 95.48100000000001 - type: recall_at_1000 value: 98.502 - type: recall_at_3 value: 55.925000000000004 - type: recall_at_5 value: 70.19800000000001 - task: type: Retrieval dataset: type: C-MTEB/VideoRetrieval name: MTEB VideoRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 64.0 - type: map_at_10 value: 72.69 - type: map_at_100 value: 73.07000000000001 - type: map_at_1000 value: 73.08 - type: map_at_3 value: 71.217 - type: map_at_5 value: 72.072 - type: mrr_at_1 value: 64.0 - type: mrr_at_10 value: 72.69 - type: mrr_at_100 value: 73.07000000000001 - type: mrr_at_1000 value: 73.08 - type: mrr_at_3 value: 71.217 - type: mrr_at_5 value: 72.072 - type: ndcg_at_1 value: 64.0 - type: ndcg_at_10 value: 76.532 - type: ndcg_at_100 value: 78.405 - type: ndcg_at_1000 value: 78.632 - type: ndcg_at_3 value: 73.527 - type: ndcg_at_5 value: 75.059 - type: precision_at_1 value: 64.0 - type: precision_at_10 value: 8.84 - type: precision_at_100 value: 0.972 - type: precision_at_1000 value: 0.099 - type: precision_at_3 value: 26.733 - type: precision_at_5 value: 16.78 - type: recall_at_1 value: 64.0 - type: recall_at_10 value: 88.4 - type: recall_at_100 value: 97.2 - type: recall_at_1000 value: 98.9 - type: recall_at_3 value: 80.2 - type: recall_at_5 value: 83.89999999999999 license: apache-2.0 library_name: transformers ---