|
--- |
|
language: |
|
- zh |
|
- en |
|
tags: |
|
- sentence-transformers |
|
- sentence-similarity |
|
- mteb |
|
model-index: |
|
- name: zh |
|
results: |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/AFQMC |
|
name: MTEB AFQMC |
|
config: default |
|
split: validation |
|
revision: b44c3b011063adb25877c13823db83bb193913c4 |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 36.28363608508365 |
|
- type: cos_sim_spearman |
|
value: 37.39698005114737 |
|
- type: euclidean_pearson |
|
value: 36.407377294778186 |
|
- type: euclidean_spearman |
|
value: 37.396959945459166 |
|
- type: manhattan_pearson |
|
value: 36.30818480805082 |
|
- type: manhattan_spearman |
|
value: 37.28435580456356 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/ATEC |
|
name: MTEB ATEC |
|
config: default |
|
split: test |
|
revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865 |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 39.918566602029536 |
|
- type: cos_sim_spearman |
|
value: 42.163555979292155 |
|
- type: euclidean_pearson |
|
value: 43.24429263158407 |
|
- type: euclidean_spearman |
|
value: 42.16355485217486 |
|
- type: manhattan_pearson |
|
value: 43.23108002349145 |
|
- type: manhattan_spearman |
|
value: 42.156854810425834 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: mteb/amazon_reviews_multi |
|
name: MTEB AmazonReviewsClassification (zh) |
|
config: zh |
|
split: test |
|
revision: 1399c76144fd37290681b995c656ef9b2e06e26d |
|
metrics: |
|
- type: accuracy |
|
value: 47.788000000000004 |
|
- type: f1 |
|
value: 44.518439064691925 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/BQ |
|
name: MTEB BQ |
|
config: default |
|
split: test |
|
revision: e3dda5e115e487b39ec7e618c0c6a29137052a55 |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 67.03414409142314 |
|
- type: cos_sim_spearman |
|
value: 70.95560250546684 |
|
- type: euclidean_pearson |
|
value: 69.35644910492917 |
|
- type: euclidean_spearman |
|
value: 70.95560250269956 |
|
- type: manhattan_pearson |
|
value: 69.32201332479197 |
|
- type: manhattan_spearman |
|
value: 70.92406185691 |
|
- task: |
|
type: Clustering |
|
dataset: |
|
type: C-MTEB/CLSClusteringP2P |
|
name: MTEB CLSClusteringP2P |
|
config: default |
|
split: test |
|
revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476 |
|
metrics: |
|
- type: v_measure |
|
value: 39.31955168227449 |
|
- task: |
|
type: Clustering |
|
dataset: |
|
type: C-MTEB/CLSClusteringS2S |
|
name: MTEB CLSClusteringS2S |
|
config: default |
|
split: test |
|
revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f |
|
metrics: |
|
- type: v_measure |
|
value: 37.8418274237459 |
|
- task: |
|
type: Reranking |
|
dataset: |
|
type: C-MTEB/CMedQAv1-reranking |
|
name: MTEB CMedQAv1 |
|
config: default |
|
split: test |
|
revision: 8d7f1e942507dac42dc58017c1a001c3717da7df |
|
metrics: |
|
- type: map |
|
value: 80.66118119519746 |
|
- type: mrr |
|
value: 83.47972222222222 |
|
- task: |
|
type: Reranking |
|
dataset: |
|
type: C-MTEB/CMedQAv2-reranking |
|
name: MTEB CMedQAv2 |
|
config: default |
|
split: test |
|
revision: 23d186750531a14a0357ca22cd92d712fd512ea0 |
|
metrics: |
|
- type: map |
|
value: 79.31430375371524 |
|
- type: mrr |
|
value: 82.10194444444444 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/CmedqaRetrieval |
|
name: MTEB CmedqaRetrieval |
|
config: default |
|
split: dev |
|
revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301 |
|
metrics: |
|
- type: map_at_1 |
|
value: 16.672 |
|
- type: map_at_10 |
|
value: 26.273000000000003 |
|
- type: map_at_100 |
|
value: 28.044999999999998 |
|
- type: map_at_1000 |
|
value: 28.208 |
|
- type: map_at_3 |
|
value: 22.989 |
|
- type: map_at_5 |
|
value: 24.737000000000002 |
|
- type: mrr_at_1 |
|
value: 26.257 |
|
- type: mrr_at_10 |
|
value: 34.358 |
|
- type: mrr_at_100 |
|
value: 35.436 |
|
- type: mrr_at_1000 |
|
value: 35.513 |
|
- type: mrr_at_3 |
|
value: 31.954 |
|
- type: mrr_at_5 |
|
value: 33.234 |
|
- type: ndcg_at_1 |
|
value: 26.257 |
|
- type: ndcg_at_10 |
|
value: 32.326 |
|
- type: ndcg_at_100 |
|
value: 39.959 |
|
- type: ndcg_at_1000 |
|
value: 43.163000000000004 |
|
- type: ndcg_at_3 |
|
value: 27.700999999999997 |
|
- type: ndcg_at_5 |
|
value: 29.514000000000003 |
|
- type: precision_at_1 |
|
value: 26.257 |
|
- type: precision_at_10 |
|
value: 7.607 |
|
- type: precision_at_100 |
|
value: 1.388 |
|
- type: precision_at_1000 |
|
value: 0.179 |
|
- type: precision_at_3 |
|
value: 16.162000000000003 |
|
- type: precision_at_5 |
|
value: 11.933 |
|
- type: recall_at_1 |
|
value: 16.672 |
|
- type: recall_at_10 |
|
value: 42.135 |
|
- type: recall_at_100 |
|
value: 74.417 |
|
- type: recall_at_1000 |
|
value: 96.417 |
|
- type: recall_at_3 |
|
value: 28.416999999999998 |
|
- type: recall_at_5 |
|
value: 33.873999999999995 |
|
- task: |
|
type: PairClassification |
|
dataset: |
|
type: C-MTEB/CMNLI |
|
name: MTEB Cmnli |
|
config: default |
|
split: validation |
|
revision: 41bc36f332156f7adc9e38f53777c959b2ae9766 |
|
metrics: |
|
- type: cos_sim_accuracy |
|
value: 61.11846061334937 |
|
- type: cos_sim_ap |
|
value: 65.68356716139071 |
|
- type: cos_sim_f1 |
|
value: 68.15213842637937 |
|
- type: cos_sim_precision |
|
value: 52.35109717868338 |
|
- type: cos_sim_recall |
|
value: 97.61515080664017 |
|
- type: dot_accuracy |
|
value: 61.11846061334937 |
|
- type: dot_ap |
|
value: 65.68369552204702 |
|
- type: dot_f1 |
|
value: 68.15213842637937 |
|
- type: dot_precision |
|
value: 52.35109717868338 |
|
- type: dot_recall |
|
value: 97.61515080664017 |
|
- type: euclidean_accuracy |
|
value: 61.11846061334937 |
|
- type: euclidean_ap |
|
value: 65.68356789608616 |
|
- type: euclidean_f1 |
|
value: 68.15213842637937 |
|
- type: euclidean_precision |
|
value: 52.35109717868338 |
|
- type: euclidean_recall |
|
value: 97.61515080664017 |
|
- type: manhattan_accuracy |
|
value: 61.17859290438966 |
|
- type: manhattan_ap |
|
value: 65.68230365595265 |
|
- type: manhattan_f1 |
|
value: 68.14029363784665 |
|
- type: manhattan_precision |
|
value: 52.32368783665289 |
|
- type: manhattan_recall |
|
value: 97.66191255552957 |
|
- type: max_accuracy |
|
value: 61.17859290438966 |
|
- type: max_ap |
|
value: 65.68369552204702 |
|
- type: max_f1 |
|
value: 68.15213842637937 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/CovidRetrieval |
|
name: MTEB CovidRetrieval |
|
config: default |
|
split: dev |
|
revision: 1271c7809071a13532e05f25fb53511ffce77117 |
|
metrics: |
|
- type: map_at_1 |
|
value: 51.054 |
|
- type: map_at_10 |
|
value: 61.926 |
|
- type: map_at_100 |
|
value: 62.514 |
|
- type: map_at_1000 |
|
value: 62.529 |
|
- type: map_at_3 |
|
value: 59.272999999999996 |
|
- type: map_at_5 |
|
value: 60.943000000000005 |
|
- type: mrr_at_1 |
|
value: 51.212 |
|
- type: mrr_at_10 |
|
value: 61.916000000000004 |
|
- type: mrr_at_100 |
|
value: 62.495999999999995 |
|
- type: mrr_at_1000 |
|
value: 62.511 |
|
- type: mrr_at_3 |
|
value: 59.326 |
|
- type: mrr_at_5 |
|
value: 60.958999999999996 |
|
- type: ndcg_at_1 |
|
value: 51.212 |
|
- type: ndcg_at_10 |
|
value: 67.223 |
|
- type: ndcg_at_100 |
|
value: 69.92699999999999 |
|
- type: ndcg_at_1000 |
|
value: 70.307 |
|
- type: ndcg_at_3 |
|
value: 61.873 |
|
- type: ndcg_at_5 |
|
value: 64.883 |
|
- type: precision_at_1 |
|
value: 51.212 |
|
- type: precision_at_10 |
|
value: 8.472 |
|
- type: precision_at_100 |
|
value: 0.9730000000000001 |
|
- type: precision_at_1000 |
|
value: 0.1 |
|
- type: precision_at_3 |
|
value: 23.253 |
|
- type: precision_at_5 |
|
value: 15.448 |
|
- type: recall_at_1 |
|
value: 51.054 |
|
- type: recall_at_10 |
|
value: 83.825 |
|
- type: recall_at_100 |
|
value: 96.207 |
|
- type: recall_at_1000 |
|
value: 99.157 |
|
- type: recall_at_3 |
|
value: 69.31 |
|
- type: recall_at_5 |
|
value: 76.66 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/DuRetrieval |
|
name: MTEB DuRetrieval |
|
config: default |
|
split: dev |
|
revision: a1a333e290fe30b10f3f56498e3a0d911a693ced |
|
metrics: |
|
- type: map_at_1 |
|
value: 21.247 |
|
- type: map_at_10 |
|
value: 64.793 |
|
- type: map_at_100 |
|
value: 68.62899999999999 |
|
- type: map_at_1000 |
|
value: 68.718 |
|
- type: map_at_3 |
|
value: 44.192 |
|
- type: map_at_5 |
|
value: 55.435 |
|
- type: mrr_at_1 |
|
value: 76.7 |
|
- type: mrr_at_10 |
|
value: 84.22 |
|
- type: mrr_at_100 |
|
value: 84.341 |
|
- type: mrr_at_1000 |
|
value: 84.346 |
|
- type: mrr_at_3 |
|
value: 83.42500000000001 |
|
- type: mrr_at_5 |
|
value: 83.902 |
|
- type: ndcg_at_1 |
|
value: 76.7 |
|
- type: ndcg_at_10 |
|
value: 75.271 |
|
- type: ndcg_at_100 |
|
value: 80.62 |
|
- type: ndcg_at_1000 |
|
value: 81.45 |
|
- type: ndcg_at_3 |
|
value: 72.803 |
|
- type: ndcg_at_5 |
|
value: 71.694 |
|
- type: precision_at_1 |
|
value: 76.7 |
|
- type: precision_at_10 |
|
value: 36.925000000000004 |
|
- type: precision_at_100 |
|
value: 4.675 |
|
- type: precision_at_1000 |
|
value: 0.48700000000000004 |
|
- type: precision_at_3 |
|
value: 65.383 |
|
- type: precision_at_5 |
|
value: 55.15 |
|
- type: recall_at_1 |
|
value: 21.247 |
|
- type: recall_at_10 |
|
value: 78.38300000000001 |
|
- type: recall_at_100 |
|
value: 94.759 |
|
- type: recall_at_1000 |
|
value: 98.907 |
|
- type: recall_at_3 |
|
value: 48.04 |
|
- type: recall_at_5 |
|
value: 62.883 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/EcomRetrieval |
|
name: MTEB EcomRetrieval |
|
config: default |
|
split: dev |
|
revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9 |
|
metrics: |
|
- type: map_at_1 |
|
value: 42.0 |
|
- type: map_at_10 |
|
value: 52.691 |
|
- type: map_at_100 |
|
value: 53.456 |
|
- type: map_at_1000 |
|
value: 53.480000000000004 |
|
- type: map_at_3 |
|
value: 49.583 |
|
- type: map_at_5 |
|
value: 51.723 |
|
- type: mrr_at_1 |
|
value: 42.0 |
|
- type: mrr_at_10 |
|
value: 52.691 |
|
- type: mrr_at_100 |
|
value: 53.456 |
|
- type: mrr_at_1000 |
|
value: 53.480000000000004 |
|
- type: mrr_at_3 |
|
value: 49.583 |
|
- type: mrr_at_5 |
|
value: 51.723 |
|
- type: ndcg_at_1 |
|
value: 42.0 |
|
- type: ndcg_at_10 |
|
value: 58.243 |
|
- type: ndcg_at_100 |
|
value: 61.907999999999994 |
|
- type: ndcg_at_1000 |
|
value: 62.483999999999995 |
|
- type: ndcg_at_3 |
|
value: 52.03 |
|
- type: ndcg_at_5 |
|
value: 55.85099999999999 |
|
- type: precision_at_1 |
|
value: 42.0 |
|
- type: precision_at_10 |
|
value: 7.580000000000001 |
|
- type: precision_at_100 |
|
value: 0.928 |
|
- type: precision_at_1000 |
|
value: 0.097 |
|
- type: precision_at_3 |
|
value: 19.7 |
|
- type: precision_at_5 |
|
value: 13.66 |
|
- type: recall_at_1 |
|
value: 42.0 |
|
- type: recall_at_10 |
|
value: 75.8 |
|
- type: recall_at_100 |
|
value: 92.80000000000001 |
|
- type: recall_at_1000 |
|
value: 97.2 |
|
- type: recall_at_3 |
|
value: 59.099999999999994 |
|
- type: recall_at_5 |
|
value: 68.30000000000001 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/IFlyTek-classification |
|
name: MTEB IFlyTek |
|
config: default |
|
split: validation |
|
revision: 421605374b29664c5fc098418fe20ada9bd55f8a |
|
metrics: |
|
- type: accuracy |
|
value: 44.86340900346287 |
|
- type: f1 |
|
value: 31.324006049353713 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/JDReview-classification |
|
name: MTEB JDReview |
|
config: default |
|
split: test |
|
revision: b7c64bd89eb87f8ded463478346f76731f07bf8b |
|
metrics: |
|
- type: accuracy |
|
value: 88.48030018761726 |
|
- type: ap |
|
value: 59.392058006606476 |
|
- type: f1 |
|
value: 83.61333024672861 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/LCQMC |
|
name: MTEB LCQMC |
|
config: default |
|
split: test |
|
revision: 17f9b096f80380fce5ed12a9be8be7784b337daf |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 66.36852873686233 |
|
- type: cos_sim_spearman |
|
value: 73.27371960661353 |
|
- type: euclidean_pearson |
|
value: 71.38209904858738 |
|
- type: euclidean_spearman |
|
value: 73.27373512049904 |
|
- type: manhattan_pearson |
|
value: 71.51557697058817 |
|
- type: manhattan_spearman |
|
value: 73.38956581066971 |
|
- task: |
|
type: Reranking |
|
dataset: |
|
type: C-MTEB/Mmarco-reranking |
|
name: MTEB MMarcoReranking |
|
config: default |
|
split: dev |
|
revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6 |
|
metrics: |
|
- type: map |
|
value: 19.57107231987867 |
|
- type: mrr |
|
value: 18.224603174603175 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/MMarcoRetrieval |
|
name: MTEB MMarcoRetrieval |
|
config: default |
|
split: dev |
|
revision: 539bbde593d947e2a124ba72651aafc09eb33fc2 |
|
metrics: |
|
- type: map_at_1 |
|
value: 43.785000000000004 |
|
- type: map_at_10 |
|
value: 53.278000000000006 |
|
- type: map_at_100 |
|
value: 53.946000000000005 |
|
- type: map_at_1000 |
|
value: 53.983000000000004 |
|
- type: map_at_3 |
|
value: 50.846999999999994 |
|
- type: map_at_5 |
|
value: 52.286 |
|
- type: mrr_at_1 |
|
value: 45.559 |
|
- type: mrr_at_10 |
|
value: 54.129000000000005 |
|
- type: mrr_at_100 |
|
value: 54.732 |
|
- type: mrr_at_1000 |
|
value: 54.766999999999996 |
|
- type: mrr_at_3 |
|
value: 51.885999999999996 |
|
- type: mrr_at_5 |
|
value: 53.212 |
|
- type: ndcg_at_1 |
|
value: 45.559 |
|
- type: ndcg_at_10 |
|
value: 57.909 |
|
- type: ndcg_at_100 |
|
value: 61.068999999999996 |
|
- type: ndcg_at_1000 |
|
value: 62.09400000000001 |
|
- type: ndcg_at_3 |
|
value: 53.125 |
|
- type: ndcg_at_5 |
|
value: 55.614 |
|
- type: precision_at_1 |
|
value: 45.559 |
|
- type: precision_at_10 |
|
value: 7.617 |
|
- type: precision_at_100 |
|
value: 0.9199999999999999 |
|
- type: precision_at_1000 |
|
value: 0.101 |
|
- type: precision_at_3 |
|
value: 20.707 |
|
- type: precision_at_5 |
|
value: 13.730999999999998 |
|
- type: recall_at_1 |
|
value: 43.785000000000004 |
|
- type: recall_at_10 |
|
value: 71.543 |
|
- type: recall_at_100 |
|
value: 86.197 |
|
- type: recall_at_1000 |
|
value: 94.305 |
|
- type: recall_at_3 |
|
value: 58.677 |
|
- type: recall_at_5 |
|
value: 64.62599999999999 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: mteb/amazon_massive_intent |
|
name: MTEB MassiveIntentClassification (zh-CN) |
|
config: zh-CN |
|
split: test |
|
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 |
|
metrics: |
|
- type: accuracy |
|
value: 61.29455279085406 |
|
- type: f1 |
|
value: 58.42865357114413 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: mteb/amazon_massive_scenario |
|
name: MTEB MassiveScenarioClassification (zh-CN) |
|
config: zh-CN |
|
split: test |
|
revision: 7d571f92784cd94a019292a1f45445077d0ef634 |
|
metrics: |
|
- type: accuracy |
|
value: 66.89979825151312 |
|
- type: f1 |
|
value: 66.6125514843663 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/MedicalRetrieval |
|
name: MTEB MedicalRetrieval |
|
config: default |
|
split: dev |
|
revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6 |
|
metrics: |
|
- type: map_at_1 |
|
value: 44.7 |
|
- type: map_at_10 |
|
value: 51.307 |
|
- type: map_at_100 |
|
value: 52.002 |
|
- type: map_at_1000 |
|
value: 52.06699999999999 |
|
- type: map_at_3 |
|
value: 49.55 |
|
- type: map_at_5 |
|
value: 50.544999999999995 |
|
- type: mrr_at_1 |
|
value: 44.9 |
|
- type: mrr_at_10 |
|
value: 51.415 |
|
- type: mrr_at_100 |
|
value: 52.111 |
|
- type: mrr_at_1000 |
|
value: 52.175000000000004 |
|
- type: mrr_at_3 |
|
value: 49.683 |
|
- type: mrr_at_5 |
|
value: 50.653000000000006 |
|
- type: ndcg_at_1 |
|
value: 44.7 |
|
- type: ndcg_at_10 |
|
value: 54.778000000000006 |
|
- type: ndcg_at_100 |
|
value: 58.526 |
|
- type: ndcg_at_1000 |
|
value: 60.187999999999995 |
|
- type: ndcg_at_3 |
|
value: 51.129999999999995 |
|
- type: ndcg_at_5 |
|
value: 52.933 |
|
- type: precision_at_1 |
|
value: 44.7 |
|
- type: precision_at_10 |
|
value: 6.58 |
|
- type: precision_at_100 |
|
value: 0.8420000000000001 |
|
- type: precision_at_1000 |
|
value: 0.097 |
|
- type: precision_at_3 |
|
value: 18.567 |
|
- type: precision_at_5 |
|
value: 12.02 |
|
- type: recall_at_1 |
|
value: 44.7 |
|
- type: recall_at_10 |
|
value: 65.8 |
|
- type: recall_at_100 |
|
value: 84.2 |
|
- type: recall_at_1000 |
|
value: 97.2 |
|
- type: recall_at_3 |
|
value: 55.7 |
|
- type: recall_at_5 |
|
value: 60.099999999999994 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: Shitao/MLDR |
|
name: MTEB MultiLongDocRetrieval (zh) |
|
config: zh |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: map_at_1 |
|
value: 7.625 |
|
- type: map_at_10 |
|
value: 10.238 |
|
- type: map_at_100 |
|
value: 10.885 |
|
- type: map_at_1000 |
|
value: 10.958 |
|
- type: map_at_3 |
|
value: 9.292 |
|
- type: map_at_5 |
|
value: 9.91 |
|
- type: mrr_at_1 |
|
value: 7.625 |
|
- type: mrr_at_10 |
|
value: 10.238 |
|
- type: mrr_at_100 |
|
value: 10.885 |
|
- type: mrr_at_1000 |
|
value: 10.958 |
|
- type: mrr_at_3 |
|
value: 9.292 |
|
- type: mrr_at_5 |
|
value: 9.91 |
|
- type: ndcg_at_1 |
|
value: 7.625 |
|
- type: ndcg_at_10 |
|
value: 11.784 |
|
- type: ndcg_at_100 |
|
value: 15.133 |
|
- type: ndcg_at_1000 |
|
value: 17.511 |
|
- type: ndcg_at_3 |
|
value: 9.857000000000001 |
|
- type: ndcg_at_5 |
|
value: 10.981 |
|
- type: precision_at_1 |
|
value: 7.625 |
|
- type: precision_at_10 |
|
value: 1.675 |
|
- type: precision_at_100 |
|
value: 0.329 |
|
- type: precision_at_1000 |
|
value: 0.053 |
|
- type: precision_at_3 |
|
value: 3.833 |
|
- type: precision_at_5 |
|
value: 2.85 |
|
- type: recall_at_1 |
|
value: 7.625 |
|
- type: recall_at_10 |
|
value: 16.75 |
|
- type: recall_at_100 |
|
value: 32.875 |
|
- type: recall_at_1000 |
|
value: 52.625 |
|
- type: recall_at_3 |
|
value: 11.5 |
|
- type: recall_at_5 |
|
value: 14.249999999999998 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/MultilingualSentiment-classification |
|
name: MTEB MultilingualSentiment |
|
config: default |
|
split: validation |
|
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a |
|
metrics: |
|
- type: accuracy |
|
value: 78.45666666666666 |
|
- type: f1 |
|
value: 78.06393644109178 |
|
- task: |
|
type: PairClassification |
|
dataset: |
|
type: C-MTEB/OCNLI |
|
name: MTEB Ocnli |
|
config: default |
|
split: validation |
|
revision: 66e76a618a34d6d565d5538088562851e6daa7ec |
|
metrics: |
|
- type: cos_sim_accuracy |
|
value: 59.88088792636708 |
|
- type: cos_sim_ap |
|
value: 59.993466246406854 |
|
- type: cos_sim_f1 |
|
value: 69.33333333333334 |
|
- type: cos_sim_precision |
|
value: 54.23122765196663 |
|
- type: cos_sim_recall |
|
value: 96.09292502639916 |
|
- type: dot_accuracy |
|
value: 59.88088792636708 |
|
- type: dot_ap |
|
value: 59.99351215786742 |
|
- type: dot_f1 |
|
value: 69.33333333333334 |
|
- type: dot_precision |
|
value: 54.23122765196663 |
|
- type: dot_recall |
|
value: 96.09292502639916 |
|
- type: euclidean_accuracy |
|
value: 59.88088792636708 |
|
- type: euclidean_ap |
|
value: 59.993466246406854 |
|
- type: euclidean_f1 |
|
value: 69.33333333333334 |
|
- type: euclidean_precision |
|
value: 54.23122765196663 |
|
- type: euclidean_recall |
|
value: 96.09292502639916 |
|
- type: manhattan_accuracy |
|
value: 59.989171629669734 |
|
- type: manhattan_ap |
|
value: 60.06745167956717 |
|
- type: manhattan_f1 |
|
value: 69.37381404174573 |
|
- type: manhattan_precision |
|
value: 54.14691943127961 |
|
- type: manhattan_recall |
|
value: 96.51531151003168 |
|
- type: max_accuracy |
|
value: 59.989171629669734 |
|
- type: max_ap |
|
value: 60.06745167956717 |
|
- type: max_f1 |
|
value: 69.37381404174573 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/OnlineShopping-classification |
|
name: MTEB OnlineShopping |
|
config: default |
|
split: test |
|
revision: e610f2ebd179a8fda30ae534c3878750a96db120 |
|
metrics: |
|
- type: accuracy |
|
value: 92.58 |
|
- type: ap |
|
value: 90.58624365698103 |
|
- type: f1 |
|
value: 92.56998002261557 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/PAWSX |
|
name: MTEB PAWSX |
|
config: default |
|
split: test |
|
revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1 |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 15.428347645738844 |
|
- type: cos_sim_spearman |
|
value: 18.54916824520863 |
|
- type: euclidean_pearson |
|
value: 18.525706701701317 |
|
- type: euclidean_spearman |
|
value: 18.564855538117524 |
|
- type: manhattan_pearson |
|
value: 18.54511262151164 |
|
- type: manhattan_spearman |
|
value: 18.587848451111213 |
|
- task: |
|
type: PairClassification |
|
dataset: |
|
type: paws-x |
|
name: MTEB PawsX (zh) |
|
config: zh |
|
split: test |
|
revision: 8a04d940a42cd40658986fdd8e3da561533a3646 |
|
metrics: |
|
- type: cos_sim_accuracy |
|
value: 60.3 |
|
- type: cos_sim_ap |
|
value: 57.92869006380703 |
|
- type: cos_sim_f1 |
|
value: 62.31681786461968 |
|
- type: cos_sim_precision |
|
value: 45.283975659229206 |
|
- type: cos_sim_recall |
|
value: 99.88814317673378 |
|
- type: dot_accuracy |
|
value: 60.3 |
|
- type: dot_ap |
|
value: 57.7632607916169 |
|
- type: dot_f1 |
|
value: 62.31681786461968 |
|
- type: dot_precision |
|
value: 45.283975659229206 |
|
- type: dot_recall |
|
value: 99.88814317673378 |
|
- type: euclidean_accuracy |
|
value: 60.3 |
|
- type: euclidean_ap |
|
value: 57.92869006380703 |
|
- type: euclidean_f1 |
|
value: 62.31681786461968 |
|
- type: euclidean_precision |
|
value: 45.283975659229206 |
|
- type: euclidean_recall |
|
value: 99.88814317673378 |
|
- type: manhattan_accuracy |
|
value: 60.25 |
|
- type: manhattan_ap |
|
value: 57.929597845689706 |
|
- type: manhattan_f1 |
|
value: 62.31681786461968 |
|
- type: manhattan_precision |
|
value: 45.283975659229206 |
|
- type: manhattan_recall |
|
value: 99.88814317673378 |
|
- type: max_accuracy |
|
value: 60.3 |
|
- type: max_ap |
|
value: 57.929597845689706 |
|
- type: max_f1 |
|
value: 62.31681786461968 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/QBQTC |
|
name: MTEB QBQTC |
|
config: default |
|
split: test |
|
revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7 |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 28.445664430656038 |
|
- type: cos_sim_spearman |
|
value: 29.599326690902288 |
|
- type: euclidean_pearson |
|
value: 27.900455284977017 |
|
- type: euclidean_spearman |
|
value: 29.599947224705264 |
|
- type: manhattan_pearson |
|
value: 28.101656918683116 |
|
- type: manhattan_spearman |
|
value: 29.78083888978687 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: mteb/sts22-crosslingual-sts |
|
name: MTEB STS22 (zh) |
|
config: zh |
|
split: test |
|
revision: eea2b4fe26a775864c896887d910b76a8098ad3f |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 61.13774633735679 |
|
- type: cos_sim_spearman |
|
value: 65.43749616084263 |
|
- type: euclidean_pearson |
|
value: 63.42122949030793 |
|
- type: euclidean_spearman |
|
value: 65.43749616084263 |
|
- type: manhattan_pearson |
|
value: 63.78466267937151 |
|
- type: manhattan_spearman |
|
value: 65.4252196465631 |
|
- task: |
|
type: STS |
|
dataset: |
|
type: C-MTEB/STSB |
|
name: MTEB STSB |
|
config: default |
|
split: test |
|
revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0 |
|
metrics: |
|
- type: cos_sim_pearson |
|
value: 66.43725663481563 |
|
- type: cos_sim_spearman |
|
value: 66.91073455354187 |
|
- type: euclidean_pearson |
|
value: 67.25178758750022 |
|
- type: euclidean_spearman |
|
value: 66.91129699608939 |
|
- type: manhattan_pearson |
|
value: 67.33381999971951 |
|
- type: manhattan_spearman |
|
value: 66.9990458174529 |
|
- task: |
|
type: Reranking |
|
dataset: |
|
type: C-MTEB/T2Reranking |
|
name: MTEB T2Reranking |
|
config: default |
|
split: dev |
|
revision: 76631901a18387f85eaa53e5450019b87ad58ef9 |
|
metrics: |
|
- type: map |
|
value: 64.31327281684898 |
|
- type: mrr |
|
value: 73.58095291829211 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/T2Retrieval |
|
name: MTEB T2Retrieval |
|
config: default |
|
split: dev |
|
revision: 8731a845f1bf500a4f111cf1070785c793d10e64 |
|
metrics: |
|
- type: map_at_1 |
|
value: 20.961 |
|
- type: map_at_10 |
|
value: 59.065 |
|
- type: map_at_100 |
|
value: 63.544 |
|
- type: map_at_1000 |
|
value: 63.681 |
|
- type: map_at_3 |
|
value: 40.849999999999994 |
|
- type: map_at_5 |
|
value: 50.268 |
|
- type: mrr_at_1 |
|
value: 74.934 |
|
- type: mrr_at_10 |
|
value: 80.571 |
|
- type: mrr_at_100 |
|
value: 80.814 |
|
- type: mrr_at_1000 |
|
value: 80.82300000000001 |
|
- type: mrr_at_3 |
|
value: 79.449 |
|
- type: mrr_at_5 |
|
value: 80.13 |
|
- type: ndcg_at_1 |
|
value: 74.934 |
|
- type: ndcg_at_10 |
|
value: 69.215 |
|
- type: ndcg_at_100 |
|
value: 75.61099999999999 |
|
- type: ndcg_at_1000 |
|
value: 77.03999999999999 |
|
- type: ndcg_at_3 |
|
value: 70.04899999999999 |
|
- type: ndcg_at_5 |
|
value: 68.50699999999999 |
|
- type: precision_at_1 |
|
value: 74.934 |
|
- type: precision_at_10 |
|
value: 35.569 |
|
- type: precision_at_100 |
|
value: 4.757 |
|
- type: precision_at_1000 |
|
value: 0.509 |
|
- type: precision_at_3 |
|
value: 61.802 |
|
- type: precision_at_5 |
|
value: 51.882 |
|
- type: recall_at_1 |
|
value: 20.961 |
|
- type: recall_at_10 |
|
value: 69.626 |
|
- type: recall_at_100 |
|
value: 89.464 |
|
- type: recall_at_1000 |
|
value: 96.721 |
|
- type: recall_at_3 |
|
value: 43.608999999999995 |
|
- type: recall_at_5 |
|
value: 55.724 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/TNews-classification |
|
name: MTEB TNews |
|
config: default |
|
split: validation |
|
revision: 317f262bf1e6126357bbe89e875451e4b0938fe4 |
|
metrics: |
|
- type: accuracy |
|
value: 50.01800000000001 |
|
- type: f1 |
|
value: 48.262341643251936 |
|
- task: |
|
type: Clustering |
|
dataset: |
|
type: C-MTEB/ThuNewsClusteringP2P |
|
name: MTEB ThuNewsClusteringP2P |
|
config: default |
|
split: test |
|
revision: 5798586b105c0434e4f0fe5e767abe619442cf93 |
|
metrics: |
|
- type: v_measure |
|
value: 60.68748256831344 |
|
- task: |
|
type: Clustering |
|
dataset: |
|
type: C-MTEB/ThuNewsClusteringS2S |
|
name: MTEB ThuNewsClusteringS2S |
|
config: default |
|
split: test |
|
revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d |
|
metrics: |
|
- type: v_measure |
|
value: 56.73298697800912 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: C-MTEB/VideoRetrieval |
|
name: MTEB VideoRetrieval |
|
config: default |
|
split: dev |
|
revision: 58c2597a5943a2ba48f4668c3b90d796283c5639 |
|
metrics: |
|
- type: map_at_1 |
|
value: 46.9 |
|
- type: map_at_10 |
|
value: 57.849 |
|
- type: map_at_100 |
|
value: 58.532 |
|
- type: map_at_1000 |
|
value: 58.553 |
|
- type: map_at_3 |
|
value: 55.467 |
|
- type: map_at_5 |
|
value: 56.92700000000001 |
|
- type: mrr_at_1 |
|
value: 46.9 |
|
- type: mrr_at_10 |
|
value: 57.849 |
|
- type: mrr_at_100 |
|
value: 58.532 |
|
- type: mrr_at_1000 |
|
value: 58.553 |
|
- type: mrr_at_3 |
|
value: 55.467 |
|
- type: mrr_at_5 |
|
value: 56.92700000000001 |
|
- type: ndcg_at_1 |
|
value: 46.9 |
|
- type: ndcg_at_10 |
|
value: 63.09 |
|
- type: ndcg_at_100 |
|
value: 66.43 |
|
- type: ndcg_at_1000 |
|
value: 66.949 |
|
- type: ndcg_at_3 |
|
value: 58.226 |
|
- type: ndcg_at_5 |
|
value: 60.838 |
|
- type: precision_at_1 |
|
value: 46.9 |
|
- type: precision_at_10 |
|
value: 7.95 |
|
- type: precision_at_100 |
|
value: 0.951 |
|
- type: precision_at_1000 |
|
value: 0.099 |
|
- type: precision_at_3 |
|
value: 22.067 |
|
- type: precision_at_5 |
|
value: 14.499999999999998 |
|
- type: recall_at_1 |
|
value: 46.9 |
|
- type: recall_at_10 |
|
value: 79.5 |
|
- type: recall_at_100 |
|
value: 95.1 |
|
- type: recall_at_1000 |
|
value: 99.1 |
|
- type: recall_at_3 |
|
value: 66.2 |
|
- type: recall_at_5 |
|
value: 72.5 |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: C-MTEB/waimai-classification |
|
name: MTEB Waimai |
|
config: default |
|
split: test |
|
revision: 339287def212450dcaa9df8c22bf93e9980c7023 |
|
metrics: |
|
- type: accuracy |
|
value: 89.09 |
|
- type: ap |
|
value: 74.68093732384233 |
|
- type: f1 |
|
value: 87.7768409829789 |
|
--- |
