Model: sentosa/ZNV-Embedding
Author: sentosa
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llama, text-generation, mteb, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: tags: mteb
model-index: name: data1
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: b44c3b011063adb25877c13823db83bb193913c4
metrics: type: cos_sim_pearson
value: 53.66919706568301
verified: no, type: cos_sim_spearman
value: 53.84074348656974
verified: no, type: euclidean_pearson
value: 53.58226184439896
verified: no, type: euclidean_spearman
value: 53.84074348656974
verified: no, type: manhattan_pearson
value: 53.64565834381205
verified: no, type: manhattan_spearman
value: 53.75526003581371
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
metrics: type: cos_sim_pearson
value: 58.123744893539495
verified: no, type: cos_sim_spearman
value: 54.44277675493291
verified: no, type: euclidean_pearson
value: 61.20550691770944
verified: no, type: euclidean_spearman
value: 54.44277225170509
verified: no, type: manhattan_pearson
value: 60.57835645653918
verified: no, type: manhattan_spearman
value: 54.46153709699013
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 29.746
verified: no, type: f1
value: 29.039321522193585
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
metrics: type: cos_sim_pearson
value: 70.7026320728244
verified: no, type: cos_sim_spearman
value: 70.57218534128499
verified: no, type: euclidean_pearson
value: 69.28488221289881
verified: no, type: euclidean_spearman
value: 70.57218534192015
verified: no, type: manhattan_pearson
value: 69.65344674392082
verified: no, type: manhattan_spearman
value: 70.64136691477553
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
metrics: type: v_measure
value: 38.87791994762536
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
metrics: type: v_measure
value: 39.09103599244803
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: 8d7f1e942507dac42dc58017c1a001c3717da7df
metrics: type: map
value: 80.40249793910444
verified: no, type: mrr
value: 82.96805555555555
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: 23d186750531a14a0357ca22cd92d712fd512ea0
metrics: type: map
value: 80.39046823499085
verified: no, type: mrr
value: 83.22674603174602
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 15.715000000000002
verified: no, type: map_at_10
value: 24.651
verified: no, type: map_at_100
value: 26.478
verified: no, type: map_at_1000
value: 26.648
verified: no, type: map_at_3
value: 21.410999999999998
verified: no, type: map_at_5
value: 23.233
verified: no, type: mrr_at_1
value: 24.806
verified: no, type: mrr_at_10
value: 32.336
verified: no, type: mrr_at_100
value: 33.493
verified: no, type: mrr_at_1000
value: 33.568999999999996
verified: no, type: mrr_at_3
value: 29.807
verified: no, type: mrr_at_5
value: 31.294
verified: no, type: ndcg_at_1
value: 24.806
verified: no, type: ndcg_at_10
value: 30.341
verified: no, type: ndcg_at_100
value: 38.329
verified: no, type: ndcg_at_1000
value: 41.601
verified: no, type: ndcg_at_3
value: 25.655
verified: no, type: ndcg_at_5
value: 27.758
verified: no, type: precision_at_1
value: 24.806
verified: no, type: precision_at_10
value: 7.119000000000001
verified: no, type: precision_at_100
value: 1.3679999999999999
verified: no, type: precision_at_1000
value: 0.179
verified: no, type: precision_at_3
value: 14.787
verified: no, type: precision_at_5
value: 11.208
verified: no, type: recall_at_1
value: 15.715000000000002
verified: no, type: recall_at_10
value: 39.519999999999996
verified: no, type: recall_at_100
value: 73.307
verified: no, type: recall_at_1000
value: 95.611
verified: no, type: recall_at_3
value: 26.026
verified: no, type: recall_at_5
value: 32.027
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: 41bc36f332156f7adc9e38f53777c959b2ae9766
metrics: type: cos_sim_accuracy
value: 66.89116055321708
verified: no, type: cos_sim_ap
value: 75.66575745519994
verified: no, type: cos_sim_f1
value: 70.2448775612194
verified: no, type: cos_sim_precision
value: 61.347765363128495
verified: no, type: cos_sim_recall
value: 82.16039279869068
verified: no, type: dot_accuracy
value: 66.89116055321708
verified: no, type: dot_ap
value: 75.68262052264197
verified: no, type: dot_f1
value: 70.2448775612194
verified: no, type: dot_precision
value: 61.347765363128495
verified: no, type: dot_recall
value: 82.16039279869068
verified: no, type: euclidean_accuracy
value: 66.89116055321708
verified: no, type: euclidean_ap
value: 75.66576722188334
verified: no, type: euclidean_f1
value: 70.2448775612194
verified: no, type: euclidean_precision
value: 61.347765363128495
verified: no, type: euclidean_recall
value: 82.16039279869068
verified: no, type: manhattan_accuracy
value: 67.03547805171377
verified: no, type: manhattan_ap
value: 75.78816934864089
verified: no, type: manhattan_f1
value: 70.35407081416284
verified: no, type: manhattan_precision
value: 61.4752665617899
verified: no, type: manhattan_recall
value: 82.23053542202479
verified: no, type: max_accuracy
value: 67.03547805171377
verified: no, type: max_ap
value: 75.78816934864089
verified: no, type: max_f1
value: 70.35407081416284
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 41.57
verified: no, type: map_at_10
value: 52.932
verified: no, type: map_at_100
value: 53.581999999999994
verified: no, type: map_at_1000
value: 53.61900000000001
verified: no, type: map_at_3
value: 50.066
verified: no, type: map_at_5
value: 51.735
verified: no, type: mrr_at_1
value: 41.623
verified: no, type: mrr_at_10
value: 52.964999999999996
verified: no, type: mrr_at_100
value: 53.6
verified: no, type: mrr_at_1000
value: 53.637
verified: no, type: mrr_at_3
value: 50.158
verified: no, type: mrr_at_5
value: 51.786
verified: no, type: ndcg_at_1
value: 41.623
verified: no, type: ndcg_at_10
value: 58.55200000000001
verified: no, type: ndcg_at_100
value: 61.824999999999996
verified: no, type: ndcg_at_1000
value: 62.854
verified: no, type: ndcg_at_3
value: 52.729000000000006
verified: no, type: ndcg_at_5
value: 55.696999999999996
verified: no, type: precision_at_1
value: 41.623
verified: no, type: precision_at_10
value: 7.692
verified: no, type: precision_at_100
value: 0.927
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 20.162
verified: no, type: precision_at_5
value: 13.572000000000001
verified: no, type: recall_at_1
value: 41.57
verified: no, type: recall_at_10
value: 76.185
verified: no, type: recall_at_100
value: 91.728
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_3
value: 60.27400000000001
verified: no, type: recall_at_5
value: 67.46600000000001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 21.071
verified: no, type: map_at_10
value: 65.093
verified: no, type: map_at_100
value: 69.097
verified: no, type: map_at_1000
value: 69.172
verified: no, type: map_at_3
value: 44.568000000000005
verified: no, type: map_at_5
value: 56.016999999999996
verified: no, type: mrr_at_1
value: 76.35
verified: no, type: mrr_at_10
value: 83.721
verified: no, type: mrr_at_100
value: 83.899
verified: no, type: mrr_at_1000
value: 83.904
verified: no, type: mrr_at_3
value: 82.958
verified: no, type: mrr_at_5
value: 83.488
verified: no, type: ndcg_at_1
value: 76.35
verified: no, type: ndcg_at_10
value: 75.05199999999999
verified: no, type: ndcg_at_100
value: 80.596
verified: no, type: ndcg_at_1000
value: 81.394
verified: no, type: ndcg_at_3
value: 73.298
verified: no, type: ndcg_at_5
value: 72.149
verified: no, type: precision_at_1
value: 76.35
verified: no, type: precision_at_10
value: 36.96
verified: no, type: precision_at_100
value: 4.688
verified: no, type: precision_at_1000
value: 0.48700000000000004
verified: no, type: precision_at_3
value: 66.2
verified: no, type: precision_at_5
value: 55.81
verified: no, type: recall_at_1
value: 21.071
verified: no, type: recall_at_10
value: 77.459
verified: no, type: recall_at_100
value: 94.425
verified: no, type: recall_at_1000
value: 98.631
verified: no, type: recall_at_3
value: 48.335
verified: no, type: recall_at_5
value: 63.227999999999994
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 36.3
verified: no, type: map_at_10
value: 46.888999999999996
verified: no, type: map_at_100
value: 47.789
verified: no, type: map_at_1000
value: 47.827999999999996
verified: no, type: map_at_3
value: 43.85
verified: no, type: map_at_5
value: 45.58
verified: no, type: mrr_at_1
value: 36.3
verified: no, type: mrr_at_10
value: 46.888999999999996
verified: no, type: mrr_at_100
value: 47.789
verified: no, type: mrr_at_1000
value: 47.827999999999996
verified: no, type: mrr_at_3
value: 43.85
verified: no, type: mrr_at_5
value: 45.58
verified: no, type: ndcg_at_1
value: 36.3
verified: no, type: ndcg_at_10
value: 52.539
verified: no, type: ndcg_at_100
value: 56.882
verified: no, type: ndcg_at_1000
value: 57.841
verified: no, type: ndcg_at_3
value: 46.303
verified: no, type: ndcg_at_5
value: 49.406
verified: no, type: precision_at_1
value: 36.3
verified: no, type: precision_at_10
value: 7.049999999999999
verified: no, type: precision_at_100
value: 0.907
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 17.8
verified: no, type: precision_at_5
value: 12.18
verified: no, type: recall_at_1
value: 36.3
verified: no, type: recall_at_10
value: 70.5
verified: no, type: recall_at_100
value: 90.7
verified: no, type: recall_at_1000
value: 98.1
verified: no, type: recall_at_3
value: 53.400000000000006
verified: no, type: recall_at_5
value: 60.9
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: 421605374b29664c5fc098418fe20ada9bd55f8a
metrics: type: accuracy
value: 50.927279722970376
verified: no, type: f1
value: 39.57514582425314
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: b7c64bd89eb87f8ded463478346f76731f07bf8b
metrics: type: accuracy
value: 84.93433395872421
verified: no, type: ap
value: 50.35046267230439
verified: no, type: f1
value: 78.76452515604298
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: 17f9b096f80380fce5ed12a9be8be7784b337daf
metrics: type: cos_sim_pearson
value: 67.40319768112933
verified: no, type: cos_sim_spearman
value: 74.9867527749418
verified: no, type: euclidean_pearson
value: 74.08762625643878
verified: no, type: euclidean_spearman
value: 74.98675720634276
verified: no, type: manhattan_pearson
value: 73.86303861791671
verified: no, type: manhattan_spearman
value: 75.0594224188492
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6
metrics: type: map
value: 18.860945903258536
verified: no, type: mrr
value: 17.686507936507937
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 49.16
verified: no, type: map_at_10
value: 57.992
verified: no, type: map_at_100
value: 58.638
verified: no, type: map_at_1000
value: 58.67
verified: no, type: map_at_3
value: 55.71
verified: no, type: map_at_5
value: 57.04900000000001
verified: no, type: mrr_at_1
value: 50.989
verified: no, type: mrr_at_10
value: 58.814
verified: no, type: mrr_at_100
value: 59.401
verified: no, type: mrr_at_1000
value: 59.431
verified: no, type: mrr_at_3
value: 56.726
verified: no, type: mrr_at_5
value: 57.955
verified: no, type: ndcg_at_1
value: 50.989
verified: no, type: ndcg_at_10
value: 62.259
verified: no, type: ndcg_at_100
value: 65.347
verified: no, type: ndcg_at_1000
value: 66.231
verified: no, type: ndcg_at_3
value: 57.78
verified: no, type: ndcg_at_5
value: 60.09100000000001
verified: no, type: precision_at_1
value: 50.989
verified: no, type: precision_at_10
value: 7.9479999999999995
verified: no, type: precision_at_100
value: 0.951
verified: no, type: precision_at_1000
value: 0.10200000000000001
verified: no, type: precision_at_3
value: 22.087
verified: no, type: precision_at_5
value: 14.479000000000001
verified: no, type: recall_at_1
value: 49.16
verified: no, type: recall_at_10
value: 74.792
verified: no, type: recall_at_100
value: 89.132
verified: no, type: recall_at_1000
value: 96.13199999999999
verified: no, type: recall_at_3
value: 62.783
verified: no, type: recall_at_5
value: 68.26100000000001
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 67.45796906523202
verified: no, type: f1
value: 65.97280169222601
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 71.59717552118359
verified: no, type: f1
value: 72.46681610207507
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 40.5
verified: no, type: map_at_10
value: 46.892
verified: no, type: map_at_100
value: 47.579
verified: no, type: map_at_1000
value: 47.648
verified: no, type: map_at_3
value: 45.367000000000004
verified: no, type: map_at_5
value: 46.182
verified: no, type: mrr_at_1
value: 40.6
verified: no, type: mrr_at_10
value: 46.942
verified: no, type: mrr_at_100
value: 47.629
verified: no, type: mrr_at_1000
value: 47.698
verified: no, type: mrr_at_3
value: 45.417
verified: no, type: mrr_at_5
value: 46.232
verified: no, type: ndcg_at_1
value: 40.5
verified: no, type: ndcg_at_10
value: 50.078
verified: no, type: ndcg_at_100
value: 53.635999999999996
verified: no, type: ndcg_at_1000
value: 55.696999999999996
verified: no, type: ndcg_at_3
value: 46.847
verified: no, type: ndcg_at_5
value: 48.323
verified: no, type: precision_at_1
value: 40.5
verified: no, type: precision_at_10
value: 6.02
verified: no, type: precision_at_100
value: 0.773
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: precision_at_3
value: 17.033
verified: no, type: precision_at_5
value: 10.94
verified: no, type: recall_at_1
value: 40.5
verified: no, type: recall_at_10
value: 60.199999999999996
verified: no, type: recall_at_100
value: 77.3
verified: no, type: recall_at_1000
value: 94
verified: no, type: recall_at_3
value: 51.1
verified: no, type: recall_at_5
value: 54.7
verified: no, task: type: Retrieval
dataset: type: Shitao/MLDR
name: MTEB MultiLongDocRetrieval (zh)
config: zh
split: test
revision: None
metrics: type: map_at_1
value: 7.000000000000001
verified: no, type: map_at_10
value: 10.020999999999999
verified: no, type: map_at_100
value: 10.511
verified: no, type: map_at_1000
value: 10.595
verified: no, type: map_at_3
value: 9.042
verified: no, type: map_at_5
value: 9.654
verified: no, type: mrr_at_1
value: 6.875000000000001
verified: no, type: mrr_at_10
value: 9.958
verified: no, type: mrr_at_100
value: 10.449
verified: no, type: mrr_at_1000
value: 10.532
verified: no, type: mrr_at_3
value: 8.979
verified: no, type: mrr_at_5
value: 9.592
verified: no, type: ndcg_at_1
value: 7.000000000000001
verified: no, type: ndcg_at_10
value: 11.651
verified: no, type: ndcg_at_100
value: 14.580000000000002
verified: no, type: ndcg_at_1000
value: 17.183
verified: no, type: ndcg_at_3
value: 9.646
verified: no, type: ndcg_at_5
value: 10.738
verified: no, type: precision_at_1
value: 7.000000000000001
verified: no, type: precision_at_10
value: 1.687
verified: no, type: precision_at_100
value: 0.319
verified: no, type: precision_at_1000
value: 0.053
verified: no, type: precision_at_3
value: 3.7920000000000003
verified: no, type: precision_at_5
value: 2.8000000000000003
verified: no, type: recall_at_1
value: 7.000000000000001
verified: no, type: recall_at_10
value: 16.875
verified: no, type: recall_at_100
value: 31.874999999999996
verified: no, type: recall_at_1000
value: 53.25
verified: no, type: recall_at_3
value: 11.375
verified: no, type: recall_at_5
value: 14.000000000000002
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
metrics: type: accuracy
value: 55.90333333333333
verified: no, type: f1
value: 55.291185234519546
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: 66e76a618a34d6d565d5538088562851e6daa7ec
metrics: type: cos_sim_accuracy
value: 59.01461829994585
verified: no, type: cos_sim_ap
value: 61.84829541140869
verified: no, type: cos_sim_f1
value: 67.94150731158605
verified: no, type: cos_sim_precision
value: 52.674418604651166
verified: no, type: cos_sim_recall
value: 95.67053854276664
verified: no, type: dot_accuracy
value: 59.01461829994585
verified: no, type: dot_ap
value: 61.84829541140869
verified: no, type: dot_f1
value: 67.94150731158605
verified: no, type: dot_precision
value: 52.674418604651166
verified: no, type: dot_recall
value: 95.67053854276664
verified: no, type: euclidean_accuracy
value: 59.01461829994585
verified: no, type: euclidean_ap
value: 61.84829541140869
verified: no, type: euclidean_f1
value: 67.94150731158605
verified: no, type: euclidean_precision
value: 52.674418604651166
verified: no, type: euclidean_recall
value: 95.67053854276664
verified: no, type: manhattan_accuracy
value: 59.06876015159719
verified: no, type: manhattan_ap
value: 61.91217952354554
verified: no, type: manhattan_f1
value: 67.89059572873735
verified: no, type: manhattan_precision
value: 52.613240418118465
verified: no, type: manhattan_recall
value: 95.67053854276664
verified: no, type: max_accuracy
value: 59.06876015159719
verified: no, type: max_ap
value: 61.91217952354554
verified: no, type: max_f1
value: 67.94150731158605
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: e610f2ebd179a8fda30ae534c3878750a96db120
metrics: type: accuracy
value: 82.53
verified: no, type: ap
value: 77.67591637020448
verified: no, type: f1
value: 82.39976599130478
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1
metrics: type: cos_sim_pearson
value: 55.76388035743312
verified: no, type: cos_sim_spearman
value: 58.34768166139753
verified: no, type: euclidean_pearson
value: 57.971763429924074
verified: no, type: euclidean_spearman
value: 58.34750745303424
verified: no, type: manhattan_pearson
value: 58.044053497280245
verified: no, type: manhattan_spearman
value: 58.61627719613188
verified: no, task: type: PairClassification
dataset: type: paws-x
name: MTEB PawsX (zh)
config: zh
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 75.75
verified: no, type: cos_sim_ap
value: 78.80617392926526
verified: no, type: cos_sim_f1
value: 75.92417061611374
verified: no, type: cos_sim_precision
value: 65.87171052631578
verified: no, type: cos_sim_recall
value: 89.59731543624162
verified: no, type: dot_accuracy
value: 75.75
verified: no, type: dot_ap
value: 78.83768586994135
verified: no, type: dot_f1
value: 75.92417061611374
verified: no, type: dot_precision
value: 65.87171052631578
verified: no, type: dot_recall
value: 89.59731543624162
verified: no, type: euclidean_accuracy
value: 75.75
verified: no, type: euclidean_ap
value: 78.80617392926526
verified: no, type: euclidean_f1
value: 75.92417061611374
verified: no, type: euclidean_precision
value: 65.87171052631578
verified: no, type: euclidean_recall
value: 89.59731543624162
verified: no, type: manhattan_accuracy
value: 75.75
verified: no, type: manhattan_ap
value: 78.98640478955386
verified: no, type: manhattan_f1
value: 75.92954990215264
verified: no, type: manhattan_precision
value: 67.47826086956522
verified: no, type: manhattan_recall
value: 86.80089485458613
verified: no, type: max_accuracy
value: 75.75
verified: no, type: max_ap
value: 78.98640478955386
verified: no, type: max_f1
value: 75.92954990215264
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
metrics: type: cos_sim_pearson
value: 74.40348414238575
verified: no, type: cos_sim_spearman
value: 71.452270332177
verified: no, type: euclidean_pearson
value: 72.62509231589097
verified: no, type: euclidean_spearman
value: 71.45228258458943
verified: no, type: manhattan_pearson
value: 73.03846856200839
verified: no, type: manhattan_spearman
value: 71.43673225319574
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 75.38335474357001
verified: no, type: cos_sim_spearman
value: 74.92262892309807
verified: no, type: euclidean_pearson
value: 73.93451693251345
verified: no, type: euclidean_spearman
value: 74.92262892309807
verified: no, type: manhattan_pearson
value: 74.55911294300788
verified: no, type: manhattan_spearman
value: 74.89436791272614
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
metrics: type: cos_sim_pearson
value: 83.01687361650126
verified: no, type: cos_sim_spearman
value: 82.74413230806265
verified: no, type: euclidean_pearson
value: 81.50177295189083
verified: no, type: euclidean_spearman
value: 82.74413230806265
verified: no, type: manhattan_pearson
value: 81.90798387028589
verified: no, type: manhattan_spearman
value: 82.65064251275778
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: 76631901a18387f85eaa53e5450019b87ad58ef9
metrics: type: map
value: 66.25459669294304
verified: no, type: mrr
value: 76.76845224661744
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 22.515
verified: no, type: map_at_10
value: 63.63999999999999
verified: no, type: map_at_100
value: 67.67
verified: no, type: map_at_1000
value: 67.792
verified: no, type: map_at_3
value: 44.239
verified: no, type: map_at_5
value: 54.54599999999999
verified: no, type: mrr_at_1
value: 79.752
verified: no, type: mrr_at_10
value: 83.525
verified: no, type: mrr_at_100
value: 83.753
verified: no, type: mrr_at_1000
value: 83.763
verified: no, type: mrr_at_3
value: 82.65599999999999
verified: no, type: mrr_at_5
value: 83.192
verified: no, type: ndcg_at_1
value: 79.752
verified: no, type: ndcg_at_10
value: 72.699
verified: no, type: ndcg_at_100
value: 78.145
verified: no, type: ndcg_at_1000
value: 79.481
verified: no, type: ndcg_at_3
value: 74.401
verified: no, type: ndcg_at_5
value: 72.684
verified: no, type: precision_at_1
value: 79.752
verified: no, type: precision_at_10
value: 37.163000000000004
verified: no, type: precision_at_100
value: 4.769
verified: no, type: precision_at_1000
value: 0.508
verified: no, type: precision_at_3
value: 65.67399999999999
verified: no, type: precision_at_5
value: 55.105000000000004
verified: no, type: recall_at_1
value: 22.515
verified: no, type: recall_at_10
value: 71.816
verified: no, type: recall_at_100
value: 89.442
verified: no, type: recall_at_1000
value: 96.344
verified: no, type: recall_at_3
value: 46.208
verified: no, type: recall_at_5
value: 58.695
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: 317f262bf1e6126357bbe89e875451e4b0938fe4
metrics: type: accuracy
value: 55.077999999999996
verified: no, type: f1
value: 53.2447237349446
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: 5798586b105c0434e4f0fe5e767abe619442cf93
metrics: type: v_measure
value: 59.50582115422618
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
metrics: type: v_measure
value: 54.71907850412647
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 49.4
verified: no, type: map_at_10
value: 59.245999999999995
verified: no, type: map_at_100
value: 59.811
verified: no, type: map_at_1000
value: 59.836
verified: no, type: map_at_3
value: 56.733
verified: no, type: map_at_5
value: 58.348
verified: no, type: mrr_at_1
value: 49.4
verified: no, type: mrr_at_10
value: 59.245999999999995
verified: no, type: mrr_at_100
value: 59.811
verified: no, type: mrr_at_1000
value: 59.836
verified: no, type: mrr_at_3
value: 56.733
verified: no, type: mrr_at_5
value: 58.348
verified: no, type: ndcg_at_1
value: 49.4
verified: no, type: ndcg_at_10
value: 64.08
verified: no, type: ndcg_at_100
value: 67.027
verified: no, type: ndcg_at_1000
value: 67.697
verified: no, type: ndcg_at_3
value: 58.995
verified: no, type: ndcg_at_5
value: 61.891
verified: no, type: precision_at_1
value: 49.4
verified: no, type: precision_at_10
value: 7.93
verified: no, type: precision_at_100
value: 0.935
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 21.833
verified: no, type: precision_at_5
value: 14.499999999999998
verified: no, type: recall_at_1
value: 49.4
verified: no, type: recall_at_10
value: 79.3
verified: no, type: recall_at_100
value: 93.5
verified: no, type: recall_at_1000
value: 98.8
verified: no, type: recall_at_3
value: 65.5
verified: no, type: recall_at_5
value: 72.5
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: 339287def212450dcaa9df8c22bf93e9980c7023
metrics: type: accuracy
value: 81.16
verified: no, type: ap
value: 60.864524843400616
verified: no, type: f1
value: 79.41246877404483
verified: no
Likes: 1 | All-time downloads: 5896
Created: 2024-02-29 06:40:00