Model: KenLi315/Conan-embedding-v1-Q4_K_M-GGUF
Author: KenLi315
Library: sentence-transformers
Tags: sentence-transformers, gguf, mteb, llama-cpp, gguf-my-repo, zh, base_model:TencentBAC/Conan-embedding-v1, base_model:quantized:TencentBAC/Conan-embedding-v1, license:cc-by-nc-4.0, model-index, endpoints_compatible, region:us, feature-extraction
Base models (quantized): id: TencentBAC/Conan-embedding-v1
Card metadata: tags: mteb, llama-cpp, gguf-my-repo
language: zh
license: cc-by-nc-4.0
library_name: sentence-transformers
base_model: TencentBAC/Conan-embedding-v1
model-index: name: conan-embedding
results: task: type: STS
dataset: name: MTEB AFQMC
type: C-MTEB/AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 56.613572467148856
verified: no, type: cos_sim_spearman
value: 60.66446211824284
verified: no, type: euclidean_pearson
value: 58.42080485872613
verified: no, type: euclidean_spearman
value: 59.82750030458164
verified: no, type: manhattan_pearson
value: 58.39885271199772
verified: no, type: manhattan_spearman
value: 59.817749720366734
verified: no, task: type: STS
dataset: name: MTEB ATEC
type: C-MTEB/ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 56.60530380552331
verified: no, type: cos_sim_spearman
value: 58.63822441736707
verified: no, type: euclidean_pearson
value: 62.18551665180664
verified: no, type: euclidean_spearman
value: 58.23168804495912
verified: no, type: manhattan_pearson
value: 62.17191480770053
verified: no, type: manhattan_spearman
value: 58.22556219601401
verified: no, task: type: Classification
dataset: name: MTEB AmazonReviewsClassification (zh)
type: mteb/amazon_reviews_multi
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 50.308
verified: no, type: f1
value: 46.927458607895126
verified: no, task: type: STS
dataset: name: MTEB BQ
type: C-MTEB/BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 72.6472074172711
verified: no, type: cos_sim_spearman
value: 74.50748447236577
verified: no, type: euclidean_pearson
value: 72.51833296451854
verified: no, type: euclidean_spearman
value: 73.9898922606105
verified: no, type: manhattan_pearson
value: 72.50184948939338
verified: no, type: manhattan_spearman
value: 73.97797921509638
verified: no, task: type: Clustering
dataset: name: MTEB CLSClusteringP2P
type: C-MTEB/CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 60.63545326048343
verified: no, task: type: Clustering
dataset: name: MTEB CLSClusteringS2S
type: C-MTEB/CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 52.64834762325994
verified: no, task: type: Reranking
dataset: name: MTEB CMedQAv1
type: C-MTEB/CMedQAv1-reranking
config: default
split: test
revision: None
metrics: type: map
value: 91.38528814655234
verified: no, type: mrr
value: 93.35857142857144
verified: no, task: type: Reranking
dataset: name: MTEB CMedQAv2
type: C-MTEB/CMedQAv2-reranking
config: default
split: test
revision: None
metrics: type: map
value: 89.72084678877096
verified: no, type: mrr
value: 91.74380952380953
verified: no, task: type: Retrieval
dataset: name: MTEB CmedqaRetrieval
type: C-MTEB/CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.987
verified: no, type: map_at_10
value: 40.675
verified: no, type: map_at_100
value: 42.495
verified: no, type: map_at_1000
value: 42.596000000000004
verified: no, type: map_at_3
value: 36.195
verified: no, type: map_at_5
value: 38.704
verified: no, type: mrr_at_1
value: 41.21
verified: no, type: mrr_at_10
value: 49.816
verified: no, type: mrr_at_100
value: 50.743
verified: no, type: mrr_at_1000
value: 50.77700000000001
verified: no, type: mrr_at_3
value: 47.312
verified: no, type: mrr_at_5
value: 48.699999999999996
verified: no, type: ndcg_at_1
value: 41.21
verified: no, type: ndcg_at_10
value: 47.606
verified: no, type: ndcg_at_100
value: 54.457
verified: no, type: ndcg_at_1000
value: 56.16100000000001
verified: no, type: ndcg_at_3
value: 42.108000000000004
verified: no, type: ndcg_at_5
value: 44.393
verified: no, type: precision_at_1
value: 41.21
verified: no, type: precision_at_10
value: 10.593
verified: no, type: precision_at_100
value: 1.609
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 23.881
verified: no, type: precision_at_5
value: 17.339
verified: no, type: recall_at_1
value: 26.987
verified: no, type: recall_at_10
value: 58.875
verified: no, type: recall_at_100
value: 87.023
verified: no, type: recall_at_1000
value: 98.328
verified: no, type: recall_at_3
value: 42.265
verified: no, type: recall_at_5
value: 49.334
verified: no, task: type: PairClassification
dataset: name: MTEB Cmnli
type: C-MTEB/CMNLI
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 85.91701743836441
verified: no, type: cos_sim_ap
value: 92.53650618807644
verified: no, type: cos_sim_f1
value: 86.80265975431082
verified: no, type: cos_sim_precision
value: 83.79025239338556
verified: no, type: cos_sim_recall
value: 90.039747486556
verified: no, type: dot_accuracy
value: 77.17378232110643
verified: no, type: dot_ap
value: 85.40244368166546
verified: no, type: dot_f1
value: 79.03038001481951
verified: no, type: dot_precision
value: 72.20502901353966
verified: no, type: dot_recall
value: 87.2808043020809
verified: no, type: euclidean_accuracy
value: 84.65423932651834
verified: no, type: euclidean_ap
value: 91.47775530034588
verified: no, type: euclidean_f1
value: 85.64471499723298
verified: no, type: euclidean_precision
value: 81.31567885666246
verified: no, type: euclidean_recall
value: 90.46060322656068
verified: no, type: manhattan_accuracy
value: 84.58208057726999
verified: no, type: manhattan_ap
value: 91.46228709402014
verified: no, type: manhattan_f1
value: 85.6631626034444
verified: no, type: manhattan_precision
value: 82.10075026795283
verified: no, type: manhattan_recall
value: 89.5487491232172
verified: no, type: max_accuracy
value: 85.91701743836441
verified: no, type: max_ap
value: 92.53650618807644
verified: no, type: max_f1
value: 86.80265975431082
verified: no, task: type: Retrieval
dataset: name: MTEB CovidRetrieval
type: C-MTEB/CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 83.693
verified: no, type: map_at_10
value: 90.098
verified: no, type: map_at_100
value: 90.145
verified: no, type: map_at_1000
value: 90.146
verified: no, type: map_at_3
value: 89.445
verified: no, type: map_at_5
value: 89.935
verified: no, type: mrr_at_1
value: 83.878
verified: no, type: mrr_at_10
value: 90.007
verified: no, type: mrr_at_100
value: 90.045
verified: no, type: mrr_at_1000
value: 90.046
verified: no, type: mrr_at_3
value: 89.34
verified: no, type: mrr_at_5
value: 89.835
verified: no, type: ndcg_at_1
value: 84.089
verified: no, type: ndcg_at_10
value: 92.351
verified: no, type: ndcg_at_100
value: 92.54599999999999
verified: no, type: ndcg_at_1000
value: 92.561
verified: no, type: ndcg_at_3
value: 91.15299999999999
verified: no, type: ndcg_at_5
value: 91.968
verified: no, type: precision_at_1
value: 84.089
verified: no, type: precision_at_10
value: 10.011000000000001
verified: no, type: precision_at_100
value: 1.009
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 32.28
verified: no, type: precision_at_5
value: 19.789
verified: no, type: recall_at_1
value: 83.693
verified: no, type: recall_at_10
value: 99.05199999999999
verified: no, type: recall_at_100
value: 99.895
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 95.917
verified: no, type: recall_at_5
value: 97.893
verified: no, task: type: Retrieval
dataset: name: MTEB DuRetrieval
type: C-MTEB/DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.924
verified: no, type: map_at_10
value: 81.392
verified: no, type: map_at_100
value: 84.209
verified: no, type: map_at_1000
value: 84.237
verified: no, type: map_at_3
value: 56.998000000000005
verified: no, type: map_at_5
value: 71.40100000000001
verified: no, type: mrr_at_1
value: 91.75
verified: no, type: mrr_at_10
value: 94.45
verified: no, type: mrr_at_100
value: 94.503
verified: no, type: mrr_at_1000
value: 94.505
verified: no, type: mrr_at_3
value: 94.258
verified: no, type: mrr_at_5
value: 94.381
verified: no, type: ndcg_at_1
value: 91.75
verified: no, type: ndcg_at_10
value: 88.53
verified: no, type: ndcg_at_100
value: 91.13900000000001
verified: no, type: ndcg_at_1000
value: 91.387
verified: no, type: ndcg_at_3
value: 87.925
verified: no, type: ndcg_at_5
value: 86.461
verified: no, type: precision_at_1
value: 91.75
verified: no, type: precision_at_10
value: 42.05
verified: no, type: precision_at_100
value: 4.827
verified: no, type: precision_at_1000
value: 0.48900000000000005
verified: no, type: precision_at_3
value: 78.55
verified: no, type: precision_at_5
value: 65.82000000000001
verified: no, type: recall_at_1
value: 26.924
verified: no, type: recall_at_10
value: 89.338
verified: no, type: recall_at_100
value: 97.856
verified: no, type: recall_at_1000
value: 99.11
verified: no, type: recall_at_3
value: 59.202999999999996
verified: no, type: recall_at_5
value: 75.642
verified: no, task: type: Retrieval
dataset: name: MTEB EcomRetrieval
type: C-MTEB/EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 54.800000000000004
verified: no, type: map_at_10
value: 65.613
verified: no, type: map_at_100
value: 66.185
verified: no, type: map_at_1000
value: 66.191
verified: no, type: map_at_3
value: 62.8
verified: no, type: map_at_5
value: 64.535
verified: no, type: mrr_at_1
value: 54.800000000000004
verified: no, type: mrr_at_10
value: 65.613
verified: no, type: mrr_at_100
value: 66.185
verified: no, type: mrr_at_1000
value: 66.191
verified: no, type: mrr_at_3
value: 62.8
verified: no, type: mrr_at_5
value: 64.535
verified: no, type: ndcg_at_1
value: 54.800000000000004
verified: no, type: ndcg_at_10
value: 70.991
verified: no, type: ndcg_at_100
value: 73.434
verified: no, type: ndcg_at_1000
value: 73.587
verified: no, type: ndcg_at_3
value: 65.324
verified: no, type: ndcg_at_5
value: 68.431
verified: no, type: precision_at_1
value: 54.800000000000004
verified: no, type: precision_at_10
value: 8.790000000000001
verified: no, type: precision_at_100
value: 0.9860000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 24.2
verified: no, type: precision_at_5
value: 16.02
verified: no, type: recall_at_1
value: 54.800000000000004
verified: no, type: recall_at_10
value: 87.9
verified: no, type: recall_at_100
value: 98.6
verified: no, type: recall_at_1000
value: 99.8
verified: no, type: recall_at_3
value: 72.6
verified: no, type: recall_at_5
value: 80.10000000000001
verified: no, task: type: Classification
dataset: name: MTEB IFlyTek
type: C-MTEB/IFlyTek-classification
config: default
split: validation
revision: None
metrics: type: accuracy
value: 51.94305502116199
verified: no, type: f1
value: 39.82197338426721
verified: no, task: type: Classification
dataset: name: MTEB JDReview
type: C-MTEB/JDReview-classification
config: default
split: test
revision: None
metrics: type: accuracy
value: 90.31894934333957
verified: no, type: ap
value: 63.89821836499594
verified: no, type: f1
value: 85.93687177603624
verified: no, task: type: STS
dataset: name: MTEB LCQMC
type: C-MTEB/LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 73.18906216730208
verified: no, type: cos_sim_spearman
value: 79.44570226735877
verified: no, type: euclidean_pearson
value: 78.8105072242798
verified: no, type: euclidean_spearman
value: 79.15605680863212
verified: no, type: manhattan_pearson
value: 78.80576507484064
verified: no, type: manhattan_spearman
value: 79.14625534068364
verified: no, task: type: Reranking
dataset: name: MTEB MMarcoReranking
type: C-MTEB/Mmarco-reranking
config: default
split: dev
revision: None
metrics: type: map
value: 41.58107192600853
verified: no, type: mrr
value: 41.37063492063492
verified: no, task: type: Retrieval
dataset: name: MTEB MMarcoRetrieval
type: C-MTEB/MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 68.33
verified: no, type: map_at_10
value: 78.261
verified: no, type: map_at_100
value: 78.522
verified: no, type: map_at_1000
value: 78.527
verified: no, type: map_at_3
value: 76.236
verified: no, type: map_at_5
value: 77.557
verified: no, type: mrr_at_1
value: 70.602
verified: no, type: mrr_at_10
value: 78.779
verified: no, type: mrr_at_100
value: 79.00500000000001
verified: no, type: mrr_at_1000
value: 79.01
verified: no, type: mrr_at_3
value: 77.037
verified: no, type: mrr_at_5
value: 78.157
verified: no, type: ndcg_at_1
value: 70.602
verified: no, type: ndcg_at_10
value: 82.254
verified: no, type: ndcg_at_100
value: 83.319
verified: no, type: ndcg_at_1000
value: 83.449
verified: no, type: ndcg_at_3
value: 78.46
verified: no, type: ndcg_at_5
value: 80.679
verified: no, type: precision_at_1
value: 70.602
verified: no, type: precision_at_10
value: 9.989
verified: no, type: precision_at_100
value: 1.05
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 29.598999999999997
verified: no, type: precision_at_5
value: 18.948
verified: no, type: recall_at_1
value: 68.33
verified: no, type: recall_at_10
value: 94.00800000000001
verified: no, type: recall_at_100
value: 98.589
verified: no, type: recall_at_1000
value: 99.60799999999999
verified: no, type: recall_at_3
value: 84.057
verified: no, type: recall_at_5
value: 89.32900000000001
verified: no, task: type: Classification
dataset: name: MTEB MassiveIntentClassification (zh-CN)
type: mteb/amazon_massive_intent
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 78.13718897108272
verified: no, type: f1
value: 74.07613180855328
verified: no, task: type: Classification
dataset: name: MTEB MassiveScenarioClassification (zh-CN)
type: mteb/amazon_massive_scenario
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 86.20040349697376
verified: no, type: f1
value: 85.05282136519973
verified: no, task: type: Retrieval
dataset: name: MTEB MedicalRetrieval
type: C-MTEB/MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 56.8
verified: no, type: map_at_10
value: 64.199
verified: no, type: map_at_100
value: 64.89
verified: no, type: map_at_1000
value: 64.917
verified: no, type: map_at_3
value: 62.383
verified: no, type: map_at_5
value: 63.378
verified: no, type: mrr_at_1
value: 56.8
verified: no, type: mrr_at_10
value: 64.199
verified: no, type: mrr_at_100
value: 64.89
verified: no, type: mrr_at_1000
value: 64.917
verified: no, type: mrr_at_3
value: 62.383
verified: no, type: mrr_at_5
value: 63.378
verified: no, type: ndcg_at_1
value: 56.8
verified: no, type: ndcg_at_10
value: 67.944
verified: no, type: ndcg_at_100
value: 71.286
verified: no, type: ndcg_at_1000
value: 71.879
verified: no, type: ndcg_at_3
value: 64.163
verified: no, type: ndcg_at_5
value: 65.96600000000001
verified: no, type: precision_at_1
value: 56.8
verified: no, type: precision_at_10
value: 7.9799999999999995
verified: no, type: precision_at_100
value: 0.954
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 23.1
verified: no, type: precision_at_5
value: 14.74
verified: no, type: recall_at_1
value: 56.8
verified: no, type: recall_at_10
value: 79.80000000000001
verified: no, type: recall_at_100
value: 95.39999999999999
verified: no, type: recall_at_1000
value: 99.8
verified: no, type: recall_at_3
value: 69.3
verified: no, type: recall_at_5
value: 73.7
verified: no, task: type: Classification
dataset: name: MTEB MultilingualSentiment
type: C-MTEB/MultilingualSentiment-classification
config: default
split: validation
revision: None
metrics: type: accuracy
value: 78.57666666666667
verified: no, type: f1
value: 78.23373528202681
verified: no, task: type: PairClassification
dataset: name: MTEB Ocnli
type: C-MTEB/OCNLI
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 85.43584190579317
verified: no, type: cos_sim_ap
value: 90.76665640338129
verified: no, type: cos_sim_f1
value: 86.5021770682148
verified: no, type: cos_sim_precision
value: 79.82142857142858
verified: no, type: cos_sim_recall
value: 94.40337909186906
verified: no, type: dot_accuracy
value: 78.66811044937737
verified: no, type: dot_ap
value: 85.84084363880804
verified: no, type: dot_f1
value: 80.10075566750629
verified: no, type: dot_precision
value: 76.58959537572254
verified: no, type: dot_recall
value: 83.9493136219641
verified: no, type: euclidean_accuracy
value: 84.46128857606931
verified: no, type: euclidean_ap
value: 88.62351100230491
verified: no, type: euclidean_f1
value: 85.7709469509172
verified: no, type: euclidean_precision
value: 80.8411214953271
verified: no, type: euclidean_recall
value: 91.34107708553326
verified: no, type: manhattan_accuracy
value: 84.51543042772063
verified: no, type: manhattan_ap
value: 88.53975607870393
verified: no, type: manhattan_f1
value: 85.75697211155378
verified: no, type: manhattan_precision
value: 81.14985862393968
verified: no, type: manhattan_recall
value: 90.91869060190075
verified: no, type: max_accuracy
value: 85.43584190579317
verified: no, type: max_ap
value: 90.76665640338129
verified: no, type: max_f1
value: 86.5021770682148
verified: no, task: type: Classification
dataset: name: MTEB OnlineShopping
type: C-MTEB/OnlineShopping-classification
config: default
split: test
revision: None
metrics: type: accuracy
value: 95.06999999999998
verified: no, type: ap
value: 93.45104559324996
verified: no, type: f1
value: 95.06036329426092
verified: no, task: type: STS
dataset: name: MTEB PAWSX
type: C-MTEB/PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 40.01998290519605
verified: no, type: cos_sim_spearman
value: 46.5989769986853
verified: no, type: euclidean_pearson
value: 45.37905883182924
verified: no, type: euclidean_spearman
value: 46.22213849806378
verified: no, type: manhattan_pearson
value: 45.40925124776211
verified: no, type: manhattan_spearman
value: 46.250705124226386
verified: no, task: type: STS
dataset: name: MTEB QBQTC
type: C-MTEB/QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 42.719516197112526
verified: no, type: cos_sim_spearman
value: 44.57507789581106
verified: no, type: euclidean_pearson
value: 35.73062264160721
verified: no, type: euclidean_spearman
value: 40.473523909913695
verified: no, type: manhattan_pearson
value: 35.69868964086357
verified: no, type: manhattan_spearman
value: 40.46349925372903
verified: no, task: type: STS
dataset: name: MTEB STS22 (zh)
type: mteb/sts22-crosslingual-sts
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 62.340118285801104
verified: no, type: cos_sim_spearman
value: 67.72781908620632
verified: no, type: euclidean_pearson
value: 63.161965746091596
verified: no, type: euclidean_spearman
value: 67.36825684340769
verified: no, type: manhattan_pearson
value: 63.089863788261425
verified: no, type: manhattan_spearman
value: 67.40868898995384
verified: no, task: type: STS
dataset: name: MTEB STSB
type: C-MTEB/STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 79.1646360962365
verified: no, type: cos_sim_spearman
value: 81.24426700767087
verified: no, type: euclidean_pearson
value: 79.43826409936123
verified: no, type: euclidean_spearman
value: 79.71787965300125
verified: no, type: manhattan_pearson
value: 79.43377784961737
verified: no, type: manhattan_spearman
value: 79.69348376886967
verified: no, task: type: Reranking
dataset: name: MTEB T2Reranking
type: C-MTEB/T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 68.35595092507496
verified: no, type: mrr
value: 79.00244892585788
verified: no, task: type: Retrieval
dataset: name: MTEB T2Retrieval
type: C-MTEB/T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.588
verified: no, type: map_at_10
value: 75.327
verified: no, type: map_at_100
value: 79.095
verified: no, type: map_at_1000
value: 79.163
verified: no, type: map_at_3
value: 52.637
verified: no, type: map_at_5
value: 64.802
verified: no, type: mrr_at_1
value: 88.103
verified: no, type: mrr_at_10
value: 91.29899999999999
verified: no, type: mrr_at_100
value: 91.408
verified: no, type: mrr_at_1000
value: 91.411
verified: no, type: mrr_at_3
value: 90.801
verified: no, type: mrr_at_5
value: 91.12700000000001
verified: no, type: ndcg_at_1
value: 88.103
verified: no, type: ndcg_at_10
value: 83.314
verified: no, type: ndcg_at_100
value: 87.201
verified: no, type: ndcg_at_1000
value: 87.83999999999999
verified: no, type: ndcg_at_3
value: 84.408
verified: no, type: ndcg_at_5
value: 83.078
verified: no, type: precision_at_1
value: 88.103
verified: no, type: precision_at_10
value: 41.638999999999996
verified: no, type: precision_at_100
value: 5.006
verified: no, type: precision_at_1000
value: 0.516
verified: no, type: precision_at_3
value: 73.942
verified: no, type: precision_at_5
value: 62.056
verified: no, type: recall_at_1
value: 26.588
verified: no, type: recall_at_10
value: 82.819
verified: no, type: recall_at_100
value: 95.334
verified: no, type: recall_at_1000
value: 98.51299999999999
verified: no, type: recall_at_3
value: 54.74
verified: no, type: recall_at_5
value: 68.864
verified: no, task: type: Classification
dataset: name: MTEB TNews
type: C-MTEB/TNews-classification
config: default
split: validation
revision: None
metrics: type: accuracy
value: 55.029
verified: no, type: f1
value: 53.043617905026764
verified: no, task: type: Clustering
dataset: name: MTEB ThuNewsClusteringP2P
type: C-MTEB/ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 77.83675116835911
verified: no, task: type: Clustering
dataset: name: MTEB ThuNewsClusteringS2S
type: C-MTEB/ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 74.19701455865277
verified: no, task: type: Retrieval
dataset: name: MTEB VideoRetrieval
type: C-MTEB/VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 64.7
verified: no, type: map_at_10
value: 75.593
verified: no, type: map_at_100
value: 75.863
verified: no, type: map_at_1000
value: 75.863
verified: no, type: map_at_3
value: 73.63300000000001
verified: no, type: map_at_5
value: 74.923
verified: no, type: mrr_at_1
value: 64.7
verified: no, type: mrr_at_10
value: 75.593
verified: no, type: mrr_at_100
value: 75.863
verified: no, type: mrr_at_1000
value: 75.863
verified: no, type: mrr_at_3
value: 73.63300000000001
verified: no, type: mrr_at_5
value: 74.923
verified: no, type: ndcg_at_1
value: 64.7
verified: no, type: ndcg_at_10
value: 80.399
verified: no, type: ndcg_at_100
value: 81.517
verified: no, type: ndcg_at_1000
value: 81.517
verified: no, type: ndcg_at_3
value: 76.504
verified: no, type: ndcg_at_5
value: 78.79899999999999
verified: no, type: precision_at_1
value: 64.7
verified: no, type: precision_at_10
value: 9.520000000000001
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 28.266999999999996
verified: no, type: precision_at_5
value: 18.060000000000002
verified: no, type: recall_at_1
value: 64.7
verified: no, type: recall_at_10
value: 95.19999999999999
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 84.8
verified: no, type: recall_at_5
value: 90.3
verified: no, task: type: Classification
dataset: name: MTEB Waimai
type: C-MTEB/waimai-classification
config: default
split: test
revision: None
metrics: type: accuracy
value: 89.69999999999999
verified: no, type: ap
value: 75.91371640164184
verified: no, type: f1
value: 88.34067777698694
verified: no
Likes: 1 | All-time downloads: 996
Created: 2025-01-28 10:57:29