Model: jimi0209/Yinka-Q5_K_M-GGUF
Author: jimi0209
Tags: gguf, mteb, llama-cpp, gguf-my-repo, base_model:Classical/Yinka, base_model:quantized:Classical/Yinka, model-index, endpoints_compatible, region:us, feature-extraction
Base models (quantized): id: Classical/Yinka
Card metadata: tags: mteb, llama-cpp, gguf-my-repo
base_model: Classical/Yinka
model-index: name: checkpoint-1431
results: task: type: STS
dataset: name: MTEB AFQMC
type: C-MTEB/AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 56.306314279047875
verified: no, type: cos_sim_spearman
value: 61.020227685004016
verified: no, type: euclidean_pearson
value: 58.61821670933433
verified: no, type: euclidean_spearman
value: 60.131457106640674
verified: no, type: manhattan_pearson
value: 58.6189460369694
verified: no, type: manhattan_spearman
value: 60.126350618526224
verified: no, task: type: STS
dataset: name: MTEB ATEC
type: C-MTEB/ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 55.8612958476143
verified: no, type: cos_sim_spearman
value: 59.01977664864512
verified: no, type: euclidean_pearson
value: 62.028094897243655
verified: no, type: euclidean_spearman
value: 58.6046814257705
verified: no, type: manhattan_pearson
value: 62.02580042431887
verified: no, type: manhattan_spearman
value: 58.60626890004892
verified: no, task: type: Classification
dataset: name: MTEB AmazonReviewsClassification (zh)
type: mteb/amazon_reviews_multi
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 49.496
verified: no, type: f1
value: 46.673963383873065
verified: no, task: type: STS
dataset: name: MTEB BQ
type: C-MTEB/BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 70.73971622592535
verified: no, type: cos_sim_spearman
value: 72.76102992060764
verified: no, type: euclidean_pearson
value: 71.04525865868672
verified: no, type: euclidean_spearman
value: 72.4032852155075
verified: no, type: manhattan_pearson
value: 71.03693009336658
verified: no, type: manhattan_spearman
value: 72.39635701224252
verified: no, task: type: Clustering
dataset: name: MTEB CLSClusteringP2P
type: C-MTEB/CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 56.34751074520767
verified: no, task: type: Clustering
dataset: name: MTEB CLSClusteringS2S
type: C-MTEB/CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 48.4856662121073
verified: no, task: type: Reranking
dataset: name: MTEB CMedQAv1
type: C-MTEB/CMedQAv1-reranking
config: default
split: test
revision: None
metrics: type: map
value: 89.26384109024997
verified: no, type: mrr
value: 91.27261904761905
verified: no, task: type: Reranking
dataset: name: MTEB CMedQAv2
type: C-MTEB/CMedQAv2-reranking
config: default
split: test
revision: None
metrics: type: map
value: 90.0464058154547
verified: no, type: mrr
value: 92.06480158730159
verified: no, task: type: Retrieval
dataset: name: MTEB CmedqaRetrieval
type: C-MTEB/CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 27.236
verified: no, type: map_at_10
value: 40.778
verified: no, type: map_at_100
value: 42.692
verified: no, type: map_at_1000
value: 42.787
verified: no, type: map_at_3
value: 36.362
verified: no, type: map_at_5
value: 38.839
verified: no, type: mrr_at_1
value: 41.335
verified: no, type: mrr_at_10
value: 49.867
verified: no, type: mrr_at_100
value: 50.812999999999995
verified: no, type: mrr_at_1000
value: 50.848000000000006
verified: no, type: mrr_at_3
value: 47.354
verified: no, type: mrr_at_5
value: 48.718
verified: no, type: ndcg_at_1
value: 41.335
verified: no, type: ndcg_at_10
value: 47.642
verified: no, type: ndcg_at_100
value: 54.855
verified: no, type: ndcg_at_1000
value: 56.449000000000005
verified: no, type: ndcg_at_3
value: 42.203
verified: no, type: ndcg_at_5
value: 44.416
verified: no, type: precision_at_1
value: 41.335
verified: no, type: precision_at_10
value: 10.568
verified: no, type: precision_at_100
value: 1.6400000000000001
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_3
value: 23.998
verified: no, type: precision_at_5
value: 17.389
verified: no, type: recall_at_1
value: 27.236
verified: no, type: recall_at_10
value: 58.80800000000001
verified: no, type: recall_at_100
value: 88.411
verified: no, type: recall_at_1000
value: 99.032
verified: no, type: recall_at_3
value: 42.253
verified: no, type: recall_at_5
value: 49.118
verified: no, task: type: PairClassification
dataset: name: MTEB Cmnli
type: C-MTEB/CMNLI
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 86.03728202044498
verified: no, type: cos_sim_ap
value: 92.49469583272597
verified: no, type: cos_sim_f1
value: 86.74095974528088
verified: no, type: cos_sim_precision
value: 84.43657294664601
verified: no, type: cos_sim_recall
value: 89.17465513210195
verified: no, type: dot_accuracy
value: 72.21888153938664
verified: no, type: dot_ap
value: 80.59377163340332
verified: no, type: dot_f1
value: 74.96686040583258
verified: no, type: dot_precision
value: 66.4737793851718
verified: no, type: dot_recall
value: 85.94809445873275
verified: no, type: euclidean_accuracy
value: 85.47203848466627
verified: no, type: euclidean_ap
value: 91.89152584749868
verified: no, type: euclidean_f1
value: 86.38105975197294
verified: no, type: euclidean_precision
value: 83.40953625081646
verified: no, type: euclidean_recall
value: 89.5721299976619
verified: no, type: manhattan_accuracy
value: 85.3758268190018
verified: no, type: manhattan_ap
value: 91.88989707722311
verified: no, type: manhattan_f1
value: 86.39767519839052
verified: no, type: manhattan_precision
value: 82.76231263383298
verified: no, type: manhattan_recall
value: 90.36707972878185
verified: no, type: max_accuracy
value: 86.03728202044498
verified: no, type: max_ap
value: 92.49469583272597
verified: no, type: max_f1
value: 86.74095974528088
verified: no, task: type: Retrieval
dataset: name: MTEB CovidRetrieval
type: C-MTEB/CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 74.34100000000001
verified: no, type: map_at_10
value: 82.49499999999999
verified: no, type: map_at_100
value: 82.64200000000001
verified: no, type: map_at_1000
value: 82.643
verified: no, type: map_at_3
value: 81.142
verified: no, type: map_at_5
value: 81.95400000000001
verified: no, type: mrr_at_1
value: 74.71
verified: no, type: mrr_at_10
value: 82.553
verified: no, type: mrr_at_100
value: 82.699
verified: no, type: mrr_at_1000
value: 82.70100000000001
verified: no, type: mrr_at_3
value: 81.279
verified: no, type: mrr_at_5
value: 82.069
verified: no, type: ndcg_at_1
value: 74.605
verified: no, type: ndcg_at_10
value: 85.946
verified: no, type: ndcg_at_100
value: 86.607
verified: no, type: ndcg_at_1000
value: 86.669
verified: no, type: ndcg_at_3
value: 83.263
verified: no, type: ndcg_at_5
value: 84.71600000000001
verified: no, type: precision_at_1
value: 74.605
verified: no, type: precision_at_10
value: 9.758
verified: no, type: precision_at_100
value: 1.005
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 29.996000000000002
verified: no, type: precision_at_5
value: 18.736
verified: no, type: recall_at_1
value: 74.34100000000001
verified: no, type: recall_at_10
value: 96.523
verified: no, type: recall_at_100
value: 99.473
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 89.278
verified: no, type: recall_at_5
value: 92.83500000000001
verified: no, task: type: Retrieval
dataset: name: MTEB DuRetrieval
type: C-MTEB/DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.950000000000003
verified: no, type: map_at_10
value: 82.408
verified: no, type: map_at_100
value: 85.057
verified: no, type: map_at_1000
value: 85.09100000000001
verified: no, type: map_at_3
value: 57.635999999999996
verified: no, type: map_at_5
value: 72.48
verified: no, type: mrr_at_1
value: 92.15
verified: no, type: mrr_at_10
value: 94.554
verified: no, type: mrr_at_100
value: 94.608
verified: no, type: mrr_at_1000
value: 94.61
verified: no, type: mrr_at_3
value: 94.292
verified: no, type: mrr_at_5
value: 94.459
verified: no, type: ndcg_at_1
value: 92.15
verified: no, type: ndcg_at_10
value: 89.108
verified: no, type: ndcg_at_100
value: 91.525
verified: no, type: ndcg_at_1000
value: 91.82900000000001
verified: no, type: ndcg_at_3
value: 88.44
verified: no, type: ndcg_at_5
value: 87.271
verified: no, type: precision_at_1
value: 92.15
verified: no, type: precision_at_10
value: 42.29
verified: no, type: precision_at_100
value: 4.812
verified: no, type: precision_at_1000
value: 0.48900000000000005
verified: no, type: precision_at_3
value: 79.14999999999999
verified: no, type: precision_at_5
value: 66.64
verified: no, type: recall_at_1
value: 26.950000000000003
verified: no, type: recall_at_10
value: 89.832
verified: no, type: recall_at_100
value: 97.921
verified: no, type: recall_at_1000
value: 99.471
verified: no, type: recall_at_3
value: 59.562000000000005
verified: no, type: recall_at_5
value: 76.533
verified: no, task: type: Retrieval
dataset: name: MTEB EcomRetrieval
type: C-MTEB/EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 53.5
verified: no, type: map_at_10
value: 63.105999999999995
verified: no, type: map_at_100
value: 63.63100000000001
verified: no, type: map_at_1000
value: 63.641999999999996
verified: no, type: map_at_3
value: 60.617
verified: no, type: map_at_5
value: 62.132
verified: no, type: mrr_at_1
value: 53.5
verified: no, type: mrr_at_10
value: 63.105999999999995
verified: no, type: mrr_at_100
value: 63.63100000000001
verified: no, type: mrr_at_1000
value: 63.641999999999996
verified: no, type: mrr_at_3
value: 60.617
verified: no, type: mrr_at_5
value: 62.132
verified: no, type: ndcg_at_1
value: 53.5
verified: no, type: ndcg_at_10
value: 67.92200000000001
verified: no, type: ndcg_at_100
value: 70.486
verified: no, type: ndcg_at_1000
value: 70.777
verified: no, type: ndcg_at_3
value: 62.853
verified: no, type: ndcg_at_5
value: 65.59899999999999
verified: no, type: precision_at_1
value: 53.5
verified: no, type: precision_at_10
value: 8.309999999999999
verified: no, type: precision_at_100
value: 0.951
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 23.1
verified: no, type: precision_at_5
value: 15.2
verified: no, type: recall_at_1
value: 53.5
verified: no, type: recall_at_10
value: 83.1
verified: no, type: recall_at_100
value: 95.1
verified: no, type: recall_at_1000
value: 97.39999999999999
verified: no, type: recall_at_3
value: 69.3
verified: no, type: recall_at_5
value: 76
verified: no, task: type: Classification
dataset: name: MTEB IFlyTek
type: C-MTEB/IFlyTek-classification
config: default
split: validation
revision: None
metrics: type: accuracy
value: 51.773759138130046
verified: no, type: f1
value: 40.38600802756481
verified: no, task: type: Classification
dataset: name: MTEB JDReview
type: C-MTEB/JDReview-classification
config: default
split: test
revision: None
metrics: type: accuracy
value: 88.48030018761726
verified: no, type: ap
value: 59.2732541555627
verified: no, type: f1
value: 83.58836007358619
verified: no, task: type: STS
dataset: name: MTEB LCQMC
type: C-MTEB/LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 73.67511194245922
verified: no, type: cos_sim_spearman
value: 79.43347759067298
verified: no, type: euclidean_pearson
value: 79.04491504318766
verified: no, type: euclidean_spearman
value: 79.14478545356785
verified: no, type: manhattan_pearson
value: 79.03365022867428
verified: no, type: manhattan_spearman
value: 79.13172717619908
verified: no, task: type: Retrieval
dataset: name: MTEB MMarcoRetrieval
type: C-MTEB/MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 67.184
verified: no, type: map_at_10
value: 76.24600000000001
verified: no, type: map_at_100
value: 76.563
verified: no, type: map_at_1000
value: 76.575
verified: no, type: map_at_3
value: 74.522
verified: no, type: map_at_5
value: 75.598
verified: no, type: mrr_at_1
value: 69.47
verified: no, type: mrr_at_10
value: 76.8
verified: no, type: mrr_at_100
value: 77.082
verified: no, type: mrr_at_1000
value: 77.093
verified: no, type: mrr_at_3
value: 75.29400000000001
verified: no, type: mrr_at_5
value: 76.24
verified: no, type: ndcg_at_1
value: 69.47
verified: no, type: ndcg_at_10
value: 79.81099999999999
verified: no, type: ndcg_at_100
value: 81.187
verified: no, type: ndcg_at_1000
value: 81.492
verified: no, type: ndcg_at_3
value: 76.536
verified: no, type: ndcg_at_5
value: 78.367
verified: no, type: precision_at_1
value: 69.47
verified: no, type: precision_at_10
value: 9.599
verified: no, type: precision_at_100
value: 1.026
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 28.777
verified: no, type: precision_at_5
value: 18.232
verified: no, type: recall_at_1
value: 67.184
verified: no, type: recall_at_10
value: 90.211
verified: no, type: recall_at_100
value: 96.322
verified: no, type: recall_at_1000
value: 98.699
verified: no, type: recall_at_3
value: 81.556
verified: no, type: recall_at_5
value: 85.931
verified: no, task: type: Classification
dataset: name: MTEB MassiveIntentClassification (zh-CN)
type: mteb/amazon_massive_intent
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 76.96032279757901
verified: no, type: f1
value: 73.48052314033545
verified: no, task: type: Classification
dataset: name: MTEB MassiveScenarioClassification (zh-CN)
type: mteb/amazon_massive_scenario
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 84.64357767316744
verified: no, type: f1
value: 83.58250539497922
verified: no, task: type: Retrieval
dataset: name: MTEB MedicalRetrieval
type: C-MTEB/MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 56.00000000000001
verified: no, type: map_at_10
value: 62.066
verified: no, type: map_at_100
value: 62.553000000000004
verified: no, type: map_at_1000
value: 62.598
verified: no, type: map_at_3
value: 60.4
verified: no, type: map_at_5
value: 61.370000000000005
verified: no, type: mrr_at_1
value: 56.2
verified: no, type: mrr_at_10
value: 62.166
verified: no, type: mrr_at_100
value: 62.653000000000006
verified: no, type: mrr_at_1000
value: 62.699000000000005
verified: no, type: mrr_at_3
value: 60.5
verified: no, type: mrr_at_5
value: 61.47
verified: no, type: ndcg_at_1
value: 56.00000000000001
verified: no, type: ndcg_at_10
value: 65.199
verified: no, type: ndcg_at_100
value: 67.79899999999999
verified: no, type: ndcg_at_1000
value: 69.056
verified: no, type: ndcg_at_3
value: 61.814
verified: no, type: ndcg_at_5
value: 63.553000000000004
verified: no, type: precision_at_1
value: 56.00000000000001
verified: no, type: precision_at_10
value: 7.51
verified: no, type: precision_at_100
value: 0.878
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 21.967
verified: no, type: precision_at_5
value: 14.02
verified: no, type: recall_at_1
value: 56.00000000000001
verified: no, type: recall_at_10
value: 75.1
verified: no, type: recall_at_100
value: 87.8
verified: no, type: recall_at_1000
value: 97.7
verified: no, type: recall_at_3
value: 65.9
verified: no, type: recall_at_5
value: 70.1
verified: no, task: type: Reranking
dataset: name: MTEB MMarcoReranking
type: C-MTEB/Mmarco-reranking
config: default
split: dev
revision: None
metrics: type: map
value: 32.74158258279793
verified: no, type: mrr
value: 31.56071428571428
verified: no, task: type: Classification
dataset: name: MTEB MultilingualSentiment
type: C-MTEB/MultilingualSentiment-classification
config: default
split: validation
revision: None
metrics: type: accuracy
value: 78.96666666666667
verified: no, type: f1
value: 78.82528563818045
verified: no, task: type: PairClassification
dataset: name: MTEB Ocnli
type: C-MTEB/OCNLI
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 83.54087709799674
verified: no, type: cos_sim_ap
value: 87.26170197077586
verified: no, type: cos_sim_f1
value: 84.7609561752988
verified: no, type: cos_sim_precision
value: 80.20735155513667
verified: no, type: cos_sim_recall
value: 89.86272439281943
verified: no, type: dot_accuracy
value: 72.22523010286952
verified: no, type: dot_ap
value: 79.51975358187732
verified: no, type: dot_f1
value: 76.32183908045977
verified: no, type: dot_precision
value: 67.58957654723126
verified: no, type: dot_recall
value: 87.64519535374869
verified: no, type: euclidean_accuracy
value: 82.0249052517596
verified: no, type: euclidean_ap
value: 85.32829948726406
verified: no, type: euclidean_f1
value: 83.24924318869829
verified: no, type: euclidean_precision
value: 79.71014492753623
verified: no, type: euclidean_recall
value: 87.11721224920802
verified: no, type: manhattan_accuracy
value: 82.13318895506227
verified: no, type: manhattan_ap
value: 85.28856869288006
verified: no, type: manhattan_f1
value: 83.34946757018393
verified: no, type: manhattan_precision
value: 76.94369973190348
verified: no, type: manhattan_recall
value: 90.91869060190075
verified: no, type: max_accuracy
value: 83.54087709799674
verified: no, type: max_ap
value: 87.26170197077586
verified: no, type: max_f1
value: 84.7609561752988
verified: no, task: type: Classification
dataset: name: MTEB OnlineShopping
type: C-MTEB/OnlineShopping-classification
config: default
split: test
revision: None
metrics: type: accuracy
value: 94.56
verified: no, type: ap
value: 92.80848436710805
verified: no, type: f1
value: 94.54951966576111
verified: no, task: type: STS
dataset: name: MTEB PAWSX
type: C-MTEB/PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 39.0866558287863
verified: no, type: cos_sim_spearman
value: 45.9211126233312
verified: no, type: euclidean_pearson
value: 44.86568743222145
verified: no, type: euclidean_spearman
value: 45.63882757207507
verified: no, type: manhattan_pearson
value: 44.89480036909126
verified: no, type: manhattan_spearman
value: 45.65929449046206
verified: no, task: type: STS
dataset: name: MTEB QBQTC
type: C-MTEB/QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 43.04701793979569
verified: no, type: cos_sim_spearman
value: 44.87491033760315
verified: no, type: euclidean_pearson
value: 36.2004061032567
verified: no, type: euclidean_spearman
value: 41.44823909683865
verified: no, type: manhattan_pearson
value: 36.136113427955095
verified: no, type: manhattan_spearman
value: 41.39225495993949
verified: no, task: type: STS
dataset: name: MTEB STS22 (zh)
type: mteb/sts22-crosslingual-sts
config: zh
split: test
revision: None
metrics: type: cos_sim_pearson
value: 61.65611315777857
verified: no, type: cos_sim_spearman
value: 64.4067673105648
verified: no, type: euclidean_pearson
value: 61.814977248797184
verified: no, type: euclidean_spearman
value: 63.99473350700169
verified: no, type: manhattan_pearson
value: 61.684304629588624
verified: no, type: manhattan_spearman
value: 63.97831213239316
verified: no, task: type: STS
dataset: name: MTEB STSB
type: C-MTEB/STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 76.57324933064379
verified: no, type: cos_sim_spearman
value: 79.23602286949782
verified: no, type: euclidean_pearson
value: 80.28226284310948
verified: no, type: euclidean_spearman
value: 80.32210477608423
verified: no, type: manhattan_pearson
value: 80.27262188617811
verified: no, type: manhattan_spearman
value: 80.31619185039723
verified: no, task: type: Reranking
dataset: name: MTEB T2Reranking
type: C-MTEB/T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 67.05266891356277
verified: no, type: mrr
value: 77.1906333623497
verified: no, task: type: Retrieval
dataset: name: MTEB T2Retrieval
type: C-MTEB/T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 28.212
verified: no, type: map_at_10
value: 78.932
verified: no, type: map_at_100
value: 82.51899999999999
verified: no, type: map_at_1000
value: 82.575
verified: no, type: map_at_3
value: 55.614
verified: no, type: map_at_5
value: 68.304
verified: no, type: mrr_at_1
value: 91.211
verified: no, type: mrr_at_10
value: 93.589
verified: no, type: mrr_at_100
value: 93.659
verified: no, type: mrr_at_1000
value: 93.662
verified: no, type: mrr_at_3
value: 93.218
verified: no, type: mrr_at_5
value: 93.453
verified: no, type: ndcg_at_1
value: 91.211
verified: no, type: ndcg_at_10
value: 86.24000000000001
verified: no, type: ndcg_at_100
value: 89.614
verified: no, type: ndcg_at_1000
value: 90.14
verified: no, type: ndcg_at_3
value: 87.589
verified: no, type: ndcg_at_5
value: 86.265
verified: no, type: precision_at_1
value: 91.211
verified: no, type: precision_at_10
value: 42.626
verified: no, type: precision_at_100
value: 5.043
verified: no, type: precision_at_1000
value: 0.517
verified: no, type: precision_at_3
value: 76.42
verified: no, type: precision_at_5
value: 64.045
verified: no, type: recall_at_1
value: 28.212
verified: no, type: recall_at_10
value: 85.223
verified: no, type: recall_at_100
value: 96.229
verified: no, type: recall_at_1000
value: 98.849
verified: no, type: recall_at_3
value: 57.30800000000001
verified: no, type: recall_at_5
value: 71.661
verified: no, task: type: Classification
dataset: name: MTEB TNews
type: C-MTEB/TNews-classification
config: default
split: validation
revision: None
metrics: type: accuracy
value: 54.385000000000005
verified: no, type: f1
value: 52.38762400903556
verified: no, task: type: Clustering
dataset: name: MTEB ThuNewsClusteringP2P
type: C-MTEB/ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 74.55283855942916
verified: no, task: type: Clustering
dataset: name: MTEB ThuNewsClusteringS2S
type: C-MTEB/ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 68.55115316700493
verified: no, task: type: Retrieval
dataset: name: MTEB VideoRetrieval
type: C-MTEB/VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 58.8
verified: no, type: map_at_10
value: 69.035
verified: no, type: map_at_100
value: 69.52000000000001
verified: no, type: map_at_1000
value: 69.529
verified: no, type: map_at_3
value: 67.417
verified: no, type: map_at_5
value: 68.407
verified: no, type: mrr_at_1
value: 58.8
verified: no, type: mrr_at_10
value: 69.035
verified: no, type: mrr_at_100
value: 69.52000000000001
verified: no, type: mrr_at_1000
value: 69.529
verified: no, type: mrr_at_3
value: 67.417
verified: no, type: mrr_at_5
value: 68.407
verified: no, type: ndcg_at_1
value: 58.8
verified: no, type: ndcg_at_10
value: 73.395
verified: no, type: ndcg_at_100
value: 75.62
verified: no, type: ndcg_at_1000
value: 75.90299999999999
verified: no, type: ndcg_at_3
value: 70.11800000000001
verified: no, type: ndcg_at_5
value: 71.87400000000001
verified: no, type: precision_at_1
value: 58.8
verified: no, type: precision_at_10
value: 8.68
verified: no, type: precision_at_100
value: 0.9690000000000001
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 25.967000000000002
verified: no, type: precision_at_5
value: 16.42
verified: no, type: recall_at_1
value: 58.8
verified: no, type: recall_at_10
value: 86.8
verified: no, type: recall_at_100
value: 96.89999999999999
verified: no, type: recall_at_1000
value: 99.2
verified: no, type: recall_at_3
value: 77.9
verified: no, type: recall_at_5
value: 82.1
verified: no, task: type: Classification
dataset: name: MTEB Waimai
type: C-MTEB/waimai-classification
config: default
split: test
revision: None
metrics: type: accuracy
value: 89.42
verified: no, type: ap
value: 75.35978503182068
verified: no, type: f1
value: 88.01006394348263
verified: no
Likes: 0 | All-time downloads: 405
Created: 2025-01-23 08:57:57