Model: gpustack/jina-embeddings-v2-base-zh-GGUF
Author: gpustack
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, gguf, feature-extraction, sentence-similarity, mteb, transformers, transformers.js, en, zh, arxiv:2108.12409, arxiv:2402.17016, license:apache-2.0, model-index, deploy:azure, region:us
Card metadata: tags: sentence-transformers, feature-extraction, sentence-similarity, mteb, transformers, transformers.js
inference: no
license: apache-2.0
language: en, zh
model-index: name: jina-embeddings-v2-base-zh
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 48.51403119231363
verified: no, type: cos_sim_spearman
value: 50.5928547846445
verified: no, type: euclidean_pearson
value: 48.750436310559074
verified: no, type: euclidean_spearman
value: 50.50950238691385
verified: no, type: manhattan_pearson
value: 48.7866189440328
verified: no, type: manhattan_spearman
value: 50.58692402017165
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 50.25985700105725
verified: no, type: cos_sim_spearman
value: 51.28815934593989
verified: no, type: euclidean_pearson
value: 52.70329248799904
verified: no, type: euclidean_spearman
value: 50.94101139559258
verified: no, type: manhattan_pearson
value: 52.6647237400892
verified: no, type: manhattan_spearman
value: 50.922441325406176
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 34.944
verified: no, type: f1
value: 34.06478860660109
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 65.15667035488342
verified: no, type: cos_sim_spearman
value: 66.07110142081
verified: no, type: euclidean_pearson
value: 60.447598102249714
verified: no, type: euclidean_spearman
value: 61.826575796578766
verified: no, type: manhattan_pearson
value: 60.39364279354984
verified: no, type: manhattan_spearman
value: 61.78743491223281
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 39.96714175391701
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 38.39863566717934
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 83.63680381780644
verified: no, type: mrr
value: 86.16476190476192
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 83.74350667859487
verified: no, type: mrr
value: 86.10388888888889
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 22.072
verified: no, type: map_at_10
value: 32.942
verified: no, type: map_at_100
value: 34.768
verified: no, type: map_at_1000
value: 34.902
verified: no, type: map_at_3
value: 29.357
verified: no, type: map_at_5
value: 31.236000000000004
verified: no, type: mrr_at_1
value: 34.259
verified: no, type: mrr_at_10
value: 41.957
verified: no, type: mrr_at_100
value: 42.982
verified: no, type: mrr_at_1000
value: 43.042
verified: no, type: mrr_at_3
value: 39.722
verified: no, type: mrr_at_5
value: 40.898
verified: no, type: ndcg_at_1
value: 34.259
verified: no, type: ndcg_at_10
value: 39.153
verified: no, type: ndcg_at_100
value: 46.493
verified: no, type: ndcg_at_1000
value: 49.01
verified: no, type: ndcg_at_3
value: 34.636
verified: no, type: ndcg_at_5
value: 36.278
verified: no, type: precision_at_1
value: 34.259
verified: no, type: precision_at_10
value: 8.815000000000001
verified: no, type: precision_at_100
value: 1.474
verified: no, type: precision_at_1000
value: 0.179
verified: no, type: precision_at_3
value: 19.73
verified: no, type: precision_at_5
value: 14.174000000000001
verified: no, type: recall_at_1
value: 22.072
verified: no, type: recall_at_10
value: 48.484
verified: no, type: recall_at_100
value: 79.035
verified: no, type: recall_at_1000
value: 96.15
verified: no, type: recall_at_3
value: 34.607
verified: no, type: recall_at_5
value: 40.064
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 76.7047504509922
verified: no, type: cos_sim_ap
value: 85.26649874800871
verified: no, type: cos_sim_f1
value: 78.13528724646915
verified: no, type: cos_sim_precision
value: 71.57587548638132
verified: no, type: cos_sim_recall
value: 86.01823708206688
verified: no, type: dot_accuracy
value: 70.13830426939266
verified: no, type: dot_ap
value: 77.01510412382171
verified: no, type: dot_f1
value: 73.56710042713817
verified: no, type: dot_precision
value: 63.955094991364426
verified: no, type: dot_recall
value: 86.57937806873977
verified: no, type: euclidean_accuracy
value: 75.53818400481059
verified: no, type: euclidean_ap
value: 84.34668448241264
verified: no, type: euclidean_f1
value: 77.51741608613047
verified: no, type: euclidean_precision
value: 70.65614777756399
verified: no, type: euclidean_recall
value: 85.85457096095394
verified: no, type: manhattan_accuracy
value: 75.49007817197835
verified: no, type: manhattan_ap
value: 84.40297506704299
verified: no, type: manhattan_f1
value: 77.63185324160932
verified: no, type: manhattan_precision
value: 70.03949595636637
verified: no, type: manhattan_recall
value: 87.07037643207856
verified: no, type: max_accuracy
value: 76.7047504509922
verified: no, type: max_ap
value: 85.26649874800871
verified: no, type: max_f1
value: 78.13528724646915
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 69.178
verified: no, type: map_at_10
value: 77.523
verified: no, type: map_at_100
value: 77.793
verified: no, type: map_at_1000
value: 77.79899999999999
verified: no, type: map_at_3
value: 75.878
verified: no, type: map_at_5
value: 76.849
verified: no, type: mrr_at_1
value: 69.44200000000001
verified: no, type: mrr_at_10
value: 77.55
verified: no, type: mrr_at_100
value: 77.819
verified: no, type: mrr_at_1000
value: 77.826
verified: no, type: mrr_at_3
value: 75.957
verified: no, type: mrr_at_5
value: 76.916
verified: no, type: ndcg_at_1
value: 69.44200000000001
verified: no, type: ndcg_at_10
value: 81.217
verified: no, type: ndcg_at_100
value: 82.45
verified: no, type: ndcg_at_1000
value: 82.636
verified: no, type: ndcg_at_3
value: 77.931
verified: no, type: ndcg_at_5
value: 79.655
verified: no, type: precision_at_1
value: 69.44200000000001
verified: no, type: precision_at_10
value: 9.357
verified: no, type: precision_at_100
value: 0.993
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 28.1
verified: no, type: precision_at_5
value: 17.724
verified: no, type: recall_at_1
value: 69.178
verified: no, type: recall_at_10
value: 92.624
verified: no, type: recall_at_100
value: 98.209
verified: no, type: recall_at_1000
value: 99.684
verified: no, type: recall_at_3
value: 83.772
verified: no, type: recall_at_5
value: 87.882
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.163999999999998
verified: no, type: map_at_10
value: 76.386
verified: no, type: map_at_100
value: 79.339
verified: no, type: map_at_1000
value: 79.39500000000001
verified: no, type: map_at_3
value: 52.959
verified: no, type: map_at_5
value: 66.59
verified: no, type: mrr_at_1
value: 87.9
verified: no, type: mrr_at_10
value: 91.682
verified: no, type: mrr_at_100
value: 91.747
verified: no, type: mrr_at_1000
value: 91.751
verified: no, type: mrr_at_3
value: 91.267
verified: no, type: mrr_at_5
value: 91.527
verified: no, type: ndcg_at_1
value: 87.9
verified: no, type: ndcg_at_10
value: 84.569
verified: no, type: ndcg_at_100
value: 87.83800000000001
verified: no, type: ndcg_at_1000
value: 88.322
verified: no, type: ndcg_at_3
value: 83.473
verified: no, type: ndcg_at_5
value: 82.178
verified: no, type: precision_at_1
value: 87.9
verified: no, type: precision_at_10
value: 40.605000000000004
verified: no, type: precision_at_100
value: 4.752
verified: no, type: precision_at_1000
value: 0.488
verified: no, type: precision_at_3
value: 74.9
verified: no, type: precision_at_5
value: 62.96000000000001
verified: no, type: recall_at_1
value: 25.163999999999998
verified: no, type: recall_at_10
value: 85.97399999999999
verified: no, type: recall_at_100
value: 96.63000000000001
verified: no, type: recall_at_1000
value: 99.016
verified: no, type: recall_at_3
value: 55.611999999999995
verified: no, type: recall_at_5
value: 71.936
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 48.6
verified: no, type: map_at_10
value: 58.831
verified: no, type: map_at_100
value: 59.427
verified: no, type: map_at_1000
value: 59.44199999999999
verified: no, type: map_at_3
value: 56.383
verified: no, type: map_at_5
value: 57.753
verified: no, type: mrr_at_1
value: 48.6
verified: no, type: mrr_at_10
value: 58.831
verified: no, type: mrr_at_100
value: 59.427
verified: no, type: mrr_at_1000
value: 59.44199999999999
verified: no, type: mrr_at_3
value: 56.383
verified: no, type: mrr_at_5
value: 57.753
verified: no, type: ndcg_at_1
value: 48.6
verified: no, type: ndcg_at_10
value: 63.951
verified: no, type: ndcg_at_100
value: 66.72200000000001
verified: no, type: ndcg_at_1000
value: 67.13900000000001
verified: no, type: ndcg_at_3
value: 58.882
verified: no, type: ndcg_at_5
value: 61.373
verified: no, type: precision_at_1
value: 48.6
verified: no, type: precision_at_10
value: 8.01
verified: no, type: precision_at_100
value: 0.928
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 22.033
verified: no, type: precision_at_5
value: 14.44
verified: no, type: recall_at_1
value: 48.6
verified: no, type: recall_at_10
value: 80.10000000000001
verified: no, type: recall_at_100
value: 92.80000000000001
verified: no, type: recall_at_1000
value: 96.1
verified: no, type: recall_at_3
value: 66.10000000000001
verified: no, type: recall_at_5
value: 72.2
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: None
metrics: type: accuracy
value: 47.36437091188918
verified: no, type: f1
value: 36.60946954228577
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: None
metrics: type: accuracy
value: 79.5684803001876
verified: no, type: ap
value: 42.671935929201524
verified: no, type: f1
value: 73.31912729103752
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 68.62670112113864
verified: no, type: cos_sim_spearman
value: 75.74009123170768
verified: no, type: euclidean_pearson
value: 73.93002595958237
verified: no, type: euclidean_spearman
value: 75.35222935003587
verified: no, type: manhattan_pearson
value: 73.89870445158144
verified: no, type: manhattan_spearman
value: 75.31714936339398
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 31.5372713650176
verified: no, type: mrr
value: 30.163095238095238
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 65.054
verified: no, type: map_at_10
value: 74.156
verified: no, type: map_at_100
value: 74.523
verified: no, type: map_at_1000
value: 74.535
verified: no, type: map_at_3
value: 72.269
verified: no, type: map_at_5
value: 73.41
verified: no, type: mrr_at_1
value: 67.24900000000001
verified: no, type: mrr_at_10
value: 74.78399999999999
verified: no, type: mrr_at_100
value: 75.107
verified: no, type: mrr_at_1000
value: 75.117
verified: no, type: mrr_at_3
value: 73.13499999999999
verified: no, type: mrr_at_5
value: 74.13499999999999
verified: no, type: ndcg_at_1
value: 67.24900000000001
verified: no, type: ndcg_at_10
value: 77.96300000000001
verified: no, type: ndcg_at_100
value: 79.584
verified: no, type: ndcg_at_1000
value: 79.884
verified: no, type: ndcg_at_3
value: 74.342
verified: no, type: ndcg_at_5
value: 76.278
verified: no, type: precision_at_1
value: 67.24900000000001
verified: no, type: precision_at_10
value: 9.466
verified: no, type: precision_at_100
value: 1.027
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 27.955999999999996
verified: no, type: precision_at_5
value: 17.817
verified: no, type: recall_at_1
value: 65.054
verified: no, type: recall_at_10
value: 89.113
verified: no, type: recall_at_100
value: 96.369
verified: no, type: recall_at_1000
value: 98.714
verified: no, type: recall_at_3
value: 79.45400000000001
verified: no, type: recall_at_5
value: 84.06
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 68.1977135171486
verified: no, type: f1
value: 67.23114308718404
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 71.92669804976462
verified: no, type: f1
value: 72.90628475628779
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 49.2
verified: no, type: map_at_10
value: 54.539
verified: no, type: map_at_100
value: 55.135
verified: no, type: map_at_1000
value: 55.19199999999999
verified: no, type: map_at_3
value: 53.383
verified: no, type: map_at_5
value: 54.142999999999994
verified: no, type: mrr_at_1
value: 49.2
verified: no, type: mrr_at_10
value: 54.539
verified: no, type: mrr_at_100
value: 55.135999999999996
verified: no, type: mrr_at_1000
value: 55.19199999999999
verified: no, type: mrr_at_3
value: 53.383
verified: no, type: mrr_at_5
value: 54.142999999999994
verified: no, type: ndcg_at_1
value: 49.2
verified: no, type: ndcg_at_10
value: 57.123000000000005
verified: no, type: ndcg_at_100
value: 60.21300000000001
verified: no, type: ndcg_at_1000
value: 61.915
verified: no, type: ndcg_at_3
value: 54.772
verified: no, type: ndcg_at_5
value: 56.157999999999994
verified: no, type: precision_at_1
value: 49.2
verified: no, type: precision_at_10
value: 6.52
verified: no, type: precision_at_100
value: 0.8009999999999999
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: precision_at_3
value: 19.6
verified: no, type: precision_at_5
value: 12.44
verified: no, type: recall_at_1
value: 49.2
verified: no, type: recall_at_10
value: 65.2
verified: no, type: recall_at_100
value: 80.10000000000001
verified: no, type: recall_at_1000
value: 93.89999999999999
verified: no, type: recall_at_3
value: 58.8
verified: no, type: recall_at_5
value: 62.2
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: None
metrics: type: accuracy
value: 63.29333333333334
verified: no, type: f1
value: 63.03293854259612
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 75.69030860855442
verified: no, type: cos_sim_ap
value: 80.6157833772759
verified: no, type: cos_sim_f1
value: 77.87524366471735
verified: no, type: cos_sim_precision
value: 72.3076923076923
verified: no, type: cos_sim_recall
value: 84.37170010559663
verified: no, type: dot_accuracy
value: 67.78559826746074
verified: no, type: dot_ap
value: 72.00871467527499
verified: no, type: dot_f1
value: 72.58722247394654
verified: no, type: dot_precision
value: 63.57142857142857
verified: no, type: dot_recall
value: 84.58289334741288
verified: no, type: euclidean_accuracy
value: 75.20303194369248
verified: no, type: euclidean_ap
value: 80.98587256415605
verified: no, type: euclidean_f1
value: 77.26396917148362
verified: no, type: euclidean_precision
value: 71.03631532329496
verified: no, type: euclidean_recall
value: 84.68848996832101
verified: no, type: manhattan_accuracy
value: 75.20303194369248
verified: no, type: manhattan_ap
value: 80.93460699513219
verified: no, type: manhattan_f1
value: 77.124773960217
verified: no, type: manhattan_precision
value: 67.43083003952569
verified: no, type: manhattan_recall
value: 90.07391763463569
verified: no, type: max_accuracy
value: 75.69030860855442
verified: no, type: max_ap
value: 80.98587256415605
verified: no, type: max_f1
value: 77.87524366471735
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: None
metrics: type: accuracy
value: 87.00000000000001
verified: no, type: ap
value: 83.24372135949511
verified: no, type: f1
value: 86.95554191530607
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 37.57616811591219
verified: no, type: cos_sim_spearman
value: 41.490259084930045
verified: no, type: euclidean_pearson
value: 38.9155043692188
verified: no, type: euclidean_spearman
value: 39.16056534305623
verified: no, type: manhattan_pearson
value: 38.76569892264335
verified: no, type: manhattan_spearman
value: 38.99891685590743
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 35.44858610359665
verified: no, type: cos_sim_spearman
value: 38.11128146262466
verified: no, type: euclidean_pearson
value: 31.928644189822457
verified: no, type: euclidean_spearman
value: 34.384936631696554
verified: no, type: manhattan_pearson
value: 31.90586687414376
verified: no, type: manhattan_spearman
value: 34.35770153777186
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 66.54931957553592
verified: no, type: cos_sim_spearman
value: 69.25068863016632
verified: no, type: euclidean_pearson
value: 50.26525596106869
verified: no, type: euclidean_spearman
value: 63.83352741910006
verified: no, type: manhattan_pearson
value: 49.98798282198196
verified: no, type: manhattan_spearman
value: 63.87649521907841
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 82.52782476625825
verified: no, type: cos_sim_spearman
value: 82.55618986168398
verified: no, type: euclidean_pearson
value: 78.48190631687673
verified: no, type: euclidean_spearman
value: 78.39479731354655
verified: no, type: manhattan_pearson
value: 78.51176592165885
verified: no, type: manhattan_spearman
value: 78.42363787303265
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 67.36693873615643
verified: no, type: mrr
value: 77.83847701797939
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.795
verified: no, type: map_at_10
value: 72.258
verified: no, type: map_at_100
value: 76.049
verified: no, type: map_at_1000
value: 76.134
verified: no, type: map_at_3
value: 50.697
verified: no, type: map_at_5
value: 62.324999999999996
verified: no, type: mrr_at_1
value: 86.634
verified: no, type: mrr_at_10
value: 89.792
verified: no, type: mrr_at_100
value: 89.91900000000001
verified: no, type: mrr_at_1000
value: 89.923
verified: no, type: mrr_at_3
value: 89.224
verified: no, type: mrr_at_5
value: 89.608
verified: no, type: ndcg_at_1
value: 86.634
verified: no, type: ndcg_at_10
value: 80.589
verified: no, type: ndcg_at_100
value: 84.812
verified: no, type: ndcg_at_1000
value: 85.662
verified: no, type: ndcg_at_3
value: 82.169
verified: no, type: ndcg_at_5
value: 80.619
verified: no, type: precision_at_1
value: 86.634
verified: no, type: precision_at_10
value: 40.389
verified: no, type: precision_at_100
value: 4.93
verified: no, type: precision_at_1000
value: 0.513
verified: no, type: precision_at_3
value: 72.104
verified: no, type: precision_at_5
value: 60.425
verified: no, type: recall_at_1
value: 25.795
verified: no, type: recall_at_10
value: 79.565
verified: no, type: recall_at_100
value: 93.24799999999999
verified: no, type: recall_at_1000
value: 97.595
verified: no, type: recall_at_3
value: 52.583999999999996
verified: no, type: recall_at_5
value: 66.175
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: None
metrics: type: accuracy
value: 47.648999999999994
verified: no, type: f1
value: 46.28925837008413
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 54.07641891287953
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 53.423702062353954
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 55.7
verified: no, type: map_at_10
value: 65.923
verified: no, type: map_at_100
value: 66.42
verified: no, type: map_at_1000
value: 66.431
verified: no, type: map_at_3
value: 63.9
verified: no, type: map_at_5
value: 65.225
verified: no, type: mrr_at_1
value: 55.60000000000001
verified: no, type: mrr_at_10
value: 65.873
verified: no, type: mrr_at_100
value: 66.36999999999999
verified: no, type: mrr_at_1000
value: 66.381
verified: no, type: mrr_at_3
value: 63.849999999999994
verified: no, type: mrr_at_5
value: 65.17500000000001
verified: no, type: ndcg_at_1
value: 55.7
verified: no, type: ndcg_at_10
value: 70.621
verified: no, type: ndcg_at_100
value: 72.944
verified: no, type: ndcg_at_1000
value: 73.25399999999999
verified: no, type: ndcg_at_3
value: 66.547
verified: no, type: ndcg_at_5
value: 68.93599999999999
verified: no, type: precision_at_1
value: 55.7
verified: no, type: precision_at_10
value: 8.52
verified: no, type: precision_at_100
value: 0.958
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 24.733
verified: no, type: precision_at_5
value: 16
verified: no, type: recall_at_1
value: 55.7
verified: no, type: recall_at_10
value: 85.2
verified: no, type: recall_at_100
value: 95.8
verified: no, type: recall_at_1000
value: 98.3
verified: no, type: recall_at_3
value: 74.2
verified: no, type: recall_at_5
value: 80
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: None
metrics: type: accuracy
value: 84.54
verified: no, type: ap
value: 66.13603199670062
verified: no, type: f1
value: 82.61420654584116
verified: no
Likes: 3 | All-time downloads: 4165
Created: 2024-11-01 01:35:57