Model: lsf1000/bge-evaluation
Author: lsf1000
Tags: mteb, model-index, region:us
Card metadata: tags: mteb
model-index: name: bge-2048-15G
results: task: type: STS
dataset: type: C-MTEB/AFQMC
name: MTEB AFQMC
config: default
split: validation
revision: None
metrics: type: cos_sim_pearson
value: 35.144052273688665
verified: no, type: cos_sim_spearman
value: 36.03131554905942
verified: no, type: euclidean_pearson
value: 34.95481744048328
verified: no, type: euclidean_spearman
value: 36.0313155504039
verified: no, type: manhattan_pearson
value: 35.01398244390669
verified: no, type: manhattan_spearman
value: 36.07582645320379
verified: no, task: type: STS
dataset: type: C-MTEB/ATEC
name: MTEB ATEC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 42.12829268908657
verified: no, type: cos_sim_spearman
value: 42.59932326711113
verified: no, type: euclidean_pearson
value: 45.0728007358798
verified: no, type: euclidean_spearman
value: 42.59932101508718
verified: no, type: manhattan_pearson
value: 45.0740044376148
verified: no, type: manhattan_spearman
value: 42.59773917033953
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (zh)
config: zh
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 39.32600000000001
verified: no, type: f1
value: 37.552594883461666
verified: no, task: type: STS
dataset: type: C-MTEB/BQ
name: MTEB BQ
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 50.01347417982947
verified: no, type: cos_sim_spearman
value: 50.93232950078808
verified: no, type: euclidean_pearson
value: 50.18139878220082
verified: no, type: euclidean_spearman
value: 50.932329500482474
verified: no, type: manhattan_pearson
value: 50.239972396501244
verified: no, type: manhattan_spearman
value: 50.98304741370781
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringP2P
name: MTEB CLSClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 35.30752153686832
verified: no, task: type: Clustering
dataset: type: C-MTEB/CLSClusteringS2S
name: MTEB CLSClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 37.87520358227087
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 76.70424054530682
verified: no, type: mrr
value: 80.55007936507937
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 78.28031561021152
verified: no, type: mrr
value: 81.80051587301587
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 19.296
verified: no, type: map_at_10
value: 28.706
verified: no, type: map_at_100
value: 30.462
verified: no, type: map_at_1000
value: 30.622
verified: no, type: map_at_3
value: 25.56
verified: no, type: map_at_5
value: 27.223999999999997
verified: no, type: mrr_at_1
value: 29.857
verified: no, type: mrr_at_10
value: 37.214999999999996
verified: no, type: mrr_at_100
value: 38.26
verified: no, type: mrr_at_1000
value: 38.330999999999996
verified: no, type: mrr_at_3
value: 34.959
verified: no, type: mrr_at_5
value: 36.18
verified: no, type: ndcg_at_1
value: 29.857
verified: no, type: ndcg_at_10
value: 34.509
verified: no, type: ndcg_at_100
value: 41.884
verified: no, type: ndcg_at_1000
value: 45.023
verified: no, type: ndcg_at_3
value: 30.288999999999998
verified: no, type: ndcg_at_5
value: 31.886
verified: no, type: precision_at_1
value: 29.857
verified: no, type: precision_at_10
value: 7.779
verified: no, type: precision_at_100
value: 1.383
verified: no, type: precision_at_1000
value: 0.178
verified: no, type: precision_at_3
value: 17.179
verified: no, type: precision_at_5
value: 12.443
verified: no, type: recall_at_1
value: 19.296
verified: no, type: recall_at_10
value: 43.221
verified: no, type: recall_at_100
value: 74.09700000000001
verified: no, type: recall_at_1000
value: 95.735
verified: no, type: recall_at_3
value: 30.436999999999998
verified: no, type: recall_at_5
value: 35.5
verified: no, task: type: PairClassification
dataset: type: C-MTEB/CMNLI
name: MTEB Cmnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 63.6440168370415
verified: no, type: cos_sim_ap
value: 68.79549034123916
verified: no, type: cos_sim_f1
value: 69.1282620766241
verified: no, type: cos_sim_precision
value: 57.20631030785726
verified: no, type: cos_sim_recall
value: 87.3275660509703
verified: no, type: dot_accuracy
value: 63.6440168370415
verified: no, type: dot_ap
value: 68.79977430584098
verified: no, type: dot_f1
value: 69.1282620766241
verified: no, type: dot_precision
value: 57.20631030785726
verified: no, type: dot_recall
value: 87.3275660509703
verified: no, type: euclidean_accuracy
value: 63.6440168370415
verified: no, type: euclidean_ap
value: 68.79548765330846
verified: no, type: euclidean_f1
value: 69.1282620766241
verified: no, type: euclidean_precision
value: 57.20631030785726
verified: no, type: euclidean_recall
value: 87.3275660509703
verified: no, type: manhattan_accuracy
value: 63.6440168370415
verified: no, type: manhattan_ap
value: 68.7809534749333
verified: no, type: manhattan_f1
value: 69.1069621999448
verified: no, type: manhattan_precision
value: 56.95876288659794
verified: no, type: manhattan_recall
value: 87.84194528875379
verified: no, type: max_accuracy
value: 63.6440168370415
verified: no, type: max_ap
value: 68.79977430584098
verified: no, type: max_f1
value: 69.1282620766241
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 60.485
verified: no, type: map_at_10
value: 71.15599999999999
verified: no, type: map_at_100
value: 71.504
verified: no, type: map_at_1000
value: 71.514
verified: no, type: map_at_3
value: 69.06400000000001
verified: no, type: map_at_5
value: 70.297
verified: no, type: mrr_at_1
value: 60.695
verified: no, type: mrr_at_10
value: 71.218
verified: no, type: mrr_at_100
value: 71.557
verified: no, type: mrr_at_1000
value: 71.568
verified: no, type: mrr_at_3
value: 69.21300000000001
verified: no, type: mrr_at_5
value: 70.393
verified: no, type: ndcg_at_1
value: 60.695
verified: no, type: ndcg_at_10
value: 75.899
verified: no, type: ndcg_at_100
value: 77.524
verified: no, type: ndcg_at_1000
value: 77.775
verified: no, type: ndcg_at_3
value: 71.72500000000001
verified: no, type: ndcg_at_5
value: 73.90299999999999
verified: no, type: precision_at_1
value: 60.695
verified: no, type: precision_at_10
value: 9.136
verified: no, type: precision_at_100
value: 0.991
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 26.589000000000002
verified: no, type: precision_at_5
value: 17.028
verified: no, type: recall_at_1
value: 60.485
verified: no, type: recall_at_10
value: 90.49000000000001
verified: no, type: recall_at_100
value: 97.99799999999999
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_3
value: 79.215
verified: no, type: recall_at_5
value: 84.48400000000001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 20.649
verified: no, type: map_at_10
value: 59.345000000000006
verified: no, type: map_at_100
value: 63.31
verified: no, type: map_at_1000
value: 63.449
verified: no, type: map_at_3
value: 41.614000000000004
verified: no, type: map_at_5
value: 51.425
verified: no, type: mrr_at_1
value: 73.7
verified: no, type: mrr_at_10
value: 80.42200000000001
verified: no, type: mrr_at_100
value: 80.675
verified: no, type: mrr_at_1000
value: 80.685
verified: no, type: mrr_at_3
value: 79.292
verified: no, type: mrr_at_5
value: 79.952
verified: no, type: ndcg_at_1
value: 73.7
verified: no, type: ndcg_at_10
value: 69.685
verified: no, type: ndcg_at_100
value: 76.071
verified: no, type: ndcg_at_1000
value: 77.561
verified: no, type: ndcg_at_3
value: 68.43
verified: no, type: ndcg_at_5
value: 66.78
verified: no, type: precision_at_1
value: 73.7
verified: no, type: precision_at_10
value: 33.615
verified: no, type: precision_at_100
value: 4.466
verified: no, type: precision_at_1000
value: 0.483
verified: no, type: precision_at_3
value: 60.93300000000001
verified: no, type: precision_at_5
value: 50.62
verified: no, type: recall_at_1
value: 20.649
verified: no, type: recall_at_10
value: 71.678
verified: no, type: recall_at_100
value: 91.107
verified: no, type: recall_at_1000
value: 98.489
verified: no, type: recall_at_3
value: 44.757000000000005
verified: no, type: recall_at_5
value: 57.853
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 33
verified: no, type: map_at_10
value: 43.988
verified: no, type: map_at_100
value: 44.798
verified: no, type: map_at_1000
value: 44.840999999999994
verified: no, type: map_at_3
value: 41.25
verified: no, type: map_at_5
value: 42.91
verified: no, type: mrr_at_1
value: 33
verified: no, type: mrr_at_10
value: 43.988
verified: no, type: mrr_at_100
value: 44.798
verified: no, type: mrr_at_1000
value: 44.840999999999994
verified: no, type: mrr_at_3
value: 41.25
verified: no, type: mrr_at_5
value: 42.91
verified: no, type: ndcg_at_1
value: 33
verified: no, type: ndcg_at_10
value: 49.544
verified: no, type: ndcg_at_100
value: 53.605999999999995
verified: no, type: ndcg_at_1000
value: 54.764
verified: no, type: ndcg_at_3
value: 43.887
verified: no, type: ndcg_at_5
value: 46.907
verified: no, type: precision_at_1
value: 33
verified: no, type: precision_at_10
value: 6.710000000000001
verified: no, type: precision_at_100
value: 0.864
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 17.166999999999998
verified: no, type: precision_at_5
value: 11.78
verified: no, type: recall_at_1
value: 33
verified: no, type: recall_at_10
value: 67.10000000000001
verified: no, type: recall_at_100
value: 86.4
verified: no, type: recall_at_1000
value: 95.6
verified: no, type: recall_at_3
value: 51.5
verified: no, type: recall_at_5
value: 58.9
verified: no, task: type: Classification
dataset: type: C-MTEB/IFlyTek-classification
name: MTEB IFlyTek
config: default
split: validation
revision: 421605374b29664c5fc098418fe20ada9bd55f8a
metrics: type: accuracy
value: 47.741439015005774
verified: no, type: f1
value: 35.474522593244856
verified: no, task: type: Classification
dataset: type: C-MTEB/JDReview-classification
name: MTEB JDReview
config: default
split: test
revision: b7c64bd89eb87f8ded463478346f76731f07bf8b
metrics: type: accuracy
value: 84.18386491557224
verified: no, type: ap
value: 50.331823892307895
verified: no, type: f1
value: 78.46423899842871
verified: no, task: type: STS
dataset: type: C-MTEB/LCQMC
name: MTEB LCQMC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 61.27982183684614
verified: no, type: cos_sim_spearman
value: 66.68643494062978
verified: no, type: euclidean_pearson
value: 65.18446288753343
verified: no, type: euclidean_spearman
value: 66.68643272258043
verified: no, type: manhattan_pearson
value: 65.4169819947427
verified: no, type: manhattan_spearman
value: 66.92322208196136
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 23.220821016871753
verified: no, type: mrr
value: 21.65793650793651
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 48.725
verified: no, type: map_at_10
value: 59.06
verified: no, type: map_at_100
value: 59.638999999999996
verified: no, type: map_at_1000
value: 59.666
verified: no, type: map_at_3
value: 56.528999999999996
verified: no, type: map_at_5
value: 58.099999999999994
verified: no, type: mrr_at_1
value: 50.559
verified: no, type: mrr_at_10
value: 59.852000000000004
verified: no, type: mrr_at_100
value: 60.376
verified: no, type: mrr_at_1000
value: 60.4
verified: no, type: mrr_at_3
value: 57.555
verified: no, type: mrr_at_5
value: 58.967000000000006
verified: no, type: ndcg_at_1
value: 50.559
verified: no, type: ndcg_at_10
value: 63.931000000000004
verified: no, type: ndcg_at_100
value: 66.669
verified: no, type: ndcg_at_1000
value: 67.38199999999999
verified: no, type: ndcg_at_3
value: 59.03
verified: no, type: ndcg_at_5
value: 61.719
verified: no, type: precision_at_1
value: 50.559
verified: no, type: precision_at_10
value: 8.318
verified: no, type: precision_at_100
value: 0.97
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_3
value: 22.975
verified: no, type: precision_at_5
value: 15.189
verified: no, type: recall_at_1
value: 48.725
verified: no, type: recall_at_10
value: 78.294
verified: no, type: recall_at_100
value: 90.947
verified: no, type: recall_at_1000
value: 96.58
verified: no, type: recall_at_3
value: 65.25
verified: no, type: recall_at_5
value: 71.64399999999999
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (zh-CN)
config: zh-CN
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 61.506388702084735
verified: no, type: f1
value: 58.09296024607959
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (zh-CN)
config: zh-CN
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 68.54068594485541
verified: no, type: f1
value: 67.10301600316001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 36.6
verified: no, type: map_at_10
value: 41.626000000000005
verified: no, type: map_at_100
value: 42.259
verified: no, type: map_at_1000
value: 42.325
verified: no, type: map_at_3
value: 39.95
verified: no, type: map_at_5
value: 40.925
verified: no, type: mrr_at_1
value: 36.6
verified: no, type: mrr_at_10
value: 41.642
verified: no, type: mrr_at_100
value: 42.276
verified: no, type: mrr_at_1000
value: 42.342
verified: no, type: mrr_at_3
value: 39.967000000000006
verified: no, type: mrr_at_5
value: 40.942
verified: no, type: ndcg_at_1
value: 36.6
verified: no, type: ndcg_at_10
value: 44.563
verified: no, type: ndcg_at_100
value: 48.051
verified: no, type: ndcg_at_1000
value: 50.126000000000005
verified: no, type: ndcg_at_3
value: 41.113
verified: no, type: ndcg_at_5
value: 42.856
verified: no, type: precision_at_1
value: 36.6
verified: no, type: precision_at_10
value: 5.4
verified: no, type: precision_at_100
value: 0.713
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_3
value: 14.832999999999998
verified: no, type: precision_at_5
value: 9.74
verified: no, type: recall_at_1
value: 36.6
verified: no, type: recall_at_10
value: 54
verified: no, type: recall_at_100
value: 71.3
verified: no, type: recall_at_1000
value: 88.3
verified: no, type: recall_at_3
value: 44.5
verified: no, type: recall_at_5
value: 48.699999999999996
verified: no, task: type: Classification
dataset: type: C-MTEB/MultilingualSentiment-classification
name: MTEB MultilingualSentiment
config: default
split: validation
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
metrics: type: accuracy
value: 71.13666666666667
verified: no, type: f1
value: 70.70955352114072
verified: no, task: type: PairClassification
dataset: type: C-MTEB/OCNLI
name: MTEB Ocnli
config: default
split: validation
revision: None
metrics: type: cos_sim_accuracy
value: 57.552788305360046
verified: no, type: cos_sim_ap
value: 57.99925908040314
verified: no, type: cos_sim_f1
value: 68.03603603603602
verified: no, type: cos_sim_precision
value: 51.64113785557986
verified: no, type: cos_sim_recall
value: 99.68321013727561
verified: no, type: dot_accuracy
value: 57.552788305360046
verified: no, type: dot_ap
value: 57.99925908040314
verified: no, type: dot_f1
value: 68.03603603603602
verified: no, type: dot_precision
value: 51.64113785557986
verified: no, type: dot_recall
value: 99.68321013727561
verified: no, type: euclidean_accuracy
value: 57.552788305360046
verified: no, type: euclidean_ap
value: 57.99925908040314
verified: no, type: euclidean_f1
value: 68.03603603603602
verified: no, type: euclidean_precision
value: 51.64113785557986
verified: no, type: euclidean_recall
value: 99.68321013727561
verified: no, type: manhattan_accuracy
value: 57.82349756361668
verified: no, type: manhattan_ap
value: 58.06447658366083
verified: no, type: manhattan_f1
value: 68.0820439006837
verified: no, type: manhattan_precision
value: 51.637554585152834
verified: no, type: manhattan_recall
value: 99.89440337909187
verified: no, type: max_accuracy
value: 57.82349756361668
verified: no, type: max_ap
value: 58.06447658366083
verified: no, type: max_f1
value: 68.0820439006837
verified: no, task: type: Classification
dataset: type: C-MTEB/OnlineShopping-classification
name: MTEB OnlineShopping
config: default
split: test
revision: e610f2ebd179a8fda30ae534c3878750a96db120
metrics: type: accuracy
value: 89.78999999999999
verified: no, type: ap
value: 88.18580068282115
verified: no, type: f1
value: 89.78440880027107
verified: no, task: type: STS
dataset: type: C-MTEB/PAWSX
name: MTEB PAWSX
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 14.275914601577927
verified: no, type: cos_sim_spearman
value: 15.159517089386151
verified: no, type: euclidean_pearson
value: 16.947703922600706
verified: no, type: euclidean_spearman
value: 15.159778229648783
verified: no, type: manhattan_pearson
value: 16.949723597317618
verified: no, type: manhattan_spearman
value: 15.168661830776104
verified: no, task: type: STS
dataset: type: C-MTEB/QBQTC
name: MTEB QBQTC
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 30.756080454040273
verified: no, type: cos_sim_spearman
value: 31.587419186134024
verified: no, type: euclidean_pearson
value: 30.260574537599428
verified: no, type: euclidean_spearman
value: 31.587396288861157
verified: no, type: manhattan_pearson
value: 30.17903086373953
verified: no, type: manhattan_spearman
value: 31.542451771249734
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (zh)
config: zh
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 61.62397999344316
verified: no, type: cos_sim_spearman
value: 65.18755757041059
verified: no, type: euclidean_pearson
value: 62.0244836285851
verified: no, type: euclidean_spearman
value: 65.18755757041059
verified: no, type: manhattan_pearson
value: 61.68364429686755
verified: no, type: manhattan_spearman
value: 64.78960487603719
verified: no, task: type: STS
dataset: type: C-MTEB/STSB
name: MTEB STSB
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 70.70527620167447
verified: no, type: cos_sim_spearman
value: 70.54535482359282
verified: no, type: euclidean_pearson
value: 70.19143313983818
verified: no, type: euclidean_spearman
value: 70.54531318718149
verified: no, type: manhattan_pearson
value: 70.22947491094558
verified: no, type: manhattan_spearman
value: 70.53618087989595
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 61.87616616845465
verified: no, type: mrr
value: 69.01596973702593
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 13.855
verified: no, type: map_at_10
value: 39.846
verified: no, type: map_at_100
value: 44.62
verified: no, type: map_at_1000
value: 44.884
verified: no, type: map_at_3
value: 26.775
verified: no, type: map_at_5
value: 33.164
verified: no, type: mrr_at_1
value: 52.025
verified: no, type: mrr_at_10
value: 60.812999999999995
verified: no, type: mrr_at_100
value: 61.388
verified: no, type: mrr_at_1000
value: 61.419999999999995
verified: no, type: mrr_at_3
value: 58.788
verified: no, type: mrr_at_5
value: 60.050000000000004
verified: no, type: ndcg_at_1
value: 52.025
verified: no, type: ndcg_at_10
value: 50.127
verified: no, type: ndcg_at_100
value: 59.163
verified: no, type: ndcg_at_1000
value: 62.277
verified: no, type: ndcg_at_3
value: 48.912
verified: no, type: ndcg_at_5
value: 48.337
verified: no, type: precision_at_1
value: 52.025
verified: no, type: precision_at_10
value: 26.828999999999997
verified: no, type: precision_at_100
value: 4.266
verified: no, type: precision_at_1000
value: 0.502
verified: no, type: precision_at_3
value: 43.53
verified: no, type: precision_at_5
value: 37.269000000000005
verified: no, type: recall_at_1
value: 13.855
verified: no, type: recall_at_10
value: 52.459
verified: no, type: recall_at_100
value: 79.671
verified: no, type: recall_at_1000
value: 95.248
verified: no, type: recall_at_3
value: 30.080000000000002
verified: no, type: recall_at_5
value: 39.735
verified: no, task: type: Classification
dataset: type: C-MTEB/TNews-classification
name: MTEB TNews
config: default
split: validation
revision: 317f262bf1e6126357bbe89e875451e4b0938fe4
metrics: type: accuracy
value: 52.721
verified: no, type: f1
value: 50.992066915421375
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringP2P
name: MTEB ThuNewsClusteringP2P
config: default
split: test
revision: None
metrics: type: v_measure
value: 56.17125156769023
verified: no, task: type: Clustering
dataset: type: C-MTEB/ThuNewsClusteringS2S
name: MTEB ThuNewsClusteringS2S
config: default
split: test
revision: None
metrics: type: v_measure
value: 57.552647981278426
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 31.900000000000002
verified: no, type: map_at_10
value: 39.366
verified: no, type: map_at_100
value: 40.186
verified: no, type: map_at_1000
value: 40.239000000000004
verified: no, type: map_at_3
value: 36.933
verified: no, type: map_at_5
value: 38.378
verified: no, type: mrr_at_1
value: 31.900000000000002
verified: no, type: mrr_at_10
value: 39.366
verified: no, type: mrr_at_100
value: 40.186
verified: no, type: mrr_at_1000
value: 40.239000000000004
verified: no, type: mrr_at_3
value: 36.933
verified: no, type: mrr_at_5
value: 38.378
verified: no, type: ndcg_at_1
value: 31.900000000000002
verified: no, type: ndcg_at_10
value: 43.541999999999994
verified: no, type: ndcg_at_100
value: 47.697
verified: no, type: ndcg_at_1000
value: 49.306
verified: no, type: ndcg_at_3
value: 38.568999999999996
verified: no, type: ndcg_at_5
value: 41.168
verified: no, type: precision_at_1
value: 31.900000000000002
verified: no, type: precision_at_10
value: 5.6899999999999995
verified: no, type: precision_at_100
value: 0.767
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: precision_at_3
value: 14.433000000000002
verified: no, type: precision_at_5
value: 9.92
verified: no, type: recall_at_1
value: 31.900000000000002
verified: no, type: recall_at_10
value: 56.89999999999999
verified: no, type: recall_at_100
value: 76.7
verified: no, type: recall_at_1000
value: 89.8
verified: no, type: recall_at_3
value: 43.3
verified: no, type: recall_at_5
value: 49.6
verified: no, task: type: Classification
dataset: type: C-MTEB/waimai-classification
name: MTEB Waimai
config: default
split: test
revision: 339287def212450dcaa9df8c22bf93e9980c7023
metrics: type: accuracy
value: 85.52
verified: no, type: ap
value: 67.91529494717969
verified: no, type: f1
value: 83.83738833971195
verified: no
Likes: 0 | All-time downloads: 0
Created: 2024-02-03 12:00:58