Model: CATIE-AQ/camembert-base-embedding
Author: CATIE-AQ
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, camembert, sentence-similarity, fr, dataset:CATIE-AQ/frenchSTS, dataset:CATIE-AQ/frenchNLI, arxiv:1908.10084, base_model:almanach/camembert-base, base_model:finetune:almanach/camembert-base, model-index, text-embeddings-inference, endpoints_compatible, region:us
Base models (finetune): id: almanach/camembert-base
Card metadata: base_model: almanach/camembert-base
datasets: CATIE-AQ/frenchSTS, CATIE-AQ/frenchNLI
language: fr
library_name: sentence-transformers
tags: sentence-transformers, sentence-similarity
pipeline_tag: sentence-similarity
model-index: name: CATIE-AQ/camembert-base-embedding
results: dataset: config: default
name: MTEB AlloProfClusteringP2P (default)
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 62.81514840418616
verified: no, type: v_measure
value: 62.81514840418616
verified: no, type: v_measure_std
value: 3.132725810965268
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AlloProfClusteringS2S (default)
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 45.87590134482225
verified: no, type: v_measure
value: 45.87590134482225
verified: no, type: v_measure_std
value: 3.1798952505373275
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AlloprofReranking (default)
revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
split: test
type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
metrics: type: main_score
value: 64.6956883099902
verified: no, type: map
value: 64.6956883099902
verified: no, type: mrr
value: 65.92878731803602
verified: no, type: nAUC_map_diff1
value: 43.11417842279244
verified: no, type: nAUC_map_max
value: 11.830624365241297
verified: no, type: nAUC_map_std
value: 27.41656377559847
verified: no, type: nAUC_mrr_diff1
value: 42.33557798726354
verified: no, type: nAUC_mrr_max
value: 11.698885231653506
verified: no, type: nAUC_mrr_std
value: 27.15603079445034
verified: no
task: type: Reranking, dataset: config: default
name: MTEB AlloprofRetrieval (default)
revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 32.765
verified: no, type: map_at_1
value: 19.473
verified: no, type: map_at_10
value: 27.994999999999997
verified: no, type: map_at_100
value: 29.104999999999997
verified: no, type: map_at_1000
value: 29.199
verified: no, type: map_at_20
value: 28.63
verified: no, type: map_at_3
value: 25.396
verified: no, type: map_at_5
value: 26.745
verified: no, type: mrr_at_1
value: 19.473229706390327
verified: no, type: mrr_at_10
value: 27.995140773638184
verified: no, type: mrr_at_100
value: 29.10470977277557
verified: no, type: mrr_at_1000
value: 29.19859919011471
verified: no, type: mrr_at_20
value: 28.629888260231024
verified: no, type: mrr_at_3
value: 25.3957973517559
verified: no, type: mrr_at_5
value: 26.745106505469195
verified: no, type: nauc_map_at_1000_diff1
value: 30.241033919960458
verified: no, type: nauc_map_at_1000_max
value: 27.690496841937534
verified: no, type: nauc_map_at_1000_std
value: 2.646985164121684
verified: no, type: nauc_map_at_100_diff1
value: 30.220842681045223
verified: no, type: nauc_map_at_100_max
value: 27.711541510509484
verified: no, type: nauc_map_at_100_std
value: 2.664964721880645
verified: no, type: nauc_map_at_10_diff1
value: 30.110964192209465
verified: no, type: nauc_map_at_10_max
value: 27.36351483446033
verified: no, type: nauc_map_at_10_std
value: 2.2690551732906017
verified: no, type: nauc_map_at_1_diff1
value: 36.57849195648472
verified: no, type: nauc_map_at_1_max
value: 24.41828027807538
verified: no, type: nauc_map_at_1_std
value: -1.4959086055716733
verified: no, type: nauc_map_at_20_diff1
value: 30.264433733622155
verified: no, type: nauc_map_at_20_max
value: 27.609024309353856
verified: no, type: nauc_map_at_20_std
value: 2.4900033832350257
verified: no, type: nauc_map_at_3_diff1
value: 30.977925617910252
verified: no, type: nauc_map_at_3_max
value: 26.503174401427348
verified: no, type: nauc_map_at_3_std
value: 1.1409136908689934
verified: no, type: nauc_map_at_5_diff1
value: 30.40381270754491
verified: no, type: nauc_map_at_5_max
value: 27.02396755802422
verified: no, type: nauc_map_at_5_std
value: 1.8889735596815345
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.241033919960458
verified: no, type: nauc_mrr_at_1000_max
value: 27.690496841937534
verified: no, type: nauc_mrr_at_1000_std
value: 2.646985164121684
verified: no, type: nauc_mrr_at_100_diff1
value: 30.220842681045223
verified: no, type: nauc_mrr_at_100_max
value: 27.711541510509484
verified: no, type: nauc_mrr_at_100_std
value: 2.664964721880645
verified: no, type: nauc_mrr_at_10_diff1
value: 30.110964192209465
verified: no, type: nauc_mrr_at_10_max
value: 27.36351483446033
verified: no, type: nauc_mrr_at_10_std
value: 2.2690551732906017
verified: no, type: nauc_mrr_at_1_diff1
value: 36.57849195648472
verified: no, type: nauc_mrr_at_1_max
value: 24.41828027807538
verified: no, type: nauc_mrr_at_1_std
value: -1.4959086055716733
verified: no, type: nauc_mrr_at_20_diff1
value: 30.264433733622155
verified: no, type: nauc_mrr_at_20_max
value: 27.609024309353856
verified: no, type: nauc_mrr_at_20_std
value: 2.4900033832350257
verified: no, type: nauc_mrr_at_3_diff1
value: 30.977925617910252
verified: no, type: nauc_mrr_at_3_max
value: 26.503174401427348
verified: no, type: nauc_mrr_at_3_std
value: 1.1409136908689934
verified: no, type: nauc_mrr_at_5_diff1
value: 30.40381270754491
verified: no, type: nauc_mrr_at_5_max
value: 27.02396755802422
verified: no, type: nauc_mrr_at_5_std
value: 1.8889735596815345
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.781294362482978
verified: no, type: nauc_ndcg_at_1000_max
value: 29.586129771015806
verified: no, type: nauc_ndcg_at_1000_std
value: 5.201207556039119
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.271541462228537
verified: no, type: nauc_ndcg_at_100_max
value: 30.73005674016489
verified: no, type: nauc_ndcg_at_100_std
value: 6.428375999185625
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.758657548840677
verified: no, type: nauc_ndcg_at_10_max
value: 28.904484139374652
verified: no, type: nauc_ndcg_at_10_std
value: 4.18074095938288
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.57849195648472
verified: no, type: nauc_ndcg_at_1_max
value: 24.41828027807538
verified: no, type: nauc_ndcg_at_1_std
value: -1.4959086055716733
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.325927584145415
verified: no, type: nauc_ndcg_at_20_max
value: 29.781188360596445
verified: no, type: nauc_ndcg_at_20_std
value: 5.018358478792948
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.453679222478712
verified: no, type: nauc_ndcg_at_3_max
value: 27.169325446315863
verified: no, type: nauc_ndcg_at_3_std
value: 1.959274197035818
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.4305777218966
verified: no, type: nauc_ndcg_at_5_max
value: 28.039534691743157
verified: no, type: nauc_ndcg_at_5_std
value: 3.2216617298195387
verified: no, type: nauc_precision_at_1000_diff1
value: 13.929965402261416
verified: no, type: nauc_precision_at_1000_max
value: 62.06764851885686
verified: no, type: nauc_precision_at_1000_std
value: 60.38250744674588
verified: no, type: nauc_precision_at_100_diff1
value: 21.05204958969327
verified: no, type: nauc_precision_at_100_max
value: 48.28535293362649
verified: no, type: nauc_precision_at_100_std
value: 28.391655966980906
verified: no, type: nauc_precision_at_10_diff1
value: 21.314944216545907
verified: no, type: nauc_precision_at_10_max
value: 33.38194006739203
verified: no, type: nauc_precision_at_10_std
value: 9.688442640271612
verified: no, type: nauc_precision_at_1_diff1
value: 36.57849195648472
verified: no, type: nauc_precision_at_1_max
value: 24.41828027807538
verified: no, type: nauc_precision_at_1_std
value: -1.4959086055716733
verified: no, type: nauc_precision_at_20_diff1
value: 23.08727857679785
verified: no, type: nauc_precision_at_20_max
value: 37.08955712841807
verified: no, type: nauc_precision_at_20_std
value: 13.417543826400546
verified: no, type: nauc_precision_at_3_diff1
value: 25.520470746119884
verified: no, type: nauc_precision_at_3_max
value: 28.917460502087827
verified: no, type: nauc_precision_at_3_std
value: 4.100765101479203
verified: no, type: nauc_precision_at_5_diff1
value: 23.283276148921086
verified: no, type: nauc_precision_at_5_max
value: 30.730432699902373
verified: no, type: nauc_precision_at_5_std
value: 6.764994172330351
verified: no, type: nauc_recall_at_1000_diff1
value: 13.929965402260464
verified: no, type: nauc_recall_at_1000_max
value: 62.06764851885672
verified: no, type: nauc_recall_at_1000_std
value: 60.38250744674567
verified: no, type: nauc_recall_at_100_diff1
value: 21.052049589693247
verified: no, type: nauc_recall_at_100_max
value: 48.28535293362645
verified: no, type: nauc_recall_at_100_std
value: 28.39165596698092
verified: no, type: nauc_recall_at_10_diff1
value: 21.314944216545946
verified: no, type: nauc_recall_at_10_max
value: 33.38194006739202
verified: no, type: nauc_recall_at_10_std
value: 9.68844264027159
verified: no, type: nauc_recall_at_1_diff1
value: 36.57849195648472
verified: no, type: nauc_recall_at_1_max
value: 24.41828027807538
verified: no, type: nauc_recall_at_1_std
value: -1.4959086055716733
verified: no, type: nauc_recall_at_20_diff1
value: 23.08727857679781
verified: no, type: nauc_recall_at_20_max
value: 37.08955712841808
verified: no, type: nauc_recall_at_20_std
value: 13.417543826400491
verified: no, type: nauc_recall_at_3_diff1
value: 25.520470746119877
verified: no, type: nauc_recall_at_3_max
value: 28.91746050208786
verified: no, type: nauc_recall_at_3_std
value: 4.100765101479203
verified: no, type: nauc_recall_at_5_diff1
value: 23.28327614892109
verified: no, type: nauc_recall_at_5_max
value: 30.730432699902366
verified: no, type: nauc_recall_at_5_std
value: 6.764994172330383
verified: no, type: ndcg_at_1
value: 19.473
verified: no, type: ndcg_at_10
value: 32.765
verified: no, type: ndcg_at_100
value: 38.619
verified: no, type: ndcg_at_1000
value: 41.23
verified: no, type: ndcg_at_20
value: 35.071999999999996
verified: no, type: ndcg_at_3
value: 27.334000000000003
verified: no, type: ndcg_at_5
value: 29.768
verified: no, type: precision_at_1
value: 19.473
verified: no, type: precision_at_10
value: 4.806
verified: no, type: precision_at_100
value: 0.765
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_20
value: 2.858
verified: no, type: precision_at_3
value: 10.982
verified: no, type: precision_at_5
value: 7.771999999999999
verified: no, type: recall_at_1
value: 19.473
verified: no, type: recall_at_10
value: 48.057
verified: no, type: recall_at_100
value: 76.511
verified: no, type: recall_at_1000
value: 97.28
verified: no, type: recall_at_20
value: 57.168
verified: no, type: recall_at_3
value: 32.945
verified: no, type: recall_at_5
value: 38.86
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB AmazonReviewsClassification (fr)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 38.647999999999996
verified: no, type: f1
value: 38.208525191489606
verified: no, type: f1_weighted
value: 38.2085251914896
verified: no, type: main_score
value: 38.647999999999996
verified: no
task: type: Classification, dataset: config: default
name: MTEB BSARDRetrieval (default)
revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
split: test
type: maastrichtlawtech/bsard
metrics: type: main_score
value: 51.80200000000001
verified: no, type: map_at_1
value: 5.856
verified: no, type: map_at_10
value: 10.335999999999999
verified: no, type: map_at_100
value: 11.371
verified: no, type: map_at_1000
value: 11.484
verified: no, type: map_at_20
value: 10.905
verified: no, type: map_at_3
value: 8.483
verified: no, type: map_at_5
value: 9.272
verified: no, type: mrr_at_1
value: 5.8558558558558556
verified: no, type: mrr_at_10
value: 10.336407836407837
verified: no, type: mrr_at_100
value: 11.371270723447942
verified: no, type: mrr_at_1000
value: 11.48380324519674
verified: no, type: mrr_at_20
value: 10.90535085891123
verified: no, type: mrr_at_3
value: 8.483483483483482
verified: no, type: mrr_at_5
value: 9.271771771771771
verified: no, type: nauc_map_at_1000_diff1
value: 23.998881641118615
verified: no, type: nauc_map_at_1000_max
value: 11.451148757019597
verified: no, type: nauc_map_at_1000_std
value: -6.095276818382939
verified: no, type: nauc_map_at_100_diff1
value: 24.016804645947758
verified: no, type: nauc_map_at_100_max
value: 11.463837274810707
verified: no, type: nauc_map_at_100_std
value: -6.143667423142305
verified: no, type: nauc_map_at_10_diff1
value: 25.285515257226137
verified: no, type: nauc_map_at_10_max
value: 11.439661938133314
verified: no, type: nauc_map_at_10_std
value: -7.172016283125754
verified: no, type: nauc_map_at_1_diff1
value: 33.126157053422425
verified: no, type: nauc_map_at_1_max
value: 7.841998655018221
verified: no, type: nauc_map_at_1_std
value: -1.974070057397683
verified: no, type: nauc_map_at_20_diff1
value: 24.008416731789556
verified: no, type: nauc_map_at_20_max
value: 11.171880025274657
verified: no, type: nauc_map_at_20_std
value: -6.812377451564844
verified: no, type: nauc_map_at_3_diff1
value: 25.56328629217215
verified: no, type: nauc_map_at_3_max
value: 11.314106166746091
verified: no, type: nauc_map_at_3_std
value: -4.81459592066856
verified: no, type: nauc_map_at_5_diff1
value: 22.918643874830273
verified: no, type: nauc_map_at_5_max
value: 10.752530109615206
verified: no, type: nauc_map_at_5_std
value: -5.449673066849446
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.998881641118615
verified: no, type: nauc_mrr_at_1000_max
value: 11.451148757019597
verified: no, type: nauc_mrr_at_1000_std
value: -6.095276818382939
verified: no, type: nauc_mrr_at_100_diff1
value: 24.016804645947758
verified: no, type: nauc_mrr_at_100_max
value: 11.463837274810707
verified: no, type: nauc_mrr_at_100_std
value: -6.143667423142305
verified: no, type: nauc_mrr_at_10_diff1
value: 25.285515257226137
verified: no, type: nauc_mrr_at_10_max
value: 11.439661938133314
verified: no, type: nauc_mrr_at_10_std
value: -7.172016283125754
verified: no, type: nauc_mrr_at_1_diff1
value: 33.126157053422425
verified: no, type: nauc_mrr_at_1_max
value: 7.841998655018221
verified: no, type: nauc_mrr_at_1_std
value: -1.974070057397683
verified: no, type: nauc_mrr_at_20_diff1
value: 24.008416731789556
verified: no, type: nauc_mrr_at_20_max
value: 11.171880025274657
verified: no, type: nauc_mrr_at_20_std
value: -6.812377451564844
verified: no, type: nauc_mrr_at_3_diff1
value: 25.56328629217215
verified: no, type: nauc_mrr_at_3_max
value: 11.314106166746091
verified: no, type: nauc_mrr_at_3_std
value: -4.81459592066856
verified: no, type: nauc_mrr_at_5_diff1
value: 22.918643874830273
verified: no, type: nauc_mrr_at_5_max
value: 10.752530109615206
verified: no, type: nauc_mrr_at_5_std
value: -5.449673066849446
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.11846424892469
verified: no, type: nauc_ndcg_at_1000_max
value: 13.762965589541624
verified: no, type: nauc_ndcg_at_1000_std
value: -0.9049620104888738
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.04760573646968
verified: no, type: nauc_ndcg_at_100_max
value: 13.566320323833287
verified: no, type: nauc_ndcg_at_100_std
value: -2.890976829670434
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.272788631698305
verified: no, type: nauc_ndcg_at_10_max
value: 11.978861552095738
verified: no, type: nauc_ndcg_at_10_std
value: -9.76679807599373
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.126157053422425
verified: no, type: nauc_ndcg_at_1_max
value: 7.841998655018221
verified: no, type: nauc_ndcg_at_1_std
value: -1.974070057397683
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.856189995510878
verified: no, type: nauc_ndcg_at_20_max
value: 11.375601238002009
verified: no, type: nauc_ndcg_at_20_std
value: -8.265683285756289
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.996883168471285
verified: no, type: nauc_ndcg_at_3_max
value: 11.83103272225721
verified: no, type: nauc_ndcg_at_3_std
value: -5.6278054989183675
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.74654034525485
verified: no, type: nauc_ndcg_at_5_max
value: 10.82478247800965
verified: no, type: nauc_ndcg_at_5_std
value: -6.483124115754927
verified: no, type: nauc_precision_at_1000_diff1
value: 12.438592768281895
verified: no, type: nauc_precision_at_1000_max
value: 27.28154735140418
verified: no, type: nauc_precision_at_1000_std
value: 39.53231591230107
verified: no, type: nauc_precision_at_100_diff1
value: 15.98575745798744
verified: no, type: nauc_precision_at_100_max
value: 19.26116052862835
verified: no, type: nauc_precision_at_100_std
value: 9.34249516386986
verified: no, type: nauc_precision_at_10_diff1
value: 22.95439189046463
verified: no, type: nauc_precision_at_10_max
value: 12.790416123390521
verified: no, type: nauc_precision_at_10_std
value: -14.454663912966312
verified: no, type: nauc_precision_at_1_diff1
value: 33.126157053422425
verified: no, type: nauc_precision_at_1_max
value: 7.841998655018221
verified: no, type: nauc_precision_at_1_std
value: -1.974070057397683
verified: no, type: nauc_precision_at_20_diff1
value: 15.361565724277282
verified: no, type: nauc_precision_at_20_max
value: 11.502927678745186
verified: no, type: nauc_precision_at_20_std
value: -10.009814161653562
verified: no, type: nauc_precision_at_3_diff1
value: 20.622257983195322
verified: no, type: nauc_precision_at_3_max
value: 12.893388052538466
verified: no, type: nauc_precision_at_3_std
value: -7.436820520489828
verified: no, type: nauc_precision_at_5_diff1
value: 13.263055121165085
verified: no, type: nauc_precision_at_5_max
value: 10.790024461151273
verified: no, type: nauc_precision_at_5_std
value: -8.519678351816069
verified: no, type: nauc_recall_at_1000_diff1
value: 12.438592768281932
verified: no, type: nauc_recall_at_1000_max
value: 27.28154735140412
verified: no, type: nauc_recall_at_1000_std
value: 39.53231591230112
verified: no, type: nauc_recall_at_100_diff1
value: 15.98575745798741
verified: no, type: nauc_recall_at_100_max
value: 19.261160528628295
verified: no, type: nauc_recall_at_100_std
value: 9.342495163869868
verified: no, type: nauc_recall_at_10_diff1
value: 22.954391890464585
verified: no, type: nauc_recall_at_10_max
value: 12.790416123390461
verified: no, type: nauc_recall_at_10_std
value: -14.454663912966359
verified: no, type: nauc_recall_at_1_diff1
value: 33.126157053422425
verified: no, type: nauc_recall_at_1_max
value: 7.841998655018221
verified: no, type: nauc_recall_at_1_std
value: -1.974070057397683
verified: no, type: nauc_recall_at_20_diff1
value: 15.361565724277243
verified: no, type: nauc_recall_at_20_max
value: 11.502927678745152
verified: no, type: nauc_recall_at_20_std
value: -10.00981416165357
verified: no, type: nauc_recall_at_3_diff1
value: 20.622257983195322
verified: no, type: nauc_recall_at_3_max
value: 12.893388052538457
verified: no, type: nauc_recall_at_3_std
value: -7.436820520489838
verified: no, type: nauc_recall_at_5_diff1
value: 13.263055121165095
verified: no, type: nauc_recall_at_5_max
value: 10.790024461151285
verified: no, type: nauc_recall_at_5_std
value: -8.519678351816067
verified: no, type: ndcg_at_1
value: 5.856
verified: no, type: ndcg_at_10
value: 13.458
verified: no, type: ndcg_at_100
value: 19.103
verified: no, type: ndcg_at_1000
value: 22.706
verified: no, type: ndcg_at_20
value: 15.516
verified: no, type: ndcg_at_3
value: 9.315
verified: no, type: ndcg_at_5
value: 10.768
verified: no, type: precision_at_1
value: 5.856
verified: no, type: precision_at_10
value: 2.387
verified: no, type: precision_at_100
value: 0.518
verified: no, type: precision_at_1000
value: 0.082
verified: no, type: precision_at_20
value: 1.599
verified: no, type: precision_at_3
value: 3.904
verified: no, type: precision_at_5
value: 3.063
verified: no, type: recall_at_1
value: 5.856
verified: no, type: recall_at_10
value: 23.874000000000002
verified: no, type: recall_at_100
value: 51.80200000000001
verified: no, type: recall_at_1000
value: 81.53200000000001
verified: no, type: recall_at_20
value: 31.982
verified: no, type: recall_at_3
value: 11.712
verified: no, type: recall_at_5
value: 15.315000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HALClusteringS2S (default)
revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
split: test
type: lyon-nlp/clustering-hal-s2s
metrics: type: main_score
value: 22.977568920606508
verified: no, type: v_measure
value: 22.977568920606508
verified: no, type: v_measure_std
value: 2.955082488913792
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MLSUMClusteringP2P (fr)
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
split: test
type: reciTAL/mlsum
metrics: type: main_score
value: 45.14143832379743
verified: no, type: v_measure
value: 45.14143832379743
verified: no, type: v_measure_std
value: 1.839999362285958
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MLSUMClusteringS2S (fr)
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
split: test
type: reciTAL/mlsum
metrics: type: main_score
value: 44.33871248859759
verified: no, type: v_measure
value: 44.33871248859759
verified: no, type: v_measure_std
value: 2.3753641237309555
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MTOPDomainClassification (fr)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 83.13185092389602
verified: no, type: f1
value: 83.26194336267176
verified: no, type: f1_weighted
value: 83.20435337584968
verified: no, type: main_score
value: 83.13185092389602
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MTOPIntentClassification (fr)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 64.4127779517695
verified: no, type: f1
value: 46.121296881617425
verified: no, type: f1_weighted
value: 67.79937396761608
verified: no, type: main_score
value: 64.4127779517695
verified: no
task: type: Classification, dataset: config: fra
name: MTEB MasakhaNEWSClassification (fra)
revision: 18193f187b92da67168c655c9973a165ed9593dd
split: test
type: mteb/masakhanews
metrics: type: accuracy
value: 75.87677725118482
verified: no, type: f1
value: 72.33385300453897
verified: no, type: f1_weighted
value: 76.33530272965092
verified: no, type: main_score
value: 75.87677725118482
verified: no
task: type: Classification, dataset: config: fra
name: MTEB MasakhaNEWSClusteringP2P (fra)
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
split: test
type: masakhane/masakhanews
metrics: type: main_score
value: 63.530462963627464
verified: no, type: v_measure
value: 63.530462963627464
verified: no, type: v_measure_std
value: 35.259382473374814
verified: no
task: type: Clustering, dataset: config: fra
name: MTEB MasakhaNEWSClusteringS2S (fra)
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
split: test
type: masakhane/masakhanews
metrics: type: main_score
value: 33.19255819863289
verified: no, type: v_measure
value: 33.19255819863289
verified: no, type: v_measure_std
value: 38.312807275467
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MassiveIntentClassification (fr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 64.35776731674513
verified: no, type: f1
value: 62.09518087404688
verified: no, type: f1_weighted
value: 64.82712755229456
verified: no, type: main_score
value: 64.35776731674513
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveScenarioClassification (fr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 70.27236045729657
verified: no, type: f1
value: 70.42233098566706
verified: no, type: f1_weighted
value: 70.47699232511306
verified: no, type: main_score
value: 70.27236045729657
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MintakaRetrieval (fr)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: main_score
value: 19.725
verified: no, type: map_at_1
value: 10.401
verified: no, type: map_at_10
value: 16.332
verified: no, type: map_at_100
value: 17.253
verified: no, type: map_at_1000
value: 17.383000000000003
verified: no, type: map_at_20
value: 16.834
verified: no, type: map_at_3
value: 14.353
verified: no, type: map_at_5
value: 15.547
verified: no, type: mrr_at_1
value: 10.4013104013104
verified: no, type: mrr_at_10
value: 16.331965081965084
verified: no, type: mrr_at_100
value: 17.252844638794183
verified: no, type: mrr_at_1000
value: 17.382941774504403
verified: no, type: mrr_at_20
value: 16.833716866611603
verified: no, type: mrr_at_3
value: 14.352989352989354
verified: no, type: mrr_at_5
value: 15.546683046683047
verified: no, type: nauc_map_at_1000_diff1
value: 13.274461283694494
verified: no, type: nauc_map_at_1000_max
value: 21.400004682214327
verified: no, type: nauc_map_at_1000_std
value: 11.814086789693494
verified: no, type: nauc_map_at_100_diff1
value: 13.227192364413309
verified: no, type: nauc_map_at_100_max
value: 21.40460916292035
verified: no, type: nauc_map_at_100_std
value: 11.841814584576975
verified: no, type: nauc_map_at_10_diff1
value: 13.5469197720684
verified: no, type: nauc_map_at_10_max
value: 21.60503097576083
verified: no, type: nauc_map_at_10_std
value: 11.451034692800333
verified: no, type: nauc_map_at_1_diff1
value: 23.295783817688516
verified: no, type: nauc_map_at_1_max
value: 19.241866825929467
verified: no, type: nauc_map_at_1_std
value: 5.632198991737862
verified: no, type: nauc_map_at_20_diff1
value: 13.410950031613398
verified: no, type: nauc_map_at_20_max
value: 21.56234915384663
verified: no, type: nauc_map_at_20_std
value: 11.733058466598747
verified: no, type: nauc_map_at_3_diff1
value: 16.332989633746436
verified: no, type: nauc_map_at_3_max
value: 21.07236981362303
verified: no, type: nauc_map_at_3_std
value: 8.860732553996627
verified: no, type: nauc_map_at_5_diff1
value: 14.35059347765584
verified: no, type: nauc_map_at_5_max
value: 21.565556594465317
verified: no, type: nauc_map_at_5_std
value: 10.77858599641232
verified: no, type: nauc_mrr_at_1000_diff1
value: 13.274461283694494
verified: no, type: nauc_mrr_at_1000_max
value: 21.400004682214327
verified: no, type: nauc_mrr_at_1000_std
value: 11.814086789693494
verified: no, type: nauc_mrr_at_100_diff1
value: 13.227192364413309
verified: no, type: nauc_mrr_at_100_max
value: 21.40460916292035
verified: no, type: nauc_mrr_at_100_std
value: 11.841814584576975
verified: no, type: nauc_mrr_at_10_diff1
value: 13.5469197720684
verified: no, type: nauc_mrr_at_10_max
value: 21.60503097576083
verified: no, type: nauc_mrr_at_10_std
value: 11.451034692800333
verified: no, type: nauc_mrr_at_1_diff1
value: 23.295783817688516
verified: no, type: nauc_mrr_at_1_max
value: 19.241866825929467
verified: no, type: nauc_mrr_at_1_std
value: 5.632198991737862
verified: no, type: nauc_mrr_at_20_diff1
value: 13.410950031613398
verified: no, type: nauc_mrr_at_20_max
value: 21.56234915384663
verified: no, type: nauc_mrr_at_20_std
value: 11.733058466598747
verified: no, type: nauc_mrr_at_3_diff1
value: 16.332989633746436
verified: no, type: nauc_mrr_at_3_max
value: 21.07236981362303
verified: no, type: nauc_mrr_at_3_std
value: 8.860732553996627
verified: no, type: nauc_mrr_at_5_diff1
value: 14.35059347765584
verified: no, type: nauc_mrr_at_5_max
value: 21.565556594465317
verified: no, type: nauc_mrr_at_5_std
value: 10.77858599641232
verified: no, type: nauc_ndcg_at_1000_diff1
value: 9.624519184835286
verified: no, type: nauc_ndcg_at_1000_max
value: 21.112312234571796
verified: no, type: nauc_ndcg_at_1000_std
value: 14.61165208239704
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.467300115659219
verified: no, type: nauc_ndcg_at_100_max
value: 20.998551549861922
verified: no, type: nauc_ndcg_at_100_std
value: 15.617444412498482
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.794329961155967
verified: no, type: nauc_ndcg_at_10_max
value: 22.21307447982454
verified: no, type: nauc_ndcg_at_10_std
value: 14.140470010292761
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.295783817688516
verified: no, type: nauc_ndcg_at_1_max
value: 19.241866825929467
verified: no, type: nauc_ndcg_at_1_std
value: 5.632198991737862
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.471394907455924
verified: no, type: nauc_ndcg_at_20_max
value: 22.017754976774302
verified: no, type: nauc_ndcg_at_20_std
value: 14.925299910164098
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.628461006556087
verified: no, type: nauc_ndcg_at_3_max
value: 21.327667951962866
verified: no, type: nauc_ndcg_at_3_std
value: 9.584594104651016
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.491269733236242
verified: no, type: nauc_ndcg_at_5_max
value: 22.119385774444975
verified: no, type: nauc_ndcg_at_5_std
value: 12.66004487696584
verified: no, type: nauc_precision_at_1000_diff1
value: -10.6610303615593
verified: no, type: nauc_precision_at_1000_max
value: 16.293618723581197
verified: no, type: nauc_precision_at_1000_std
value: 29.115987282239725
verified: no, type: nauc_precision_at_100_diff1
value: -3.54934760447827
verified: no, type: nauc_precision_at_100_max
value: 18.550090074498577
verified: no, type: nauc_precision_at_100_std
value: 25.594349823082478
verified: no, type: nauc_precision_at_10_diff1
value: 1.5964851660196469
verified: no, type: nauc_precision_at_10_max
value: 23.491559294184867
verified: no, type: nauc_precision_at_10_std
value: 20.18314104053199
verified: no, type: nauc_precision_at_1_diff1
value: 23.295783817688516
verified: no, type: nauc_precision_at_1_max
value: 19.241866825929467
verified: no, type: nauc_precision_at_1_std
value: 5.632198991737862
verified: no, type: nauc_precision_at_20_diff1
value: 1.0490694050962388
verified: no, type: nauc_precision_at_20_max
value: 22.804832311240293
verified: no, type: nauc_precision_at_20_std
value: 22.12336463692607
verified: no, type: nauc_precision_at_3_diff1
value: 10.71150665032358
verified: no, type: nauc_precision_at_3_max
value: 21.864712928603865
verified: no, type: nauc_precision_at_3_std
value: 11.230891649165665
verified: no, type: nauc_precision_at_5_diff1
value: 5.0972783500259435
verified: no, type: nauc_precision_at_5_max
value: 23.332591677345178
verified: no, type: nauc_precision_at_5_std
value: 16.945600967239475
verified: no, type: nauc_recall_at_1000_diff1
value: -10.661030361559408
verified: no, type: nauc_recall_at_1000_max
value: 16.293618723581222
verified: no, type: nauc_recall_at_1000_std
value: 29.115987282239836
verified: no, type: nauc_recall_at_100_diff1
value: -3.549347604478282
verified: no, type: nauc_recall_at_100_max
value: 18.550090074498538
verified: no, type: nauc_recall_at_100_std
value: 25.59434982308244
verified: no, type: nauc_recall_at_10_diff1
value: 1.5964851660196395
verified: no, type: nauc_recall_at_10_max
value: 23.49155929418485
verified: no, type: nauc_recall_at_10_std
value: 20.18314104053199
verified: no, type: nauc_recall_at_1_diff1
value: 23.295783817688516
verified: no, type: nauc_recall_at_1_max
value: 19.241866825929467
verified: no, type: nauc_recall_at_1_std
value: 5.632198991737862
verified: no, type: nauc_recall_at_20_diff1
value: 1.0490694050962253
verified: no, type: nauc_recall_at_20_max
value: 22.804832311240265
verified: no, type: nauc_recall_at_20_std
value: 22.12336463692609
verified: no, type: nauc_recall_at_3_diff1
value: 10.711506650323582
verified: no, type: nauc_recall_at_3_max
value: 21.864712928603858
verified: no, type: nauc_recall_at_3_std
value: 11.23089164916565
verified: no, type: nauc_recall_at_5_diff1
value: 5.097278350025921
verified: no, type: nauc_recall_at_5_max
value: 23.332591677345178
verified: no, type: nauc_recall_at_5_std
value: 16.945600967239464
verified: no, type: ndcg_at_1
value: 10.401
verified: no, type: ndcg_at_10
value: 19.725
verified: no, type: ndcg_at_100
value: 24.773999999999997
verified: no, type: ndcg_at_1000
value: 29.073999999999998
verified: no, type: ndcg_at_20
value: 21.57
verified: no, type: ndcg_at_3
value: 15.651000000000002
verified: no, type: ndcg_at_5
value: 17.798
verified: no, type: precision_at_1
value: 10.401
verified: no, type: precision_at_10
value: 3.063
verified: no, type: precision_at_100
value: 0.5559999999999999
verified: no, type: precision_at_1000
value: 0.091
verified: no, type: precision_at_20
value: 1.8980000000000001
verified: no, type: precision_at_3
value: 6.47
verified: no, type: precision_at_5
value: 4.922
verified: no, type: recall_at_1
value: 10.401
verified: no, type: recall_at_10
value: 30.631000000000004
verified: no, type: recall_at_100
value: 55.569
verified: no, type: recall_at_1000
value: 91.31899999999999
verified: no, type: recall_at_20
value: 37.961
verified: no, type: recall_at_3
value: 19.41
verified: no, type: recall_at_5
value: 24.611
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB OpusparcusPC (fr)
revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
split: test
type: GEM/opusparcus
metrics: type: main_score
value: 100
verified: no
task: type: PairClassification, dataset: config: fr
name: MTEB PawsX (fr)
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
split: test
type: google-research-datasets/paws-x
metrics: type: main_score
value: 59.350898072045524
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SICKFr (default)
revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
split: test
type: Lajavaness/SICK-fr
metrics: type: cosine_pearson
value: 87.27626503447769
verified: no, type: cosine_spearman
value: 82.97811185613928
verified: no, type: euclidean_pearson
value: 84.23492888124656
verified: no, type: euclidean_spearman
value: 82.70148623477802
verified: no, type: main_score
value: 82.97811185613928
verified: no, type: manhattan_pearson
value: 84.297157107182
verified: no, type: manhattan_spearman
value: 82.74716982383642
verified: no
task: type: STS, dataset: config: fr
name: MTEB STS22 (fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 79.31660828924933
verified: no, type: cosine_spearman
value: 79.81279059580181
verified: no, type: euclidean_pearson
value: 76.97214428475466
verified: no, type: euclidean_spearman
value: 78.71684748795504
verified: no, type: main_score
value: 79.81279059580181
verified: no, type: manhattan_pearson
value: 77.31973152122153
verified: no, type: manhattan_spearman
value: 79.39135921375463
verified: no
task: type: STS, dataset: config: fr
name: MTEB STSBenchmarkMultilingualSTS (fr)
revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
split: test
type: mteb/stsb_multi_mt
metrics: type: cosine_pearson
value: 83.25110537943343
verified: no, type: cosine_spearman
value: 83.3549848907322
verified: no, type: euclidean_pearson
value: 83.76643622531708
verified: no, type: euclidean_spearman
value: 84.26736484765411
verified: no, type: main_score
value: 83.3549848907322
verified: no, type: manhattan_pearson
value: 83.85819348663743
verified: no, type: manhattan_spearman
value: 84.3238855655977
verified: no
task: type: STS, dataset: config: default
name: MTEB SummEvalFr (default)
revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
split: test
type: lyon-nlp/summarization-summeval-fr-p2p
metrics: type: cosine_pearson
value: 30.041871461290647
verified: no, type: cosine_spearman
value: 30.07396842547381
verified: no, type: dot_pearson
value: 27.801917921027048
verified: no, type: dot_spearman
value: 29.45369912070655
verified: no, type: main_score
value: 30.07396842547381
verified: no, type: pearson
value: 30.04186698260713
verified: no, type: spearman
value: 30.07396842547381
verified: no
task: type: Summarization, dataset: config: default
name: MTEB SyntecReranking (default)
revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
split: test
type: lyon-nlp/mteb-fr-reranking-syntec-s2p
metrics: type: main_score
value: 77.9095238095238
verified: no, type: map
value: 77.9095238095238
verified: no, type: mrr
value: 77.9095238095238
verified: no, type: nAUC_map_diff1
value: 66.27107953653064
verified: no, type: nAUC_map_max
value: 0.2695668659856748
verified: no, type: nAUC_map_std
value: 26.93797112914763
verified: no, type: nAUC_mrr_diff1
value: 66.27107953653064
verified: no, type: nAUC_mrr_max
value: 0.2695668659856748
verified: no, type: nAUC_mrr_std
value: 26.93797112914763
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SyntecRetrieval (default)
revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9
split: test
type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
metrics: type: main_score
value: 70.816
verified: no, type: map_at_1
value: 56.00000000000001
verified: no, type: map_at_10
value: 65.24
verified: no, type: map_at_100
value: 65.861
verified: no, type: map_at_1000
value: 65.861
verified: no, type: map_at_20
value: 65.694
verified: no, type: map_at_3
value: 61.667
verified: no, type: map_at_5
value: 63.517
verified: no, type: mrr_at_1
value: 56.00000000000001
verified: no, type: mrr_at_10
value: 65.23968253968253
verified: no, type: mrr_at_100
value: 65.86075928457507
verified: no, type: mrr_at_1000
value: 65.86075928457507
verified: no, type: mrr_at_20
value: 65.6941359079517
verified: no, type: mrr_at_3
value: 61.66666666666667
verified: no, type: mrr_at_5
value: 63.516666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 57.80107526241379
verified: no, type: nauc_map_at_1000_max
value: 17.788895135066365
verified: no, type: nauc_map_at_1000_std
value: -16.080088232653964
verified: no, type: nauc_map_at_100_diff1
value: 57.80107526241379
verified: no, type: nauc_map_at_100_max
value: 17.788895135066365
verified: no, type: nauc_map_at_100_std
value: -16.080088232653964
verified: no, type: nauc_map_at_10_diff1
value: 58.15441410208685
verified: no, type: nauc_map_at_10_max
value: 17.62427688711543
verified: no, type: nauc_map_at_10_std
value: -16.06858334210365
verified: no, type: nauc_map_at_1_diff1
value: 57.191119691119674
verified: no, type: nauc_map_at_1_max
value: 10.798035430388317
verified: no, type: nauc_map_at_1_std
value: -21.245457642516502
verified: no, type: nauc_map_at_20_diff1
value: 57.63714861477662
verified: no, type: nauc_map_at_20_max
value: 17.872891516043435
verified: no, type: nauc_map_at_20_std
value: -15.851696265890538
verified: no, type: nauc_map_at_3_diff1
value: 58.30962645532695
verified: no, type: nauc_map_at_3_max
value: 19.41580401166845
verified: no, type: nauc_map_at_3_std
value: -16.08746160002065
verified: no, type: nauc_map_at_5_diff1
value: 58.54473584909214
verified: no, type: nauc_map_at_5_max
value: 18.564995584175005
verified: no, type: nauc_map_at_5_std
value: -16.479444125875393
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.80107526241379
verified: no, type: nauc_mrr_at_1000_max
value: 17.788895135066365
verified: no, type: nauc_mrr_at_1000_std
value: -16.080088232653964
verified: no, type: nauc_mrr_at_100_diff1
value: 57.80107526241379
verified: no, type: nauc_mrr_at_100_max
value: 17.788895135066365
verified: no, type: nauc_mrr_at_100_std
value: -16.080088232653964
verified: no, type: nauc_mrr_at_10_diff1
value: 58.15441410208685
verified: no, type: nauc_mrr_at_10_max
value: 17.62427688711543
verified: no, type: nauc_mrr_at_10_std
value: -16.06858334210365
verified: no, type: nauc_mrr_at_1_diff1
value: 57.191119691119674
verified: no, type: nauc_mrr_at_1_max
value: 10.798035430388317
verified: no, type: nauc_mrr_at_1_std
value: -21.245457642516502
verified: no, type: nauc_mrr_at_20_diff1
value: 57.63714861477662
verified: no, type: nauc_mrr_at_20_max
value: 17.872891516043435
verified: no, type: nauc_mrr_at_20_std
value: -15.851696265890538
verified: no, type: nauc_mrr_at_3_diff1
value: 58.30962645532695
verified: no, type: nauc_mrr_at_3_max
value: 19.41580401166845
verified: no, type: nauc_mrr_at_3_std
value: -16.08746160002065
verified: no, type: nauc_mrr_at_5_diff1
value: 58.54473584909214
verified: no, type: nauc_mrr_at_5_max
value: 18.564995584175005
verified: no, type: nauc_mrr_at_5_std
value: -16.479444125875393
verified: no, type: nauc_ndcg_at_1000_diff1
value: 57.94873661161248
verified: no, type: nauc_ndcg_at_1000_max
value: 18.303142573985006
verified: no, type: nauc_ndcg_at_1000_std
value: -15.471339542689467
verified: no, type: nauc_ndcg_at_100_diff1
value: 57.94873661161248
verified: no, type: nauc_ndcg_at_100_max
value: 18.303142573985006
verified: no, type: nauc_ndcg_at_100_std
value: -15.471339542689467
verified: no, type: nauc_ndcg_at_10_diff1
value: 59.07524779658788
verified: no, type: nauc_ndcg_at_10_max
value: 17.58898442202306
verified: no, type: nauc_ndcg_at_10_std
value: -14.786464420733475
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.191119691119674
verified: no, type: nauc_ndcg_at_1_max
value: 10.798035430388317
verified: no, type: nauc_ndcg_at_1_std
value: -21.245457642516502
verified: no, type: nauc_ndcg_at_20_diff1
value: 56.833941496402886
verified: no, type: nauc_ndcg_at_20_max
value: 18.89867354518282
verified: no, type: nauc_ndcg_at_20_std
value: -13.879721060843933
verified: no, type: nauc_ndcg_at_3_diff1
value: 59.33013207022601
verified: no, type: nauc_ndcg_at_3_max
value: 21.96126648737589
verified: no, type: nauc_ndcg_at_3_std
value: -15.01220810337584
verified: no, type: nauc_ndcg_at_5_diff1
value: 59.96524000642845
verified: no, type: nauc_ndcg_at_5_max
value: 20.396683050862023
verified: no, type: nauc_ndcg_at_5_std
value: -15.745995152140422
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
verified: no, type: nauc_precision_at_100_max
verified: no, type: nauc_precision_at_100_std
verified: no, type: nauc_precision_at_10_diff1
value: 65.79331672536726
verified: no, type: nauc_precision_at_10_max
value: 12.314234172321926
verified: no, type: nauc_precision_at_10_std
value: -6.086246886006163
verified: no, type: nauc_precision_at_1_diff1
value: 57.191119691119674
verified: no, type: nauc_precision_at_1_max
value: 10.798035430388317
verified: no, type: nauc_precision_at_1_std
value: -21.245457642516502
verified: no, type: nauc_precision_at_20_diff1
value: 28.81652661064429
verified: no, type: nauc_precision_at_20_max
value: 34.37208216620027
verified: no, type: nauc_precision_at_20_std
value: 26.890756302521208
verified: no, type: nauc_precision_at_3_diff1
value: 62.825651302605166
verified: no, type: nauc_precision_at_3_max
value: 29.97374058461758
verified: no, type: nauc_precision_at_3_std
value: -11.811554142768218
verified: no, type: nauc_precision_at_5_diff1
value: 65.92541316950764
verified: no, type: nauc_precision_at_5_max
value: 26.81924374837766
verified: no, type: nauc_precision_at_5_std
value: -13.44206974128227
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_10_diff1
value: 65.79331672536732
verified: no, type: nauc_recall_at_10_max
value: 12.314234172321907
verified: no, type: nauc_recall_at_10_std
value: -6.086246886006318
verified: no, type: nauc_recall_at_1_diff1
value: 57.191119691119674
verified: no, type: nauc_recall_at_1_max
value: 10.798035430388317
verified: no, type: nauc_recall_at_1_std
value: -21.245457642516502
verified: no, type: nauc_recall_at_20_diff1
value: 28.816526610644416
verified: no, type: nauc_recall_at_20_max
value: 34.372082166200116
verified: no, type: nauc_recall_at_20_std
value: 26.89075630252124
verified: no, type: nauc_recall_at_3_diff1
value: 62.825651302605166
verified: no, type: nauc_recall_at_3_max
value: 29.97374058461751
verified: no, type: nauc_recall_at_3_std
value: -11.811554142768365
verified: no, type: nauc_recall_at_5_diff1
value: 65.92541316950765
verified: no, type: nauc_recall_at_5_max
value: 26.819243748377637
verified: no, type: nauc_recall_at_5_std
value: -13.442069741282372
verified: no, type: ndcg_at_1
value: 56.00000000000001
verified: no, type: ndcg_at_10
value: 70.816
verified: no, type: ndcg_at_100
value: 73.407
verified: no, type: ndcg_at_1000
value: 73.407
verified: no, type: ndcg_at_20
value: 72.54599999999999
verified: no, type: ndcg_at_3
value: 63.309000000000005
verified: no, type: ndcg_at_5
value: 66.623
verified: no, type: precision_at_1
value: 56.00000000000001
verified: no, type: precision_at_10
value: 8.9
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.8
verified: no, type: precision_at_3
value: 22.667
verified: no, type: precision_at_5
value: 15.2
verified: no, type: recall_at_1
value: 56.00000000000001
verified: no, type: recall_at_10
value: 89
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 96
verified: no, type: recall_at_3
value: 68
verified: no, type: recall_at_5
value: 76
verified: no
task: type: Retrieval, dataset: config: fra-fra
name: MTEB XPQARetrieval (fra-fra)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: main_score
value: 53.736
verified: no, type: map_at_1
value: 30.509999999999998
verified: no, type: map_at_10
value: 47.132000000000005
verified: no, type: map_at_100
value: 48.821999999999996
verified: no, type: map_at_1000
value: 48.931000000000004
verified: no, type: map_at_20
value: 48.124
verified: no, type: map_at_3
value: 41.427
verified: no, type: map_at_5
value: 45.109
verified: no, type: mrr_at_1
value: 48.73164218958612
verified: no, type: mrr_at_10
value: 56.385657066564946
verified: no, type: mrr_at_100
value: 57.11851611532053
verified: no, type: mrr_at_1000
value: 57.15740285337062
verified: no, type: mrr_at_20
value: 56.865661966890855
verified: no, type: mrr_at_3
value: 53.91633288829551
verified: no, type: mrr_at_5
value: 55.51846906987093
verified: no, type: nauc_map_at_1000_diff1
value: 45.903881003685385
verified: no, type: nauc_map_at_1000_max
value: 40.24033911245095
verified: no, type: nauc_map_at_1000_std
value: -0.29774228919788903
verified: no, type: nauc_map_at_100_diff1
value: 45.8951282902959
verified: no, type: nauc_map_at_100_max
value: 40.24612049826258
verified: no, type: nauc_map_at_100_std
value: -0.30037049930255116
verified: no, type: nauc_map_at_10_diff1
value: 45.6564521063323
verified: no, type: nauc_map_at_10_max
value: 38.76075848701305
verified: no, type: nauc_map_at_10_std
value: -1.4252064121260086
verified: no, type: nauc_map_at_1_diff1
value: 54.11412008072518
verified: no, type: nauc_map_at_1_max
value: 28.5583920066647
verified: no, type: nauc_map_at_1_std
value: -2.032440075433671
verified: no, type: nauc_map_at_20_diff1
value: 45.78769301971449
verified: no, type: nauc_map_at_20_max
value: 39.62447659942229
verified: no, type: nauc_map_at_20_std
value: -0.8680223144310233
verified: no, type: nauc_map_at_3_diff1
value: 47.79253805734147
verified: no, type: nauc_map_at_3_max
value: 35.90915728121236
verified: no, type: nauc_map_at_3_std
value: -2.7837914848287544
verified: no, type: nauc_map_at_5_diff1
value: 46.533221489021315
verified: no, type: nauc_map_at_5_max
value: 37.614720807495914
verified: no, type: nauc_map_at_5_std
value: -2.8457694672333393
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.113863291952455
verified: no, type: nauc_mrr_at_1000_max
value: 45.27137646954461
verified: no, type: nauc_mrr_at_1000_std
value: 2.3936124099071066
verified: no, type: nauc_mrr_at_100_diff1
value: 49.10443817738001
verified: no, type: nauc_mrr_at_100_max
value: 45.28526599942805
verified: no, type: nauc_mrr_at_100_std
value: 2.4293661343031006
verified: no, type: nauc_mrr_at_10_diff1
value: 48.841023586768166
verified: no, type: nauc_mrr_at_10_max
value: 44.81183781341252
verified: no, type: nauc_mrr_at_10_std
value: 1.9312130690544813
verified: no, type: nauc_mrr_at_1_diff1
value: 52.36433700317802
verified: no, type: nauc_mrr_at_1_max
value: 46.10446435296976
verified: no, type: nauc_mrr_at_1_std
value: 0.6338946522527386
verified: no, type: nauc_mrr_at_20_diff1
value: 49.10392312642867
verified: no, type: nauc_mrr_at_20_max
value: 45.22847441282849
verified: no, type: nauc_mrr_at_20_std
value: 2.3542725547873755
verified: no, type: nauc_mrr_at_3_diff1
value: 49.71231586771101
verified: no, type: nauc_mrr_at_3_max
value: 44.86214301866909
verified: no, type: nauc_mrr_at_3_std
value: 1.415227182519296
verified: no, type: nauc_mrr_at_5_diff1
value: 48.97212979755398
verified: no, type: nauc_mrr_at_5_max
value: 44.627002551409376
verified: no, type: nauc_mrr_at_5_std
value: 1.372422201307736
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.026334178565584
verified: no, type: nauc_ndcg_at_1000_max
value: 43.87335105323267
verified: no, type: nauc_ndcg_at_1000_std
value: 3.2650114134706114
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.745131108447154
verified: no, type: nauc_ndcg_at_100_max
value: 44.52713580213882
verified: no, type: nauc_ndcg_at_100_std
value: 4.245662387188146
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.397290711991424
verified: no, type: nauc_ndcg_at_10_max
value: 40.091783546193
verified: no, type: nauc_ndcg_at_10_std
value: 0.20786173246599443
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.36433700317802
verified: no, type: nauc_ndcg_at_1_max
value: 46.10446435296976
verified: no, type: nauc_ndcg_at_1_std
value: 0.6338946522527386
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.11466246736486
verified: no, type: nauc_ndcg_at_20_max
value: 42.071765598990694
verified: no, type: nauc_ndcg_at_20_std
value: 1.8857293316791688
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.549078702113526
verified: no, type: nauc_ndcg_at_3_max
value: 40.37376933329564
verified: no, type: nauc_ndcg_at_3_std
value: -1.2092966231656004
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.542796430967975
verified: no, type: nauc_ndcg_at_5_max
value: 38.51415439452183
verified: no, type: nauc_ndcg_at_5_std
value: -2.358084841952356
verified: no, type: nauc_precision_at_1000_diff1
value: -12.950780679125476
verified: no, type: nauc_precision_at_1000_max
value: 21.412917471461256
verified: no, type: nauc_precision_at_1000_std
value: 13.825405119536201
verified: no, type: nauc_precision_at_100_diff1
value: -5.272242499865375
verified: no, type: nauc_precision_at_100_max
value: 31.146070261389795
verified: no, type: nauc_precision_at_100_std
value: 16.76037098641707
verified: no, type: nauc_precision_at_10_diff1
value: 5.022078446921512
verified: no, type: nauc_precision_at_10_max
value: 32.40126524945171
verified: no, type: nauc_precision_at_10_std
value: 6.8199402218300165
verified: no, type: nauc_precision_at_1_diff1
value: 52.36433700317802
verified: no, type: nauc_precision_at_1_max
value: 46.10446435296976
verified: no, type: nauc_precision_at_1_std
value: 0.6338946522527386
verified: no, type: nauc_precision_at_20_diff1
value: 1.8507191498204303
verified: no, type: nauc_precision_at_20_max
value: 32.79240428757858
verified: no, type: nauc_precision_at_20_std
value: 10.475564903497089
verified: no, type: nauc_precision_at_3_diff1
value: 18.485676250880545
verified: no, type: nauc_precision_at_3_max
value: 37.83868390515382
verified: no, type: nauc_precision_at_3_std
value: 0.8764756728424954
verified: no, type: nauc_precision_at_5_diff1
value: 11.175975339969739
verified: no, type: nauc_precision_at_5_max
value: 34.3923017648371
verified: no, type: nauc_precision_at_5_std
value: 1.970006195503709
verified: no, type: nauc_recall_at_1000_diff1
value: 50.00849402651506
verified: no, type: nauc_recall_at_1000_max
value: 76.53252732514734
verified: no, type: nauc_recall_at_1000_std
value: 77.98271681562578
verified: no, type: nauc_recall_at_100_diff1
value: 37.40486283884057
verified: no, type: nauc_recall_at_100_max
value: 53.937687925250145
verified: no, type: nauc_recall_at_100_std
value: 27.02303686880432
verified: no, type: nauc_recall_at_10_diff1
value: 34.16588036777468
verified: no, type: nauc_recall_at_10_max
value: 33.462391339457454
verified: no, type: nauc_recall_at_10_std
value: 0.8457483878677011
verified: no, type: nauc_recall_at_1_diff1
value: 54.11412008072518
verified: no, type: nauc_recall_at_1_max
value: 28.5583920066647
verified: no, type: nauc_recall_at_1_std
value: -2.032440075433671
verified: no, type: nauc_recall_at_20_diff1
value: 35.648128649471246
verified: no, type: nauc_recall_at_20_max
value: 38.25932742254366
verified: no, type: nauc_recall_at_20_std
value: 7.011710372084609
verified: no, type: nauc_recall_at_3_diff1
value: 41.91414480084279
verified: no, type: nauc_recall_at_3_max
value: 31.453812281128368
verified: no, type: nauc_recall_at_3_std
value: -3.674860959584926
verified: no, type: nauc_recall_at_5_diff1
value: 37.937536670026674
verified: no, type: nauc_recall_at_5_max
value: 30.827227889874187
verified: no, type: nauc_recall_at_5_std
value: -5.600317070261898
verified: no, type: ndcg_at_1
value: 48.732
verified: no, type: ndcg_at_10
value: 53.736
verified: no, type: ndcg_at_100
value: 59.65200000000001
verified: no, type: ndcg_at_1000
value: 61.633
verified: no, type: ndcg_at_20
value: 56.313
verified: no, type: ndcg_at_3
value: 48.02
verified: no, type: ndcg_at_5
value: 50.368
verified: no, type: precision_at_1
value: 48.732
verified: no, type: precision_at_10
value: 12.737000000000002
verified: no, type: precision_at_100
value: 1.79
verified: no, type: precision_at_1000
value: 0.20500000000000002
verified: no, type: precision_at_20
value: 7.303
verified: no, type: precision_at_3
value: 28.838
verified: no, type: precision_at_5
value: 21.602
verified: no, type: recall_at_1
value: 30.509999999999998
verified: no, type: recall_at_10
value: 63.23800000000001
verified: no, type: recall_at_100
value: 85.739
verified: no, type: recall_at_1000
value: 98.923
verified: no, type: recall_at_20
value: 71.41999999999999
verified: no, type: recall_at_3
value: 46.208
verified: no, type: recall_at_5
value: 54.913000000000004
verified: no
task: type: Retrieval
Likes: 0 | All-time downloads: 47
Created: 2025-11-03 14:36:34