Model: manu/sentence_croissant_alpha_v0.1
Author: manu
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, llama, feature-extraction, sentence-similarity, mteb, model-index, endpoints_compatible, region:us
Card metadata: library_name: sentence-transformers
pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: manu_croissant_sentence_test2
results: task: type: Clustering
dataset: type: lyon-nlp/alloprof
name: MTEB AlloProfClusteringP2P
config: default
split: test
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
metrics: type: v_measure
value: 59.89077173804584
verified: no, task: type: Clustering
dataset: type: lyon-nlp/alloprof
name: MTEB AlloProfClusteringS2S
config: default
split: test
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
metrics: type: v_measure
value: 38.46453785093221
verified: no, task: type: Retrieval
dataset: type: lyon-nlp/alloprof
name: MTEB AlloprofRetrieval
config: default
split: test
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
metrics: type: map_at_1
value: 28.427999999999997
verified: no, type: map_at_10
value: 39.547
verified: no, type: map_at_100
value: 40.542
verified: no, type: map_at_1000
value: 40.591
verified: no, type: map_at_3
value: 36.464999999999996
verified: no, type: map_at_5
value: 38.234
verified: no, type: mrr_at_1
value: 28.437
verified: no, type: mrr_at_10
value: 39.550999999999995
verified: no, type: mrr_at_100
value: 40.546
verified: no, type: mrr_at_1000
value: 40.596
verified: no, type: mrr_at_3
value: 36.469
verified: no, type: mrr_at_5
value: 38.238
verified: no, type: ndcg_at_1
value: 28.427999999999997
verified: no, type: ndcg_at_10
value: 45.407
verified: no, type: ndcg_at_100
value: 50.456999999999994
verified: no, type: ndcg_at_1000
value: 51.774
verified: no, type: ndcg_at_3
value: 39.065
verified: no, type: ndcg_at_5
value: 42.253
verified: no, type: precision_at_1
value: 28.427999999999997
verified: no, type: precision_at_10
value: 6.401999999999999
verified: no, type: precision_at_100
value: 0.881
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 15.527
verified: no, type: precision_at_5
value: 10.865
verified: no, type: recall_at_1
value: 28.427999999999997
verified: no, type: recall_at_10
value: 64.01599999999999
verified: no, type: recall_at_100
value: 88.143
verified: no, type: recall_at_1000
value: 98.506
verified: no, type: recall_at_3
value: 46.58
verified: no, type: recall_at_5
value: 54.32599999999999
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (fr)
config: fr
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 36.624
verified: no, type: f1
value: 36.40289965992001
verified: no, task: type: Retrieval
dataset: type: maastrichtlawtech/bsard
name: MTEB BSARDRetrieval
config: default
split: test
revision: 77f7e271bf4a92b24fce5119f3486b583ca016ff
metrics: type: ndcg_at_10
value: 0
verified: no, task: type: BitextMining
dataset: type: rbawden/DiaBLa
name: MTEB DiaBLaBitextMining (fr-en)
config: fr-en
split: test
revision: 5345895c56a601afe1a98519ce3199be60a27dba
metrics: type: accuracy
value: 71.5205288796103
verified: no, type: f1
value: 69.35322534451477
verified: no, type: precision
value: 68.62134214159813
verified: no, type: recall
value: 71.5205288796103
verified: no, task: type: Clustering
dataset: type: lyon-nlp/clustering-hal-s2s
name: MTEB HALClusteringS2S
config: default
split: test
revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
metrics: type: v_measure
value: 25.680943447193517
verified: no, task: type: Clustering
dataset: type: mlsum
name: MTEB MLSUMClusteringP2P
config: default
split: test
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
metrics: type: v_measure
value: 44.007286155961246
verified: no, task: type: Clustering
dataset: type: mlsum
name: MTEB MLSUMClusteringS2S
config: default
split: test
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
metrics: type: v_measure
value: 36.9185428538484
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (fr)
config: fr
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 88.70028186658313
verified: no, type: f1
value: 88.5740039968377
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (fr)
config: fr
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 67.68556216724085
verified: no, type: f1
value: 48.9083013240367
verified: no, task: type: Classification
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClassification (fra)
config: fra
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: accuracy
value: 80.40284360189574
verified: no, type: f1
value: 76.56587324527936
verified: no, task: type: Clustering
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClusteringP2P (fra)
config: fra
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: v_measure
value: 47.22257163604151
verified: no, task: type: Clustering
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClusteringS2S (fra)
config: fra
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: v_measure
value: 37.15760692430543
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 65.86079354404842
verified: no, type: f1
value: 63.41409512312046
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 71.60390047074647
verified: no, type: f1
value: 71.15316585644867
verified: no, task: type: Retrieval
dataset: type: jinaai/mintakaqa
name: MTEB MintakaRetrieval (fr)
config: fr
split: test
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
metrics: type: map_at_1
value: 13.718
verified: no, type: map_at_10
value: 21.199
verified: no, type: map_at_100
value: 22.555
verified: no, type: map_at_1000
value: 22.647000000000002
verified: no, type: map_at_3
value: 18.578
verified: no, type: map_at_5
value: 19.952
verified: no, type: mrr_at_1
value: 13.718
verified: no, type: mrr_at_10
value: 21.199
verified: no, type: mrr_at_100
value: 22.555
verified: no, type: mrr_at_1000
value: 22.647000000000002
verified: no, type: mrr_at_3
value: 18.578
verified: no, type: mrr_at_5
value: 19.952
verified: no, type: ndcg_at_1
value: 13.718
verified: no, type: ndcg_at_10
value: 25.701
verified: no, type: ndcg_at_100
value: 32.849000000000004
verified: no, type: ndcg_at_1000
value: 35.521
verified: no, type: ndcg_at_3
value: 20.217
verified: no, type: ndcg_at_5
value: 22.695
verified: no, type: precision_at_1
value: 13.718
verified: no, type: precision_at_10
value: 4.025
verified: no, type: precision_at_100
value: 0.749
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 8.327
verified: no, type: precision_at_5
value: 6.2
verified: no, type: recall_at_1
value: 13.718
verified: no, type: recall_at_10
value: 40.254
verified: no, type: recall_at_100
value: 74.857
verified: no, type: recall_at_1000
value: 96.396
verified: no, type: recall_at_3
value: 24.98
verified: no, type: recall_at_5
value: 30.999
verified: no, task: type: PairClassification
dataset: type: paws-x
name: MTEB PawsX (fr)
config: fr
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 65.05
verified: no, type: cos_sim_ap
value: 66.96032479903896
verified: no, type: cos_sim_f1
value: 64.6584641493424
verified: no, type: cos_sim_precision
value: 52.40715268225584
verified: no, type: cos_sim_recall
value: 84.38538205980066
verified: no, type: dot_accuracy
value: 55.900000000000006
verified: no, type: dot_ap
value: 49.30688761875612
verified: no, type: dot_f1
value: 62.491349480968864
verified: no, type: dot_precision
value: 45.44539506794162
verified: no, type: dot_recall
value: 100
verified: no, type: euclidean_accuracy
value: 65.45
verified: no, type: euclidean_ap
value: 67.25169237071694
verified: no, type: euclidean_f1
value: 63.703099510603586
verified: no, type: euclidean_precision
value: 50.41962556488057
verified: no, type: euclidean_recall
value: 86.48947951273533
verified: no, type: manhattan_accuracy
value: 65.45
verified: no, type: manhattan_ap
value: 67.27678476958474
verified: no, type: manhattan_f1
value: 63.72993001235076
verified: no, type: manhattan_precision
value: 50.720838794233295
verified: no, type: manhattan_recall
value: 85.71428571428571
verified: no, type: max_accuracy
value: 65.45
verified: no, type: max_ap
value: 67.27678476958474
verified: no, type: max_f1
value: 64.6584641493424
verified: no, task: type: STS
dataset: type: Lajavaness/SICK-fr
name: MTEB SICKFr
config: default
split: test
revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
metrics: type: cos_sim_pearson
value: 77.38547514537439
verified: no, type: cos_sim_spearman
value: 70.0384814341566
verified: no, type: euclidean_pearson
value: 73.17685047547792
verified: no, type: euclidean_spearman
value: 69.0214779492398
verified: no, type: manhattan_pearson
value: 73.27021543521928
verified: no, type: manhattan_spearman
value: 69.00830998611808
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr)
config: fr
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 73.2017074508369
verified: no, type: cos_sim_spearman
value: 75.66216220100064
verified: no, type: euclidean_pearson
value: 65.78320697350725
verified: no, type: euclidean_spearman
value: 69.42431320313
verified: no, type: manhattan_pearson
value: 66.08116236520195
verified: no, type: manhattan_spearman
value: 69.65801102602607
verified: no, task: type: STS
dataset: type: stsb_multi_mt
name: MTEB STSBenchmarkMultilingualSTS (fr)
config: fr
split: test
revision: 93d57ef91790589e3ce9c365164337a8a78b7632
metrics: type: cos_sim_pearson
value: 72.68021703141207
verified: no, type: cos_sim_spearman
value: 71.12969109483609
verified: no, type: euclidean_pearson
value: 74.11097299729168
verified: no, type: euclidean_spearman
value: 73.3388930461827
verified: no, type: manhattan_pearson
value: 74.1750114248542
verified: no, type: manhattan_spearman
value: 73.39042200852525
verified: no, task: type: Summarization
dataset: type: lyon-nlp/summarization-summeval-fr-p2p
name: MTEB SummEvalFr
config: default
split: test
revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
metrics: type: cos_sim_pearson
value: 31.829168834304504
verified: no, type: cos_sim_spearman
value: 30.28093437745372
verified: no, type: dot_pearson
value: 24.4842740397031
verified: no, type: dot_spearman
value: 27.223661884688177
verified: no, task: type: Retrieval
dataset: type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
name: MTEB SyntecRetrieval
config: default
split: test
revision: 77f7e271bf4a92b24fce5119f3486b583ca016ff
metrics: type: map_at_1
value: 57.99999999999999
verified: no, type: map_at_10
value: 70.22
verified: no, type: map_at_100
value: 70.611
verified: no, type: map_at_1000
value: 70.611
verified: no, type: map_at_3
value: 68.333
verified: no, type: map_at_5
value: 69.133
verified: no, type: mrr_at_1
value: 57.99999999999999
verified: no, type: mrr_at_10
value: 70.22
verified: no, type: mrr_at_100
value: 70.611
verified: no, type: mrr_at_1000
value: 70.611
verified: no, type: mrr_at_3
value: 68.333
verified: no, type: mrr_at_5
value: 69.133
verified: no, type: ndcg_at_1
value: 57.99999999999999
verified: no, type: ndcg_at_10
value: 75.748
verified: no, type: ndcg_at_100
value: 77.391
verified: no, type: ndcg_at_1000
value: 77.391
verified: no, type: ndcg_at_3
value: 71.595
verified: no, type: ndcg_at_5
value: 73.142
verified: no, type: precision_at_1
value: 57.99999999999999
verified: no, type: precision_at_10
value: 9.3
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 27
verified: no, type: precision_at_5
value: 17
verified: no, type: recall_at_1
value: 57.99999999999999
verified: no, type: recall_at_10
value: 93
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 81
verified: no, type: recall_at_5
value: 85
verified: no, task: type: Retrieval
dataset: type: jinaai/xpqa
name: MTEB XPQARetrieval (fr)
config: fr
split: test
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
metrics: type: map_at_1
value: 34.831
verified: no, type: map_at_10
value: 52.234
verified: no, type: map_at_100
value: 53.971000000000004
verified: no, type: map_at_1000
value: 54.051
verified: no, type: map_at_3
value: 46.719
verified: no, type: map_at_5
value: 49.744
verified: no, type: mrr_at_1
value: 55.14
verified: no, type: mrr_at_10
value: 62.452
verified: no, type: mrr_at_100
value: 63.112
verified: no, type: mrr_at_1000
value: 63.137
verified: no, type: mrr_at_3
value: 60.36899999999999
verified: no, type: mrr_at_5
value: 61.531000000000006
verified: no, type: ndcg_at_1
value: 55.14
verified: no, type: ndcg_at_10
value: 58.88099999999999
verified: no, type: ndcg_at_100
value: 64.849
verified: no, type: ndcg_at_1000
value: 66.199
verified: no, type: ndcg_at_3
value: 53.55
verified: no, type: ndcg_at_5
value: 54.835
verified: no, type: precision_at_1
value: 55.14
verified: no, type: precision_at_10
value: 13.712
verified: no, type: precision_at_100
value: 1.881
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_3
value: 31.954
verified: no, type: precision_at_5
value: 22.563
verified: no, type: recall_at_1
value: 34.831
verified: no, type: recall_at_10
value: 67.57
verified: no, type: recall_at_100
value: 90.601
verified: no, type: recall_at_1000
value: 99.408
verified: no, type: recall_at_3
value: 51.275000000000006
verified: no, type: recall_at_5
value: 57.967999999999996
verified: no
Likes: 0 | All-time downloads: 1718
Created: 2024-03-14 08:22:33