Model: manu/sentence_croissant_alpha_v0.2
Author: manu
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, llama, feature-extraction, sentence-similarity, mteb, model-index, endpoints_compatible, region:us
Card metadata: library_name: sentence-transformers
pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: sentence_croissant_alpha_v0.2
results: task: type: Clustering
dataset: type: lyon-nlp/alloprof
name: MTEB AlloProfClusteringP2P
config: default
split: test
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
metrics: type: v_measure
value: 59.14629497199997
verified: no, task: type: Clustering
dataset: type: lyon-nlp/alloprof
name: MTEB AlloProfClusteringS2S
config: default
split: test
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
metrics: type: v_measure
value: 36.450870830351036
verified: no, task: type: Reranking
dataset: type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
name: MTEB AlloprofReranking
config: default
split: test
revision: e40c8a63ce02da43200eccb5b0846fcaa888f562
metrics: type: map
value: 67.23549444979429
verified: no, type: mrr
value: 68.49382830276612
verified: no, task: type: Retrieval
dataset: type: lyon-nlp/alloprof
name: MTEB AlloprofRetrieval
config: default
split: test
revision: 2df7bee4080bedf2e97de3da6bd5c7bc9fc9c4d2
metrics: type: map_at_1
value: 30.285
verified: no, type: map_at_10
value: 41.724
verified: no, type: map_at_100
value: 42.696
verified: no, type: map_at_1000
value: 42.739
verified: no, type: map_at_3
value: 38.68
verified: no, type: map_at_5
value: 40.474
verified: no, type: mrr_at_1
value: 30.285
verified: no, type: mrr_at_10
value: 41.724
verified: no, type: mrr_at_100
value: 42.696
verified: no, type: mrr_at_1000
value: 42.739
verified: no, type: mrr_at_3
value: 38.68
verified: no, type: mrr_at_5
value: 40.474
verified: no, type: ndcg_at_1
value: 30.285
verified: no, type: ndcg_at_10
value: 47.687000000000005
verified: no, type: ndcg_at_100
value: 52.580000000000005
verified: no, type: ndcg_at_1000
value: 53.738
verified: no, type: ndcg_at_3
value: 41.439
verified: no, type: ndcg_at_5
value: 44.67
verified: no, type: precision_at_1
value: 30.285
verified: no, type: precision_at_10
value: 6.657
verified: no, type: precision_at_100
value: 0.898
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 16.477
verified: no, type: precision_at_5
value: 11.454
verified: no, type: recall_at_1
value: 30.285
verified: no, type: recall_at_10
value: 66.572
verified: no, type: recall_at_100
value: 89.819
verified: no, type: recall_at_1000
value: 98.955
verified: no, type: recall_at_3
value: 49.43
verified: no, type: recall_at_5
value: 57.27100000000001
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (fr)
config: fr
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 36.484
verified: no, type: f1
value: 36.358267416839176
verified: no, task: type: Retrieval
dataset: type: maastrichtlawtech/bsard
name: MTEB BSARDRetrieval
config: default
split: test
revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
metrics: type: map_at_1
value: 0.44999999999999996
verified: no, type: map_at_10
value: 1.184
verified: no, type: map_at_100
value: 1.5939999999999999
verified: no, type: map_at_1000
value: 1.6680000000000001
verified: no, type: map_at_3
value: 0.901
verified: no, type: map_at_5
value: 1.014
verified: no, type: mrr_at_1
value: 0.44999999999999996
verified: no, type: mrr_at_10
value: 1.184
verified: no, type: mrr_at_100
value: 1.5939999999999999
verified: no, type: mrr_at_1000
value: 1.6680000000000001
verified: no, type: mrr_at_3
value: 0.901
verified: no, type: mrr_at_5
value: 1.014
verified: no, type: ndcg_at_1
value: 0.44999999999999996
verified: no, type: ndcg_at_10
value: 1.746
verified: no, type: ndcg_at_100
value: 4.271
verified: no, type: ndcg_at_1000
value: 6.662
verified: no, type: ndcg_at_3
value: 1.126
verified: no, type: ndcg_at_5
value: 1.32
verified: no, type: precision_at_1
value: 0.44999999999999996
verified: no, type: precision_at_10
value: 0.36
verified: no, type: precision_at_100
value: 0.167
verified: no, type: precision_at_1000
value: 0.036000000000000004
verified: no, type: precision_at_3
value: 0.601
verified: no, type: precision_at_5
value: 0.44999999999999996
verified: no, type: recall_at_1
value: 0.44999999999999996
verified: no, type: recall_at_10
value: 3.604
verified: no, type: recall_at_100
value: 16.667
verified: no, type: recall_at_1000
value: 36.486000000000004
verified: no, type: recall_at_3
value: 1.802
verified: no, type: recall_at_5
value: 2.252
verified: no, task: type: Clustering
dataset: type: lyon-nlp/clustering-hal-s2s
name: MTEB HALClusteringS2S
config: default
split: test
revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
metrics: type: v_measure
value: 24.970553942854256
verified: no, task: type: Clustering
dataset: type: mlsum
name: MTEB MLSUMClusteringP2P
config: default
split: test
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
metrics: type: v_measure
value: 42.48794423025542
verified: no, task: type: Clustering
dataset: type: mlsum
name: MTEB MLSUMClusteringS2S
config: default
split: test
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
metrics: type: v_measure
value: 34.44830504100088
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (fr)
config: fr
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 88.96335734419041
verified: no, type: f1
value: 88.77543132157024
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (fr)
config: fr
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 67.76072658941435
verified: no, type: f1
value: 47.98533031010631
verified: no, task: type: Classification
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClassification (fra)
config: fra
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: accuracy
value: 73.17535545023696
verified: no, type: f1
value: 69.07397342867827
verified: no, task: type: Clustering
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClusteringP2P (fra)
config: fra
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: v_measure
value: 47.584542055968335
verified: no, task: type: Clustering
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClusteringS2S (fra)
config: fra
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: v_measure
value: 33.58141573894578
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 66.29791526563551
verified: no, type: f1
value: 64.11383858035595
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 71.7014122394082
verified: no, type: f1
value: 71.28396788755553
verified: no, task: type: Retrieval
dataset: type: jinaai/mintakaqa
name: MTEB MintakaRetrieval (fr)
config: fr
split: test
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
metrics: type: map_at_1
value: 14.824000000000002
verified: no, type: map_at_10
value: 23.217
verified: no, type: map_at_100
value: 24.484
verified: no, type: map_at_1000
value: 24.571
verified: no, type: map_at_3
value: 20.762
verified: no, type: map_at_5
value: 22.121
verified: no, type: mrr_at_1
value: 14.824000000000002
verified: no, type: mrr_at_10
value: 23.217
verified: no, type: mrr_at_100
value: 24.484
verified: no, type: mrr_at_1000
value: 24.571
verified: no, type: mrr_at_3
value: 20.762
verified: no, type: mrr_at_5
value: 22.121
verified: no, type: ndcg_at_1
value: 14.824000000000002
verified: no, type: ndcg_at_10
value: 27.876
verified: no, type: ndcg_at_100
value: 34.53
verified: no, type: ndcg_at_1000
value: 37.153999999999996
verified: no, type: ndcg_at_3
value: 22.746
verified: no, type: ndcg_at_5
value: 25.192999999999998
verified: no, type: precision_at_1
value: 14.824000000000002
verified: no, type: precision_at_10
value: 4.279
verified: no, type: precision_at_100
value: 0.75
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 9.5
verified: no, type: precision_at_5
value: 6.888
verified: no, type: recall_at_1
value: 14.824000000000002
verified: no, type: recall_at_10
value: 42.793
verified: no, type: recall_at_100
value: 75.02
verified: no, type: recall_at_1000
value: 96.274
verified: no, type: recall_at_3
value: 28.500999999999998
verified: no, type: recall_at_5
value: 34.439
verified: no, task: type: PairClassification
dataset: type: GEM/opusparcus
name: MTEB OpusparcusPC (fr)
config: fr
split: test
revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
metrics: type: cos_sim_accuracy
value: 82.56130790190736
verified: no, type: cos_sim_ap
value: 93.47537508242819
verified: no, type: cos_sim_f1
value: 87.60250844187169
verified: no, type: cos_sim_precision
value: 85.17823639774859
verified: no, type: cos_sim_recall
value: 90.16881827209534
verified: no, type: dot_accuracy
value: 81.06267029972753
verified: no, type: dot_ap
value: 91.67254760894009
verified: no, type: dot_f1
value: 87.07172224760164
verified: no, type: dot_precision
value: 80.62605752961083
verified: no, type: dot_recall
value: 94.63753723932473
verified: no, type: euclidean_accuracy
value: 81.19891008174388
verified: no, type: euclidean_ap
value: 93.11746326702661
verified: no, type: euclidean_f1
value: 86.52278177458035
verified: no, type: euclidean_precision
value: 83.6734693877551
verified: no, type: euclidean_recall
value: 89.57298907646475
verified: no, type: manhattan_accuracy
value: 81.06267029972753
verified: no, type: manhattan_ap
value: 93.10511956552851
verified: no, type: manhattan_f1
value: 86.62175168431185
verified: no, type: manhattan_precision
value: 84.03361344537815
verified: no, type: manhattan_recall
value: 89.37437934458788
verified: no, type: max_accuracy
value: 82.56130790190736
verified: no, type: max_ap
value: 93.47537508242819
verified: no, type: max_f1
value: 87.60250844187169
verified: no, task: type: PairClassification
dataset: type: paws-x
name: MTEB PawsX (fr)
config: fr
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 64.7
verified: no, type: cos_sim_ap
value: 66.97936856243149
verified: no, type: cos_sim_f1
value: 64.10698878343399
verified: no, type: cos_sim_precision
value: 52.50883392226149
verified: no, type: cos_sim_recall
value: 82.281284606866
verified: no, type: dot_accuracy
value: 55.7
verified: no, type: dot_ap
value: 49.248259184437195
verified: no, type: dot_f1
value: 62.51298026998961
verified: no, type: dot_precision
value: 45.468277945619334
verified: no, type: dot_recall
value: 100
verified: no, type: euclidean_accuracy
value: 65.14999999999999
verified: no, type: euclidean_ap
value: 67.67376405881289
verified: no, type: euclidean_f1
value: 64.10034602076125
verified: no, type: euclidean_precision
value: 52.59048970901349
verified: no, type: euclidean_recall
value: 82.05980066445183
verified: no, type: manhattan_accuracy
value: 65.2
verified: no, type: manhattan_ap
value: 67.68415171194316
verified: no, type: manhattan_f1
value: 64.16899163013153
verified: no, type: manhattan_precision
value: 50.12453300124533
verified: no, type: manhattan_recall
value: 89.14728682170544
verified: no, type: max_accuracy
value: 65.2
verified: no, type: max_ap
value: 67.68415171194316
verified: no, type: max_f1
value: 64.16899163013153
verified: no, task: type: STS
dataset: type: Lajavaness/SICK-fr
name: MTEB SICKFr
config: default
split: test
revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
metrics: type: cos_sim_pearson
value: 77.68761269197373
verified: no, type: cos_sim_spearman
value: 69.66744624141576
verified: no, type: euclidean_pearson
value: 72.05200050489465
verified: no, type: euclidean_spearman
value: 68.04895470259305
verified: no, type: manhattan_pearson
value: 72.16693522711834
verified: no, type: manhattan_spearman
value: 68.12086601967899
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr)
config: fr
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 75.11874053715779
verified: no, type: cos_sim_spearman
value: 78.68085137779333
verified: no, type: euclidean_pearson
value: 68.83921367763453
verified: no, type: euclidean_spearman
value: 71.35148956255736
verified: no, type: manhattan_pearson
value: 69.46950072200525
verified: no, type: manhattan_spearman
value: 71.66493261411941
verified: no, task: type: STS
dataset: type: PhilipMay/stsb_multi_mt
name: MTEB STSBenchmarkMultilingualSTS (fr)
config: fr
split: test
revision: 93d57ef91790589e3ce9c365164337a8a78b7632
metrics: type: cos_sim_pearson
value: 78.09242108846412
verified: no, type: cos_sim_spearman
value: 76.38442769094321
verified: no, type: euclidean_pearson
value: 76.19649405196662
verified: no, type: euclidean_spearman
value: 75.95441973818816
verified: no, type: manhattan_pearson
value: 76.13548797312832
verified: no, type: manhattan_spearman
value: 75.93264073187262
verified: no, task: type: Summarization
dataset: type: lyon-nlp/summarization-summeval-fr-p2p
name: MTEB SummEvalFr
config: default
split: test
revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
metrics: type: cos_sim_pearson
value: 30.511451950181858
verified: no, type: cos_sim_spearman
value: 30.267871792007288
verified: no, type: dot_pearson
value: 27.428950856263114
verified: no, type: dot_spearman
value: 26.895658072972395
verified: no, task: type: Reranking
dataset: type: lyon-nlp/mteb-fr-reranking-syntec-s2p
name: MTEB SyntecReranking
config: default
split: test
revision: b205c5084a0934ce8af14338bf03feb19499c84d
metrics: type: map
value: 83.16666666666667
verified: no, type: mrr
value: 83.16666666666667
verified: no, task: type: Retrieval
dataset: type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
name: MTEB SyntecRetrieval
config: default
split: test
revision: aa460cd4d177e6a3c04fcd2affd95e8243289033
metrics: type: map_at_1
value: 61
verified: no, type: map_at_10
value: 71.863
verified: no, type: map_at_100
value: 72.115
verified: no, type: map_at_1000
value: 72.115
verified: no, type: map_at_3
value: 69
verified: no, type: map_at_5
value: 70.95
verified: no, type: mrr_at_1
value: 61
verified: no, type: mrr_at_10
value: 71.863
verified: no, type: mrr_at_100
value: 72.115
verified: no, type: mrr_at_1000
value: 72.115
verified: no, type: mrr_at_3
value: 69
verified: no, type: mrr_at_5
value: 70.95
verified: no, type: ndcg_at_1
value: 61
verified: no, type: ndcg_at_10
value: 77.666
verified: no, type: ndcg_at_100
value: 78.63900000000001
verified: no, type: ndcg_at_1000
value: 78.63900000000001
verified: no, type: ndcg_at_3
value: 71.809
verified: no, type: ndcg_at_5
value: 75.422
verified: no, type: precision_at_1
value: 61
verified: no, type: precision_at_10
value: 9.6
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 26.667
verified: no, type: precision_at_5
value: 17.8
verified: no, type: recall_at_1
value: 61
verified: no, type: recall_at_10
value: 96
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 80
verified: no, type: recall_at_5
value: 89
verified: no, task: type: Retrieval
dataset: type: jinaai/xpqa
name: MTEB XPQARetrieval (fr)
config: fr
split: test
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
metrics: type: map_at_1
value: 37.736999999999995
verified: no, type: map_at_10
value: 57.842000000000006
verified: no, type: map_at_100
value: 59.373
verified: no, type: map_at_1000
value: 59.426
verified: no, type: map_at_3
value: 51.598
verified: no, type: map_at_5
value: 55.279999999999994
verified: no, type: mrr_at_1
value: 59.68
verified: no, type: mrr_at_10
value: 66.71000000000001
verified: no, type: mrr_at_100
value: 67.28699999999999
verified: no, type: mrr_at_1000
value: 67.301
verified: no, type: mrr_at_3
value: 64.486
verified: no, type: mrr_at_5
value: 65.888
verified: no, type: ndcg_at_1
value: 59.68
verified: no, type: ndcg_at_10
value: 64.27199999999999
verified: no, type: ndcg_at_100
value: 69.429
verified: no, type: ndcg_at_1000
value: 70.314
verified: no, type: ndcg_at_3
value: 58.569
verified: no, type: ndcg_at_5
value: 60.272999999999996
verified: no, type: precision_at_1
value: 59.68
verified: no, type: precision_at_10
value: 15.113
verified: no, type: precision_at_100
value: 1.941
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_3
value: 35.514
verified: no, type: precision_at_5
value: 25.367
verified: no, type: recall_at_1
value: 37.736999999999995
verified: no, type: recall_at_10
value: 73.458
verified: no, type: recall_at_100
value: 93.554
verified: no, type: recall_at_1000
value: 99.346
verified: no, type: recall_at_3
value: 55.774
verified: no, type: recall_at_5
value: 63.836000000000006
verified: no
Likes: 2 | All-time downloads: 23519
Created: 2024-03-15 08:57:54