Model: sdadas/mmlw-e5-large
Author: sdadas
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, safetensors, xlm-roberta, feature-extraction, sentence-similarity, transformers, mteb, pl, arxiv:2402.13350, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, transformers, mteb
model-index: name: mmlw-e5-large
results: task: type: Clustering
dataset: type: PL-MTEB/8tags-clustering
name: MTEB 8TagsClustering
config: default
split: test
revision: None
metrics: type: v_measure
value: 30.623921415441725
verified: no, task: type: Classification
dataset: type: PL-MTEB/allegro-reviews
name: MTEB AllegroReviews
config: default
split: test
revision: None
metrics: type: accuracy
value: 37.683896620278325
verified: no, type: f1
value: 34.19193027014284
verified: no, task: type: Retrieval
dataset: type: arguana-pl
name: MTEB ArguAna-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 38.407000000000004
verified: no, type: map_at_10
value: 55.147
verified: no, type: map_at_100
value: 55.757
verified: no, type: map_at_1000
value: 55.761
verified: no, type: map_at_3
value: 51.268
verified: no, type: map_at_5
value: 53.696999999999996
verified: no, type: mrr_at_1
value: 40.043
verified: no, type: mrr_at_10
value: 55.840999999999994
verified: no, type: mrr_at_100
value: 56.459
verified: no, type: mrr_at_1000
value: 56.462999999999994
verified: no, type: mrr_at_3
value: 52.074
verified: no, type: mrr_at_5
value: 54.364999999999995
verified: no, type: ndcg_at_1
value: 38.407000000000004
verified: no, type: ndcg_at_10
value: 63.248000000000005
verified: no, type: ndcg_at_100
value: 65.717
verified: no, type: ndcg_at_1000
value: 65.79
verified: no, type: ndcg_at_3
value: 55.403999999999996
verified: no, type: ndcg_at_5
value: 59.760000000000005
verified: no, type: precision_at_1
value: 38.407000000000004
verified: no, type: precision_at_10
value: 8.862
verified: no, type: precision_at_100
value: 0.991
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 22.451
verified: no, type: precision_at_5
value: 15.576
verified: no, type: recall_at_1
value: 38.407000000000004
verified: no, type: recall_at_10
value: 88.62
verified: no, type: recall_at_100
value: 99.075
verified: no, type: recall_at_1000
value: 99.57300000000001
verified: no, type: recall_at_3
value: 67.354
verified: no, type: recall_at_5
value: 77.881
verified: no, task: type: Classification
dataset: type: PL-MTEB/cbd
name: MTEB CBD
config: default
split: test
revision: None
metrics: type: accuracy
value: 66.14999999999999
verified: no, type: ap
value: 21.69513674684204
verified: no, type: f1
value: 56.48142830893528
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/cdsce-pairclassification
name: MTEB CDSC-E
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 89.4
verified: no, type: cos_sim_ap
value: 76.83228768203222
verified: no, type: cos_sim_f1
value: 65.3658536585366
verified: no, type: cos_sim_precision
value: 60.909090909090914
verified: no, type: cos_sim_recall
value: 70.52631578947368
verified: no, type: dot_accuracy
value: 84.1
verified: no, type: dot_ap
value: 57.26072201751864
verified: no, type: dot_f1
value: 62.75395033860045
verified: no, type: dot_precision
value: 54.9407114624506
verified: no, type: dot_recall
value: 73.15789473684211
verified: no, type: euclidean_accuracy
value: 89.4
verified: no, type: euclidean_ap
value: 76.59095263388942
verified: no, type: euclidean_f1
value: 65.21739130434783
verified: no, type: euclidean_precision
value: 60.26785714285714
verified: no, type: euclidean_recall
value: 71.05263157894737
verified: no, type: manhattan_accuracy
value: 89.4
verified: no, type: manhattan_ap
value: 76.58825999753456
verified: no, type: manhattan_f1
value: 64.72019464720195
verified: no, type: manhattan_precision
value: 60.18099547511312
verified: no, type: manhattan_recall
value: 70
verified: no, type: max_accuracy
value: 89.4
verified: no, type: max_ap
value: 76.83228768203222
verified: no, type: max_f1
value: 65.3658536585366
verified: no, task: type: STS
dataset: type: PL-MTEB/cdscr-sts
name: MTEB CDSC-R
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 93.73949495291659
verified: no, type: cos_sim_spearman
value: 93.50397366192922
verified: no, type: euclidean_pearson
value: 92.47498888987636
verified: no, type: euclidean_spearman
value: 93.39315936230747
verified: no, type: manhattan_pearson
value: 92.47250250777654
verified: no, type: manhattan_spearman
value: 93.36739690549109
verified: no, task: type: Retrieval
dataset: type: dbpedia-pl
name: MTEB DBPedia-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.434
verified: no, type: map_at_10
value: 18.424
verified: no, type: map_at_100
value: 26.428
verified: no, type: map_at_1000
value: 28.002
verified: no, type: map_at_3
value: 13.502
verified: no, type: map_at_5
value: 15.577
verified: no, type: mrr_at_1
value: 63
verified: no, type: mrr_at_10
value: 72.714
verified: no, type: mrr_at_100
value: 73.021
verified: no, type: mrr_at_1000
value: 73.028
verified: no, type: mrr_at_3
value: 70.75
verified: no, type: mrr_at_5
value: 72.3
verified: no, type: ndcg_at_1
value: 52.75
verified: no, type: ndcg_at_10
value: 39.839999999999996
verified: no, type: ndcg_at_100
value: 44.989000000000004
verified: no, type: ndcg_at_1000
value: 52.532999999999994
verified: no, type: ndcg_at_3
value: 45.198
verified: no, type: ndcg_at_5
value: 42.015
verified: no, type: precision_at_1
value: 63
verified: no, type: precision_at_10
value: 31.05
verified: no, type: precision_at_100
value: 10.26
verified: no, type: precision_at_1000
value: 1.9879999999999998
verified: no, type: precision_at_3
value: 48.25
verified: no, type: precision_at_5
value: 40.45
verified: no, type: recall_at_1
value: 8.434
verified: no, type: recall_at_10
value: 24.004
verified: no, type: recall_at_100
value: 51.428
verified: no, type: recall_at_1000
value: 75.712
verified: no, type: recall_at_3
value: 15.015
verified: no, type: recall_at_5
value: 18.282999999999998
verified: no, task: type: Retrieval
dataset: type: fiqa-pl
name: MTEB FiQA-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 19.088
verified: no, type: map_at_10
value: 31.818
verified: no, type: map_at_100
value: 33.689
verified: no, type: map_at_1000
value: 33.86
verified: no, type: map_at_3
value: 27.399
verified: no, type: map_at_5
value: 29.945
verified: no, type: mrr_at_1
value: 38.117000000000004
verified: no, type: mrr_at_10
value: 47.668
verified: no, type: mrr_at_100
value: 48.428
verified: no, type: mrr_at_1000
value: 48.475
verified: no, type: mrr_at_3
value: 45.242
verified: no, type: mrr_at_5
value: 46.716
verified: no, type: ndcg_at_1
value: 38.272
verified: no, type: ndcg_at_10
value: 39.903
verified: no, type: ndcg_at_100
value: 46.661
verified: no, type: ndcg_at_1000
value: 49.625
verified: no, type: ndcg_at_3
value: 35.921
verified: no, type: ndcg_at_5
value: 37.558
verified: no, type: precision_at_1
value: 38.272
verified: no, type: precision_at_10
value: 11.358
verified: no, type: precision_at_100
value: 1.8190000000000002
verified: no, type: precision_at_1000
value: 0.23500000000000001
verified: no, type: precision_at_3
value: 24.434
verified: no, type: precision_at_5
value: 18.395
verified: no, type: recall_at_1
value: 19.088
verified: no, type: recall_at_10
value: 47.355999999999995
verified: no, type: recall_at_100
value: 72.451
verified: no, type: recall_at_1000
value: 90.257
verified: no, type: recall_at_3
value: 32.931
verified: no, type: recall_at_5
value: 39.878
verified: no, task: type: Retrieval
dataset: type: hotpotqa-pl
name: MTEB HotpotQA-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 39.095
verified: no, type: map_at_10
value: 62.529
verified: no, type: map_at_100
value: 63.425
verified: no, type: map_at_1000
value: 63.483000000000004
verified: no, type: map_at_3
value: 58.887
verified: no, type: map_at_5
value: 61.18599999999999
verified: no, type: mrr_at_1
value: 78.123
verified: no, type: mrr_at_10
value: 84.231
verified: no, type: mrr_at_100
value: 84.408
verified: no, type: mrr_at_1000
value: 84.414
verified: no, type: mrr_at_3
value: 83.286
verified: no, type: mrr_at_5
value: 83.94
verified: no, type: ndcg_at_1
value: 78.19
verified: no, type: ndcg_at_10
value: 70.938
verified: no, type: ndcg_at_100
value: 73.992
verified: no, type: ndcg_at_1000
value: 75.1
verified: no, type: ndcg_at_3
value: 65.863
verified: no, type: ndcg_at_5
value: 68.755
verified: no, type: precision_at_1
value: 78.19
verified: no, type: precision_at_10
value: 14.949000000000002
verified: no, type: precision_at_100
value: 1.733
verified: no, type: precision_at_1000
value: 0.188
verified: no, type: precision_at_3
value: 42.381
verified: no, type: precision_at_5
value: 27.711000000000002
verified: no, type: recall_at_1
value: 39.095
verified: no, type: recall_at_10
value: 74.747
verified: no, type: recall_at_100
value: 86.631
verified: no, type: recall_at_1000
value: 93.923
verified: no, type: recall_at_3
value: 63.571999999999996
verified: no, type: recall_at_5
value: 69.27799999999999
verified: no, task: type: Retrieval
dataset: type: msmarco-pl
name: MTEB MSMARCO-PL
config: default
split: validation
revision: None
metrics: type: map_at_1
value: 19.439999999999998
verified: no, type: map_at_10
value: 30.264000000000003
verified: no, type: map_at_100
value: 31.438
verified: no, type: map_at_1000
value: 31.495
verified: no, type: map_at_3
value: 26.735
verified: no, type: map_at_5
value: 28.716
verified: no, type: mrr_at_1
value: 19.914
verified: no, type: mrr_at_10
value: 30.753999999999998
verified: no, type: mrr_at_100
value: 31.877
verified: no, type: mrr_at_1000
value: 31.929000000000002
verified: no, type: mrr_at_3
value: 27.299
verified: no, type: mrr_at_5
value: 29.254
verified: no, type: ndcg_at_1
value: 20.014000000000003
verified: no, type: ndcg_at_10
value: 36.472
verified: no, type: ndcg_at_100
value: 42.231
verified: no, type: ndcg_at_1000
value: 43.744
verified: no, type: ndcg_at_3
value: 29.268
verified: no, type: ndcg_at_5
value: 32.79
verified: no, type: precision_at_1
value: 20.014000000000003
verified: no, type: precision_at_10
value: 5.814
verified: no, type: precision_at_100
value: 0.8710000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 12.426
verified: no, type: precision_at_5
value: 9.238
verified: no, type: recall_at_1
value: 19.439999999999998
verified: no, type: recall_at_10
value: 55.535000000000004
verified: no, type: recall_at_100
value: 82.44399999999999
verified: no, type: recall_at_1000
value: 94.217
verified: no, type: recall_at_3
value: 35.963
verified: no, type: recall_at_5
value: 44.367000000000004
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 72.01412239408205
verified: no, type: f1
value: 70.04544187503352
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 75.26899798251513
verified: no, type: f1
value: 75.55876166863844
verified: no, task: type: Retrieval
dataset: type: nfcorpus-pl
name: MTEB NFCorpus-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.772
verified: no, type: map_at_10
value: 12.708
verified: no, type: map_at_100
value: 16.194
verified: no, type: map_at_1000
value: 17.630000000000003
verified: no, type: map_at_3
value: 9.34
verified: no, type: map_at_5
value: 10.741
verified: no, type: mrr_at_1
value: 43.344
verified: no, type: mrr_at_10
value: 53.429
verified: no, type: mrr_at_100
value: 53.88699999999999
verified: no, type: mrr_at_1000
value: 53.925
verified: no, type: mrr_at_3
value: 51.342
verified: no, type: mrr_at_5
value: 52.456
verified: no, type: ndcg_at_1
value: 41.641
verified: no, type: ndcg_at_10
value: 34.028000000000006
verified: no, type: ndcg_at_100
value: 31.613000000000003
verified: no, type: ndcg_at_1000
value: 40.428
verified: no, type: ndcg_at_3
value: 38.991
verified: no, type: ndcg_at_5
value: 36.704
verified: no, type: precision_at_1
value: 43.034
verified: no, type: precision_at_10
value: 25.324999999999996
verified: no, type: precision_at_100
value: 7.889
verified: no, type: precision_at_1000
value: 2.069
verified: no, type: precision_at_3
value: 36.739
verified: no, type: precision_at_5
value: 32.074000000000005
verified: no, type: recall_at_1
value: 5.772
verified: no, type: recall_at_10
value: 16.827
verified: no, type: recall_at_100
value: 32.346000000000004
verified: no, type: recall_at_1000
value: 62.739
verified: no, type: recall_at_3
value: 10.56
verified: no, type: recall_at_5
value: 12.655
verified: no, task: type: Retrieval
dataset: type: nq-pl
name: MTEB NQ-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 26.101000000000003
verified: no, type: map_at_10
value: 39.912
verified: no, type: map_at_100
value: 41.037
verified: no, type: map_at_1000
value: 41.077000000000005
verified: no, type: map_at_3
value: 35.691
verified: no, type: map_at_5
value: 38.155
verified: no, type: mrr_at_1
value: 29.403000000000002
verified: no, type: mrr_at_10
value: 42.376999999999995
verified: no, type: mrr_at_100
value: 43.248999999999995
verified: no, type: mrr_at_1000
value: 43.277
verified: no, type: mrr_at_3
value: 38.794000000000004
verified: no, type: mrr_at_5
value: 40.933
verified: no, type: ndcg_at_1
value: 29.519000000000002
verified: no, type: ndcg_at_10
value: 47.33
verified: no, type: ndcg_at_100
value: 52.171
verified: no, type: ndcg_at_1000
value: 53.125
verified: no, type: ndcg_at_3
value: 39.316
verified: no, type: ndcg_at_5
value: 43.457
verified: no, type: precision_at_1
value: 29.519000000000002
verified: no, type: precision_at_10
value: 8.03
verified: no, type: precision_at_100
value: 1.075
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_3
value: 18.009
verified: no, type: precision_at_5
value: 13.221
verified: no, type: recall_at_1
value: 26.101000000000003
verified: no, type: recall_at_10
value: 67.50399999999999
verified: no, type: recall_at_100
value: 88.64699999999999
verified: no, type: recall_at_1000
value: 95.771
verified: no, type: recall_at_3
value: 46.669
verified: no, type: recall_at_5
value: 56.24
verified: no, task: type: Classification
dataset: type: laugustyniak/abusive-clauses-pl
name: MTEB PAC
config: default
split: test
revision: None
metrics: type: accuracy
value: 63.76773819866782
verified: no, type: ap
value: 74.87896817642536
verified: no, type: f1
value: 61.420506092721425
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/ppc-pairclassification
name: MTEB PPC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 82.1
verified: no, type: cos_sim_ap
value: 91.09417013497443
verified: no, type: cos_sim_f1
value: 84.78437754271766
verified: no, type: cos_sim_precision
value: 83.36
verified: no, type: cos_sim_recall
value: 86.25827814569537
verified: no, type: dot_accuracy
value: 75.9
verified: no, type: dot_ap
value: 86.82680649789796
verified: no, type: dot_f1
value: 80.5379746835443
verified: no, type: dot_precision
value: 77.12121212121212
verified: no, type: dot_recall
value: 84.27152317880795
verified: no, type: euclidean_accuracy
value: 81.6
verified: no, type: euclidean_ap
value: 90.81248760600693
verified: no, type: euclidean_f1
value: 84.35374149659863
verified: no, type: euclidean_precision
value: 86.7132867132867
verified: no, type: euclidean_recall
value: 82.11920529801324
verified: no, type: manhattan_accuracy
value: 81.6
verified: no, type: manhattan_ap
value: 90.81272803548767
verified: no, type: manhattan_f1
value: 84.33530906011855
verified: no, type: manhattan_precision
value: 86.30849220103987
verified: no, type: manhattan_recall
value: 82.45033112582782
verified: no, type: max_accuracy
value: 82.1
verified: no, type: max_ap
value: 91.09417013497443
verified: no, type: max_f1
value: 84.78437754271766
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/psc-pairclassification
name: MTEB PSC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 98.05194805194806
verified: no, type: cos_sim_ap
value: 99.52709687103496
verified: no, type: cos_sim_f1
value: 96.83257918552036
verified: no, type: cos_sim_precision
value: 95.82089552238806
verified: no, type: cos_sim_recall
value: 97.86585365853658
verified: no, type: dot_accuracy
value: 92.30055658627087
verified: no, type: dot_ap
value: 94.12759311032353
verified: no, type: dot_f1
value: 87.00906344410878
verified: no, type: dot_precision
value: 86.22754491017965
verified: no, type: dot_recall
value: 87.8048780487805
verified: no, type: euclidean_accuracy
value: 98.05194805194806
verified: no, type: euclidean_ap
value: 99.49402675624125
verified: no, type: euclidean_f1
value: 96.8133535660091
verified: no, type: euclidean_precision
value: 96.37462235649546
verified: no, type: euclidean_recall
value: 97.2560975609756
verified: no, type: manhattan_accuracy
value: 98.05194805194806
verified: no, type: manhattan_ap
value: 99.50120505935962
verified: no, type: manhattan_f1
value: 96.8133535660091
verified: no, type: manhattan_precision
value: 96.37462235649546
verified: no, type: manhattan_recall
value: 97.2560975609756
verified: no, type: max_accuracy
value: 98.05194805194806
verified: no, type: max_ap
value: 99.52709687103496
verified: no, type: max_f1
value: 96.83257918552036
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_in
name: MTEB PolEmo2.0-IN
config: default
split: test
revision: None
metrics: type: accuracy
value: 69.45983379501385
verified: no, type: f1
value: 68.60917948426784
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_out
name: MTEB PolEmo2.0-OUT
config: default
split: test
revision: None
metrics: type: accuracy
value: 43.13765182186235
verified: no, type: f1
value: 36.15557441785656
verified: no, task: type: Retrieval
dataset: type: quora-pl
name: MTEB Quora-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 67.448
verified: no, type: map_at_10
value: 81.566
verified: no, type: map_at_100
value: 82.284
verified: no, type: map_at_1000
value: 82.301
verified: no, type: map_at_3
value: 78.425
verified: no, type: map_at_5
value: 80.43400000000001
verified: no, type: mrr_at_1
value: 77.61
verified: no, type: mrr_at_10
value: 84.467
verified: no, type: mrr_at_100
value: 84.63199999999999
verified: no, type: mrr_at_1000
value: 84.634
verified: no, type: mrr_at_3
value: 83.288
verified: no, type: mrr_at_5
value: 84.095
verified: no, type: ndcg_at_1
value: 77.66
verified: no, type: ndcg_at_10
value: 85.63199999999999
verified: no, type: ndcg_at_100
value: 87.166
verified: no, type: ndcg_at_1000
value: 87.306
verified: no, type: ndcg_at_3
value: 82.32300000000001
verified: no, type: ndcg_at_5
value: 84.22
verified: no, type: precision_at_1
value: 77.66
verified: no, type: precision_at_10
value: 13.136000000000001
verified: no, type: precision_at_100
value: 1.522
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_3
value: 36.153
verified: no, type: precision_at_5
value: 23.982
verified: no, type: recall_at_1
value: 67.448
verified: no, type: recall_at_10
value: 93.83200000000001
verified: no, type: recall_at_100
value: 99.212
verified: no, type: recall_at_1000
value: 99.94
verified: no, type: recall_at_3
value: 84.539
verified: no, type: recall_at_5
value: 89.71000000000001
verified: no, task: type: Retrieval
dataset: type: scidocs-pl
name: MTEB SCIDOCS-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.393
verified: no, type: map_at_10
value: 11.472
verified: no, type: map_at_100
value: 13.584999999999999
verified: no, type: map_at_1000
value: 13.918
verified: no, type: map_at_3
value: 8.212
verified: no, type: map_at_5
value: 9.864
verified: no, type: mrr_at_1
value: 21.7
verified: no, type: mrr_at_10
value: 32.268
verified: no, type: mrr_at_100
value: 33.495000000000005
verified: no, type: mrr_at_1000
value: 33.548
verified: no, type: mrr_at_3
value: 29.15
verified: no, type: mrr_at_5
value: 30.91
verified: no, type: ndcg_at_1
value: 21.6
verified: no, type: ndcg_at_10
value: 19.126
verified: no, type: ndcg_at_100
value: 27.496
verified: no, type: ndcg_at_1000
value: 33.274
verified: no, type: ndcg_at_3
value: 18.196
verified: no, type: ndcg_at_5
value: 15.945
verified: no, type: precision_at_1
value: 21.6
verified: no, type: precision_at_10
value: 9.94
verified: no, type: precision_at_100
value: 2.1999999999999997
verified: no, type: precision_at_1000
value: 0.359
verified: no, type: precision_at_3
value: 17.2
verified: no, type: precision_at_5
value: 14.12
verified: no, type: recall_at_1
value: 4.393
verified: no, type: recall_at_10
value: 20.166999999999998
verified: no, type: recall_at_100
value: 44.678000000000004
verified: no, type: recall_at_1000
value: 72.868
verified: no, type: recall_at_3
value: 10.473
verified: no, type: recall_at_5
value: 14.313
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/sicke-pl-pairclassification
name: MTEB SICK-E-PL
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 82.65389319200979
verified: no, type: cos_sim_ap
value: 76.13749398520014
verified: no, type: cos_sim_f1
value: 66.64355062413314
verified: no, type: cos_sim_precision
value: 64.93243243243244
verified: no, type: cos_sim_recall
value: 68.44729344729345
verified: no, type: dot_accuracy
value: 76.0905014268243
verified: no, type: dot_ap
value: 58.058968583382494
verified: no, type: dot_f1
value: 61.181080324657145
verified: no, type: dot_precision
value: 50.391885661595204
verified: no, type: dot_recall
value: 77.84900284900284
verified: no, type: euclidean_accuracy
value: 82.61312678353036
verified: no, type: euclidean_ap
value: 76.10290283033221
verified: no, type: euclidean_f1
value: 66.50782845473111
verified: no, type: euclidean_precision
value: 63.6897001303781
verified: no, type: euclidean_recall
value: 69.58689458689459
verified: no, type: manhattan_accuracy
value: 82.6742763962495
verified: no, type: manhattan_ap
value: 76.12712309700966
verified: no, type: manhattan_f1
value: 66.59700452803902
verified: no, type: manhattan_precision
value: 65.16700749829583
verified: no, type: manhattan_recall
value: 68.09116809116809
verified: no, type: max_accuracy
value: 82.6742763962495
verified: no, type: max_ap
value: 76.13749398520014
verified: no, type: max_f1
value: 66.64355062413314
verified: no, task: type: STS
dataset: type: PL-MTEB/sickr-pl-sts
name: MTEB SICK-R-PL
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 81.23898481255246
verified: no, type: cos_sim_spearman
value: 76.0416957474899
verified: no, type: euclidean_pearson
value: 78.96475496102107
verified: no, type: euclidean_spearman
value: 76.07208683063504
verified: no, type: manhattan_pearson
value: 78.92666424673251
verified: no, type: manhattan_spearman
value: 76.04968227583831
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl)
config: pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 39.13987124398541
verified: no, type: cos_sim_spearman
value: 40.40194528288759
verified: no, type: euclidean_pearson
value: 29.14566247168167
verified: no, type: euclidean_spearman
value: 39.97389932591777
verified: no, type: manhattan_pearson
value: 29.172993134388935
verified: no, type: manhattan_spearman
value: 39.85681935287037
verified: no, task: type: Retrieval
dataset: type: scifact-pl
name: MTEB SciFact-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 57.260999999999996
verified: no, type: map_at_10
value: 66.92399999999999
verified: no, type: map_at_100
value: 67.443
verified: no, type: map_at_1000
value: 67.47800000000001
verified: no, type: map_at_3
value: 64.859
verified: no, type: map_at_5
value: 65.71900000000001
verified: no, type: mrr_at_1
value: 60.333000000000006
verified: no, type: mrr_at_10
value: 67.95400000000001
verified: no, type: mrr_at_100
value: 68.42
verified: no, type: mrr_at_1000
value: 68.45
verified: no, type: mrr_at_3
value: 66.444
verified: no, type: mrr_at_5
value: 67.128
verified: no, type: ndcg_at_1
value: 60.333000000000006
verified: no, type: ndcg_at_10
value: 71.209
verified: no, type: ndcg_at_100
value: 73.37
verified: no, type: ndcg_at_1000
value: 74.287
verified: no, type: ndcg_at_3
value: 67.66799999999999
verified: no, type: ndcg_at_5
value: 68.644
verified: no, type: precision_at_1
value: 60.333000000000006
verified: no, type: precision_at_10
value: 9.467
verified: no, type: precision_at_100
value: 1.053
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 26.778000000000002
verified: no, type: precision_at_5
value: 16.933
verified: no, type: recall_at_1
value: 57.260999999999996
verified: no, type: recall_at_10
value: 83.256
verified: no, type: recall_at_100
value: 92.767
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 72.933
verified: no, type: recall_at_5
value: 75.744
verified: no, task: type: Retrieval
dataset: type: trec-covid-pl
name: MTEB TRECCOVID-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.22
verified: no, type: map_at_10
value: 1.693
verified: no, type: map_at_100
value: 9.281
verified: no, type: map_at_1000
value: 21.462999999999997
verified: no, type: map_at_3
value: 0.609
verified: no, type: map_at_5
value: 0.9570000000000001
verified: no, type: mrr_at_1
value: 80
verified: no, type: mrr_at_10
value: 88.73299999999999
verified: no, type: mrr_at_100
value: 88.73299999999999
verified: no, type: mrr_at_1000
value: 88.73299999999999
verified: no, type: mrr_at_3
value: 88.333
verified: no, type: mrr_at_5
value: 88.73299999999999
verified: no, type: ndcg_at_1
value: 79
verified: no, type: ndcg_at_10
value: 71.177
verified: no, type: ndcg_at_100
value: 52.479
verified: no, type: ndcg_at_1000
value: 45.333
verified: no, type: ndcg_at_3
value: 77.48
verified: no, type: ndcg_at_5
value: 76.137
verified: no, type: precision_at_1
value: 82
verified: no, type: precision_at_10
value: 74
verified: no, type: precision_at_100
value: 53.68000000000001
verified: no, type: precision_at_1000
value: 19.954
verified: no, type: precision_at_3
value: 80.667
verified: no, type: precision_at_5
value: 80.80000000000001
verified: no, type: recall_at_1
value: 0.22
verified: no, type: recall_at_10
value: 1.934
verified: no, type: recall_at_100
value: 12.728
verified: no, type: recall_at_1000
value: 41.869
verified: no, type: recall_at_3
value: 0.637
verified: no, type: recall_at_5
value: 1.042
verified: no
language: pl
license: apache-2.0
widget: source_sentence: query: Jak dożyć 100 lat?
sentences: passage: Trzeba zdrowo się odżywiać i uprawiać sport., passage: Trzeba pić alkohol, imprezować i jeździć szybkimi autami., passage: Gdy trwała kampania politycy zapewniali, że rozprawią się z zakazem niedzielnego handlu.
Likes: 0 | All-time downloads: 127372
Created: 2023-11-17 18:51:09