Model: sdadas/mmlw-e5-base
Author: sdadas
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, safetensors, xlm-roberta, feature-extraction, sentence-similarity, transformers, mteb, pl, arxiv:2402.13350, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, transformers, mteb
model-index: name: mmlw-e5-base
results: task: type: Clustering
dataset: type: PL-MTEB/8tags-clustering
name: MTEB 8TagsClustering
config: default
split: test
revision: None
metrics: type: v_measure
value: 30.249113010261492
verified: no, task: type: Classification
dataset: type: PL-MTEB/allegro-reviews
name: MTEB AllegroReviews
config: default
split: test
revision: None
metrics: type: accuracy
value: 36.3817097415507
verified: no, type: f1
value: 32.77742158736663
verified: no, task: type: Retrieval
dataset: type: arguana-pl
name: MTEB ArguAna-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 32.646
verified: no, type: map_at_10
value: 49.488
verified: no, type: map_at_100
value: 50.190999999999995
verified: no, type: map_at_1000
value: 50.194
verified: no, type: map_at_3
value: 44.749
verified: no, type: map_at_5
value: 47.571999999999996
verified: no, type: mrr_at_1
value: 34.211000000000006
verified: no, type: mrr_at_10
value: 50.112
verified: no, type: mrr_at_100
value: 50.836000000000006
verified: no, type: mrr_at_1000
value: 50.839
verified: no, type: mrr_at_3
value: 45.614
verified: no, type: mrr_at_5
value: 48.242000000000004
verified: no, type: ndcg_at_1
value: 32.646
verified: no, type: ndcg_at_10
value: 58.396
verified: no, type: ndcg_at_100
value: 61.285000000000004
verified: no, type: ndcg_at_1000
value: 61.358999999999995
verified: no, type: ndcg_at_3
value: 48.759
verified: no, type: ndcg_at_5
value: 53.807
verified: no, type: precision_at_1
value: 32.646
verified: no, type: precision_at_10
value: 8.663
verified: no, type: precision_at_100
value: 0.9900000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 20.128
verified: no, type: precision_at_5
value: 14.509
verified: no, type: recall_at_1
value: 32.646
verified: no, type: recall_at_10
value: 86.629
verified: no, type: recall_at_100
value: 99.004
verified: no, type: recall_at_1000
value: 99.57300000000001
verified: no, type: recall_at_3
value: 60.38400000000001
verified: no, type: recall_at_5
value: 72.54599999999999
verified: no, task: type: Classification
dataset: type: PL-MTEB/cbd
name: MTEB CBD
config: default
split: test
revision: None
metrics: type: accuracy
value: 65.53999999999999
verified: no, type: ap
value: 19.75395945379771
verified: no, type: f1
value: 55.00481388401326
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/cdsce-pairclassification
name: MTEB CDSC-E
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 89.5
verified: no, type: cos_sim_ap
value: 77.26879308078568
verified: no, type: cos_sim_f1
value: 65.13157894736842
verified: no, type: cos_sim_precision
value: 86.8421052631579
verified: no, type: cos_sim_recall
value: 52.10526315789473
verified: no, type: dot_accuracy
value: 88
verified: no, type: dot_ap
value: 69.17235659054914
verified: no, type: dot_f1
value: 65.71428571428571
verified: no, type: dot_precision
value: 71.875
verified: no, type: dot_recall
value: 60.526315789473685
verified: no, type: euclidean_accuracy
value: 89.5
verified: no, type: euclidean_ap
value: 77.1905400565015
verified: no, type: euclidean_f1
value: 64.91803278688525
verified: no, type: euclidean_precision
value: 86.08695652173914
verified: no, type: euclidean_recall
value: 52.10526315789473
verified: no, type: manhattan_accuracy
value: 89.5
verified: no, type: manhattan_ap
value: 77.19531778873724
verified: no, type: manhattan_f1
value: 64.72491909385113
verified: no, type: manhattan_precision
value: 84.03361344537815
verified: no, type: manhattan_recall
value: 52.63157894736842
verified: no, type: max_accuracy
value: 89.5
verified: no, type: max_ap
value: 77.26879308078568
verified: no, type: max_f1
value: 65.71428571428571
verified: no, task: type: STS
dataset: type: PL-MTEB/cdscr-sts
name: MTEB CDSC-R
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 93.18498922236566
verified: no, type: cos_sim_spearman
value: 93.26224500108704
verified: no, type: euclidean_pearson
value: 92.25462061070286
verified: no, type: euclidean_spearman
value: 93.18623989769242
verified: no, type: manhattan_pearson
value: 92.16291103586255
verified: no, type: manhattan_spearman
value: 93.14403078934417
verified: no, task: type: Retrieval
dataset: type: dbpedia-pl
name: MTEB DBPedia-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.268
verified: no, type: map_at_10
value: 17.391000000000002
verified: no, type: map_at_100
value: 24.266
verified: no, type: map_at_1000
value: 25.844
verified: no, type: map_at_3
value: 12.636
verified: no, type: map_at_5
value: 14.701
verified: no, type: mrr_at_1
value: 62.74999999999999
verified: no, type: mrr_at_10
value: 70.25200000000001
verified: no, type: mrr_at_100
value: 70.601
verified: no, type: mrr_at_1000
value: 70.613
verified: no, type: mrr_at_3
value: 68.083
verified: no, type: mrr_at_5
value: 69.37100000000001
verified: no, type: ndcg_at_1
value: 51.87500000000001
verified: no, type: ndcg_at_10
value: 37.185
verified: no, type: ndcg_at_100
value: 41.949
verified: no, type: ndcg_at_1000
value: 49.523
verified: no, type: ndcg_at_3
value: 41.556
verified: no, type: ndcg_at_5
value: 39.278
verified: no, type: precision_at_1
value: 63.24999999999999
verified: no, type: precision_at_10
value: 29.225
verified: no, type: precision_at_100
value: 9.745
verified: no, type: precision_at_1000
value: 2.046
verified: no, type: precision_at_3
value: 43.833
verified: no, type: precision_at_5
value: 37.9
verified: no, type: recall_at_1
value: 8.268
verified: no, type: recall_at_10
value: 22.542
verified: no, type: recall_at_100
value: 48.154
verified: no, type: recall_at_1000
value: 72.62100000000001
verified: no, type: recall_at_3
value: 13.818
verified: no, type: recall_at_5
value: 17.137
verified: no, task: type: Retrieval
dataset: type: fiqa-pl
name: MTEB FiQA-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 16.489
verified: no, type: map_at_10
value: 26.916
verified: no, type: map_at_100
value: 28.582
verified: no, type: map_at_1000
value: 28.774
verified: no, type: map_at_3
value: 23.048
verified: no, type: map_at_5
value: 24.977
verified: no, type: mrr_at_1
value: 33.642
verified: no, type: mrr_at_10
value: 41.987
verified: no, type: mrr_at_100
value: 42.882
verified: no, type: mrr_at_1000
value: 42.93
verified: no, type: mrr_at_3
value: 39.48
verified: no, type: mrr_at_5
value: 40.923
verified: no, type: ndcg_at_1
value: 33.488
verified: no, type: ndcg_at_10
value: 34.528
verified: no, type: ndcg_at_100
value: 41.085
verified: no, type: ndcg_at_1000
value: 44.474000000000004
verified: no, type: ndcg_at_3
value: 30.469
verified: no, type: ndcg_at_5
value: 31.618000000000002
verified: no, type: precision_at_1
value: 33.488
verified: no, type: precision_at_10
value: 9.783999999999999
verified: no, type: precision_at_100
value: 1.6389999999999998
verified: no, type: precision_at_1000
value: 0.22699999999999998
verified: no, type: precision_at_3
value: 20.525
verified: no, type: precision_at_5
value: 15.093
verified: no, type: recall_at_1
value: 16.489
verified: no, type: recall_at_10
value: 42.370000000000005
verified: no, type: recall_at_100
value: 67.183
verified: no, type: recall_at_1000
value: 87.211
verified: no, type: recall_at_3
value: 27.689999999999998
verified: no, type: recall_at_5
value: 33.408
verified: no, task: type: Retrieval
dataset: type: hotpotqa-pl
name: MTEB HotpotQA-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 37.373
verified: no, type: map_at_10
value: 57.509
verified: no, type: map_at_100
value: 58.451
verified: no, type: map_at_1000
value: 58.524
verified: no, type: map_at_3
value: 54.064
verified: no, type: map_at_5
value: 56.257999999999996
verified: no, type: mrr_at_1
value: 74.895
verified: no, type: mrr_at_10
value: 81.233
verified: no, type: mrr_at_100
value: 81.461
verified: no, type: mrr_at_1000
value: 81.47
verified: no, type: mrr_at_3
value: 80.124
verified: no, type: mrr_at_5
value: 80.862
verified: no, type: ndcg_at_1
value: 74.747
verified: no, type: ndcg_at_10
value: 66.249
verified: no, type: ndcg_at_100
value: 69.513
verified: no, type: ndcg_at_1000
value: 70.896
verified: no, type: ndcg_at_3
value: 61.312
verified: no, type: ndcg_at_5
value: 64.132
verified: no, type: precision_at_1
value: 74.747
verified: no, type: precision_at_10
value: 13.873
verified: no, type: precision_at_100
value: 1.641
verified: no, type: precision_at_1000
value: 0.182
verified: no, type: precision_at_3
value: 38.987
verified: no, type: precision_at_5
value: 25.621
verified: no, type: recall_at_1
value: 37.373
verified: no, type: recall_at_10
value: 69.365
verified: no, type: recall_at_100
value: 82.039
verified: no, type: recall_at_1000
value: 91.148
verified: no, type: recall_at_3
value: 58.48100000000001
verified: no, type: recall_at_5
value: 64.051
verified: no, task: type: Retrieval
dataset: type: msmarco-pl
name: MTEB MSMARCO-PL
config: default
split: validation
revision: None
metrics: type: map_at_1
value: 16.753999999999998
verified: no, type: map_at_10
value: 26.764
verified: no, type: map_at_100
value: 27.929
verified: no, type: map_at_1000
value: 27.994999999999997
verified: no, type: map_at_3
value: 23.527
verified: no, type: map_at_5
value: 25.343
verified: no, type: mrr_at_1
value: 17.192
verified: no, type: mrr_at_10
value: 27.141
verified: no, type: mrr_at_100
value: 28.269
verified: no, type: mrr_at_1000
value: 28.327999999999996
verified: no, type: mrr_at_3
value: 23.906
verified: no, type: mrr_at_5
value: 25.759999999999998
verified: no, type: ndcg_at_1
value: 17.177999999999997
verified: no, type: ndcg_at_10
value: 32.539
verified: no, type: ndcg_at_100
value: 38.383
verified: no, type: ndcg_at_1000
value: 40.132
verified: no, type: ndcg_at_3
value: 25.884
verified: no, type: ndcg_at_5
value: 29.15
verified: no, type: precision_at_1
value: 17.177999999999997
verified: no, type: precision_at_10
value: 5.268
verified: no, type: precision_at_100
value: 0.823
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 11.122
verified: no, type: precision_at_5
value: 8.338
verified: no, type: recall_at_1
value: 16.753999999999998
verified: no, type: recall_at_10
value: 50.388
verified: no, type: recall_at_100
value: 77.86999999999999
verified: no, type: recall_at_1000
value: 91.55
verified: no, type: recall_at_3
value: 32.186
verified: no, type: recall_at_5
value: 40.048
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 70.9280430396772
verified: no, type: f1
value: 68.7099581466286
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 74.76126429051783
verified: no, type: f1
value: 74.72274307018111
verified: no, task: type: Retrieval
dataset: type: nfcorpus-pl
name: MTEB NFCorpus-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.348
verified: no, type: map_at_10
value: 12.277000000000001
verified: no, type: map_at_100
value: 15.804000000000002
verified: no, type: map_at_1000
value: 17.277
verified: no, type: map_at_3
value: 8.783000000000001
verified: no, type: map_at_5
value: 10.314
verified: no, type: mrr_at_1
value: 43.963
verified: no, type: mrr_at_10
value: 52.459999999999994
verified: no, type: mrr_at_100
value: 53.233
verified: no, type: mrr_at_1000
value: 53.26499999999999
verified: no, type: mrr_at_3
value: 50.464
verified: no, type: mrr_at_5
value: 51.548
verified: no, type: ndcg_at_1
value: 40.711999999999996
verified: no, type: ndcg_at_10
value: 33.709
verified: no, type: ndcg_at_100
value: 31.398
verified: no, type: ndcg_at_1000
value: 40.042
verified: no, type: ndcg_at_3
value: 37.85
verified: no, type: ndcg_at_5
value: 36.260999999999996
verified: no, type: precision_at_1
value: 43.344
verified: no, type: precision_at_10
value: 25.851000000000003
verified: no, type: precision_at_100
value: 8.279
verified: no, type: precision_at_1000
value: 2.085
verified: no, type: precision_at_3
value: 36.326
verified: no, type: precision_at_5
value: 32.074000000000005
verified: no, type: recall_at_1
value: 5.348
verified: no, type: recall_at_10
value: 16.441
verified: no, type: recall_at_100
value: 32.975
verified: no, type: recall_at_1000
value: 64.357
verified: no, type: recall_at_3
value: 9.841999999999999
verified: no, type: recall_at_5
value: 12.463000000000001
verified: no, task: type: Retrieval
dataset: type: nq-pl
name: MTEB NQ-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 24.674
verified: no, type: map_at_10
value: 37.672
verified: no, type: map_at_100
value: 38.767
verified: no, type: map_at_1000
value: 38.82
verified: no, type: map_at_3
value: 33.823
verified: no, type: map_at_5
value: 36.063
verified: no, type: mrr_at_1
value: 27.839000000000002
verified: no, type: mrr_at_10
value: 40.129
verified: no, type: mrr_at_100
value: 41.008
verified: no, type: mrr_at_1000
value: 41.048
verified: no, type: mrr_at_3
value: 36.718
verified: no, type: mrr_at_5
value: 38.841
verified: no, type: ndcg_at_1
value: 27.839000000000002
verified: no, type: ndcg_at_10
value: 44.604
verified: no, type: ndcg_at_100
value: 49.51
verified: no, type: ndcg_at_1000
value: 50.841
verified: no, type: ndcg_at_3
value: 37.223
verified: no, type: ndcg_at_5
value: 41.073
verified: no, type: precision_at_1
value: 27.839000000000002
verified: no, type: precision_at_10
value: 7.5
verified: no, type: precision_at_100
value: 1.03
verified: no, type: precision_at_1000
value: 0.116
verified: no, type: precision_at_3
value: 17.005
verified: no, type: precision_at_5
value: 12.399000000000001
verified: no, type: recall_at_1
value: 24.674
verified: no, type: recall_at_10
value: 63.32299999999999
verified: no, type: recall_at_100
value: 85.088
verified: no, type: recall_at_1000
value: 95.143
verified: no, type: recall_at_3
value: 44.157999999999994
verified: no, type: recall_at_5
value: 53.054
verified: no, task: type: Classification
dataset: type: laugustyniak/abusive-clauses-pl
name: MTEB PAC
config: default
split: test
revision: None
metrics: type: accuracy
value: 64.5033304373009
verified: no, type: ap
value: 75.81507275237081
verified: no, type: f1
value: 62.24617820785985
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/ppc-pairclassification
name: MTEB PPC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 85.39999999999999
verified: no, type: cos_sim_ap
value: 91.75881977787009
verified: no, type: cos_sim_f1
value: 87.79264214046823
verified: no, type: cos_sim_precision
value: 88.68243243243244
verified: no, type: cos_sim_recall
value: 86.9205298013245
verified: no, type: dot_accuracy
value: 71
verified: no, type: dot_ap
value: 82.97829049033108
verified: no, type: dot_f1
value: 78.77055039313797
verified: no, type: dot_precision
value: 69.30817610062893
verified: no, type: dot_recall
value: 91.22516556291392
verified: no, type: euclidean_accuracy
value: 85.2
verified: no, type: euclidean_ap
value: 91.85245521151309
verified: no, type: euclidean_f1
value: 87.64607679465777
verified: no, type: euclidean_precision
value: 88.38383838383838
verified: no, type: euclidean_recall
value: 86.9205298013245
verified: no, type: manhattan_accuracy
value: 85.39999999999999
verified: no, type: manhattan_ap
value: 91.85497100160649
verified: no, type: manhattan_f1
value: 87.77219430485762
verified: no, type: manhattan_precision
value: 88.8135593220339
verified: no, type: manhattan_recall
value: 86.75496688741721
verified: no, type: max_accuracy
value: 85.39999999999999
verified: no, type: max_ap
value: 91.85497100160649
verified: no, type: max_f1
value: 87.79264214046823
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/psc-pairclassification
name: MTEB PSC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 97.58812615955473
verified: no, type: cos_sim_ap
value: 99.14945370088302
verified: no, type: cos_sim_f1
value: 96.06060606060606
verified: no, type: cos_sim_precision
value: 95.48192771084338
verified: no, type: cos_sim_recall
value: 96.64634146341463
verified: no, type: dot_accuracy
value: 95.17625231910947
verified: no, type: dot_ap
value: 97.05592933601112
verified: no, type: dot_f1
value: 92.14501510574019
verified: no, type: dot_precision
value: 91.31736526946108
verified: no, type: dot_recall
value: 92.98780487804879
verified: no, type: euclidean_accuracy
value: 97.6808905380334
verified: no, type: euclidean_ap
value: 99.18538119402824
verified: no, type: euclidean_f1
value: 96.20637329286798
verified: no, type: euclidean_precision
value: 95.77039274924472
verified: no, type: euclidean_recall
value: 96.64634146341463
verified: no, type: manhattan_accuracy
value: 97.58812615955473
verified: no, type: manhattan_ap
value: 99.17870990853292
verified: no, type: manhattan_f1
value: 96.02446483180427
verified: no, type: manhattan_precision
value: 96.31901840490798
verified: no, type: manhattan_recall
value: 95.73170731707317
verified: no, type: max_accuracy
value: 97.6808905380334
verified: no, type: max_ap
value: 99.18538119402824
verified: no, type: max_f1
value: 96.20637329286798
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_in
name: MTEB PolEmo2.0-IN
config: default
split: test
revision: None
metrics: type: accuracy
value: 68.69806094182825
verified: no, type: f1
value: 68.0619984307764
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_out
name: MTEB PolEmo2.0-OUT
config: default
split: test
revision: None
metrics: type: accuracy
value: 35.80971659919028
verified: no, type: f1
value: 31.13081621324864
verified: no, task: type: Retrieval
dataset: type: quora-pl
name: MTEB Quora-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 66.149
verified: no, type: map_at_10
value: 80.133
verified: no, type: map_at_100
value: 80.845
verified: no, type: map_at_1000
value: 80.866
verified: no, type: map_at_3
value: 76.983
verified: no, type: map_at_5
value: 78.938
verified: no, type: mrr_at_1
value: 76.09
verified: no, type: mrr_at_10
value: 83.25099999999999
verified: no, type: mrr_at_100
value: 83.422
verified: no, type: mrr_at_1000
value: 83.42500000000001
verified: no, type: mrr_at_3
value: 82.02199999999999
verified: no, type: mrr_at_5
value: 82.831
verified: no, type: ndcg_at_1
value: 76.14999999999999
verified: no, type: ndcg_at_10
value: 84.438
verified: no, type: ndcg_at_100
value: 86.048
verified: no, type: ndcg_at_1000
value: 86.226
verified: no, type: ndcg_at_3
value: 80.97999999999999
verified: no, type: ndcg_at_5
value: 82.856
verified: no, type: precision_at_1
value: 76.14999999999999
verified: no, type: precision_at_10
value: 12.985
verified: no, type: precision_at_100
value: 1.513
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_3
value: 35.563
verified: no, type: precision_at_5
value: 23.586
verified: no, type: recall_at_1
value: 66.149
verified: no, type: recall_at_10
value: 93.195
verified: no, type: recall_at_100
value: 98.924
verified: no, type: recall_at_1000
value: 99.885
verified: no, type: recall_at_3
value: 83.439
verified: no, type: recall_at_5
value: 88.575
verified: no, task: type: Retrieval
dataset: type: scidocs-pl
name: MTEB SCIDOCS-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 3.688
verified: no, type: map_at_10
value: 10.23
verified: no, type: map_at_100
value: 12.077
verified: no, type: map_at_1000
value: 12.382
verified: no, type: map_at_3
value: 7.149
verified: no, type: map_at_5
value: 8.689
verified: no, type: mrr_at_1
value: 18.2
verified: no, type: mrr_at_10
value: 28.816999999999997
verified: no, type: mrr_at_100
value: 29.982
verified: no, type: mrr_at_1000
value: 30.058
verified: no, type: mrr_at_3
value: 25.983
verified: no, type: mrr_at_5
value: 27.418
verified: no, type: ndcg_at_1
value: 18.2
verified: no, type: ndcg_at_10
value: 17.352999999999998
verified: no, type: ndcg_at_100
value: 24.859
verified: no, type: ndcg_at_1000
value: 30.535
verified: no, type: ndcg_at_3
value: 16.17
verified: no, type: ndcg_at_5
value: 14.235000000000001
verified: no, type: precision_at_1
value: 18.2
verified: no, type: precision_at_10
value: 9.19
verified: no, type: precision_at_100
value: 2.01
verified: no, type: precision_at_1000
value: 0.338
verified: no, type: precision_at_3
value: 15.5
verified: no, type: precision_at_5
value: 12.78
verified: no, type: recall_at_1
value: 3.688
verified: no, type: recall_at_10
value: 18.632
verified: no, type: recall_at_100
value: 40.822
verified: no, type: recall_at_1000
value: 68.552
verified: no, type: recall_at_3
value: 9.423
verified: no, type: recall_at_5
value: 12.943
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/sicke-pl-pairclassification
name: MTEB SICK-E-PL
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 83.12270688952303
verified: no, type: cos_sim_ap
value: 76.4528312253856
verified: no, type: cos_sim_f1
value: 68.69627507163324
verified: no, type: cos_sim_precision
value: 69.0922190201729
verified: no, type: cos_sim_recall
value: 68.30484330484332
verified: no, type: dot_accuracy
value: 79.20913167549939
verified: no, type: dot_ap
value: 65.03147071986633
verified: no, type: dot_f1
value: 62.812160694896846
verified: no, type: dot_precision
value: 50.74561403508772
verified: no, type: dot_recall
value: 82.4074074074074
verified: no, type: euclidean_accuracy
value: 83.16347329800244
verified: no, type: euclidean_ap
value: 76.49405838298205
verified: no, type: euclidean_f1
value: 68.66738120757414
verified: no, type: euclidean_precision
value: 68.88888888888889
verified: no, type: euclidean_recall
value: 68.44729344729345
verified: no, type: manhattan_accuracy
value: 83.16347329800244
verified: no, type: manhattan_ap
value: 76.5080551733795
verified: no, type: manhattan_f1
value: 68.73883529832084
verified: no, type: manhattan_precision
value: 68.9605734767025
verified: no, type: manhattan_recall
value: 68.51851851851852
verified: no, type: max_accuracy
value: 83.16347329800244
verified: no, type: max_ap
value: 76.5080551733795
verified: no, type: max_f1
value: 68.73883529832084
verified: no, task: type: STS
dataset: type: PL-MTEB/sickr-pl-sts
name: MTEB SICK-R-PL
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 82.60225159739653
verified: no, type: cos_sim_spearman
value: 76.76667220288542
verified: no, type: euclidean_pearson
value: 80.16302518898615
verified: no, type: euclidean_spearman
value: 76.76131897866455
verified: no, type: manhattan_pearson
value: 80.11881021613914
verified: no, type: manhattan_spearman
value: 76.74246419368048
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl)
config: pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 38.2744776092718
verified: no, type: cos_sim_spearman
value: 40.35664941442517
verified: no, type: euclidean_pearson
value: 29.148502128336585
verified: no, type: euclidean_spearman
value: 40.45531563224982
verified: no, type: manhattan_pearson
value: 29.124177399433098
verified: no, type: manhattan_spearman
value: 40.2801387844354
verified: no, task: type: Retrieval
dataset: type: scifact-pl
name: MTEB SciFact-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 52.994
verified: no, type: map_at_10
value: 63.612
verified: no, type: map_at_100
value: 64.294
verified: no, type: map_at_1000
value: 64.325
verified: no, type: map_at_3
value: 61.341
verified: no, type: map_at_5
value: 62.366
verified: no, type: mrr_at_1
value: 56.667
verified: no, type: mrr_at_10
value: 65.333
verified: no, type: mrr_at_100
value: 65.89399999999999
verified: no, type: mrr_at_1000
value: 65.91900000000001
verified: no, type: mrr_at_3
value: 63.666999999999994
verified: no, type: mrr_at_5
value: 64.36699999999999
verified: no, type: ndcg_at_1
value: 56.333
verified: no, type: ndcg_at_10
value: 68.292
verified: no, type: ndcg_at_100
value: 71.136
verified: no, type: ndcg_at_1000
value: 71.90100000000001
verified: no, type: ndcg_at_3
value: 64.387
verified: no, type: ndcg_at_5
value: 65.546
verified: no, type: precision_at_1
value: 56.333
verified: no, type: precision_at_10
value: 9.133
verified: no, type: precision_at_100
value: 1.0630000000000002
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 25.556
verified: no, type: precision_at_5
value: 16.267
verified: no, type: recall_at_1
value: 52.994
verified: no, type: recall_at_10
value: 81.178
verified: no, type: recall_at_100
value: 93.767
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: recall_at_3
value: 69.906
verified: no, type: recall_at_5
value: 73.18299999999999
verified: no, task: type: Retrieval
dataset: type: trec-covid-pl
name: MTEB TRECCOVID-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.231
verified: no, type: map_at_10
value: 1.822
verified: no, type: map_at_100
value: 10.134
verified: no, type: map_at_1000
value: 24.859
verified: no, type: map_at_3
value: 0.615
verified: no, type: map_at_5
value: 0.9939999999999999
verified: no, type: mrr_at_1
value: 84
verified: no, type: mrr_at_10
value: 90.4
verified: no, type: mrr_at_100
value: 90.4
verified: no, type: mrr_at_1000
value: 90.4
verified: no, type: mrr_at_3
value: 89
verified: no, type: mrr_at_5
value: 90.4
verified: no, type: ndcg_at_1
value: 81
verified: no, type: ndcg_at_10
value: 73.333
verified: no, type: ndcg_at_100
value: 55.35099999999999
verified: no, type: ndcg_at_1000
value: 49.875
verified: no, type: ndcg_at_3
value: 76.866
verified: no, type: ndcg_at_5
value: 75.472
verified: no, type: precision_at_1
value: 86
verified: no, type: precision_at_10
value: 78.2
verified: no, type: precision_at_100
value: 57.18
verified: no, type: precision_at_1000
value: 22.332
verified: no, type: precision_at_3
value: 82
verified: no, type: precision_at_5
value: 81.2
verified: no, type: recall_at_1
value: 0.231
verified: no, type: recall_at_10
value: 2.056
verified: no, type: recall_at_100
value: 13.468
verified: no, type: recall_at_1000
value: 47.038999999999994
verified: no, type: recall_at_3
value: 0.6479999999999999
verified: no, type: recall_at_5
value: 1.088
verified: no
language: pl
license: apache-2.0
widget: source_sentence: query: Jak dożyć 100 lat?
sentences: passage: Trzeba zdrowo się odżywiać i uprawiać sport., passage: Trzeba pić alkohol, imprezować i jeździć szybkimi autami., passage: Gdy trwała kampania politycy zapewniali, że rozprawią się z zakazem niedzielnego handlu.
Likes: 1 | All-time downloads: 30142
Created: 2023-11-17 18:43:47