Model: sdadas/mmlw-roberta-base
Author: sdadas
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, safetensors, roberta, feature-extraction, sentence-similarity, transformers, mteb, pl, arxiv:2402.13350, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, transformers, mteb
model-index: name: mmlw-roberta-base
results: task: type: Clustering
dataset: type: PL-MTEB/8tags-clustering
name: MTEB 8TagsClustering
config: default
split: test
revision: None
metrics: type: v_measure
value: 33.08463724780795
verified: no, task: type: Classification
dataset: type: PL-MTEB/allegro-reviews
name: MTEB AllegroReviews
config: default
split: test
revision: None
metrics: type: accuracy
value: 40.25844930417495
verified: no, type: f1
value: 35.59685265418916
verified: no, task: type: Retrieval
dataset: type: arguana-pl
name: MTEB ArguAna-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 33.073
verified: no, type: map_at_10
value: 50.223
verified: no, type: map_at_100
value: 50.942
verified: no, type: map_at_1000
value: 50.94499999999999
verified: no, type: map_at_3
value: 45.721000000000004
verified: no, type: map_at_5
value: 48.413000000000004
verified: no, type: mrr_at_1
value: 34.424
verified: no, type: mrr_at_10
value: 50.68899999999999
verified: no, type: mrr_at_100
value: 51.437999999999995
verified: no, type: mrr_at_1000
value: 51.441
verified: no, type: mrr_at_3
value: 46.219
verified: no, type: mrr_at_5
value: 48.921
verified: no, type: ndcg_at_1
value: 33.073
verified: no, type: ndcg_at_10
value: 59.021
verified: no, type: ndcg_at_100
value: 61.902
verified: no, type: ndcg_at_1000
value: 61.983999999999995
verified: no, type: ndcg_at_3
value: 49.818
verified: no, type: ndcg_at_5
value: 54.644999999999996
verified: no, type: precision_at_1
value: 33.073
verified: no, type: precision_at_10
value: 8.684
verified: no, type: precision_at_100
value: 0.9900000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 20.555
verified: no, type: precision_at_5
value: 14.666
verified: no, type: recall_at_1
value: 33.073
verified: no, type: recall_at_10
value: 86.842
verified: no, type: recall_at_100
value: 99.004
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_3
value: 61.663999999999994
verified: no, type: recall_at_5
value: 73.329
verified: no, task: type: Classification
dataset: type: PL-MTEB/cbd
name: MTEB CBD
config: default
split: test
revision: None
metrics: type: accuracy
value: 68.11
verified: no, type: ap
value: 20.916633959031266
verified: no, type: f1
value: 56.85804802205465
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/cdsce-pairclassification
name: MTEB CDSC-E
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 89.2
verified: no, type: cos_sim_ap
value: 79.1041156765933
verified: no, type: cos_sim_f1
value: 70
verified: no, type: cos_sim_precision
value: 74.11764705882354
verified: no, type: cos_sim_recall
value: 66.3157894736842
verified: no, type: dot_accuracy
value: 88.2
verified: no, type: dot_ap
value: 72.57183688228149
verified: no, type: dot_f1
value: 67.16417910447761
verified: no, type: dot_precision
value: 63.67924528301887
verified: no, type: dot_recall
value: 71.05263157894737
verified: no, type: euclidean_accuracy
value: 89.3
verified: no, type: euclidean_ap
value: 79.01345533432428
verified: no, type: euclidean_f1
value: 70.19498607242339
verified: no, type: euclidean_precision
value: 74.55621301775149
verified: no, type: euclidean_recall
value: 66.3157894736842
verified: no, type: manhattan_accuracy
value: 89.3
verified: no, type: manhattan_ap
value: 79.01671381791259
verified: no, type: manhattan_f1
value: 70.0280112044818
verified: no, type: manhattan_precision
value: 74.8502994011976
verified: no, type: manhattan_recall
value: 65.78947368421053
verified: no, type: max_accuracy
value: 89.3
verified: no, type: max_ap
value: 79.1041156765933
verified: no, type: max_f1
value: 70.19498607242339
verified: no, task: type: STS
dataset: type: PL-MTEB/cdscr-sts
name: MTEB CDSC-R
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 91.79559442663039
verified: no, type: cos_sim_spearman
value: 92.5438168962641
verified: no, type: euclidean_pearson
value: 92.02981265332856
verified: no, type: euclidean_spearman
value: 92.5548245733484
verified: no, type: manhattan_pearson
value: 91.95296287979178
verified: no, type: manhattan_spearman
value: 92.50279516120241
verified: no, task: type: Retrieval
dataset: type: dbpedia-pl
name: MTEB DBPedia-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 7.829999999999999
verified: no, type: map_at_10
value: 16.616
verified: no, type: map_at_100
value: 23.629
verified: no, type: map_at_1000
value: 25.235999999999997
verified: no, type: map_at_3
value: 12.485
verified: no, type: map_at_5
value: 14.077
verified: no, type: mrr_at_1
value: 61.75000000000001
verified: no, type: mrr_at_10
value: 69.852
verified: no, type: mrr_at_100
value: 70.279
verified: no, type: mrr_at_1000
value: 70.294
verified: no, type: mrr_at_3
value: 68.375
verified: no, type: mrr_at_5
value: 69.187
verified: no, type: ndcg_at_1
value: 49.75
verified: no, type: ndcg_at_10
value: 36.217
verified: no, type: ndcg_at_100
value: 41.235
verified: no, type: ndcg_at_1000
value: 48.952
verified: no, type: ndcg_at_3
value: 41.669
verified: no, type: ndcg_at_5
value: 38.285000000000004
verified: no, type: precision_at_1
value: 61.5
verified: no, type: precision_at_10
value: 28.499999999999996
verified: no, type: precision_at_100
value: 9.572
verified: no, type: precision_at_1000
value: 2.025
verified: no, type: precision_at_3
value: 44.083
verified: no, type: precision_at_5
value: 36.3
verified: no, type: recall_at_1
value: 7.829999999999999
verified: no, type: recall_at_10
value: 21.462999999999997
verified: no, type: recall_at_100
value: 47.095
verified: no, type: recall_at_1000
value: 71.883
verified: no, type: recall_at_3
value: 13.891
verified: no, type: recall_at_5
value: 16.326999999999998
verified: no, task: type: Retrieval
dataset: type: fiqa-pl
name: MTEB FiQA-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 16.950000000000003
verified: no, type: map_at_10
value: 27.422
verified: no, type: map_at_100
value: 29.146
verified: no, type: map_at_1000
value: 29.328
verified: no, type: map_at_3
value: 23.735999999999997
verified: no, type: map_at_5
value: 25.671
verified: no, type: mrr_at_1
value: 33.796
verified: no, type: mrr_at_10
value: 42.689
verified: no, type: mrr_at_100
value: 43.522
verified: no, type: mrr_at_1000
value: 43.563
verified: no, type: mrr_at_3
value: 40.226
verified: no, type: mrr_at_5
value: 41.685
verified: no, type: ndcg_at_1
value: 33.642
verified: no, type: ndcg_at_10
value: 35.008
verified: no, type: ndcg_at_100
value: 41.839
verified: no, type: ndcg_at_1000
value: 45.035
verified: no, type: ndcg_at_3
value: 31.358999999999998
verified: no, type: ndcg_at_5
value: 32.377
verified: no, type: precision_at_1
value: 33.642
verified: no, type: precision_at_10
value: 9.937999999999999
verified: no, type: precision_at_100
value: 1.685
verified: no, type: precision_at_1000
value: 0.22699999999999998
verified: no, type: precision_at_3
value: 21.142
verified: no, type: precision_at_5
value: 15.586
verified: no, type: recall_at_1
value: 16.950000000000003
verified: no, type: recall_at_10
value: 42.286
verified: no, type: recall_at_100
value: 68.51899999999999
verified: no, type: recall_at_1000
value: 87.471
verified: no, type: recall_at_3
value: 28.834
verified: no, type: recall_at_5
value: 34.274
verified: no, task: type: Retrieval
dataset: type: hotpotqa-pl
name: MTEB HotpotQA-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 37.711
verified: no, type: map_at_10
value: 57.867999999999995
verified: no, type: map_at_100
value: 58.77
verified: no, type: map_at_1000
value: 58.836999999999996
verified: no, type: map_at_3
value: 54.400999999999996
verified: no, type: map_at_5
value: 56.564
verified: no, type: mrr_at_1
value: 75.449
verified: no, type: mrr_at_10
value: 81.575
verified: no, type: mrr_at_100
value: 81.783
verified: no, type: mrr_at_1000
value: 81.792
verified: no, type: mrr_at_3
value: 80.50399999999999
verified: no, type: mrr_at_5
value: 81.172
verified: no, type: ndcg_at_1
value: 75.422
verified: no, type: ndcg_at_10
value: 66.635
verified: no, type: ndcg_at_100
value: 69.85
verified: no, type: ndcg_at_1000
value: 71.179
verified: no, type: ndcg_at_3
value: 61.648
verified: no, type: ndcg_at_5
value: 64.412
verified: no, type: precision_at_1
value: 75.422
verified: no, type: precision_at_10
value: 13.962
verified: no, type: precision_at_100
value: 1.649
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 39.172000000000004
verified: no, type: precision_at_5
value: 25.691000000000003
verified: no, type: recall_at_1
value: 37.711
verified: no, type: recall_at_10
value: 69.811
verified: no, type: recall_at_100
value: 82.471
verified: no, type: recall_at_1000
value: 91.29
verified: no, type: recall_at_3
value: 58.757999999999996
verified: no, type: recall_at_5
value: 64.227
verified: no, task: type: Retrieval
dataset: type: msmarco-pl
name: MTEB MSMARCO-PL
config: default
split: validation
revision: None
metrics: type: map_at_1
value: 17.033
verified: no, type: map_at_10
value: 27.242
verified: no, type: map_at_100
value: 28.451999999999998
verified: no, type: map_at_1000
value: 28.515
verified: no, type: map_at_3
value: 24.046
verified: no, type: map_at_5
value: 25.840999999999998
verified: no, type: mrr_at_1
value: 17.493
verified: no, type: mrr_at_10
value: 27.67
verified: no, type: mrr_at_100
value: 28.823999999999998
verified: no, type: mrr_at_1000
value: 28.881
verified: no, type: mrr_at_3
value: 24.529999999999998
verified: no, type: mrr_at_5
value: 26.27
verified: no, type: ndcg_at_1
value: 17.479
verified: no, type: ndcg_at_10
value: 33.048
verified: no, type: ndcg_at_100
value: 39.071
verified: no, type: ndcg_at_1000
value: 40.739999999999995
verified: no, type: ndcg_at_3
value: 26.493
verified: no, type: ndcg_at_5
value: 29.701
verified: no, type: precision_at_1
value: 17.479
verified: no, type: precision_at_10
value: 5.324
verified: no, type: precision_at_100
value: 0.8380000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 11.408999999999999
verified: no, type: precision_at_5
value: 8.469999999999999
verified: no, type: recall_at_1
value: 17.033
verified: no, type: recall_at_10
value: 50.929
verified: no, type: recall_at_100
value: 79.262
verified: no, type: recall_at_1000
value: 92.239
verified: no, type: recall_at_3
value: 33.06
verified: no, type: recall_at_5
value: 40.747
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 72.31002017484867
verified: no, type: f1
value: 69.61603671063031
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 75.52790854068594
verified: no, type: f1
value: 75.4053872472259
verified: no, task: type: Retrieval
dataset: type: nfcorpus-pl
name: MTEB NFCorpus-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.877000000000001
verified: no, type: map_at_10
value: 12.817
verified: no, type: map_at_100
value: 16.247
verified: no, type: map_at_1000
value: 17.683
verified: no, type: map_at_3
value: 9.334000000000001
verified: no, type: map_at_5
value: 10.886999999999999
verified: no, type: mrr_at_1
value: 45.201
verified: no, type: mrr_at_10
value: 52.7
verified: no, type: mrr_at_100
value: 53.425999999999995
verified: no, type: mrr_at_1000
value: 53.461000000000006
verified: no, type: mrr_at_3
value: 50.464
verified: no, type: mrr_at_5
value: 51.827
verified: no, type: ndcg_at_1
value: 41.949999999999996
verified: no, type: ndcg_at_10
value: 34.144999999999996
verified: no, type: ndcg_at_100
value: 31.556
verified: no, type: ndcg_at_1000
value: 40.265
verified: no, type: ndcg_at_3
value: 38.07
verified: no, type: ndcg_at_5
value: 36.571
verified: no, type: precision_at_1
value: 44.272
verified: no, type: precision_at_10
value: 25.697
verified: no, type: precision_at_100
value: 8.077
verified: no, type: precision_at_1000
value: 2.084
verified: no, type: precision_at_3
value: 36.016999999999996
verified: no, type: precision_at_5
value: 31.703
verified: no, type: recall_at_1
value: 5.877000000000001
verified: no, type: recall_at_10
value: 16.986
verified: no, type: recall_at_100
value: 32.719
verified: no, type: recall_at_1000
value: 63.763000000000005
verified: no, type: recall_at_3
value: 10.292
verified: no, type: recall_at_5
value: 12.886000000000001
verified: no, task: type: Retrieval
dataset: type: nq-pl
name: MTEB NQ-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 25.476
verified: no, type: map_at_10
value: 38.67
verified: no, type: map_at_100
value: 39.784000000000006
verified: no, type: map_at_1000
value: 39.831
verified: no, type: map_at_3
value: 34.829
verified: no, type: map_at_5
value: 37.025000000000006
verified: no, type: mrr_at_1
value: 28.621000000000002
verified: no, type: mrr_at_10
value: 41.13
verified: no, type: mrr_at_100
value: 42.028
verified: no, type: mrr_at_1000
value: 42.059999999999995
verified: no, type: mrr_at_3
value: 37.877
verified: no, type: mrr_at_5
value: 39.763999999999996
verified: no, type: ndcg_at_1
value: 28.563
verified: no, type: ndcg_at_10
value: 45.654
verified: no, type: ndcg_at_100
value: 50.695
verified: no, type: ndcg_at_1000
value: 51.873999999999995
verified: no, type: ndcg_at_3
value: 38.359
verified: no, type: ndcg_at_5
value: 42.045
verified: no, type: precision_at_1
value: 28.563
verified: no, type: precision_at_10
value: 7.6450000000000005
verified: no, type: precision_at_100
value: 1.052
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_3
value: 17.458000000000002
verified: no, type: precision_at_5
value: 12.613
verified: no, type: recall_at_1
value: 25.476
verified: no, type: recall_at_10
value: 64.484
verified: no, type: recall_at_100
value: 86.96199999999999
verified: no, type: recall_at_1000
value: 95.872
verified: no, type: recall_at_3
value: 45.527
verified: no, type: recall_at_5
value: 54.029
verified: no, task: type: Classification
dataset: type: laugustyniak/abusive-clauses-pl
name: MTEB PAC
config: default
split: test
revision: None
metrics: type: accuracy
value: 65.87315377932232
verified: no, type: ap
value: 76.41966964416534
verified: no, type: f1
value: 63.64417488639012
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/ppc-pairclassification
name: MTEB PPC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 87.7
verified: no, type: cos_sim_ap
value: 92.81319372631636
verified: no, type: cos_sim_f1
value: 90.04048582995952
verified: no, type: cos_sim_precision
value: 88.11410459587957
verified: no, type: cos_sim_recall
value: 92.05298013245033
verified: no, type: dot_accuracy
value: 75
verified: no, type: dot_ap
value: 83.63089957943261
verified: no, type: dot_f1
value: 80.76923076923077
verified: no, type: dot_precision
value: 75.43103448275862
verified: no, type: dot_recall
value: 86.9205298013245
verified: no, type: euclidean_accuracy
value: 87.7
verified: no, type: euclidean_ap
value: 92.94772245932825
verified: no, type: euclidean_f1
value: 90.10458567980692
verified: no, type: euclidean_precision
value: 87.63693270735524
verified: no, type: euclidean_recall
value: 92.71523178807946
verified: no, type: manhattan_accuracy
value: 87.8
verified: no, type: manhattan_ap
value: 92.95330512127123
verified: no, type: manhattan_f1
value: 90.08130081300813
verified: no, type: manhattan_precision
value: 88.49840255591054
verified: no, type: manhattan_recall
value: 91.72185430463577
verified: no, type: max_accuracy
value: 87.8
verified: no, type: max_ap
value: 92.95330512127123
verified: no, type: max_f1
value: 90.10458567980692
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/psc-pairclassification
name: MTEB PSC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 96.19666048237477
verified: no, type: cos_sim_ap
value: 98.61237969571302
verified: no, type: cos_sim_f1
value: 93.77845220030349
verified: no, type: cos_sim_precision
value: 93.35347432024169
verified: no, type: cos_sim_recall
value: 94.20731707317073
verified: no, type: dot_accuracy
value: 94.89795918367348
verified: no, type: dot_ap
value: 97.02853491357943
verified: no, type: dot_f1
value: 91.85185185185186
verified: no, type: dot_precision
value: 89.33717579250721
verified: no, type: dot_recall
value: 94.51219512195121
verified: no, type: euclidean_accuracy
value: 96.38218923933209
verified: no, type: euclidean_ap
value: 98.58145584134218
verified: no, type: euclidean_f1
value: 94.04580152671755
verified: no, type: euclidean_precision
value: 94.18960244648318
verified: no, type: euclidean_recall
value: 93.90243902439023
verified: no, type: manhattan_accuracy
value: 96.47495361781077
verified: no, type: manhattan_ap
value: 98.6108221024781
verified: no, type: manhattan_f1
value: 94.18960244648318
verified: no, type: manhattan_precision
value: 94.47852760736197
verified: no, type: manhattan_recall
value: 93.90243902439023
verified: no, type: max_accuracy
value: 96.47495361781077
verified: no, type: max_ap
value: 98.61237969571302
verified: no, type: max_f1
value: 94.18960244648318
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_in
name: MTEB PolEmo2.0-IN
config: default
split: test
revision: None
metrics: type: accuracy
value: 71.73130193905818
verified: no, type: f1
value: 71.17731918813324
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_out
name: MTEB PolEmo2.0-OUT
config: default
split: test
revision: None
metrics: type: accuracy
value: 46.59919028340081
verified: no, type: f1
value: 37.216392949948954
verified: no, task: type: Retrieval
dataset: type: quora-pl
name: MTEB Quora-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 66.134
verified: no, type: map_at_10
value: 80.19
verified: no, type: map_at_100
value: 80.937
verified: no, type: map_at_1000
value: 80.95599999999999
verified: no, type: map_at_3
value: 77.074
verified: no, type: map_at_5
value: 79.054
verified: no, type: mrr_at_1
value: 75.88000000000001
verified: no, type: mrr_at_10
value: 83.226
verified: no, type: mrr_at_100
value: 83.403
verified: no, type: mrr_at_1000
value: 83.406
verified: no, type: mrr_at_3
value: 82.03200000000001
verified: no, type: mrr_at_5
value: 82.843
verified: no, type: ndcg_at_1
value: 75.94
verified: no, type: ndcg_at_10
value: 84.437
verified: no, type: ndcg_at_100
value: 86.13
verified: no, type: ndcg_at_1000
value: 86.29299999999999
verified: no, type: ndcg_at_3
value: 81.07799999999999
verified: no, type: ndcg_at_5
value: 83
verified: no, type: precision_at_1
value: 75.94
verified: no, type: precision_at_10
value: 12.953999999999999
verified: no, type: precision_at_100
value: 1.514
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_3
value: 35.61
verified: no, type: precision_at_5
value: 23.652
verified: no, type: recall_at_1
value: 66.134
verified: no, type: recall_at_10
value: 92.991
verified: no, type: recall_at_100
value: 99.003
verified: no, type: recall_at_1000
value: 99.86
verified: no, type: recall_at_3
value: 83.643
verified: no, type: recall_at_5
value: 88.81099999999999
verified: no, task: type: Retrieval
dataset: type: scidocs-pl
name: MTEB SCIDOCS-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.183
verified: no, type: map_at_10
value: 10.626
verified: no, type: map_at_100
value: 12.485
verified: no, type: map_at_1000
value: 12.793
verified: no, type: map_at_3
value: 7.531000000000001
verified: no, type: map_at_5
value: 9.037
verified: no, type: mrr_at_1
value: 20.5
verified: no, type: mrr_at_10
value: 30.175
verified: no, type: mrr_at_100
value: 31.356
verified: no, type: mrr_at_1000
value: 31.421
verified: no, type: mrr_at_3
value: 26.900000000000002
verified: no, type: mrr_at_5
value: 28.689999999999998
verified: no, type: ndcg_at_1
value: 20.599999999999998
verified: no, type: ndcg_at_10
value: 17.84
verified: no, type: ndcg_at_100
value: 25.518
verified: no, type: ndcg_at_1000
value: 31.137999999999998
verified: no, type: ndcg_at_3
value: 16.677
verified: no, type: ndcg_at_5
value: 14.641000000000002
verified: no, type: precision_at_1
value: 20.599999999999998
verified: no, type: precision_at_10
value: 9.3
verified: no, type: precision_at_100
value: 2.048
verified: no, type: precision_at_1000
value: 0.33999999999999997
verified: no, type: precision_at_3
value: 15.533
verified: no, type: precision_at_5
value: 12.839999999999998
verified: no, type: recall_at_1
value: 4.183
verified: no, type: recall_at_10
value: 18.862000000000002
verified: no, type: recall_at_100
value: 41.592
verified: no, type: recall_at_1000
value: 69.037
verified: no, type: recall_at_3
value: 9.443
verified: no, type: recall_at_5
value: 13.028
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/sicke-pl-pairclassification
name: MTEB SICK-E-PL
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 86.32286995515696
verified: no, type: cos_sim_ap
value: 82.04302619416443
verified: no, type: cos_sim_f1
value: 74.95572086432874
verified: no, type: cos_sim_precision
value: 74.55954897815363
verified: no, type: cos_sim_recall
value: 75.35612535612536
verified: no, type: dot_accuracy
value: 83.9176518548716
verified: no, type: dot_ap
value: 76.8608733580272
verified: no, type: dot_f1
value: 72.31936654569449
verified: no, type: dot_precision
value: 67.36324523663184
verified: no, type: dot_recall
value: 78.06267806267806
verified: no, type: euclidean_accuracy
value: 86.32286995515696
verified: no, type: euclidean_ap
value: 81.9648986659308
verified: no, type: euclidean_f1
value: 74.93796526054591
verified: no, type: euclidean_precision
value: 74.59421312632321
verified: no, type: euclidean_recall
value: 75.28490028490027
verified: no, type: manhattan_accuracy
value: 86.30248675091724
verified: no, type: manhattan_ap
value: 81.92853980116878
verified: no, type: manhattan_f1
value: 74.80968858131489
verified: no, type: manhattan_precision
value: 72.74562584118439
verified: no, type: manhattan_recall
value: 76.99430199430199
verified: no, type: max_accuracy
value: 86.32286995515696
verified: no, type: max_ap
value: 82.04302619416443
verified: no, type: max_f1
value: 74.95572086432874
verified: no, task: type: STS
dataset: type: PL-MTEB/sickr-pl-sts
name: MTEB SICK-R-PL
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 83.07566183637853
verified: no, type: cos_sim_spearman
value: 79.20198022242548
verified: no, type: euclidean_pearson
value: 81.27875473517936
verified: no, type: euclidean_spearman
value: 79.21560102311153
verified: no, type: manhattan_pearson
value: 81.21559474880459
verified: no, type: manhattan_spearman
value: 79.1537846814979
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl)
config: pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 36.39657573900194
verified: no, type: cos_sim_spearman
value: 40.36403461037013
verified: no, type: euclidean_pearson
value: 29.143416004776316
verified: no, type: euclidean_spearman
value: 40.43197841306375
verified: no, type: manhattan_pearson
value: 29.18632337290767
verified: no, type: manhattan_spearman
value: 40.50563343395481
verified: no, task: type: Retrieval
dataset: type: scifact-pl
name: MTEB SciFact-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 49.428
verified: no, type: map_at_10
value: 60.423
verified: no, type: map_at_100
value: 61.037
verified: no, type: map_at_1000
value: 61.065999999999995
verified: no, type: map_at_3
value: 56.989000000000004
verified: no, type: map_at_5
value: 59.041999999999994
verified: no, type: mrr_at_1
value: 52.666999999999994
verified: no, type: mrr_at_10
value: 61.746
verified: no, type: mrr_at_100
value: 62.273
verified: no, type: mrr_at_1000
value: 62.300999999999995
verified: no, type: mrr_at_3
value: 59.278
verified: no, type: mrr_at_5
value: 60.611000000000004
verified: no, type: ndcg_at_1
value: 52.333
verified: no, type: ndcg_at_10
value: 65.75
verified: no, type: ndcg_at_100
value: 68.566
verified: no, type: ndcg_at_1000
value: 69.314
verified: no, type: ndcg_at_3
value: 59.768
verified: no, type: ndcg_at_5
value: 62.808
verified: no, type: precision_at_1
value: 52.333
verified: no, type: precision_at_10
value: 9.167
verified: no, type: precision_at_100
value: 1.0630000000000002
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 23.778
verified: no, type: precision_at_5
value: 16.2
verified: no, type: recall_at_1
value: 49.428
verified: no, type: recall_at_10
value: 81.07799999999999
verified: no, type: recall_at_100
value: 93.93299999999999
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: recall_at_3
value: 65.061
verified: no, type: recall_at_5
value: 72.667
verified: no, task: type: Retrieval
dataset: type: trec-covid-pl
name: MTEB TRECCOVID-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.22100000000000003
verified: no, type: map_at_10
value: 1.788
verified: no, type: map_at_100
value: 9.937
verified: no, type: map_at_1000
value: 24.762999999999998
verified: no, type: map_at_3
value: 0.579
verified: no, type: map_at_5
value: 0.947
verified: no, type: mrr_at_1
value: 78
verified: no, type: mrr_at_10
value: 88.067
verified: no, type: mrr_at_100
value: 88.067
verified: no, type: mrr_at_1000
value: 88.067
verified: no, type: mrr_at_3
value: 87.667
verified: no, type: mrr_at_5
value: 88.067
verified: no, type: ndcg_at_1
value: 76
verified: no, type: ndcg_at_10
value: 71.332
verified: no, type: ndcg_at_100
value: 54.80500000000001
verified: no, type: ndcg_at_1000
value: 49.504999999999995
verified: no, type: ndcg_at_3
value: 73.693
verified: no, type: ndcg_at_5
value: 73.733
verified: no, type: precision_at_1
value: 82
verified: no, type: precision_at_10
value: 76.8
verified: no, type: precision_at_100
value: 56.68
verified: no, type: precision_at_1000
value: 22.236
verified: no, type: precision_at_3
value: 78.667
verified: no, type: precision_at_5
value: 79.2
verified: no, type: recall_at_1
value: 0.22100000000000003
verified: no, type: recall_at_10
value: 2.033
verified: no, type: recall_at_100
value: 13.431999999999999
verified: no, type: recall_at_1000
value: 46.913
verified: no, type: recall_at_3
value: 0.625
verified: no, type: recall_at_5
value: 1.052
verified: no
language: pl
license: apache-2.0
widget: source_sentence: zapytanie: Jak dożyć 100 lat?
sentences: Trzeba zdrowo się odżywiać i uprawiać sport., Trzeba pić alkohol, imprezować i jeździć szybkimi autami., Gdy trwała kampania politycy zapewniali, że rozprawią się z zakazem niedzielnego handlu.
Likes: 3 | All-time downloads: 1054973
Created: 2023-11-17 19:04:53