Model: sdadas/mmlw-roberta-large
Author: sdadas
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, safetensors, roberta, feature-extraction, sentence-similarity, transformers, mteb, pl, arxiv:2402.13350, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, transformers, mteb
model-index: name: mmlw-roberta-large
results: task: type: Clustering
dataset: type: PL-MTEB/8tags-clustering
name: MTEB 8TagsClustering
config: default
split: test
revision: None
metrics: type: v_measure
value: 31.16472823814849
verified: no, task: type: Classification
dataset: type: PL-MTEB/allegro-reviews
name: MTEB AllegroReviews
config: default
split: test
revision: None
metrics: type: accuracy
value: 47.48508946322067
verified: no, type: f1
value: 42.33327527584009
verified: no, task: type: Retrieval
dataset: type: arguana-pl
name: MTEB ArguAna-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 38.834
verified: no, type: map_at_10
value: 55.22899999999999
verified: no, type: map_at_100
value: 55.791999999999994
verified: no, type: map_at_1000
value: 55.794
verified: no, type: map_at_3
value: 51.233
verified: no, type: map_at_5
value: 53.772
verified: no, type: mrr_at_1
value: 39.687
verified: no, type: mrr_at_10
value: 55.596000000000004
verified: no, type: mrr_at_100
value: 56.157000000000004
verified: no, type: mrr_at_1000
value: 56.157999999999994
verified: no, type: mrr_at_3
value: 51.66
verified: no, type: mrr_at_5
value: 54.135
verified: no, type: ndcg_at_1
value: 38.834
verified: no, type: ndcg_at_10
value: 63.402
verified: no, type: ndcg_at_100
value: 65.78
verified: no, type: ndcg_at_1000
value: 65.816
verified: no, type: ndcg_at_3
value: 55.349000000000004
verified: no, type: ndcg_at_5
value: 59.892
verified: no, type: precision_at_1
value: 38.834
verified: no, type: precision_at_10
value: 8.905000000000001
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 22.428
verified: no, type: precision_at_5
value: 15.647
verified: no, type: recall_at_1
value: 38.834
verified: no, type: recall_at_10
value: 89.047
verified: no, type: recall_at_100
value: 99.36
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_3
value: 67.283
verified: no, type: recall_at_5
value: 78.236
verified: no, task: type: Classification
dataset: type: PL-MTEB/cbd
name: MTEB CBD
config: default
split: test
revision: None
metrics: type: accuracy
value: 69.33
verified: no, type: ap
value: 22.972409521444508
verified: no, type: f1
value: 58.91072163784952
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/cdsce-pairclassification
name: MTEB CDSC-E
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 89.8
verified: no, type: cos_sim_ap
value: 79.87039801032493
verified: no, type: cos_sim_f1
value: 68.53932584269663
verified: no, type: cos_sim_precision
value: 73.49397590361446
verified: no, type: cos_sim_recall
value: 64.21052631578948
verified: no, type: dot_accuracy
value: 86.1
verified: no, type: dot_ap
value: 63.684975861694035
verified: no, type: dot_f1
value: 63.61746361746362
verified: no, type: dot_precision
value: 52.57731958762887
verified: no, type: dot_recall
value: 80.52631578947368
verified: no, type: euclidean_accuracy
value: 89.8
verified: no, type: euclidean_ap
value: 79.7527126811392
verified: no, type: euclidean_f1
value: 68.46361185983827
verified: no, type: euclidean_precision
value: 70.1657458563536
verified: no, type: euclidean_recall
value: 66.84210526315789
verified: no, type: manhattan_accuracy
value: 89.7
verified: no, type: manhattan_ap
value: 79.64632771093657
verified: no, type: manhattan_f1
value: 68.4931506849315
verified: no, type: manhattan_precision
value: 71.42857142857143
verified: no, type: manhattan_recall
value: 65.78947368421053
verified: no, type: max_accuracy
value: 89.8
verified: no, type: max_ap
value: 79.87039801032493
verified: no, type: max_f1
value: 68.53932584269663
verified: no, task: type: STS
dataset: type: PL-MTEB/cdscr-sts
name: MTEB CDSC-R
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 92.1088892402831
verified: no, type: cos_sim_spearman
value: 92.54126377343101
verified: no, type: euclidean_pearson
value: 91.99022371986013
verified: no, type: euclidean_spearman
value: 92.55235973775511
verified: no, type: manhattan_pearson
value: 91.92170171331357
verified: no, type: manhattan_spearman
value: 92.47797623672449
verified: no, task: type: Retrieval
dataset: type: dbpedia-pl
name: MTEB DBPedia-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.683
verified: no, type: map_at_10
value: 18.9
verified: no, type: map_at_100
value: 26.933
verified: no, type: map_at_1000
value: 28.558
verified: no, type: map_at_3
value: 13.638
verified: no, type: map_at_5
value: 15.9
verified: no, type: mrr_at_1
value: 63.74999999999999
verified: no, type: mrr_at_10
value: 73.566
verified: no, type: mrr_at_100
value: 73.817
verified: no, type: mrr_at_1000
value: 73.824
verified: no, type: mrr_at_3
value: 71.875
verified: no, type: mrr_at_5
value: 73.2
verified: no, type: ndcg_at_1
value: 53.125
verified: no, type: ndcg_at_10
value: 40.271
verified: no, type: ndcg_at_100
value: 45.51
verified: no, type: ndcg_at_1000
value: 52.968
verified: no, type: ndcg_at_3
value: 45.122
verified: no, type: ndcg_at_5
value: 42.306
verified: no, type: precision_at_1
value: 63.74999999999999
verified: no, type: precision_at_10
value: 31.55
verified: no, type: precision_at_100
value: 10.440000000000001
verified: no, type: precision_at_1000
value: 2.01
verified: no, type: precision_at_3
value: 48.333
verified: no, type: precision_at_5
value: 40.5
verified: no, type: recall_at_1
value: 8.683
verified: no, type: recall_at_10
value: 24.63
verified: no, type: recall_at_100
value: 51.762
verified: no, type: recall_at_1000
value: 75.64999999999999
verified: no, type: recall_at_3
value: 15.136
verified: no, type: recall_at_5
value: 18.678
verified: no, task: type: Retrieval
dataset: type: fiqa-pl
name: MTEB FiQA-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 19.872999999999998
verified: no, type: map_at_10
value: 32.923
verified: no, type: map_at_100
value: 34.819
verified: no, type: map_at_1000
value: 34.99
verified: no, type: map_at_3
value: 28.500999999999998
verified: no, type: map_at_5
value: 31.087999999999997
verified: no, type: mrr_at_1
value: 40.432
verified: no, type: mrr_at_10
value: 49.242999999999995
verified: no, type: mrr_at_100
value: 50.014
verified: no, type: mrr_at_1000
value: 50.05500000000001
verified: no, type: mrr_at_3
value: 47.144999999999996
verified: no, type: mrr_at_5
value: 48.171
verified: no, type: ndcg_at_1
value: 40.586
verified: no, type: ndcg_at_10
value: 40.887
verified: no, type: ndcg_at_100
value: 47.701
verified: no, type: ndcg_at_1000
value: 50.624
verified: no, type: ndcg_at_3
value: 37.143
verified: no, type: ndcg_at_5
value: 38.329
verified: no, type: precision_at_1
value: 40.586
verified: no, type: precision_at_10
value: 11.497
verified: no, type: precision_at_100
value: 1.838
verified: no, type: precision_at_1000
value: 0.23700000000000002
verified: no, type: precision_at_3
value: 25
verified: no, type: precision_at_5
value: 18.549
verified: no, type: recall_at_1
value: 19.872999999999998
verified: no, type: recall_at_10
value: 48.073
verified: no, type: recall_at_100
value: 73.473
verified: no, type: recall_at_1000
value: 90.94
verified: no, type: recall_at_3
value: 33.645
verified: no, type: recall_at_5
value: 39.711
verified: no, task: type: Retrieval
dataset: type: hotpotqa-pl
name: MTEB HotpotQA-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 39.399
verified: no, type: map_at_10
value: 62.604000000000006
verified: no, type: map_at_100
value: 63.475
verified: no, type: map_at_1000
value: 63.534
verified: no, type: map_at_3
value: 58.870999999999995
verified: no, type: map_at_5
value: 61.217
verified: no, type: mrr_at_1
value: 78.758
verified: no, type: mrr_at_10
value: 84.584
verified: no, type: mrr_at_100
value: 84.753
verified: no, type: mrr_at_1000
value: 84.759
verified: no, type: mrr_at_3
value: 83.65700000000001
verified: no, type: mrr_at_5
value: 84.283
verified: no, type: ndcg_at_1
value: 78.798
verified: no, type: ndcg_at_10
value: 71.04
verified: no, type: ndcg_at_100
value: 74.048
verified: no, type: ndcg_at_1000
value: 75.163
verified: no, type: ndcg_at_3
value: 65.862
verified: no, type: ndcg_at_5
value: 68.77600000000001
verified: no, type: precision_at_1
value: 78.798
verified: no, type: precision_at_10
value: 14.949000000000002
verified: no, type: precision_at_100
value: 1.7309999999999999
verified: no, type: precision_at_1000
value: 0.188
verified: no, type: precision_at_3
value: 42.237
verified: no, type: precision_at_5
value: 27.634999999999998
verified: no, type: recall_at_1
value: 39.399
verified: no, type: recall_at_10
value: 74.747
verified: no, type: recall_at_100
value: 86.529
verified: no, type: recall_at_1000
value: 93.849
verified: no, type: recall_at_3
value: 63.356
verified: no, type: recall_at_5
value: 69.08800000000001
verified: no, task: type: Retrieval
dataset: type: msmarco-pl
name: MTEB MSMARCO-PL
config: default
split: validation
revision: None
metrics: type: map_at_1
value: 19.598
verified: no, type: map_at_10
value: 30.453999999999997
verified: no, type: map_at_100
value: 31.601000000000003
verified: no, type: map_at_1000
value: 31.66
verified: no, type: map_at_3
value: 27.118
verified: no, type: map_at_5
value: 28.943
verified: no, type: mrr_at_1
value: 20.1
verified: no, type: mrr_at_10
value: 30.978
verified: no, type: mrr_at_100
value: 32.057
verified: no, type: mrr_at_1000
value: 32.112
verified: no, type: mrr_at_3
value: 27.679
verified: no, type: mrr_at_5
value: 29.493000000000002
verified: no, type: ndcg_at_1
value: 20.158
verified: no, type: ndcg_at_10
value: 36.63
verified: no, type: ndcg_at_100
value: 42.291000000000004
verified: no, type: ndcg_at_1000
value: 43.828
verified: no, type: ndcg_at_3
value: 29.744999999999997
verified: no, type: ndcg_at_5
value: 33.024
verified: no, type: precision_at_1
value: 20.158
verified: no, type: precision_at_10
value: 5.811999999999999
verified: no, type: precision_at_100
value: 0.868
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 12.689
verified: no, type: precision_at_5
value: 9.295
verified: no, type: recall_at_1
value: 19.598
verified: no, type: recall_at_10
value: 55.596999999999994
verified: no, type: recall_at_100
value: 82.143
verified: no, type: recall_at_1000
value: 94.015
verified: no, type: recall_at_3
value: 36.720000000000006
verified: no, type: recall_at_5
value: 44.606
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 74.8117014122394
verified: no, type: f1
value: 72.0259730121889
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 77.84465366509752
verified: no, type: f1
value: 77.73439218970051
verified: no, task: type: Retrieval
dataset: type: nfcorpus-pl
name: MTEB NFCorpus-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.604
verified: no, type: map_at_10
value: 12.684000000000001
verified: no, type: map_at_100
value: 16.274
verified: no, type: map_at_1000
value: 17.669
verified: no, type: map_at_3
value: 9.347
verified: no, type: map_at_5
value: 10.752
verified: no, type: mrr_at_1
value: 43.963
verified: no, type: mrr_at_10
value: 52.94
verified: no, type: mrr_at_100
value: 53.571000000000005
verified: no, type: mrr_at_1000
value: 53.613
verified: no, type: mrr_at_3
value: 51.032
verified: no, type: mrr_at_5
value: 52.193
verified: no, type: ndcg_at_1
value: 41.486000000000004
verified: no, type: ndcg_at_10
value: 33.937
verified: no, type: ndcg_at_100
value: 31.726
verified: no, type: ndcg_at_1000
value: 40.331
verified: no, type: ndcg_at_3
value: 39.217
verified: no, type: ndcg_at_5
value: 36.521
verified: no, type: precision_at_1
value: 43.034
verified: no, type: precision_at_10
value: 25.324999999999996
verified: no, type: precision_at_100
value: 8.022
verified: no, type: precision_at_1000
value: 2.0629999999999997
verified: no, type: precision_at_3
value: 36.945
verified: no, type: precision_at_5
value: 31.517
verified: no, type: recall_at_1
value: 5.604
verified: no, type: recall_at_10
value: 16.554
verified: no, type: recall_at_100
value: 33.113
verified: no, type: recall_at_1000
value: 62.832
verified: no, type: recall_at_3
value: 10.397
verified: no, type: recall_at_5
value: 12.629999999999999
verified: no, task: type: Retrieval
dataset: type: nq-pl
name: MTEB NQ-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 26.642
verified: no, type: map_at_10
value: 40.367999999999995
verified: no, type: map_at_100
value: 41.487
verified: no, type: map_at_1000
value: 41.528
verified: no, type: map_at_3
value: 36.292
verified: no, type: map_at_5
value: 38.548
verified: no, type: mrr_at_1
value: 30.156
verified: no, type: mrr_at_10
value: 42.853
verified: no, type: mrr_at_100
value: 43.742
verified: no, type: mrr_at_1000
value: 43.772
verified: no, type: mrr_at_3
value: 39.47
verified: no, type: mrr_at_5
value: 41.366
verified: no, type: ndcg_at_1
value: 30.214000000000002
verified: no, type: ndcg_at_10
value: 47.620000000000005
verified: no, type: ndcg_at_100
value: 52.486
verified: no, type: ndcg_at_1000
value: 53.482
verified: no, type: ndcg_at_3
value: 39.864
verified: no, type: ndcg_at_5
value: 43.645
verified: no, type: precision_at_1
value: 30.214000000000002
verified: no, type: precision_at_10
value: 8.03
verified: no, type: precision_at_100
value: 1.0739999999999998
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_3
value: 18.183
verified: no, type: precision_at_5
value: 13.105
verified: no, type: recall_at_1
value: 26.642
verified: no, type: recall_at_10
value: 67.282
verified: no, type: recall_at_100
value: 88.632
verified: no, type: recall_at_1000
value: 96.109
verified: no, type: recall_at_3
value: 47.048
verified: no, type: recall_at_5
value: 55.791000000000004
verified: no, task: type: Classification
dataset: type: laugustyniak/abusive-clauses-pl
name: MTEB PAC
config: default
split: test
revision: None
metrics: type: accuracy
value: 64.69446857804807
verified: no, type: ap
value: 75.58028779280512
verified: no, type: f1
value: 62.3610392963539
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/ppc-pairclassification
name: MTEB PPC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 88.4
verified: no, type: cos_sim_ap
value: 93.56462741831817
verified: no, type: cos_sim_f1
value: 90.73634204275535
verified: no, type: cos_sim_precision
value: 86.94992412746586
verified: no, type: cos_sim_recall
value: 94.86754966887418
verified: no, type: dot_accuracy
value: 75.3
verified: no, type: dot_ap
value: 83.06945936688015
verified: no, type: dot_f1
value: 81.50887573964496
verified: no, type: dot_precision
value: 73.66310160427807
verified: no, type: dot_recall
value: 91.22516556291392
verified: no, type: euclidean_accuracy
value: 88.8
verified: no, type: euclidean_ap
value: 93.53974198044985
verified: no, type: euclidean_f1
value: 90.87947882736157
verified: no, type: euclidean_precision
value: 89.42307692307693
verified: no, type: euclidean_recall
value: 92.3841059602649
verified: no, type: manhattan_accuracy
value: 88.8
verified: no, type: manhattan_ap
value: 93.54209967780366
verified: no, type: manhattan_f1
value: 90.85072231139645
verified: no, type: manhattan_precision
value: 88.1619937694704
verified: no, type: manhattan_recall
value: 93.70860927152319
verified: no, type: max_accuracy
value: 88.8
verified: no, type: max_ap
value: 93.56462741831817
verified: no, type: max_f1
value: 90.87947882736157
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/psc-pairclassification
name: MTEB PSC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 97.03153988868274
verified: no, type: cos_sim_ap
value: 98.63208302459417
verified: no, type: cos_sim_f1
value: 95.06172839506173
verified: no, type: cos_sim_precision
value: 96.25
verified: no, type: cos_sim_recall
value: 93.90243902439023
verified: no, type: dot_accuracy
value: 86.82745825602969
verified: no, type: dot_ap
value: 83.77450133931302
verified: no, type: dot_f1
value: 79.3053545586107
verified: no, type: dot_precision
value: 75.48209366391184
verified: no, type: dot_recall
value: 83.53658536585365
verified: no, type: euclidean_accuracy
value: 97.03153988868274
verified: no, type: euclidean_ap
value: 98.80678168225653
verified: no, type: euclidean_f1
value: 95.20958083832335
verified: no, type: euclidean_precision
value: 93.52941176470588
verified: no, type: euclidean_recall
value: 96.95121951219512
verified: no, type: manhattan_accuracy
value: 97.21706864564007
verified: no, type: manhattan_ap
value: 98.82279484224186
verified: no, type: manhattan_f1
value: 95.44072948328268
verified: no, type: manhattan_precision
value: 95.15151515151516
verified: no, type: manhattan_recall
value: 95.73170731707317
verified: no, type: max_accuracy
value: 97.21706864564007
verified: no, type: max_ap
value: 98.82279484224186
verified: no, type: max_f1
value: 95.44072948328268
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_in
name: MTEB PolEmo2.0-IN
config: default
split: test
revision: None
metrics: type: accuracy
value: 76.84210526315789
verified: no, type: f1
value: 75.49713789106988
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_out
name: MTEB PolEmo2.0-OUT
config: default
split: test
revision: None
metrics: type: accuracy
value: 53.7246963562753
verified: no, type: f1
value: 43.060592194322986
verified: no, task: type: Retrieval
dataset: type: quora-pl
name: MTEB Quora-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 67.021
verified: no, type: map_at_10
value: 81.362
verified: no, type: map_at_100
value: 82.06700000000001
verified: no, type: map_at_1000
value: 82.084
verified: no, type: map_at_3
value: 78.223
verified: no, type: map_at_5
value: 80.219
verified: no, type: mrr_at_1
value: 77.17
verified: no, type: mrr_at_10
value: 84.222
verified: no, type: mrr_at_100
value: 84.37599999999999
verified: no, type: mrr_at_1000
value: 84.379
verified: no, type: mrr_at_3
value: 83.003
verified: no, type: mrr_at_5
value: 83.834
verified: no, type: ndcg_at_1
value: 77.29
verified: no, type: ndcg_at_10
value: 85.506
verified: no, type: ndcg_at_100
value: 87
verified: no, type: ndcg_at_1000
value: 87.143
verified: no, type: ndcg_at_3
value: 82.17
verified: no, type: ndcg_at_5
value: 84.057
verified: no, type: precision_at_1
value: 77.29
verified: no, type: precision_at_10
value: 13.15
verified: no, type: precision_at_100
value: 1.522
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_3
value: 36.173
verified: no, type: precision_at_5
value: 23.988
verified: no, type: recall_at_1
value: 67.021
verified: no, type: recall_at_10
value: 93.943
verified: no, type: recall_at_100
value: 99.167
verified: no, type: recall_at_1000
value: 99.929
verified: no, type: recall_at_3
value: 84.55799999999999
verified: no, type: recall_at_5
value: 89.697
verified: no, task: type: Retrieval
dataset: type: scidocs-pl
name: MTEB SCIDOCS-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.523
verified: no, type: map_at_10
value: 11.584
verified: no, type: map_at_100
value: 13.705
verified: no, type: map_at_1000
value: 14.038999999999998
verified: no, type: map_at_3
value: 8.187999999999999
verified: no, type: map_at_5
value: 9.922
verified: no, type: mrr_at_1
value: 22.1
verified: no, type: mrr_at_10
value: 32.946999999999996
verified: no, type: mrr_at_100
value: 34.11
verified: no, type: mrr_at_1000
value: 34.163
verified: no, type: mrr_at_3
value: 29.633
verified: no, type: mrr_at_5
value: 31.657999999999998
verified: no, type: ndcg_at_1
value: 22.2
verified: no, type: ndcg_at_10
value: 19.466
verified: no, type: ndcg_at_100
value: 27.725
verified: no, type: ndcg_at_1000
value: 33.539
verified: no, type: ndcg_at_3
value: 18.26
verified: no, type: ndcg_at_5
value: 16.265
verified: no, type: precision_at_1
value: 22.2
verified: no, type: precision_at_10
value: 10.11
verified: no, type: precision_at_100
value: 2.204
verified: no, type: precision_at_1000
value: 0.36
verified: no, type: precision_at_3
value: 17.1
verified: no, type: precision_at_5
value: 14.44
verified: no, type: recall_at_1
value: 4.523
verified: no, type: recall_at_10
value: 20.497
verified: no, type: recall_at_100
value: 44.757000000000005
verified: no, type: recall_at_1000
value: 73.14699999999999
verified: no, type: recall_at_3
value: 10.413
verified: no, type: recall_at_5
value: 14.638000000000002
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/sicke-pl-pairclassification
name: MTEB SICK-E-PL
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 87.4235629841011
verified: no, type: cos_sim_ap
value: 84.46531935663157
verified: no, type: cos_sim_f1
value: 77.18910963944077
verified: no, type: cos_sim_precision
value: 79.83257229832572
verified: no, type: cos_sim_recall
value: 74.71509971509973
verified: no, type: dot_accuracy
value: 81.10476966979209
verified: no, type: dot_ap
value: 71.12231750543143
verified: no, type: dot_f1
value: 68.13455657492355
verified: no, type: dot_precision
value: 59.69989281886387
verified: no, type: dot_recall
value: 79.34472934472934
verified: no, type: euclidean_accuracy
value: 87.21973094170403
verified: no, type: euclidean_ap
value: 84.33077991405355
verified: no, type: euclidean_f1
value: 76.81931132410365
verified: no, type: euclidean_precision
value: 76.57466383581033
verified: no, type: euclidean_recall
value: 77.06552706552706
verified: no, type: manhattan_accuracy
value: 87.21973094170403
verified: no, type: manhattan_ap
value: 84.35651252115137
verified: no, type: manhattan_f1
value: 76.87004481213376
verified: no, type: manhattan_precision
value: 74.48229792919172
verified: no, type: manhattan_recall
value: 79.41595441595442
verified: no, type: max_accuracy
value: 87.4235629841011
verified: no, type: max_ap
value: 84.46531935663157
verified: no, type: max_f1
value: 77.18910963944077
verified: no, task: type: STS
dataset: type: PL-MTEB/sickr-pl-sts
name: MTEB SICK-R-PL
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 83.05629619004273
verified: no, type: cos_sim_spearman
value: 79.90632583043678
verified: no, type: euclidean_pearson
value: 81.56426663515931
verified: no, type: euclidean_spearman
value: 80.05439220131294
verified: no, type: manhattan_pearson
value: 81.52958181013108
verified: no, type: manhattan_spearman
value: 80.0387467163383
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl)
config: pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 35.93847200513348
verified: no, type: cos_sim_spearman
value: 39.31543525546526
verified: no, type: euclidean_pearson
value: 30.19743936591465
verified: no, type: euclidean_spearman
value: 39.966612599252095
verified: no, type: manhattan_pearson
value: 30.195614462473387
verified: no, type: manhattan_spearman
value: 39.822552043685754
verified: no, task: type: Retrieval
dataset: type: scifact-pl
name: MTEB SciFact-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 56.05
verified: no, type: map_at_10
value: 65.93299999999999
verified: no, type: map_at_100
value: 66.571
verified: no, type: map_at_1000
value: 66.60000000000001
verified: no, type: map_at_3
value: 63.489
verified: no, type: map_at_5
value: 64.91799999999999
verified: no, type: mrr_at_1
value: 59
verified: no, type: mrr_at_10
value: 67.026
verified: no, type: mrr_at_100
value: 67.559
verified: no, type: mrr_at_1000
value: 67.586
verified: no, type: mrr_at_3
value: 65.444
verified: no, type: mrr_at_5
value: 66.278
verified: no, type: ndcg_at_1
value: 59
verified: no, type: ndcg_at_10
value: 70.233
verified: no, type: ndcg_at_100
value: 72.789
verified: no, type: ndcg_at_1000
value: 73.637
verified: no, type: ndcg_at_3
value: 66.40700000000001
verified: no, type: ndcg_at_5
value: 68.206
verified: no, type: precision_at_1
value: 59
verified: no, type: precision_at_10
value: 9.367
verified: no, type: precision_at_100
value: 1.06
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 26.222
verified: no, type: precision_at_5
value: 17.067
verified: no, type: recall_at_1
value: 56.05
verified: no, type: recall_at_10
value: 82.089
verified: no, type: recall_at_100
value: 93.167
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 71.822
verified: no, type: recall_at_5
value: 76.483
verified: no, task: type: Retrieval
dataset: type: trec-covid-pl
name: MTEB TRECCOVID-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.21
verified: no, type: map_at_10
value: 1.7680000000000002
verified: no, type: map_at_100
value: 9.447999999999999
verified: no, type: map_at_1000
value: 21.728
verified: no, type: map_at_3
value: 0.603
verified: no, type: map_at_5
value: 0.9610000000000001
verified: no, type: mrr_at_1
value: 80
verified: no, type: mrr_at_10
value: 88.667
verified: no, type: mrr_at_100
value: 88.667
verified: no, type: mrr_at_1000
value: 88.667
verified: no, type: mrr_at_3
value: 87.667
verified: no, type: mrr_at_5
value: 88.667
verified: no, type: ndcg_at_1
value: 77
verified: no, type: ndcg_at_10
value: 70.814
verified: no, type: ndcg_at_100
value: 52.532000000000004
verified: no, type: ndcg_at_1000
value: 45.635999999999996
verified: no, type: ndcg_at_3
value: 76.542
verified: no, type: ndcg_at_5
value: 73.24000000000001
verified: no, type: precision_at_1
value: 80
verified: no, type: precision_at_10
value: 75
verified: no, type: precision_at_100
value: 53.879999999999995
verified: no, type: precision_at_1000
value: 20.002
verified: no, type: precision_at_3
value: 80
verified: no, type: precision_at_5
value: 76.4
verified: no, type: recall_at_1
value: 0.21
verified: no, type: recall_at_10
value: 2.012
verified: no, type: recall_at_100
value: 12.781999999999998
verified: no, type: recall_at_1000
value: 42.05
verified: no, type: recall_at_3
value: 0.644
verified: no, type: recall_at_5
value: 1.04
verified: no
language: pl
license: apache-2.0
widget: source_sentence: zapytanie: Jak dożyć 100 lat?
sentences: Trzeba zdrowo się odżywiać i uprawiać sport., Trzeba pić alkohol, imprezować i jeździć szybkimi autami., Gdy trwała kampania politycy zapewniali, że rozprawią się z zakazem niedzielnego handlu.
Likes: 13 | All-time downloads: 244763
Created: 2023-11-17 19:08:47