Model: sdadas/mmlw-e5-small
Author: sdadas
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, safetensors, bert, feature-extraction, sentence-similarity, transformers, mteb, pl, arxiv:2402.13350, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, transformers, mteb
model-index: name: mmlw-e5-small
results: task: type: Clustering
dataset: type: PL-MTEB/8tags-clustering
name: MTEB 8TagsClustering
config: default
split: test
revision: None
metrics: type: v_measure
value: 31.772224277808153
verified: no, task: type: Classification
dataset: type: PL-MTEB/allegro-reviews
name: MTEB AllegroReviews
config: default
split: test
revision: None
metrics: type: accuracy
value: 33.03180914512922
verified: no, type: f1
value: 29.800304217426167
verified: no, task: type: Retrieval
dataset: type: arguana-pl
name: MTEB ArguAna-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 28.804999999999996
verified: no, type: map_at_10
value: 45.327
verified: no, type: map_at_100
value: 46.17
verified: no, type: map_at_1000
value: 46.177
verified: no, type: map_at_3
value: 40.528999999999996
verified: no, type: map_at_5
value: 43.335
verified: no, type: mrr_at_1
value: 30.299
verified: no, type: mrr_at_10
value: 45.763
verified: no, type: mrr_at_100
value: 46.641
verified: no, type: mrr_at_1000
value: 46.648
verified: no, type: mrr_at_3
value: 41.074
verified: no, type: mrr_at_5
value: 43.836999999999996
verified: no, type: ndcg_at_1
value: 28.804999999999996
verified: no, type: ndcg_at_10
value: 54.308
verified: no, type: ndcg_at_100
value: 57.879000000000005
verified: no, type: ndcg_at_1000
value: 58.048
verified: no, type: ndcg_at_3
value: 44.502
verified: no, type: ndcg_at_5
value: 49.519000000000005
verified: no, type: precision_at_1
value: 28.804999999999996
verified: no, type: precision_at_10
value: 8.286
verified: no, type: precision_at_100
value: 0.984
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 18.682000000000002
verified: no, type: precision_at_5
value: 13.627
verified: no, type: recall_at_1
value: 28.804999999999996
verified: no, type: recall_at_10
value: 82.85900000000001
verified: no, type: recall_at_100
value: 98.36399999999999
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_3
value: 56.04599999999999
verified: no, type: recall_at_5
value: 68.137
verified: no, task: type: Classification
dataset: type: PL-MTEB/cbd
name: MTEB CBD
config: default
split: test
revision: None
metrics: type: accuracy
value: 64.24
verified: no, type: ap
value: 17.967103105024705
verified: no, type: f1
value: 52.97375416129459
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/cdsce-pairclassification
name: MTEB CDSC-E
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 88.8
verified: no, type: cos_sim_ap
value: 76.68028778789487
verified: no, type: cos_sim_f1
value: 66.82352941176471
verified: no, type: cos_sim_precision
value: 60.42553191489362
verified: no, type: cos_sim_recall
value: 74.73684210526315
verified: no, type: dot_accuracy
value: 88.1
verified: no, type: dot_ap
value: 72.04910086070551
verified: no, type: dot_f1
value: 66.66666666666667
verified: no, type: dot_precision
value: 69.31818181818183
verified: no, type: dot_recall
value: 64.21052631578948
verified: no, type: euclidean_accuracy
value: 88.8
verified: no, type: euclidean_ap
value: 76.63591858340688
verified: no, type: euclidean_f1
value: 67.13286713286713
verified: no, type: euclidean_precision
value: 60.25104602510461
verified: no, type: euclidean_recall
value: 75.78947368421053
verified: no, type: manhattan_accuracy
value: 88.9
verified: no, type: manhattan_ap
value: 76.54552849815124
verified: no, type: manhattan_f1
value: 66.66666666666667
verified: no, type: manhattan_precision
value: 60.51502145922747
verified: no, type: manhattan_recall
value: 74.21052631578947
verified: no, type: max_accuracy
value: 88.9
verified: no, type: max_ap
value: 76.68028778789487
verified: no, type: max_f1
value: 67.13286713286713
verified: no, task: type: STS
dataset: type: PL-MTEB/cdscr-sts
name: MTEB CDSC-R
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 91.64169404461497
verified: no, type: cos_sim_spearman
value: 91.9755161377078
verified: no, type: euclidean_pearson
value: 90.87481478491249
verified: no, type: euclidean_spearman
value: 91.92362666383987
verified: no, type: manhattan_pearson
value: 90.8415510499638
verified: no, type: manhattan_spearman
value: 91.85927127194698
verified: no, task: type: Retrieval
dataset: type: dbpedia-pl
name: MTEB DBPedia-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 6.148
verified: no, type: map_at_10
value: 12.870999999999999
verified: no, type: map_at_100
value: 18.04
verified: no, type: map_at_1000
value: 19.286
verified: no, type: map_at_3
value: 9.156
verified: no, type: map_at_5
value: 10.857999999999999
verified: no, type: mrr_at_1
value: 53.25
verified: no, type: mrr_at_10
value: 61.016999999999996
verified: no, type: mrr_at_100
value: 61.48400000000001
verified: no, type: mrr_at_1000
value: 61.507999999999996
verified: no, type: mrr_at_3
value: 58.75
verified: no, type: mrr_at_5
value: 60.375
verified: no, type: ndcg_at_1
value: 41
verified: no, type: ndcg_at_10
value: 30.281000000000002
verified: no, type: ndcg_at_100
value: 33.955999999999996
verified: no, type: ndcg_at_1000
value: 40.77
verified: no, type: ndcg_at_3
value: 34.127
verified: no, type: ndcg_at_5
value: 32.274
verified: no, type: precision_at_1
value: 52.5
verified: no, type: precision_at_10
value: 24.525
verified: no, type: precision_at_100
value: 8.125
verified: no, type: precision_at_1000
value: 1.728
verified: no, type: precision_at_3
value: 37.083
verified: no, type: precision_at_5
value: 32.15
verified: no, type: recall_at_1
value: 6.148
verified: no, type: recall_at_10
value: 17.866
verified: no, type: recall_at_100
value: 39.213
verified: no, type: recall_at_1000
value: 61.604000000000006
verified: no, type: recall_at_3
value: 10.084
verified: no, type: recall_at_5
value: 13.333999999999998
verified: no, task: type: Retrieval
dataset: type: fiqa-pl
name: MTEB FiQA-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 14.643
verified: no, type: map_at_10
value: 23.166
verified: no, type: map_at_100
value: 24.725
verified: no, type: map_at_1000
value: 24.92
verified: no, type: map_at_3
value: 20.166
verified: no, type: map_at_5
value: 22.003
verified: no, type: mrr_at_1
value: 29.630000000000003
verified: no, type: mrr_at_10
value: 37.632
verified: no, type: mrr_at_100
value: 38.512
verified: no, type: mrr_at_1000
value: 38.578
verified: no, type: mrr_at_3
value: 35.391
verified: no, type: mrr_at_5
value: 36.857
verified: no, type: ndcg_at_1
value: 29.166999999999998
verified: no, type: ndcg_at_10
value: 29.749
verified: no, type: ndcg_at_100
value: 35.983
verified: no, type: ndcg_at_1000
value: 39.817
verified: no, type: ndcg_at_3
value: 26.739
verified: no, type: ndcg_at_5
value: 27.993000000000002
verified: no, type: precision_at_1
value: 29.166999999999998
verified: no, type: precision_at_10
value: 8.333
verified: no, type: precision_at_100
value: 1.448
verified: no, type: precision_at_1000
value: 0.213
verified: no, type: precision_at_3
value: 17.747
verified: no, type: precision_at_5
value: 13.58
verified: no, type: recall_at_1
value: 14.643
verified: no, type: recall_at_10
value: 35.247
verified: no, type: recall_at_100
value: 59.150999999999996
verified: no, type: recall_at_1000
value: 82.565
verified: no, type: recall_at_3
value: 24.006
verified: no, type: recall_at_5
value: 29.383
verified: no, task: type: Retrieval
dataset: type: hotpotqa-pl
name: MTEB HotpotQA-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 32.627
verified: no, type: map_at_10
value: 48.041
verified: no, type: map_at_100
value: 49.008
verified: no, type: map_at_1000
value: 49.092999999999996
verified: no, type: map_at_3
value: 44.774
verified: no, type: map_at_5
value: 46.791
verified: no, type: mrr_at_1
value: 65.28
verified: no, type: mrr_at_10
value: 72.53500000000001
verified: no, type: mrr_at_100
value: 72.892
verified: no, type: mrr_at_1000
value: 72.909
verified: no, type: mrr_at_3
value: 71.083
verified: no, type: mrr_at_5
value: 71.985
verified: no, type: ndcg_at_1
value: 65.253
verified: no, type: ndcg_at_10
value: 57.13700000000001
verified: no, type: ndcg_at_100
value: 60.783
verified: no, type: ndcg_at_1000
value: 62.507000000000005
verified: no, type: ndcg_at_3
value: 52.17
verified: no, type: ndcg_at_5
value: 54.896
verified: no, type: precision_at_1
value: 65.253
verified: no, type: precision_at_10
value: 12.088000000000001
verified: no, type: precision_at_100
value: 1.496
verified: no, type: precision_at_1000
value: 0.172
verified: no, type: precision_at_3
value: 32.96
verified: no, type: precision_at_5
value: 21.931
verified: no, type: recall_at_1
value: 32.627
verified: no, type: recall_at_10
value: 60.439
verified: no, type: recall_at_100
value: 74.80799999999999
verified: no, type: recall_at_1000
value: 86.219
verified: no, type: recall_at_3
value: 49.44
verified: no, type: recall_at_5
value: 54.827999999999996
verified: no, task: type: Retrieval
dataset: type: msmarco-pl
name: MTEB MSMARCO-PL
config: default
split: validation
revision: None
metrics: type: map_at_1
value: 13.150999999999998
verified: no, type: map_at_10
value: 21.179000000000002
verified: no, type: map_at_100
value: 22.227
verified: no, type: map_at_1000
value: 22.308
verified: no, type: map_at_3
value: 18.473
verified: no, type: map_at_5
value: 19.942999999999998
verified: no, type: mrr_at_1
value: 13.467
verified: no, type: mrr_at_10
value: 21.471
verified: no, type: mrr_at_100
value: 22.509
verified: no, type: mrr_at_1000
value: 22.585
verified: no, type: mrr_at_3
value: 18.789
verified: no, type: mrr_at_5
value: 20.262
verified: no, type: ndcg_at_1
value: 13.539000000000001
verified: no, type: ndcg_at_10
value: 25.942999999999998
verified: no, type: ndcg_at_100
value: 31.386999999999997
verified: no, type: ndcg_at_1000
value: 33.641
verified: no, type: ndcg_at_3
value: 20.368
verified: no, type: ndcg_at_5
value: 23.003999999999998
verified: no, type: precision_at_1
value: 13.539000000000001
verified: no, type: precision_at_10
value: 4.249
verified: no, type: precision_at_100
value: 0.7040000000000001
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: precision_at_3
value: 8.782
verified: no, type: precision_at_5
value: 6.6049999999999995
verified: no, type: recall_at_1
value: 13.150999999999998
verified: no, type: recall_at_10
value: 40.698
verified: no, type: recall_at_100
value: 66.71000000000001
verified: no, type: recall_at_1000
value: 84.491
verified: no, type: recall_at_3
value: 25.452
verified: no, type: recall_at_5
value: 31.791000000000004
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (pl)
config: pl
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 67.3537323470074
verified: no, type: f1
value: 64.67852047603644
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (pl)
config: pl
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 72.12508406186953
verified: no, type: f1
value: 71.55887309568853
verified: no, task: type: Retrieval
dataset: type: nfcorpus-pl
name: MTEB NFCorpus-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.18
verified: no, type: map_at_10
value: 9.524000000000001
verified: no, type: map_at_100
value: 12.272
verified: no, type: map_at_1000
value: 13.616
verified: no, type: map_at_3
value: 6.717
verified: no, type: map_at_5
value: 8.172
verified: no, type: mrr_at_1
value: 37.152
verified: no, type: mrr_at_10
value: 45.068000000000005
verified: no, type: mrr_at_100
value: 46.026
verified: no, type: mrr_at_1000
value: 46.085
verified: no, type: mrr_at_3
value: 43.344
verified: no, type: mrr_at_5
value: 44.412
verified: no, type: ndcg_at_1
value: 34.52
verified: no, type: ndcg_at_10
value: 27.604
verified: no, type: ndcg_at_100
value: 26.012999999999998
verified: no, type: ndcg_at_1000
value: 35.272
verified: no, type: ndcg_at_3
value: 31.538
verified: no, type: ndcg_at_5
value: 30.165999999999997
verified: no, type: precision_at_1
value: 36.223
verified: no, type: precision_at_10
value: 21.053
verified: no, type: precision_at_100
value: 7.08
verified: no, type: precision_at_1000
value: 1.9929999999999999
verified: no, type: precision_at_3
value: 30.031000000000002
verified: no, type: precision_at_5
value: 26.997
verified: no, type: recall_at_1
value: 4.18
verified: no, type: recall_at_10
value: 12.901000000000002
verified: no, type: recall_at_100
value: 27.438000000000002
verified: no, type: recall_at_1000
value: 60.768
verified: no, type: recall_at_3
value: 7.492
verified: no, type: recall_at_5
value: 10.05
verified: no, task: type: Retrieval
dataset: type: nq-pl
name: MTEB NQ-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 17.965
verified: no, type: map_at_10
value: 28.04
verified: no, type: map_at_100
value: 29.217
verified: no, type: map_at_1000
value: 29.285
verified: no, type: map_at_3
value: 24.818
verified: no, type: map_at_5
value: 26.617
verified: no, type: mrr_at_1
value: 20.22
verified: no, type: mrr_at_10
value: 30.148000000000003
verified: no, type: mrr_at_100
value: 31.137999999999998
verified: no, type: mrr_at_1000
value: 31.19
verified: no, type: mrr_at_3
value: 27.201999999999998
verified: no, type: mrr_at_5
value: 28.884999999999998
verified: no, type: ndcg_at_1
value: 20.365
verified: no, type: ndcg_at_10
value: 33.832
verified: no, type: ndcg_at_100
value: 39.33
verified: no, type: ndcg_at_1000
value: 41.099999999999994
verified: no, type: ndcg_at_3
value: 27.46
verified: no, type: ndcg_at_5
value: 30.584
verified: no, type: precision_at_1
value: 20.365
verified: no, type: precision_at_10
value: 5.849
verified: no, type: precision_at_100
value: 0.8959999999999999
verified: no, type: precision_at_1000
value: 0.107
verified: no, type: precision_at_3
value: 12.64
verified: no, type: precision_at_5
value: 9.334000000000001
verified: no, type: recall_at_1
value: 17.965
verified: no, type: recall_at_10
value: 49.503
verified: no, type: recall_at_100
value: 74.351
verified: no, type: recall_at_1000
value: 87.766
verified: no, type: recall_at_3
value: 32.665
verified: no, type: recall_at_5
value: 39.974
verified: no, task: type: Classification
dataset: type: laugustyniak/abusive-clauses-pl
name: MTEB PAC
config: default
split: test
revision: None
metrics: type: accuracy
value: 63.11323486823051
verified: no, type: ap
value: 74.53486257377787
verified: no, type: f1
value: 60.631005373417736
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/ppc-pairclassification
name: MTEB PPC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 80.10000000000001
verified: no, type: cos_sim_ap
value: 89.69526236458292
verified: no, type: cos_sim_f1
value: 83.37468982630274
verified: no, type: cos_sim_precision
value: 83.30578512396694
verified: no, type: cos_sim_recall
value: 83.44370860927152
verified: no, type: dot_accuracy
value: 77.8
verified: no, type: dot_ap
value: 87.72366051496104
verified: no, type: dot_f1
value: 82.83752860411899
verified: no, type: dot_precision
value: 76.80339462517681
verified: no, type: dot_recall
value: 89.90066225165563
verified: no, type: euclidean_accuracy
value: 80.10000000000001
verified: no, type: euclidean_ap
value: 89.61317191870039
verified: no, type: euclidean_f1
value: 83.40214698596202
verified: no, type: euclidean_precision
value: 83.19604612850083
verified: no, type: euclidean_recall
value: 83.6092715231788
verified: no, type: manhattan_accuracy
value: 79.60000000000001
verified: no, type: manhattan_ap
value: 89.48363786968471
verified: no, type: manhattan_f1
value: 82.96296296296296
verified: no, type: manhattan_precision
value: 82.48772504091653
verified: no, type: manhattan_recall
value: 83.44370860927152
verified: no, type: max_accuracy
value: 80.10000000000001
verified: no, type: max_ap
value: 89.69526236458292
verified: no, type: max_f1
value: 83.40214698596202
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/psc-pairclassification
name: MTEB PSC
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 96.93877551020408
verified: no, type: cos_sim_ap
value: 98.86489482248999
verified: no, type: cos_sim_f1
value: 95.11111111111113
verified: no, type: cos_sim_precision
value: 92.507204610951
verified: no, type: cos_sim_recall
value: 97.86585365853658
verified: no, type: dot_accuracy
value: 95.73283858998145
verified: no, type: dot_ap
value: 97.8261652492545
verified: no, type: dot_f1
value: 93.21533923303835
verified: no, type: dot_precision
value: 90.28571428571428
verified: no, type: dot_recall
value: 96.34146341463415
verified: no, type: euclidean_accuracy
value: 96.93877551020408
verified: no, type: euclidean_ap
value: 98.84837797066623
verified: no, type: euclidean_f1
value: 95.11111111111113
verified: no, type: euclidean_precision
value: 92.507204610951
verified: no, type: euclidean_recall
value: 97.86585365853658
verified: no, type: manhattan_accuracy
value: 96.84601113172542
verified: no, type: manhattan_ap
value: 98.78659090944161
verified: no, type: manhattan_f1
value: 94.9404761904762
verified: no, type: manhattan_precision
value: 92.73255813953489
verified: no, type: manhattan_recall
value: 97.2560975609756
verified: no, type: max_accuracy
value: 96.93877551020408
verified: no, type: max_ap
value: 98.86489482248999
verified: no, type: max_f1
value: 95.11111111111113
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_in
name: MTEB PolEmo2.0-IN
config: default
split: test
revision: None
metrics: type: accuracy
value: 63.961218836565095
verified: no, type: f1
value: 64.3979989243291
verified: no, task: type: Classification
dataset: type: PL-MTEB/polemo2_out
name: MTEB PolEmo2.0-OUT
config: default
split: test
revision: None
metrics: type: accuracy
value: 40.32388663967612
verified: no, type: f1
value: 32.339117999015755
verified: no, task: type: Retrieval
dataset: type: quora-pl
name: MTEB Quora-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 62.757
verified: no, type: map_at_10
value: 76.55999999999999
verified: no, type: map_at_100
value: 77.328
verified: no, type: map_at_1000
value: 77.35499999999999
verified: no, type: map_at_3
value: 73.288
verified: no, type: map_at_5
value: 75.25500000000001
verified: no, type: mrr_at_1
value: 72.28
verified: no, type: mrr_at_10
value: 79.879
verified: no, type: mrr_at_100
value: 80.121
verified: no, type: mrr_at_1000
value: 80.12700000000001
verified: no, type: mrr_at_3
value: 78.40700000000001
verified: no, type: mrr_at_5
value: 79.357
verified: no, type: ndcg_at_1
value: 72.33000000000001
verified: no, type: ndcg_at_10
value: 81.151
verified: no, type: ndcg_at_100
value: 83.107
verified: no, type: ndcg_at_1000
value: 83.397
verified: no, type: ndcg_at_3
value: 77.3
verified: no, type: ndcg_at_5
value: 79.307
verified: no, type: precision_at_1
value: 72.33000000000001
verified: no, type: precision_at_10
value: 12.587000000000002
verified: no, type: precision_at_100
value: 1.488
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_3
value: 33.943
verified: no, type: precision_at_5
value: 22.61
verified: no, type: recall_at_1
value: 62.757
verified: no, type: recall_at_10
value: 90.616
verified: no, type: recall_at_100
value: 97.905
verified: no, type: recall_at_1000
value: 99.618
verified: no, type: recall_at_3
value: 79.928
verified: no, type: recall_at_5
value: 85.30499999999999
verified: no, task: type: Retrieval
dataset: type: scidocs-pl
name: MTEB SCIDOCS-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 3.313
verified: no, type: map_at_10
value: 8.559999999999999
verified: no, type: map_at_100
value: 10.177999999999999
verified: no, type: map_at_1000
value: 10.459999999999999
verified: no, type: map_at_3
value: 6.094
verified: no, type: map_at_5
value: 7.323
verified: no, type: mrr_at_1
value: 16.3
verified: no, type: mrr_at_10
value: 25.579
verified: no, type: mrr_at_100
value: 26.717000000000002
verified: no, type: mrr_at_1000
value: 26.799
verified: no, type: mrr_at_3
value: 22.583000000000002
verified: no, type: mrr_at_5
value: 24.298000000000002
verified: no, type: ndcg_at_1
value: 16.3
verified: no, type: ndcg_at_10
value: 14.789
verified: no, type: ndcg_at_100
value: 21.731
verified: no, type: ndcg_at_1000
value: 27.261999999999997
verified: no, type: ndcg_at_3
value: 13.74
verified: no, type: ndcg_at_5
value: 12.199
verified: no, type: precision_at_1
value: 16.3
verified: no, type: precision_at_10
value: 7.779999999999999
verified: no, type: precision_at_100
value: 1.79
verified: no, type: precision_at_1000
value: 0.313
verified: no, type: precision_at_3
value: 12.933
verified: no, type: precision_at_5
value: 10.86
verified: no, type: recall_at_1
value: 3.313
verified: no, type: recall_at_10
value: 15.772
verified: no, type: recall_at_100
value: 36.392
verified: no, type: recall_at_1000
value: 63.525
verified: no, type: recall_at_3
value: 7.863
verified: no, type: recall_at_5
value: 11.003
verified: no, task: type: PairClassification
dataset: type: PL-MTEB/sicke-pl-pairclassification
name: MTEB SICK-E-PL
config: default
split: test
revision: None
metrics: type: cos_sim_accuracy
value: 81.7977986139421
verified: no, type: cos_sim_ap
value: 73.21294750778902
verified: no, type: cos_sim_f1
value: 66.57391304347826
verified: no, type: cos_sim_precision
value: 65.05778382053025
verified: no, type: cos_sim_recall
value: 68.16239316239316
verified: no, type: dot_accuracy
value: 78.67916836526702
verified: no, type: dot_ap
value: 63.61943815978181
verified: no, type: dot_f1
value: 62.45014245014245
verified: no, type: dot_precision
value: 52.04178537511871
verified: no, type: dot_recall
value: 78.06267806267806
verified: no, type: euclidean_accuracy
value: 81.7774154097024
verified: no, type: euclidean_ap
value: 73.25053778387148
verified: no, type: euclidean_f1
value: 66.55064392620953
verified: no, type: euclidean_precision
value: 65.0782845473111
verified: no, type: euclidean_recall
value: 68.09116809116809
verified: no, type: manhattan_accuracy
value: 81.63473298002447
verified: no, type: manhattan_ap
value: 72.99781945530033
verified: no, type: manhattan_f1
value: 66.3623595505618
verified: no, type: manhattan_precision
value: 65.4432132963989
verified: no, type: manhattan_recall
value: 67.3076923076923
verified: no, type: max_accuracy
value: 81.7977986139421
verified: no, type: max_ap
value: 73.25053778387148
verified: no, type: max_f1
value: 66.57391304347826
verified: no, task: type: STS
dataset: type: PL-MTEB/sickr-pl-sts
name: MTEB SICK-R-PL
config: default
split: test
revision: None
metrics: type: cos_sim_pearson
value: 79.62332929388755
verified: no, type: cos_sim_spearman
value: 73.70598290849304
verified: no, type: euclidean_pearson
value: 77.3603286710006
verified: no, type: euclidean_spearman
value: 73.74420279933932
verified: no, type: manhattan_pearson
value: 77.12735032552482
verified: no, type: manhattan_spearman
value: 73.53014836690127
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (pl)
config: pl
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 37.696942928686724
verified: no, type: cos_sim_spearman
value: 40.6271445245692
verified: no, type: euclidean_pearson
value: 30.212734461370832
verified: no, type: euclidean_spearman
value: 40.66643376699638
verified: no, type: manhattan_pearson
value: 29.90223716230108
verified: no, type: manhattan_spearman
value: 40.35576319091178
verified: no, task: type: Retrieval
dataset: type: scifact-pl
name: MTEB SciFact-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 43.528
verified: no, type: map_at_10
value: 53.290000000000006
verified: no, type: map_at_100
value: 54.342
verified: no, type: map_at_1000
value: 54.376999999999995
verified: no, type: map_at_3
value: 50.651999999999994
verified: no, type: map_at_5
value: 52.248000000000005
verified: no, type: mrr_at_1
value: 46.666999999999994
verified: no, type: mrr_at_10
value: 55.286
verified: no, type: mrr_at_100
value: 56.094
verified: no, type: mrr_at_1000
value: 56.125
verified: no, type: mrr_at_3
value: 53.222
verified: no, type: mrr_at_5
value: 54.339000000000006
verified: no, type: ndcg_at_1
value: 46
verified: no, type: ndcg_at_10
value: 58.142
verified: no, type: ndcg_at_100
value: 62.426
verified: no, type: ndcg_at_1000
value: 63.395999999999994
verified: no, type: ndcg_at_3
value: 53.53
verified: no, type: ndcg_at_5
value: 55.842000000000006
verified: no, type: precision_at_1
value: 46
verified: no, type: precision_at_10
value: 7.9670000000000005
verified: no, type: precision_at_100
value: 1.023
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_3
value: 21.444
verified: no, type: precision_at_5
value: 14.333000000000002
verified: no, type: recall_at_1
value: 43.528
verified: no, type: recall_at_10
value: 71.511
verified: no, type: recall_at_100
value: 89.93299999999999
verified: no, type: recall_at_1000
value: 97.667
verified: no, type: recall_at_3
value: 59.067
verified: no, type: recall_at_5
value: 64.789
verified: no, task: type: Retrieval
dataset: type: trec-covid-pl
name: MTEB TRECCOVID-PL
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.22699999999999998
verified: no, type: map_at_10
value: 1.3379999999999999
verified: no, type: map_at_100
value: 6.965000000000001
verified: no, type: map_at_1000
value: 17.135
verified: no, type: map_at_3
value: 0.53
verified: no, type: map_at_5
value: 0.799
verified: no, type: mrr_at_1
value: 84
verified: no, type: mrr_at_10
value: 88.083
verified: no, type: mrr_at_100
value: 88.432
verified: no, type: mrr_at_1000
value: 88.432
verified: no, type: mrr_at_3
value: 87.333
verified: no, type: mrr_at_5
value: 87.833
verified: no, type: ndcg_at_1
value: 76
verified: no, type: ndcg_at_10
value: 58.199
verified: no, type: ndcg_at_100
value: 43.230000000000004
verified: no, type: ndcg_at_1000
value: 39.751
verified: no, type: ndcg_at_3
value: 63.743
verified: no, type: ndcg_at_5
value: 60.42999999999999
verified: no, type: precision_at_1
value: 84
verified: no, type: precision_at_10
value: 62
verified: no, type: precision_at_100
value: 44.519999999999996
verified: no, type: precision_at_1000
value: 17.746000000000002
verified: no, type: precision_at_3
value: 67.333
verified: no, type: precision_at_5
value: 63.2
verified: no, type: recall_at_1
value: 0.22699999999999998
verified: no, type: recall_at_10
value: 1.627
verified: no, type: recall_at_100
value: 10.600999999999999
verified: no, type: recall_at_1000
value: 37.532
verified: no, type: recall_at_3
value: 0.547
verified: no, type: recall_at_5
value: 0.864
verified: no
language: pl
license: apache-2.0
widget: source_sentence: query: Jak dożyć 100 lat?
sentences: passage: Trzeba zdrowo się odżywiać i uprawiać sport., passage: Trzeba pić alkohol, imprezować i jeździć szybkimi autami., passage: Gdy trwała kampania politycy zapewniali, że rozprawią się z zakazem niedzielnego handlu.
Likes: 0 | All-time downloads: 160511
Created: 2023-11-17 18:40:08