Model: karsar/paraphrase-multilingual-MiniLM-L12-hu_v1
Author: karsar
Tags: safetensors, bert, mteb, arxiv:1908.10084, arxiv:1705.00652, model-index, region:us
Card metadata: model-index: name: karsar/paraphrase-multilingual-MiniLM-L12-hu_v1
results: dataset: config: hun_Latn-hun_Latn
name: MTEB BelebeleRetrieval (hun_Latn-hun_Latn)
revision: 75b399394a9803252cfec289d103de462763db7c
split: test
type: facebook/belebele
metrics: type: main_score
value: 77.865
verified: no, type: map_at_1
value: 67.333
verified: no, type: map_at_10
value: 74.404
verified: no, type: map_at_100
value: 74.802
verified: no, type: map_at_1000
value: 74.809
verified: no, type: map_at_20
value: 74.63
verified: no, type: map_at_3
value: 72.796
verified: no, type: map_at_5
value: 73.67399999999999
verified: no, type: mrr_at_1
value: 67.33333333333333
verified: no, type: mrr_at_10
value: 74.40396825396829
verified: no, type: mrr_at_100
value: 74.80177264047548
verified: no, type: mrr_at_1000
value: 74.80937346439818
verified: no, type: mrr_at_20
value: 74.62979204843244
verified: no, type: mrr_at_3
value: 72.7962962962963
verified: no, type: mrr_at_5
value: 73.6740740740741
verified: no, type: nauc_map_at_1000_diff1
value: 76.08133094195743
verified: no, type: nauc_map_at_1000_max
value: 61.727834175182736
verified: no, type: nauc_map_at_1000_std
value: -2.3231732437794568
verified: no, type: nauc_map_at_100_diff1
value: 76.07916259051902
verified: no, type: nauc_map_at_100_max
value: 61.72703450852774
verified: no, type: nauc_map_at_100_std
value: -2.3175338063349575
verified: no, type: nauc_map_at_10_diff1
value: 75.97996147738112
verified: no, type: nauc_map_at_10_max
value: 61.860784493617224
verified: no, type: nauc_map_at_10_std
value: -2.4887315051072356
verified: no, type: nauc_map_at_1_diff1
value: 78.13561632940586
verified: no, type: nauc_map_at_1_max
value: 59.243520843511746
verified: no, type: nauc_map_at_1_std
value: -2.6689239089679515
verified: no, type: nauc_map_at_20_diff1
value: 76.06883452011327
verified: no, type: nauc_map_at_20_max
value: 61.775589074510826
verified: no, type: nauc_map_at_20_std
value: -2.3905575770447585
verified: no, type: nauc_map_at_3_diff1
value: 75.85937006372846
verified: no, type: nauc_map_at_3_max
value: 61.819093557650895
verified: no, type: nauc_map_at_3_std
value: -2.5207238945764647
verified: no, type: nauc_map_at_5_diff1
value: 76.06929563357589
verified: no, type: nauc_map_at_5_max
value: 61.93563829360039
verified: no, type: nauc_map_at_5_std
value: -1.9424637593671918
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.08133094195743
verified: no, type: nauc_mrr_at_1000_max
value: 61.727834175182736
verified: no, type: nauc_mrr_at_1000_std
value: -2.3231732437794568
verified: no, type: nauc_mrr_at_100_diff1
value: 76.07916259051902
verified: no, type: nauc_mrr_at_100_max
value: 61.72703450852774
verified: no, type: nauc_mrr_at_100_std
value: -2.3175338063349575
verified: no, type: nauc_mrr_at_10_diff1
value: 75.97996147738112
verified: no, type: nauc_mrr_at_10_max
value: 61.860784493617224
verified: no, type: nauc_mrr_at_10_std
value: -2.4887315051072356
verified: no, type: nauc_mrr_at_1_diff1
value: 78.13561632940586
verified: no, type: nauc_mrr_at_1_max
value: 59.243520843511746
verified: no, type: nauc_mrr_at_1_std
value: -2.6689239089679515
verified: no, type: nauc_mrr_at_20_diff1
value: 76.06883452011327
verified: no, type: nauc_mrr_at_20_max
value: 61.775589074510826
verified: no, type: nauc_mrr_at_20_std
value: -2.3905575770447585
verified: no, type: nauc_mrr_at_3_diff1
value: 75.85937006372846
verified: no, type: nauc_mrr_at_3_max
value: 61.819093557650895
verified: no, type: nauc_mrr_at_3_std
value: -2.5207238945764647
verified: no, type: nauc_mrr_at_5_diff1
value: 76.06929563357589
verified: no, type: nauc_mrr_at_5_max
value: 61.93563829360039
verified: no, type: nauc_mrr_at_5_std
value: -1.9424637593671918
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.7057240434196
verified: no, type: nauc_ndcg_at_1000_max
value: 62.021717989510385
verified: no, type: nauc_ndcg_at_1000_std
value: -2.2522490330905103
verified: no, type: nauc_ndcg_at_100_diff1
value: 75.62156032414751
verified: no, type: nauc_ndcg_at_100_max
value: 61.97932968109654
verified: no, type: nauc_ndcg_at_100_std
value: -2.0118635701265375
verified: no, type: nauc_ndcg_at_10_diff1
value: 75.09836101324169
verified: no, type: nauc_ndcg_at_10_max
value: 62.703427209156736
verified: no, type: nauc_ndcg_at_10_std
value: -2.9287738405282395
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.13561632940586
verified: no, type: nauc_ndcg_at_1_max
value: 59.243520843511746
verified: no, type: nauc_ndcg_at_1_std
value: -2.6689239089679515
verified: no, type: nauc_ndcg_at_20_diff1
value: 75.46348763248093
verified: no, type: nauc_ndcg_at_20_max
value: 62.35498579351012
verified: no, type: nauc_ndcg_at_20_std
value: -2.577338920595739
verified: no, type: nauc_ndcg_at_3_diff1
value: 74.92773626606146
verified: no, type: nauc_ndcg_at_3_max
value: 62.55812080913172
verified: no, type: nauc_ndcg_at_3_std
value: -2.5630879822636476
verified: no, type: nauc_ndcg_at_5_diff1
value: 75.3100398038724
verified: no, type: nauc_ndcg_at_5_max
value: 62.81733471459409
verified: no, type: nauc_ndcg_at_5_std
value: -1.501748019065971
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 66.63165266106552
verified: no, type: nauc_precision_at_100_max
value: 57.60582010582053
verified: no, type: nauc_precision_at_100_std
value: 23.844537815126937
verified: no, type: nauc_precision_at_10_diff1
value: 70.08984254109942
verified: no, type: nauc_precision_at_10_max
value: 67.45880653843606
verified: no, type: nauc_precision_at_10_std
value: -6.3555626412584
verified: no, type: nauc_precision_at_1_diff1
value: 78.13561632940586
verified: no, type: nauc_precision_at_1_max
value: 59.243520843511746
verified: no, type: nauc_precision_at_1_std
value: -2.6689239089679515
verified: no, type: nauc_precision_at_20_diff1
value: 71.63306637208878
verified: no, type: nauc_precision_at_20_max
value: 65.99137307505141
verified: no, type: nauc_precision_at_20_std
value: -4.675767020423249
verified: no, type: nauc_precision_at_3_diff1
value: 71.57608769475272
verified: no, type: nauc_precision_at_3_max
value: 65.10683383365713
verified: no, type: nauc_precision_at_3_std
value: -2.7514636167292985
verified: no, type: nauc_precision_at_5_diff1
value: 72.21412151067312
verified: no, type: nauc_precision_at_5_max
value: 66.43448275862069
verified: no, type: nauc_precision_at_5_std
value: 0.4555008210180189
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 66.63165266106327
verified: no, type: nauc_recall_at_100_max
value: 57.60582010581922
verified: no, type: nauc_recall_at_100_std
value: 23.844537815125907
verified: no, type: nauc_recall_at_10_diff1
value: 70.08984254109967
verified: no, type: nauc_recall_at_10_max
value: 67.45880653843632
verified: no, type: nauc_recall_at_10_std
value: -6.355562641258283
verified: no, type: nauc_recall_at_1_diff1
value: 78.13561632940586
verified: no, type: nauc_recall_at_1_max
value: 59.243520843511746
verified: no, type: nauc_recall_at_1_std
value: -2.6689239089679515
verified: no, type: nauc_recall_at_20_diff1
value: 71.6330663720887
verified: no, type: nauc_recall_at_20_max
value: 65.9913730750516
verified: no, type: nauc_recall_at_20_std
value: -4.675767020422999
verified: no, type: nauc_recall_at_3_diff1
value: 71.57608769475274
verified: no, type: nauc_recall_at_3_max
value: 65.106833833657
verified: no, type: nauc_recall_at_3_std
value: -2.7514636167294
verified: no, type: nauc_recall_at_5_diff1
value: 72.21412151067315
verified: no, type: nauc_recall_at_5_max
value: 66.43448275862077
verified: no, type: nauc_recall_at_5_std
value: 0.4555008210180812
verified: no, type: ndcg_at_1
value: 67.333
verified: no, type: ndcg_at_10
value: 77.865
verified: no, type: ndcg_at_100
value: 79.927
verified: no, type: ndcg_at_1000
value: 80.104
verified: no, type: ndcg_at_20
value: 78.701
verified: no, type: ndcg_at_3
value: 74.509
verified: no, type: ndcg_at_5
value: 76.101
verified: no, type: precision_at_1
value: 67.333
verified: no, type: precision_at_10
value: 8.878
verified: no, type: precision_at_100
value: 0.987
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.606
verified: no, type: precision_at_3
value: 26.480999999999998
verified: no, type: precision_at_5
value: 16.667
verified: no, type: recall_at_1
value: 67.333
verified: no, type: recall_at_10
value: 88.778
verified: no, type: recall_at_100
value: 98.667
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 92.111
verified: no, type: recall_at_3
value: 79.444
verified: no, type: recall_at_5
value: 83.333
verified: no
task: type: Retrieval, dataset: config: hun_Latn-eng_Latn
name: MTEB BelebeleRetrieval (hun_Latn-eng_Latn)
revision: 75b399394a9803252cfec289d103de462763db7c
split: test
type: facebook/belebele
metrics: type: main_score
value: 71.307
verified: no, type: map_at_1
value: 57.778
verified: no, type: map_at_10
value: 66.843
verified: no, type: map_at_100
value: 67.368
verified: no, type: map_at_1000
value: 67.38300000000001
verified: no, type: map_at_20
value: 67.162
verified: no, type: map_at_3
value: 64.704
verified: no, type: map_at_5
value: 65.97
verified: no, type: mrr_at_1
value: 57.77777777777777
verified: no, type: mrr_at_10
value: 66.8428130511464
verified: no, type: mrr_at_100
value: 67.36803803097415
verified: no, type: mrr_at_1000
value: 67.38317813286176
verified: no, type: mrr_at_20
value: 67.16164827986293
verified: no, type: mrr_at_3
value: 64.7037037037037
verified: no, type: mrr_at_5
value: 65.97037037037038
verified: no, type: nauc_map_at_1000_diff1
value: 69.02219987684592
verified: no, type: nauc_map_at_1000_max
value: 60.114123597785785
verified: no, type: nauc_map_at_1000_std
value: 4.880216382742553
verified: no, type: nauc_map_at_100_diff1
value: 69.01116363727591
verified: no, type: nauc_map_at_100_max
value: 60.11716622079215
verified: no, type: nauc_map_at_100_std
value: 4.890393343425179
verified: no, type: nauc_map_at_10_diff1
value: 68.95240309900163
verified: no, type: nauc_map_at_10_max
value: 60.124170478386105
verified: no, type: nauc_map_at_10_std
value: 4.819161459028938
verified: no, type: nauc_map_at_1_diff1
value: 72.45335820895522
verified: no, type: nauc_map_at_1_max
value: 59.127316006176
verified: no, type: nauc_map_at_1_std
value: 6.580191713844538
verified: no, type: nauc_map_at_20_diff1
value: 68.87249492072671
verified: no, type: nauc_map_at_20_max
value: 60.04834608184139
verified: no, type: nauc_map_at_20_std
value: 4.807958211395879
verified: no, type: nauc_map_at_3_diff1
value: 69.38092756897547
verified: no, type: nauc_map_at_3_max
value: 60.30271451423346
verified: no, type: nauc_map_at_3_std
value: 3.9374045068220322
verified: no, type: nauc_map_at_5_diff1
value: 69.10875854889262
verified: no, type: nauc_map_at_5_max
value: 60.24557626138646
verified: no, type: nauc_map_at_5_std
value: 4.271289591515184
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.02219987684592
verified: no, type: nauc_mrr_at_1000_max
value: 60.114123597785785
verified: no, type: nauc_mrr_at_1000_std
value: 4.880216382742553
verified: no, type: nauc_mrr_at_100_diff1
value: 69.01116363727591
verified: no, type: nauc_mrr_at_100_max
value: 60.11716622079215
verified: no, type: nauc_mrr_at_100_std
value: 4.890393343425179
verified: no, type: nauc_mrr_at_10_diff1
value: 68.95240309900163
verified: no, type: nauc_mrr_at_10_max
value: 60.124170478386105
verified: no, type: nauc_mrr_at_10_std
value: 4.819161459028938
verified: no, type: nauc_mrr_at_1_diff1
value: 72.45335820895522
verified: no, type: nauc_mrr_at_1_max
value: 59.127316006176
verified: no, type: nauc_mrr_at_1_std
value: 6.580191713844538
verified: no, type: nauc_mrr_at_20_diff1
value: 68.87249492072671
verified: no, type: nauc_mrr_at_20_max
value: 60.04834608184139
verified: no, type: nauc_mrr_at_20_std
value: 4.807958211395879
verified: no, type: nauc_mrr_at_3_diff1
value: 69.38092756897547
verified: no, type: nauc_mrr_at_3_max
value: 60.30271451423346
verified: no, type: nauc_mrr_at_3_std
value: 3.9374045068220322
verified: no, type: nauc_mrr_at_5_diff1
value: 69.10875854889262
verified: no, type: nauc_mrr_at_5_max
value: 60.24557626138646
verified: no, type: nauc_mrr_at_5_std
value: 4.271289591515184
verified: no, type: nauc_ndcg_at_1000_diff1
value: 68.36151731152576
verified: no, type: nauc_ndcg_at_1000_max
value: 60.21499073164881
verified: no, type: nauc_ndcg_at_1000_std
value: 5.019374170320369
verified: no, type: nauc_ndcg_at_100_diff1
value: 68.12777182930174
verified: no, type: nauc_ndcg_at_100_max
value: 60.293069076013296
verified: no, type: nauc_ndcg_at_100_std
value: 5.375522795479381
verified: no, type: nauc_ndcg_at_10_diff1
value: 67.46914440211127
verified: no, type: nauc_ndcg_at_10_max
value: 60.210209508170976
verified: no, type: nauc_ndcg_at_10_std
value: 4.921793458534013
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.45335820895522
verified: no, type: nauc_ndcg_at_1_max
value: 59.127316006176
verified: no, type: nauc_ndcg_at_1_std
value: 6.580191713844538
verified: no, type: nauc_ndcg_at_20_diff1
value: 67.09692054164125
verified: no, type: nauc_ndcg_at_20_max
value: 59.89689460185056
verified: no, type: nauc_ndcg_at_20_std
value: 4.977631579372532
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.54468748113734
verified: no, type: nauc_ndcg_at_3_max
value: 60.66886257099051
verified: no, type: nauc_ndcg_at_3_std
value: 3.073807310026356
verified: no, type: nauc_ndcg_at_5_diff1
value: 67.94441056262235
verified: no, type: nauc_ndcg_at_5_max
value: 60.47774252804478
verified: no, type: nauc_ndcg_at_5_std
value: 3.572034464519458
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 52.808123249299676
verified: no, type: nauc_precision_at_100_max
value: 65.81699346405254
verified: no, type: nauc_precision_at_100_std
value: 31.809056956116383
verified: no, type: nauc_precision_at_10_diff1
value: 59.02820830750145
verified: no, type: nauc_precision_at_10_max
value: 60.33787972721626
verified: no, type: nauc_precision_at_10_std
value: 6.405175213296739
verified: no, type: nauc_precision_at_1_diff1
value: 72.45335820895522
verified: no, type: nauc_precision_at_1_max
value: 59.127316006176
verified: no, type: nauc_precision_at_1_std
value: 6.580191713844538
verified: no, type: nauc_precision_at_20_diff1
value: 52.242994576107485
verified: no, type: nauc_precision_at_20_max
value: 57.56617253643015
verified: no, type: nauc_precision_at_20_std
value: 7.9884388212213455
verified: no, type: nauc_precision_at_3_diff1
value: 65.73191064426206
verified: no, type: nauc_precision_at_3_max
value: 61.92373010829596
verified: no, type: nauc_precision_at_3_std
value: 0.096317142458587
verified: no, type: nauc_precision_at_5_diff1
value: 63.20464039592358
verified: no, type: nauc_precision_at_5_max
value: 61.25721735891223
verified: no, type: nauc_precision_at_5_std
value: 0.7937099220392029
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 52.80812324929921
verified: no, type: nauc_recall_at_100_max
value: 65.81699346405242
verified: no, type: nauc_recall_at_100_std
value: 31.809056956115235
verified: no, type: nauc_recall_at_10_diff1
value: 59.02820830750159
verified: no, type: nauc_recall_at_10_max
value: 60.337879727216446
verified: no, type: nauc_recall_at_10_std
value: 6.405175213296646
verified: no, type: nauc_recall_at_1_diff1
value: 72.45335820895522
verified: no, type: nauc_recall_at_1_max
value: 59.127316006176
verified: no, type: nauc_recall_at_1_std
value: 6.580191713844538
verified: no, type: nauc_recall_at_20_diff1
value: 52.242994576107534
verified: no, type: nauc_recall_at_20_max
value: 57.56617253643034
verified: no, type: nauc_recall_at_20_std
value: 7.988438821221468
verified: no, type: nauc_recall_at_3_diff1
value: 65.73191064426209
verified: no, type: nauc_recall_at_3_max
value: 61.923730108295906
verified: no, type: nauc_recall_at_3_std
value: 0.09631714245861488
verified: no, type: nauc_recall_at_5_diff1
value: 63.204640395923626
verified: no, type: nauc_recall_at_5_max
value: 61.25721735891235
verified: no, type: nauc_recall_at_5_std
value: 0.7937099220392697
verified: no, type: ndcg_at_1
value: 57.778
verified: no, type: ndcg_at_10
value: 71.307
verified: no, type: ndcg_at_100
value: 73.942
verified: no, type: ndcg_at_1000
value: 74.248
verified: no, type: ndcg_at_20
value: 72.499
verified: no, type: ndcg_at_3
value: 66.95
verified: no, type: ndcg_at_5
value: 69.21199999999999
verified: no, type: precision_at_1
value: 57.778
verified: no, type: precision_at_10
value: 8.533
verified: no, type: precision_at_100
value: 0.9780000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.506
verified: no, type: precision_at_3
value: 24.481
verified: no, type: precision_at_5
value: 15.778
verified: no, type: recall_at_1
value: 57.778
verified: no, type: recall_at_10
value: 85.333
verified: no, type: recall_at_100
value: 97.77799999999999
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 90.11099999999999
verified: no, type: recall_at_3
value: 73.444
verified: no, type: recall_at_5
value: 78.889
verified: no
task: type: Retrieval, dataset: config: eng_Latn-hun_Latn
name: MTEB BelebeleRetrieval (eng_Latn-hun_Latn)
revision: 75b399394a9803252cfec289d103de462763db7c
split: test
type: facebook/belebele
metrics: type: main_score
value: 73.668
verified: no, type: map_at_1
value: 60.778
verified: no, type: map_at_10
value: 69.571
verified: no, type: map_at_100
value: 70.114
verified: no, type: map_at_1000
value: 70.124
verified: no, type: map_at_20
value: 69.93700000000001
verified: no, type: map_at_3
value: 67.778
verified: no, type: map_at_5
value: 68.872
verified: no, type: mrr_at_1
value: 60.77777777777777
verified: no, type: mrr_at_10
value: 69.57142857142857
verified: no, type: mrr_at_100
value: 70.1136336675579
verified: no, type: mrr_at_1000
value: 70.12432347462514
verified: no, type: mrr_at_20
value: 69.93690215204663
verified: no, type: mrr_at_3
value: 67.77777777777779
verified: no, type: mrr_at_5
value: 68.87222222222223
verified: no, type: nauc_map_at_1000_diff1
value: 70.84789011327231
verified: no, type: nauc_map_at_1000_max
value: 60.852088181225824
verified: no, type: nauc_map_at_1000_std
value: 6.549993568212846
verified: no, type: nauc_map_at_100_diff1
value: 70.84603146007751
verified: no, type: nauc_map_at_100_max
value: 60.859417397516125
verified: no, type: nauc_map_at_100_std
value: 6.577244018939677
verified: no, type: nauc_map_at_10_diff1
value: 70.71490936568583
verified: no, type: nauc_map_at_10_max
value: 60.94472236517367
verified: no, type: nauc_map_at_10_std
value: 6.53657697773106
verified: no, type: nauc_map_at_1_diff1
value: 74.59301032751448
verified: no, type: nauc_map_at_1_max
value: 59.251209223705935
verified: no, type: nauc_map_at_1_std
value: 6.536579330592454
verified: no, type: nauc_map_at_20_diff1
value: 70.69902333418673
verified: no, type: nauc_map_at_20_max
value: 60.84819592450007
verified: no, type: nauc_map_at_20_std
value: 6.487171209675751
verified: no, type: nauc_map_at_3_diff1
value: 70.94073456299253
verified: no, type: nauc_map_at_3_max
value: 61.117845574972286
verified: no, type: nauc_map_at_3_std
value: 5.824524654602759
verified: no, type: nauc_map_at_5_diff1
value: 70.64337838638826
verified: no, type: nauc_map_at_5_max
value: 60.69375707294804
verified: no, type: nauc_map_at_5_std
value: 6.1403804587682025
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.84789011327231
verified: no, type: nauc_mrr_at_1000_max
value: 60.852088181225824
verified: no, type: nauc_mrr_at_1000_std
value: 6.549993568212846
verified: no, type: nauc_mrr_at_100_diff1
value: 70.84603146007751
verified: no, type: nauc_mrr_at_100_max
value: 60.859417397516125
verified: no, type: nauc_mrr_at_100_std
value: 6.577244018939677
verified: no, type: nauc_mrr_at_10_diff1
value: 70.71490936568583
verified: no, type: nauc_mrr_at_10_max
value: 60.94472236517367
verified: no, type: nauc_mrr_at_10_std
value: 6.53657697773106
verified: no, type: nauc_mrr_at_1_diff1
value: 74.59301032751448
verified: no, type: nauc_mrr_at_1_max
value: 59.251209223705935
verified: no, type: nauc_mrr_at_1_std
value: 6.536579330592454
verified: no, type: nauc_mrr_at_20_diff1
value: 70.69902333418673
verified: no, type: nauc_mrr_at_20_max
value: 60.84819592450007
verified: no, type: nauc_mrr_at_20_std
value: 6.487171209675751
verified: no, type: nauc_mrr_at_3_diff1
value: 70.94073456299253
verified: no, type: nauc_mrr_at_3_max
value: 61.117845574972286
verified: no, type: nauc_mrr_at_3_std
value: 5.824524654602759
verified: no, type: nauc_mrr_at_5_diff1
value: 70.64337838638826
verified: no, type: nauc_mrr_at_5_max
value: 60.69375707294804
verified: no, type: nauc_mrr_at_5_std
value: 6.1403804587682025
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.2568421673153
verified: no, type: nauc_ndcg_at_1000_max
value: 61.154155762479746
verified: no, type: nauc_ndcg_at_1000_std
value: 6.987492117976732
verified: no, type: nauc_ndcg_at_100_diff1
value: 70.23106290886678
verified: no, type: nauc_ndcg_at_100_max
value: 61.387176821366296
verified: no, type: nauc_ndcg_at_100_std
value: 7.782749694416603
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.26227190907855
verified: no, type: nauc_ndcg_at_10_max
value: 61.634434826859874
verified: no, type: nauc_ndcg_at_10_std
value: 7.185316156791736
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.59301032751448
verified: no, type: nauc_ndcg_at_1_max
value: 59.251209223705935
verified: no, type: nauc_ndcg_at_1_std
value: 6.536579330592454
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.1954116973286
verified: no, type: nauc_ndcg_at_20_max
value: 61.38887961478062
verified: no, type: nauc_ndcg_at_20_std
value: 7.1318041010309585
verified: no, type: nauc_ndcg_at_3_diff1
value: 69.75775816678905
verified: no, type: nauc_ndcg_at_3_max
value: 61.67436817540673
verified: no, type: nauc_ndcg_at_3_std
value: 5.650531149732009
verified: no, type: nauc_ndcg_at_5_diff1
value: 69.1651947412561
verified: no, type: nauc_ndcg_at_5_max
value: 60.97882565960433
verified: no, type: nauc_ndcg_at_5_std
value: 6.203128058155249
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 68.65491294557121
verified: no, type: nauc_precision_at_100_max
value: 80.36744109408565
verified: no, type: nauc_precision_at_100_std
value: 70.92327126929257
verified: no, type: nauc_precision_at_10_diff1
value: 61.29162638094176
verified: no, type: nauc_precision_at_10_max
value: 65.7264903076506
verified: no, type: nauc_precision_at_10_std
value: 11.47548778748128
verified: no, type: nauc_precision_at_1_diff1
value: 74.59301032751448
verified: no, type: nauc_precision_at_1_max
value: 59.251209223705935
verified: no, type: nauc_precision_at_1_std
value: 6.536579330592454
verified: no, type: nauc_precision_at_20_diff1
value: 56.51478369125409
verified: no, type: nauc_precision_at_20_max
value: 66.28882664176771
verified: no, type: nauc_precision_at_20_std
value: 14.05415499533146
verified: no, type: nauc_precision_at_3_diff1
value: 65.55150000975934
verified: no, type: nauc_precision_at_3_max
value: 63.631594870493636
verified: no, type: nauc_precision_at_3_std
value: 5.057287295297996
verified: no, type: nauc_precision_at_5_diff1
value: 62.93787770906014
verified: no, type: nauc_precision_at_5_max
value: 62.06285784899278
verified: no, type: nauc_precision_at_5_std
value: 6.577948558011871
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 68.6549129455701
verified: no, type: nauc_recall_at_100_max
value: 80.36744109408454
verified: no, type: nauc_recall_at_100_std
value: 70.92327126929207
verified: no, type: nauc_recall_at_10_diff1
value: 61.29162638094184
verified: no, type: nauc_recall_at_10_max
value: 65.72649030765079
verified: no, type: nauc_recall_at_10_std
value: 11.475487787481537
verified: no, type: nauc_recall_at_1_diff1
value: 74.59301032751448
verified: no, type: nauc_recall_at_1_max
value: 59.251209223705935
verified: no, type: nauc_recall_at_1_std
value: 6.536579330592454
verified: no, type: nauc_recall_at_20_diff1
value: 56.514783691254266
verified: no, type: nauc_recall_at_20_max
value: 66.28882664176774
verified: no, type: nauc_recall_at_20_std
value: 14.054154995331741
verified: no, type: nauc_recall_at_3_diff1
value: 65.55150000975928
verified: no, type: nauc_recall_at_3_max
value: 63.63159487049364
verified: no, type: nauc_recall_at_3_std
value: 5.05728729529798
verified: no, type: nauc_recall_at_5_diff1
value: 62.937877709060295
verified: no, type: nauc_recall_at_5_max
value: 62.06285784899285
verified: no, type: nauc_recall_at_5_std
value: 6.577948558011953
verified: no, type: ndcg_at_1
value: 60.778
verified: no, type: ndcg_at_10
value: 73.668
verified: no, type: ndcg_at_100
value: 76.21
verified: no, type: ndcg_at_1000
value: 76.459
verified: no, type: ndcg_at_20
value: 74.993
verified: no, type: ndcg_at_3
value: 70.00800000000001
verified: no, type: ndcg_at_5
value: 71.978
verified: no, type: precision_at_1
value: 60.778
verified: no, type: precision_at_10
value: 8.644
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.583
verified: no, type: precision_at_3
value: 25.480999999999998
verified: no, type: precision_at_5
value: 16.244
verified: no, type: recall_at_1
value: 60.778
verified: no, type: recall_at_10
value: 86.444
verified: no, type: recall_at_100
value: 98.111
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 91.667
verified: no, type: recall_at_3
value: 76.444
verified: no, type: recall_at_5
value: 81.22200000000001
verified: no
task: type: Retrieval, dataset: config: eng_Latn-hun_Latn
name: MTEB BibleNLPBitextMining (eng_Latn-hun_Latn)
revision: 264a18480c529d9e922483839b4b9758e690b762
split: train
type: davidstap/biblenlp-corpus-mmteb
metrics: type: accuracy
value: 88.671875
verified: no, type: f1
value: 85.859375
verified: no, type: main_score
value: 85.859375
verified: no, type: precision
value: 84.71354166666667
verified: no, type: recall
value: 88.671875
verified: no
task: type: BitextMining, dataset: config: hun_Latn-eng_Latn
name: MTEB BibleNLPBitextMining (hun_Latn-eng_Latn)
revision: 264a18480c529d9e922483839b4b9758e690b762
split: train
type: davidstap/biblenlp-corpus-mmteb
metrics: type: accuracy
value: 91.796875
verified: no, type: f1
value: 89.41406249999999
verified: no, type: main_score
value: 89.41406249999999
verified: no, type: precision
value: 88.31380208333334
verified: no, type: recall
value: 91.796875
verified: no
task: type: BitextMining, dataset: config: default
name: MTEB HunSum2AbstractiveRetrieval (default)
revision: 24e1445c8180d937f0a16f8ae8a62e77cc952e56
split: test
type: SZTAKI-HLT/HunSum-2-abstractive
metrics: type: main_score
value: 63.263000000000005
verified: no, type: map_at_1
value: 63.263000000000005
verified: no, type: map_at_10
value: 69.717
verified: no, type: map_at_100
value: 70.19999999999999
verified: no, type: map_at_1000
value: 70.223
verified: no, type: map_at_20
value: 69.987
verified: no, type: map_at_3
value: 68.126
verified: no, type: map_at_5
value: 69.11500000000001
verified: no, type: mrr_at_1
value: 63.263263263263255
verified: no, type: mrr_at_10
value: 69.71656179989505
verified: no, type: mrr_at_100
value: 70.20005091433352
verified: no, type: mrr_at_1000
value: 70.22300238535382
verified: no, type: mrr_at_20
value: 69.98650484718584
verified: no, type: mrr_at_3
value: 68.12645979312641
verified: no, type: mrr_at_5
value: 69.11494828161491
verified: no, type: nauc_map_at_1000_diff1
value: 78.57062147162597
verified: no, type: nauc_map_at_1000_max
value: 67.50701502337495
verified: no, type: nauc_map_at_1000_std
value: -0.5617129044803558
verified: no, type: nauc_map_at_100_diff1
value: 78.55994402867587
verified: no, type: nauc_map_at_100_max
value: 67.50751346612932
verified: no, type: nauc_map_at_100_std
value: -0.5527533150571393
verified: no, type: nauc_map_at_10_diff1
value: 78.40366721771652
verified: no, type: nauc_map_at_10_max
value: 67.49241622659412
verified: no, type: nauc_map_at_10_std
value: -0.48552097268197614
verified: no, type: nauc_map_at_1_diff1
value: 82.01486923813978
verified: no, type: nauc_map_at_1_max
value: 65.96265600324601
verified: no, type: nauc_map_at_1_std
value: -3.3920974069100702
verified: no, type: nauc_map_at_20_diff1
value: 78.47160921094391
verified: no, type: nauc_map_at_20_max
value: 67.53010937556571
verified: no, type: nauc_map_at_20_std
value: -0.5304810036230149
verified: no, type: nauc_map_at_3_diff1
value: 78.82728109994231
verified: no, type: nauc_map_at_3_max
value: 67.67886259360823
verified: no, type: nauc_map_at_3_std
value: -0.8390404611287001
verified: no, type: nauc_map_at_5_diff1
value: 78.64851152021848
verified: no, type: nauc_map_at_5_max
value: 67.56443643847581
verified: no, type: nauc_map_at_5_std
value: -0.5438994708241538
verified: no, type: nauc_mrr_at_1000_diff1
value: 78.57062147162597
verified: no, type: nauc_mrr_at_1000_max
value: 67.50701502337495
verified: no, type: nauc_mrr_at_1000_std
value: -0.5617129044803558
verified: no, type: nauc_mrr_at_100_diff1
value: 78.55994402867587
verified: no, type: nauc_mrr_at_100_max
value: 67.50751346612932
verified: no, type: nauc_mrr_at_100_std
value: -0.5527533150571393
verified: no, type: nauc_mrr_at_10_diff1
value: 78.40366721771652
verified: no, type: nauc_mrr_at_10_max
value: 67.49241622659412
verified: no, type: nauc_mrr_at_10_std
value: -0.48552097268197614
verified: no, type: nauc_mrr_at_1_diff1
value: 82.01486923813978
verified: no, type: nauc_mrr_at_1_max
value: 65.96265600324601
verified: no, type: nauc_mrr_at_1_std
value: -3.3920974069100702
verified: no, type: nauc_mrr_at_20_diff1
value: 78.47160921094391
verified: no, type: nauc_mrr_at_20_max
value: 67.53010937556571
verified: no, type: nauc_mrr_at_20_std
value: -0.5304810036230149
verified: no, type: nauc_mrr_at_3_diff1
value: 78.82728109994231
verified: no, type: nauc_mrr_at_3_max
value: 67.67886259360823
verified: no, type: nauc_mrr_at_3_std
value: -0.8390404611287001
verified: no, type: nauc_mrr_at_5_diff1
value: 78.64851152021848
verified: no, type: nauc_mrr_at_5_max
value: 67.56443643847581
verified: no, type: nauc_mrr_at_5_std
value: -0.5438994708241538
verified: no, type: nauc_ndcg_at_1000_diff1
value: 77.85313935589254
verified: no, type: nauc_ndcg_at_1000_max
value: 67.79745016701565
verified: no, type: nauc_ndcg_at_1000_std
value: 0.3743893992928968
verified: no, type: nauc_ndcg_at_100_diff1
value: 77.54895730138853
verified: no, type: nauc_ndcg_at_100_max
value: 67.90017248869928
verified: no, type: nauc_ndcg_at_100_std
value: 0.859162358234398
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.71113405671676
verified: no, type: nauc_ndcg_at_10_max
value: 67.96034182778398
verified: no, type: nauc_ndcg_at_10_std
value: 1.1822837192182254
verified: no, type: nauc_ndcg_at_1_diff1
value: 82.01486923813978
verified: no, type: nauc_ndcg_at_1_max
value: 65.96265600324601
verified: no, type: nauc_ndcg_at_1_std
value: -3.3920974069100702
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.93959621702203
verified: no, type: nauc_ndcg_at_20_max
value: 68.11195662698223
verified: no, type: nauc_ndcg_at_20_std
value: 1.04309687394849
verified: no, type: nauc_ndcg_at_3_diff1
value: 77.79565059957739
verified: no, type: nauc_ndcg_at_3_max
value: 68.28729385816999
verified: no, type: nauc_ndcg_at_3_std
value: 0.2325515867720005
verified: no, type: nauc_ndcg_at_5_diff1
value: 77.37740780039985
verified: no, type: nauc_ndcg_at_5_max
value: 68.0591693716456
verified: no, type: nauc_ndcg_at_5_std
value: 0.8419316054801026
verified: no, type: nauc_precision_at_1000_diff1
value: 70.06119288295852
verified: no, type: nauc_precision_at_1000_max
value: 56.300969751588504
verified: no, type: nauc_precision_at_1000_std
value: 42.8131104675957
verified: no, type: nauc_precision_at_100_diff1
value: 67.53252742986358
verified: no, type: nauc_precision_at_100_max
value: 71.63984328411749
verified: no, type: nauc_precision_at_100_std
value: 20.467710864542678
verified: no, type: nauc_precision_at_10_diff1
value: 68.62375685620702
verified: no, type: nauc_precision_at_10_max
value: 70.02532507228068
verified: no, type: nauc_precision_at_10_std
value: 9.35439782317633
verified: no, type: nauc_precision_at_1_diff1
value: 82.01486923813978
verified: no, type: nauc_precision_at_1_max
value: 65.96265600324601
verified: no, type: nauc_precision_at_1_std
value: -3.3920974069100702
verified: no, type: nauc_precision_at_20_diff1
value: 67.96187481073133
verified: no, type: nauc_precision_at_20_max
value: 71.59854027319963
verified: no, type: nauc_precision_at_20_std
value: 10.641909874113086
verified: no, type: nauc_precision_at_3_diff1
value: 74.38802810704372
verified: no, type: nauc_precision_at_3_max
value: 70.31804260818862
verified: no, type: nauc_precision_at_3_std
value: 3.8694413447531946
verified: no, type: nauc_precision_at_5_diff1
value: 72.53680275396366
verified: no, type: nauc_precision_at_5_max
value: 69.84127154759457
verified: no, type: nauc_precision_at_5_std
value: 6.232801743816592
verified: no, type: nauc_recall_at_1000_diff1
value: 70.06119288296337
verified: no, type: nauc_recall_at_1000_max
value: 56.30096975158339
verified: no, type: nauc_recall_at_1000_std
value: 42.81311046760523
verified: no, type: nauc_recall_at_100_diff1
value: 67.53252742986345
verified: no, type: nauc_recall_at_100_max
value: 71.63984328411706
verified: no, type: nauc_recall_at_100_std
value: 20.46771086454334
verified: no, type: nauc_recall_at_10_diff1
value: 68.62375685620707
verified: no, type: nauc_recall_at_10_max
value: 70.02532507228068
verified: no, type: nauc_recall_at_10_std
value: 9.354397823176459
verified: no, type: nauc_recall_at_1_diff1
value: 82.01486923813978
verified: no, type: nauc_recall_at_1_max
value: 65.96265600324601
verified: no, type: nauc_recall_at_1_std
value: -3.3920974069100702
verified: no, type: nauc_recall_at_20_diff1
value: 67.96187481073152
verified: no, type: nauc_recall_at_20_max
value: 71.59854027319979
verified: no, type: nauc_recall_at_20_std
value: 10.641909874113258
verified: no, type: nauc_recall_at_3_diff1
value: 74.3880281070437
verified: no, type: nauc_recall_at_3_max
value: 70.31804260818865
verified: no, type: nauc_recall_at_3_std
value: 3.8694413447530995
verified: no, type: nauc_recall_at_5_diff1
value: 72.53680275396374
verified: no, type: nauc_recall_at_5_max
value: 69.84127154759464
verified: no, type: nauc_recall_at_5_std
value: 6.232801743816686
verified: no, type: ndcg_at_1
value: 63.263000000000005
verified: no, type: ndcg_at_10
value: 72.89099999999999
verified: no, type: ndcg_at_100
value: 75.421
verified: no, type: ndcg_at_1000
value: 76.027
verified: no, type: ndcg_at_20
value: 73.919
verified: no, type: ndcg_at_3
value: 69.646
verified: no, type: ndcg_at_5
value: 71.434
verified: no, type: precision_at_1
value: 63.263000000000005
verified: no, type: precision_at_10
value: 8.288
verified: no, type: precision_at_100
value: 0.95
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.352
verified: no, type: precision_at_3
value: 24.675
verified: no, type: precision_at_5
value: 15.676000000000002
verified: no, type: recall_at_1
value: 63.263000000000005
verified: no, type: recall_at_10
value: 82.883
verified: no, type: recall_at_100
value: 95.045
verified: no, type: recall_at_1000
value: 99.8
verified: no, type: recall_at_20
value: 87.03699999999999
verified: no, type: recall_at_3
value: 74.024
verified: no, type: recall_at_5
value: 78.378
verified: no
task: type: Retrieval, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 60.08406186953599
verified: no, type: f1
value: 56.958742875652455
verified: no, type: f1_weighted
value: 60.57068245324919
verified: no, type: main_score
value: 60.08406186953599
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 60.201672405312344
verified: no, type: f1
value: 57.03816512332761
verified: no, type: f1_weighted
value: 60.53109947438201
verified: no, type: main_score
value: 60.201672405312344
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 66.61398789509079
verified: no, type: f1
value: 65.88647044935249
verified: no, type: f1_weighted
value: 66.80145146976484
verified: no, type: main_score
value: 66.61398789509079
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 66.11411706837187
verified: no, type: f1
value: 65.76717397996951
verified: no, type: f1_weighted
value: 66.29902597756885
verified: no, type: main_score
value: 66.11411706837187
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MultiEURLEXMultilabelClassification (hu)
revision: 2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c
split: test
type: mteb/eurlex-multilingual
metrics: type: accuracy
value: 3.0839999999999996
verified: no, type: f1
value: 27.860225486785566
verified: no, type: lrap
value: 43.02579150793552
verified: no, type: main_score
value: 3.0839999999999996
verified: no
task: type: MultilabelClassification, dataset: config: arb_Arab-hun_Latn
name: MTEB NTREXBitextMining (arb_Arab-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 85.678517776665
verified: no, type: f1
value: 81.92049979731502
verified: no, type: main_score
value: 81.92049979731502
verified: no, type: precision
value: 80.21115005842097
verified: no, type: recall
value: 85.678517776665
verified: no
task: type: BitextMining, dataset: config: ben_Beng-hun_Latn
name: MTEB NTREXBitextMining (ben_Beng-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 44.566850275413124
verified: no, type: f1
value: 39.07033025889276
verified: no, type: main_score
value: 39.07033025889276
verified: no, type: precision
value: 37.07348327291399
verified: no, type: recall
value: 44.566850275413124
verified: no
task: type: BitextMining, dataset: config: deu_Latn-hun_Latn
name: MTEB NTREXBitextMining (deu_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.44016024036054
verified: no, type: f1
value: 91.61909530963112
verified: no, type: main_score
value: 91.61909530963112
verified: no, type: precision
value: 90.75279586045735
verified: no, type: recall
value: 93.44016024036054
verified: no
task: type: BitextMining, dataset: config: ell_Grek-hun_Latn
name: MTEB NTREXBitextMining (ell_Grek-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.4371557336004
verified: no, type: f1
value: 89.0261582850466
verified: no, type: main_score
value: 89.0261582850466
verified: no, type: precision
value: 87.9043565348022
verified: no, type: recall
value: 91.4371557336004
verified: no
task: type: BitextMining, dataset: config: eng_Latn-hun_Latn
name: MTEB NTREXBitextMining (eng_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 94.44166249374061
verified: no, type: f1
value: 92.8092138207311
verified: no, type: main_score
value: 92.8092138207311
verified: no, type: precision
value: 92.0422300116842
verified: no, type: recall
value: 94.44166249374061
verified: no
task: type: BitextMining, dataset: config: fas_Arab-hun_Latn
name: MTEB NTREXBitextMining (fas_Arab-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.53430145217827
verified: no, type: f1
value: 86.72270310227245
verified: no, type: main_score
value: 86.72270310227245
verified: no, type: precision
value: 85.42814221331997
verified: no, type: recall
value: 89.53430145217827
verified: no
task: type: BitextMining, dataset: config: fin_Latn-hun_Latn
name: MTEB NTREXBitextMining (fin_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.98647971957938
verified: no, type: f1
value: 88.44600233683859
verified: no, type: main_score
value: 88.44600233683859
verified: no, type: precision
value: 87.2575529961609
verified: no, type: recall
value: 90.98647971957938
verified: no
task: type: BitextMining, dataset: config: fra_Latn-hun_Latn
name: MTEB NTREXBitextMining (fra_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.28843264897347
verified: no, type: f1
value: 90.12518778167251
verified: no, type: main_score
value: 90.12518778167251
verified: no, type: precision
value: 89.12535469871473
verified: no, type: recall
value: 92.28843264897347
verified: no
task: type: BitextMining, dataset: config: heb_Hebr-hun_Latn
name: MTEB NTREXBitextMining (heb_Hebr-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 87.33099649474211
verified: no, type: f1
value: 83.88582874311467
verified: no, type: main_score
value: 83.88582874311467
verified: no, type: precision
value: 82.31263562009681
verified: no, type: recall
value: 87.33099649474211
verified: no
task: type: BitextMining, dataset: config: hin_Deva-hun_Latn
name: MTEB NTREXBitextMining (hin_Deva-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 86.52979469203805
verified: no, type: f1
value: 83.08240137984755
verified: no, type: main_score
value: 83.08240137984755
verified: no, type: precision
value: 81.51352028042064
verified: no, type: recall
value: 86.52979469203805
verified: no
task: type: BitextMining, dataset: config: hun_Latn-arb_Arab
name: MTEB NTREXBitextMining (hun_Latn-arb_Arab)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 86.73009514271406
verified: no, type: f1
value: 83.12397167179341
verified: no, type: main_score
value: 83.12397167179341
verified: no, type: precision
value: 81.47805040894676
verified: no, type: recall
value: 86.73009514271406
verified: no
task: type: BitextMining, dataset: config: hun_Latn-ben_Beng
name: MTEB NTREXBitextMining (hun_Latn-ben_Beng)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 41.16174261392088
verified: no, type: f1
value: 32.73025519520262
verified: no, type: main_score
value: 32.73025519520262
verified: no, type: precision
value: 29.859172986363774
verified: no, type: recall
value: 41.16174261392088
verified: no
task: type: BitextMining, dataset: config: hun_Latn-deu_Latn
name: MTEB NTREXBitextMining (hun_Latn-deu_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.39008512769153
verified: no, type: f1
value: 91.5456518110499
verified: no, type: main_score
value: 91.5456518110499
verified: no, type: precision
value: 90.66099148723085
verified: no, type: recall
value: 93.39008512769153
verified: no
task: type: BitextMining, dataset: config: hun_Latn-ell_Grek
name: MTEB NTREXBitextMining (hun_Latn-ell_Grek)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.03805708562844
verified: no, type: f1
value: 89.81305291270239
verified: no, type: main_score
value: 89.81305291270239
verified: no, type: precision
value: 88.78317476214322
verified: no, type: recall
value: 92.03805708562844
verified: no
task: type: BitextMining, dataset: config: hun_Latn-eng_Latn
name: MTEB NTREXBitextMining (hun_Latn-eng_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 94.74211316975463
verified: no, type: f1
value: 93.23985978968453
verified: no, type: main_score
value: 93.23985978968453
verified: no, type: precision
value: 92.51377065598398
verified: no, type: recall
value: 94.74211316975463
verified: no
task: type: BitextMining, dataset: config: hun_Latn-fas_Arab
name: MTEB NTREXBitextMining (hun_Latn-fas_Arab)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 88.5327991987982
verified: no, type: f1
value: 85.49240527457853
verified: no, type: main_score
value: 85.49240527457853
verified: no, type: precision
value: 84.10413238905979
verified: no, type: recall
value: 88.5327991987982
verified: no
task: type: BitextMining, dataset: config: hun_Latn-fin_Latn
name: MTEB NTREXBitextMining (hun_Latn-fin_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.23535302954431
verified: no, type: f1
value: 87.53296611584042
verified: no, type: main_score
value: 87.53296611584042
verified: no, type: precision
value: 86.26690035052579
verified: no, type: recall
value: 90.23535302954431
verified: no
task: type: BitextMining, dataset: config: hun_Latn-fra_Latn
name: MTEB NTREXBitextMining (hun_Latn-fra_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.63895843765648
verified: no, type: f1
value: 90.47070605908863
verified: no, type: main_score
value: 90.47070605908863
verified: no, type: precision
value: 89.42163244867301
verified: no, type: recall
value: 92.63895843765648
verified: no
task: type: BitextMining, dataset: config: hun_Latn-heb_Hebr
name: MTEB NTREXBitextMining (hun_Latn-heb_Hebr)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 86.62994491737606
verified: no, type: f1
value: 83.19388173168845
verified: no, type: main_score
value: 83.19388173168845
verified: no, type: precision
value: 81.65832081455517
verified: no, type: recall
value: 86.62994491737606
verified: no
task: type: BitextMining, dataset: config: hun_Latn-hin_Deva
name: MTEB NTREXBitextMining (hun_Latn-hin_Deva)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 83.97596394591888
verified: no, type: f1
value: 79.85502062617736
verified: no, type: main_score
value: 79.85502062617736
verified: no, type: precision
value: 78.01758192844824
verified: no, type: recall
value: 83.97596394591888
verified: no
task: type: BitextMining, dataset: config: hun_Latn-ind_Latn
name: MTEB NTREXBitextMining (hun_Latn-ind_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.68903355032549
verified: no, type: f1
value: 90.64596895343014
verified: no, type: main_score
value: 90.64596895343014
verified: no, type: precision
value: 89.68869971624103
verified: no, type: recall
value: 92.68903355032549
verified: no
task: type: BitextMining, dataset: config: hun_Latn-jpn_Jpan
name: MTEB NTREXBitextMining (hun_Latn-jpn_Jpan)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 85.778668002003
verified: no, type: f1
value: 82.19829744616925
verified: no, type: main_score
value: 82.19829744616925
verified: no, type: precision
value: 80.62426973794025
verified: no, type: recall
value: 85.778668002003
verified: no
task: type: BitextMining, dataset: config: hun_Latn-kor_Hang
name: MTEB NTREXBitextMining (hun_Latn-kor_Hang)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 84.17626439659489
verified: no, type: f1
value: 80.26746468909714
verified: no, type: main_score
value: 80.26746468909714
verified: no, type: precision
value: 78.5646097351155
verified: no, type: recall
value: 84.17626439659489
verified: no
task: type: BitextMining, dataset: config: hun_Latn-lav_Latn
name: MTEB NTREXBitextMining (hun_Latn-lav_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.1352028042063
verified: no, type: f1
value: 87.30262059756302
verified: no, type: main_score
value: 87.30262059756302
verified: no, type: precision
value: 85.98731430479052
verified: no, type: recall
value: 90.1352028042063
verified: no
task: type: BitextMining, dataset: config: hun_Latn-lit_Latn
name: MTEB NTREXBitextMining (hun_Latn-lit_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.58437656484726
verified: no, type: f1
value: 86.8252378567852
verified: no, type: main_score
value: 86.8252378567852
verified: no, type: precision
value: 85.54581872809214
verified: no, type: recall
value: 89.58437656484726
verified: no
task: type: BitextMining, dataset: config: hun_Latn-nld_Latn
name: MTEB NTREXBitextMining (hun_Latn-nld_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.03955933900852
verified: no, type: f1
value: 91.03989317309296
verified: no, type: main_score
value: 91.03989317309296
verified: no, type: precision
value: 90.08930061759305
verified: no, type: recall
value: 93.03955933900852
verified: no
task: type: BitextMining, dataset: config: hun_Latn-pol_Latn
name: MTEB NTREXBitextMining (hun_Latn-pol_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.58738107160741
verified: no, type: f1
value: 89.28225671841095
verified: no, type: main_score
value: 89.28225671841095
verified: no, type: precision
value: 88.18227341011517
verified: no, type: recall
value: 91.58738107160741
verified: no
task: type: BitextMining, dataset: config: hun_Latn-por_Latn
name: MTEB NTREXBitextMining (hun_Latn-por_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.59038557836755
verified: no, type: f1
value: 91.71256885327992
verified: no, type: main_score
value: 91.71256885327992
verified: no, type: precision
value: 90.80287097312635
verified: no, type: recall
value: 93.59038557836755
verified: no
task: type: BitextMining, dataset: config: hun_Latn-rus_Cyrl
name: MTEB NTREXBitextMining (hun_Latn-rus_Cyrl)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.3370055082624
verified: no, type: f1
value: 88.88916708395926
verified: no, type: main_score
value: 88.88916708395926
verified: no, type: precision
value: 87.75961561389704
verified: no, type: recall
value: 91.3370055082624
verified: no
task: type: BitextMining, dataset: config: hun_Latn-spa_Latn
name: MTEB NTREXBitextMining (hun_Latn-spa_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.69053580370556
verified: no, type: f1
value: 91.94959105324652
verified: no, type: main_score
value: 91.94959105324652
verified: no, type: precision
value: 91.12418627941913
verified: no, type: recall
value: 93.69053580370556
verified: no
task: type: BitextMining, dataset: config: hun_Latn-swa_Latn
name: MTEB NTREXBitextMining (hun_Latn-swa_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 35.803705558337505
verified: no, type: f1
value: 27.79832969518814
verified: no, type: main_score
value: 27.79832969518814
verified: no, type: precision
value: 25.370895920971037
verified: no, type: recall
value: 35.803705558337505
verified: no
task: type: BitextMining, dataset: config: hun_Latn-swe_Latn
name: MTEB NTREXBitextMining (hun_Latn-swe_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.59038557836755
verified: no, type: f1
value: 91.66249374061091
verified: no, type: main_score
value: 91.66249374061091
verified: no, type: precision
value: 90.74445000834585
verified: no, type: recall
value: 93.59038557836755
verified: no
task: type: BitextMining, dataset: config: hun_Latn-tam_Taml
name: MTEB NTREXBitextMining (hun_Latn-tam_Taml)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 27.391086629944915
verified: no, type: f1
value: 19.094552675413095
verified: no, type: main_score
value: 19.094552675413095
verified: no, type: precision
value: 16.88288208814635
verified: no, type: recall
value: 27.391086629944915
verified: no
task: type: BitextMining, dataset: config: hun_Latn-tur_Latn
name: MTEB NTREXBitextMining (hun_Latn-tur_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.48723084626941
verified: no, type: f1
value: 89.11700884660323
verified: no, type: main_score
value: 89.11700884660323
verified: no, type: precision
value: 87.99031881155067
verified: no, type: recall
value: 91.48723084626941
verified: no
task: type: BitextMining, dataset: config: hun_Latn-vie_Latn
name: MTEB NTREXBitextMining (hun_Latn-vie_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.13670505758637
verified: no, type: f1
value: 88.6696711734268
verified: no, type: main_score
value: 88.6696711734268
verified: no, type: precision
value: 87.49374061091638
verified: no, type: recall
value: 91.13670505758637
verified: no
task: type: BitextMining, dataset: config: hun_Latn-zho_Hant
name: MTEB NTREXBitextMining (hun_Latn-zho_Hant)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.33400100150224
verified: no, type: f1
value: 86.55745523046474
verified: no, type: main_score
value: 86.55745523046474
verified: no, type: precision
value: 85.29794692038057
verified: no, type: recall
value: 89.33400100150224
verified: no
task: type: BitextMining, dataset: config: hun_Latn-zul_Latn
name: MTEB NTREXBitextMining (hun_Latn-zul_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 16.675012518778168
verified: no, type: f1
value: 11.21636405139599
verified: no, type: main_score
value: 11.21636405139599
verified: no, type: precision
value: 9.903070059112947
verified: no, type: recall
value: 16.675012518778168
verified: no
task: type: BitextMining, dataset: config: ind_Latn-hun_Latn
name: MTEB NTREXBitextMining (ind_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.93940911367051
verified: no, type: f1
value: 90.96478050408946
verified: no, type: main_score
value: 90.96478050408946
verified: no, type: precision
value: 90.03922550492406
verified: no, type: recall
value: 92.93940911367051
verified: no
task: type: BitextMining, dataset: config: jpn_Jpan-hun_Latn
name: MTEB NTREXBitextMining (jpn_Jpan-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 88.28242363545317
verified: no, type: f1
value: 85.11433817392756
verified: no, type: main_score
value: 85.11433817392756
verified: no, type: precision
value: 83.67551326990485
verified: no, type: recall
value: 88.28242363545317
verified: no
task: type: BitextMining, dataset: config: kor_Hang-hun_Latn
name: MTEB NTREXBitextMining (kor_Hang-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 85.778668002003
verified: no, type: f1
value: 81.83608746453012
verified: no, type: main_score
value: 81.83608746453012
verified: no, type: precision
value: 80.0233683859122
verified: no, type: recall
value: 85.778668002003
verified: no
task: type: BitextMining, dataset: config: lav_Latn-hun_Latn
name: MTEB NTREXBitextMining (lav_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.73760640961443
verified: no, type: f1
value: 89.42914371557336
verified: no, type: main_score
value: 89.42914371557336
verified: no, type: precision
value: 88.32832582206642
verified: no, type: recall
value: 91.73760640961443
verified: no
task: type: BitextMining, dataset: config: lit_Latn-hun_Latn
name: MTEB NTREXBitextMining (lit_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.78768152228342
verified: no, type: f1
value: 89.50926389584376
verified: no, type: main_score
value: 89.50926389584376
verified: no, type: precision
value: 88.39926556501419
verified: no, type: recall
value: 91.78768152228342
verified: no
task: type: BitextMining, dataset: config: nld_Latn-hun_Latn
name: MTEB NTREXBitextMining (nld_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.49023535302955
verified: no, type: f1
value: 91.6190953096311
verified: no, type: main_score
value: 91.6190953096311
verified: no, type: precision
value: 90.72775830412286
verified: no, type: recall
value: 93.49023535302955
verified: no
task: type: BitextMining, dataset: config: pol_Latn-hun_Latn
name: MTEB NTREXBitextMining (pol_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.28693039559339
verified: no, type: f1
value: 88.99515940577533
verified: no, type: main_score
value: 88.99515940577533
verified: no, type: precision
value: 87.9293940911367
verified: no, type: recall
value: 91.28693039559339
verified: no
task: type: BitextMining, dataset: config: por_Latn-hun_Latn
name: MTEB NTREXBitextMining (por_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.03955933900852
verified: no, type: f1
value: 91.08496077449509
verified: no, type: main_score
value: 91.08496077449509
verified: no, type: precision
value: 90.17860123518612
verified: no, type: recall
value: 93.03955933900852
verified: no
task: type: BitextMining, dataset: config: rus_Cyrl-hun_Latn
name: MTEB NTREXBitextMining (rus_Cyrl-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.98647971957938
verified: no, type: f1
value: 88.43932565514937
verified: no, type: main_score
value: 88.43932565514937
verified: no, type: precision
value: 87.2475379736271
verified: no, type: recall
value: 90.98647971957938
verified: no
task: type: BitextMining, dataset: config: spa_Latn-hun_Latn
name: MTEB NTREXBitextMining (spa_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.23985978968453
verified: no, type: f1
value: 91.3386746786847
verified: no, type: main_score
value: 91.3386746786847
verified: no, type: precision
value: 90.43148055416457
verified: no, type: recall
value: 93.23985978968453
verified: no
task: type: BitextMining, dataset: config: swa_Latn-hun_Latn
name: MTEB NTREXBitextMining (swa_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 35.95393089634452
verified: no, type: f1
value: 30.612257939034187
verified: no, type: main_score
value: 30.612257939034187
verified: no, type: precision
value: 28.995078568906944
verified: no, type: recall
value: 35.95393089634452
verified: no
task: type: BitextMining, dataset: config: swe_Latn-hun_Latn
name: MTEB NTREXBitextMining (swe_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.64046069103655
verified: no, type: f1
value: 91.86613253213153
verified: no, type: main_score
value: 91.86613253213153
verified: no, type: precision
value: 91.04072775830413
verified: no, type: recall
value: 93.64046069103655
verified: no
task: type: BitextMining, dataset: config: tam_Taml-hun_Latn
name: MTEB NTREXBitextMining (tam_Taml-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 29.04356534802203
verified: no, type: f1
value: 25.164093122029808
verified: no, type: main_score
value: 25.164093122029808
verified: no, type: precision
value: 23.849573878565543
verified: no, type: recall
value: 29.04356534802203
verified: no
task: type: BitextMining, dataset: config: tur_Latn-hun_Latn
name: MTEB NTREXBitextMining (tur_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.83625438157236
verified: no, type: f1
value: 88.36087464530128
verified: no, type: main_score
value: 88.36087464530128
verified: no, type: precision
value: 87.19829744616925
verified: no, type: recall
value: 90.83625438157236
verified: no
task: type: BitextMining, dataset: config: vie_Latn-hun_Latn
name: MTEB NTREXBitextMining (vie_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.68602904356536
verified: no, type: f1
value: 88.10882991153397
verified: no, type: main_score
value: 88.10882991153397
verified: no, type: precision
value: 86.90118511099983
verified: no, type: recall
value: 90.68602904356536
verified: no
task: type: BitextMining, dataset: config: zho_Hant-hun_Latn
name: MTEB NTREXBitextMining (zho_Hant-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.1352028042063
verified: no, type: f1
value: 87.46035720247039
verified: no, type: main_score
value: 87.46035720247039
verified: no, type: precision
value: 86.19810668383528
verified: no, type: recall
value: 90.1352028042063
verified: no
task: type: BitextMining, dataset: config: zul_Latn-hun_Latn
name: MTEB NTREXBitextMining (zul_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 17.1256885327992
verified: no, type: f1
value: 13.692538409811572
verified: no, type: main_score
value: 13.692538409811572
verified: no, type: precision
value: 12.811084017018844
verified: no, type: recall
value: 17.1256885327992
verified: no
task: type: BitextMining, dataset: config: rom-hun
name: MTEB RomaTalesBitextMining (rom-hun)
revision: f4394dbca6845743cd33eba77431767b232ef489
split: test
type: kardosdrur/roma-tales
metrics: type: accuracy
value: 6.046511627906977
verified: no, type: f1
value: 2.950830564784053
verified: no, type: main_score
value: 2.950830564784053
verified: no, type: precision
value: 2.295127353266888
verified: no, type: recall
value: 6.046511627906977
verified: no
task: type: BitextMining, dataset: config: hun_Latn
name: MTEB SIB200Classification (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: test
type: mteb/sib200
metrics: type: accuracy
value: 72.74509803921569
verified: no, type: f1
value: 71.6748881571977
verified: no, type: f1_weighted
value: 72.7699432186266
verified: no, type: main_score
value: 72.74509803921569
verified: no
task: type: Classification, dataset: config: hun_Latn
name: MTEB SIB200Classification (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: train
type: mteb/sib200
metrics: type: accuracy
value: 71.92582025677605
verified: no, type: f1
value: 70.9175403606058
verified: no, type: f1_weighted
value: 71.9988920000764
verified: no, type: main_score
value: 71.92582025677605
verified: no
task: type: Classification, dataset: config: hun_Latn
name: MTEB SIB200Classification (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: validation
type: mteb/sib200
metrics: type: accuracy
value: 66.76767676767676
verified: no, type: f1
value: 66.07599012119566
verified: no, type: f1_weighted
value: 67.15823510190054
verified: no, type: main_score
value: 66.76767676767676
verified: no
task: type: Classification, dataset: config: hun_Latn
name: MTEB SIB200ClusteringS2S (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: test
type: mteb/sib200
metrics: type: main_score
value: 39.24288169703154
verified: no, type: v_measure
value: 39.24288169703154
verified: no, type: v_measure_std
value: 2.214708184335194
verified: no
task: type: Clustering, dataset: config: hun-eng
name: MTEB Tatoeba (hun-eng)
revision: 69e8f12da6e31d59addadda9a9c8a2e601a0e282
split: test
type: mteb/tatoeba-bitext-mining
metrics: type: accuracy
value: 91
verified: no, type: f1
value: 88.47999999999999
verified: no, type: main_score
value: 88.47999999999999
verified: no, type: precision
value: 87.3
verified: no, type: recall
value: 91
verified: no
task: type: BitextMining
tags: mteb
Likes: 0 | All-time downloads: 686
Created: 2024-10-23 23:27:18