Model: karsar/paraphrase-multilingual-MiniLM-L12-hu-v2
Author: karsar
Tags: safetensors, bert, mteb, arxiv:1908.10084, arxiv:1705.00652, model-index, region:us
Card metadata: model-index: name: karsar/paraphrase-multilingual-MiniLM-L12-hu-v2
results: dataset: config: hun_Latn-hun_Latn
name: MTEB BelebeleRetrieval (hun_Latn-hun_Latn)
revision: 75b399394a9803252cfec289d103de462763db7c
split: test
type: facebook/belebele
metrics: type: main_score
value: 80.204
verified: no, type: map_at_1
value: 69.111
verified: no, type: map_at_10
value: 76.773
verified: no, type: map_at_100
value: 77.169
verified: no, type: map_at_1000
value: 77.173
verified: no, type: map_at_20
value: 77.033
verified: no, type: map_at_3
value: 75.333
verified: no, type: map_at_5
value: 76.19399999999999
verified: no, type: mrr_at_1
value: 69.11111111111111
verified: no, type: mrr_at_10
value: 76.77345679012352
verified: no, type: mrr_at_100
value: 77.16929744881674
verified: no, type: mrr_at_1000
value: 77.17269244765126
verified: no, type: mrr_at_20
value: 77.03286768605402
verified: no, type: mrr_at_3
value: 75.33333333333334
verified: no, type: mrr_at_5
value: 76.19444444444449
verified: no, type: nauc_map_at_1000_diff1
value: 80.43265248651925
verified: no, type: nauc_map_at_1000_max
value: 71.870230668987
verified: no, type: nauc_map_at_1000_std
value: -3.0084092423300604
verified: no, type: nauc_map_at_100_diff1
value: 80.42911054177607
verified: no, type: nauc_map_at_100_max
value: 71.86888714337594
verified: no, type: nauc_map_at_100_std
value: -3.0086379837670716
verified: no, type: nauc_map_at_10_diff1
value: 80.36522921472617
verified: no, type: nauc_map_at_10_max
value: 71.97959119190223
verified: no, type: nauc_map_at_10_std
value: -2.7429598598137104
verified: no, type: nauc_map_at_1_diff1
value: 83.07496179427446
verified: no, type: nauc_map_at_1_max
value: 70.1472835630915
verified: no, type: nauc_map_at_1_std
value: -4.892100745257178
verified: no, type: nauc_map_at_20_diff1
value: 80.4010557171958
verified: no, type: nauc_map_at_20_max
value: 71.9262402987486
verified: no, type: nauc_map_at_20_std
value: -2.855142719268829
verified: no, type: nauc_map_at_3_diff1
value: 80.21618957663902
verified: no, type: nauc_map_at_3_max
value: 72.32078865805673
verified: no, type: nauc_map_at_3_std
value: -3.307117509227628
verified: no, type: nauc_map_at_5_diff1
value: 80.25726339569668
verified: no, type: nauc_map_at_5_max
value: 71.96694381406756
verified: no, type: nauc_map_at_5_std
value: -2.835991564758579
verified: no, type: nauc_mrr_at_1000_diff1
value: 80.43265248651925
verified: no, type: nauc_mrr_at_1000_max
value: 71.870230668987
verified: no, type: nauc_mrr_at_1000_std
value: -3.0084092423300604
verified: no, type: nauc_mrr_at_100_diff1
value: 80.42911054177607
verified: no, type: nauc_mrr_at_100_max
value: 71.86888714337594
verified: no, type: nauc_mrr_at_100_std
value: -3.0086379837670716
verified: no, type: nauc_mrr_at_10_diff1
value: 80.36522921472617
verified: no, type: nauc_mrr_at_10_max
value: 71.97959119190223
verified: no, type: nauc_mrr_at_10_std
value: -2.7429598598137104
verified: no, type: nauc_mrr_at_1_diff1
value: 83.07496179427446
verified: no, type: nauc_mrr_at_1_max
value: 70.1472835630915
verified: no, type: nauc_mrr_at_1_std
value: -4.892100745257178
verified: no, type: nauc_mrr_at_20_diff1
value: 80.4010557171958
verified: no, type: nauc_mrr_at_20_max
value: 71.9262402987486
verified: no, type: nauc_mrr_at_20_std
value: -2.855142719268829
verified: no, type: nauc_mrr_at_3_diff1
value: 80.21618957663902
verified: no, type: nauc_mrr_at_3_max
value: 72.32078865805673
verified: no, type: nauc_mrr_at_3_std
value: -3.307117509227628
verified: no, type: nauc_mrr_at_5_diff1
value: 80.25726339569668
verified: no, type: nauc_mrr_at_5_max
value: 71.96694381406756
verified: no, type: nauc_mrr_at_5_std
value: -2.835991564758579
verified: no, type: nauc_ndcg_at_1000_diff1
value: 79.98494037296896
verified: no, type: nauc_ndcg_at_1000_max
value: 72.09578054274171
verified: no, type: nauc_ndcg_at_1000_std
value: -2.480464992138408
verified: no, type: nauc_ndcg_at_100_diff1
value: 79.80423727797705
verified: no, type: nauc_ndcg_at_100_max
value: 72.0536867142539
verified: no, type: nauc_ndcg_at_100_std
value: -2.344303480460221
verified: no, type: nauc_ndcg_at_10_diff1
value: 79.4824234416871
verified: no, type: nauc_ndcg_at_10_max
value: 72.68066855765318
verified: no, type: nauc_ndcg_at_10_std
value: -1.0802283735752285
verified: no, type: nauc_ndcg_at_1_diff1
value: 83.07496179427446
verified: no, type: nauc_ndcg_at_1_max
value: 70.1472835630915
verified: no, type: nauc_ndcg_at_1_std
value: -4.892100745257178
verified: no, type: nauc_ndcg_at_20_diff1
value: 79.57286963155312
verified: no, type: nauc_ndcg_at_20_max
value: 72.45565146275474
verified: no, type: nauc_ndcg_at_20_std
value: -1.5388256709848513
verified: no, type: nauc_ndcg_at_3_diff1
value: 79.27965557528921
verified: no, type: nauc_ndcg_at_3_max
value: 73.21665805867235
verified: no, type: nauc_ndcg_at_3_std
value: -2.325102213384337
verified: no, type: nauc_ndcg_at_5_diff1
value: 79.24430450556383
verified: no, type: nauc_ndcg_at_5_max
value: 72.55798047361041
verified: no, type: nauc_ndcg_at_5_std
value: -1.346397266164686
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 48.65946378551628
verified: no, type: nauc_precision_at_100_max
value: 65.39282379618602
verified: no, type: nauc_precision_at_100_std
value: 24.616513271977254
verified: no, type: nauc_precision_at_10_diff1
value: 74.02416251053245
verified: no, type: nauc_precision_at_10_max
value: 77.2101523536241
verified: no, type: nauc_precision_at_10_std
value: 10.31518298376219
verified: no, type: nauc_precision_at_1_diff1
value: 83.07496179427446
verified: no, type: nauc_precision_at_1_max
value: 70.1472835630915
verified: no, type: nauc_precision_at_1_std
value: -4.892100745257178
verified: no, type: nauc_precision_at_20_diff1
value: 71.5107376283843
verified: no, type: nauc_precision_at_20_max
value: 77.21568627450955
verified: no, type: nauc_precision_at_20_std
value: 11.723622782445986
verified: no, type: nauc_precision_at_3_diff1
value: 75.76535137737912
verified: no, type: nauc_precision_at_3_max
value: 76.6685040168277
verified: no, type: nauc_precision_at_3_std
value: 1.5867736131175436
verified: no, type: nauc_precision_at_5_diff1
value: 74.58750059437934
verified: no, type: nauc_precision_at_5_max
value: 75.14502860946868
verified: no, type: nauc_precision_at_5_std
value: 5.935474156377063
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 48.6594637855143
verified: no, type: nauc_recall_at_100_max
value: 65.39282379618471
verified: no, type: nauc_recall_at_100_std
value: 24.616513271975943
verified: no, type: nauc_recall_at_10_diff1
value: 74.0241625105327
verified: no, type: nauc_recall_at_10_max
value: 77.21015235362442
verified: no, type: nauc_recall_at_10_std
value: 10.31518298376255
verified: no, type: nauc_recall_at_1_diff1
value: 83.07496179427446
verified: no, type: nauc_recall_at_1_max
value: 70.1472835630915
verified: no, type: nauc_recall_at_1_std
value: -4.892100745257178
verified: no, type: nauc_recall_at_20_diff1
value: 71.51073762838479
verified: no, type: nauc_recall_at_20_max
value: 77.21568627450962
verified: no, type: nauc_recall_at_20_std
value: 11.72362278244639
verified: no, type: nauc_recall_at_3_diff1
value: 75.7653513773791
verified: no, type: nauc_recall_at_3_max
value: 76.66850401682761
verified: no, type: nauc_recall_at_3_std
value: 1.5867736131174044
verified: no, type: nauc_recall_at_5_diff1
value: 74.58750059437952
verified: no, type: nauc_recall_at_5_max
value: 75.1450286094688
verified: no, type: nauc_recall_at_5_std
value: 5.935474156377355
verified: no, type: ndcg_at_1
value: 69.111
verified: no, type: ndcg_at_10
value: 80.204
verified: no, type: ndcg_at_100
value: 82.03399999999999
verified: no, type: ndcg_at_1000
value: 82.132
verified: no, type: ndcg_at_20
value: 81.119
verified: no, type: ndcg_at_3
value: 77.227
verified: no, type: ndcg_at_5
value: 78.781
verified: no, type: precision_at_1
value: 69.111
verified: no, type: precision_at_10
value: 9.089
verified: no, type: precision_at_100
value: 0.992
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.7219999999999995
verified: no, type: precision_at_3
value: 27.556000000000004
verified: no, type: precision_at_5
value: 17.288999999999998
verified: no, type: recall_at_1
value: 69.111
verified: no, type: recall_at_10
value: 90.889
verified: no, type: recall_at_100
value: 99.222
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 94.44399999999999
verified: no, type: recall_at_3
value: 82.667
verified: no, type: recall_at_5
value: 86.444
verified: no
task: type: Retrieval, dataset: config: hun_Latn-eng_Latn
name: MTEB BelebeleRetrieval (hun_Latn-eng_Latn)
revision: 75b399394a9803252cfec289d103de462763db7c
split: test
type: facebook/belebele
metrics: type: main_score
value: 75.395
verified: no, type: map_at_1
value: 62.666999999999994
verified: no, type: map_at_10
value: 71.30300000000001
verified: no, type: map_at_100
value: 71.774
verified: no, type: map_at_1000
value: 71.782
verified: no, type: map_at_20
value: 71.584
verified: no, type: map_at_3
value: 69.352
verified: no, type: map_at_5
value: 70.53
verified: no, type: mrr_at_1
value: 62.66666666666667
verified: no, type: mrr_at_10
value: 71.3027777777778
verified: no, type: mrr_at_100
value: 71.77425164712943
verified: no, type: mrr_at_1000
value: 71.78156792911966
verified: no, type: mrr_at_20
value: 71.58381913064578
verified: no, type: mrr_at_3
value: 69.35185185185185
verified: no, type: mrr_at_5
value: 70.52962962962965
verified: no, type: nauc_map_at_1000_diff1
value: 75.881602960504
verified: no, type: nauc_map_at_1000_max
value: 68.66296274339753
verified: no, type: nauc_map_at_1000_std
value: 7.517075184571474
verified: no, type: nauc_map_at_100_diff1
value: 75.8786843747508
verified: no, type: nauc_map_at_100_max
value: 68.66828124033619
verified: no, type: nauc_map_at_100_std
value: 7.525587871036576
verified: no, type: nauc_map_at_10_diff1
value: 75.5973833371205
verified: no, type: nauc_map_at_10_max
value: 68.65021557056664
verified: no, type: nauc_map_at_10_std
value: 7.562660323790659
verified: no, type: nauc_map_at_1_diff1
value: 79.25984371863814
verified: no, type: nauc_map_at_1_max
value: 66.56457853173036
verified: no, type: nauc_map_at_1_std
value: 3.9501186990857162
verified: no, type: nauc_map_at_20_diff1
value: 75.85810159356491
verified: no, type: nauc_map_at_20_max
value: 68.76976086961005
verified: no, type: nauc_map_at_20_std
value: 7.819971956110064
verified: no, type: nauc_map_at_3_diff1
value: 75.89565847594535
verified: no, type: nauc_map_at_3_max
value: 68.86426509148927
verified: no, type: nauc_map_at_3_std
value: 6.916006381683043
verified: no, type: nauc_map_at_5_diff1
value: 75.61832788795184
verified: no, type: nauc_map_at_5_max
value: 68.66734871116772
verified: no, type: nauc_map_at_5_std
value: 7.108445006055354
verified: no, type: nauc_mrr_at_1000_diff1
value: 75.881602960504
verified: no, type: nauc_mrr_at_1000_max
value: 68.66296274339753
verified: no, type: nauc_mrr_at_1000_std
value: 7.517075184571474
verified: no, type: nauc_mrr_at_100_diff1
value: 75.8786843747508
verified: no, type: nauc_mrr_at_100_max
value: 68.66828124033619
verified: no, type: nauc_mrr_at_100_std
value: 7.525587871036576
verified: no, type: nauc_mrr_at_10_diff1
value: 75.5973833371205
verified: no, type: nauc_mrr_at_10_max
value: 68.65021557056664
verified: no, type: nauc_mrr_at_10_std
value: 7.562660323790659
verified: no, type: nauc_mrr_at_1_diff1
value: 79.25984371863814
verified: no, type: nauc_mrr_at_1_max
value: 66.56457853173036
verified: no, type: nauc_mrr_at_1_std
value: 3.9501186990857162
verified: no, type: nauc_mrr_at_20_diff1
value: 75.85810159356491
verified: no, type: nauc_mrr_at_20_max
value: 68.76976086961005
verified: no, type: nauc_mrr_at_20_std
value: 7.819971956110064
verified: no, type: nauc_mrr_at_3_diff1
value: 75.89565847594535
verified: no, type: nauc_mrr_at_3_max
value: 68.86426509148927
verified: no, type: nauc_mrr_at_3_std
value: 6.916006381683043
verified: no, type: nauc_mrr_at_5_diff1
value: 75.61832788795184
verified: no, type: nauc_mrr_at_5_max
value: 68.66734871116772
verified: no, type: nauc_mrr_at_5_std
value: 7.108445006055354
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.2994418691362
verified: no, type: nauc_ndcg_at_1000_max
value: 69.06426768849241
verified: no, type: nauc_ndcg_at_1000_std
value: 8.535785357759078
verified: no, type: nauc_ndcg_at_100_diff1
value: 75.24120510322648
verified: no, type: nauc_ndcg_at_100_max
value: 69.20598137031494
verified: no, type: nauc_ndcg_at_100_std
value: 8.809082971368174
verified: no, type: nauc_ndcg_at_10_diff1
value: 73.85929786184265
verified: no, type: nauc_ndcg_at_10_max
value: 69.35906735202224
verified: no, type: nauc_ndcg_at_10_std
value: 9.803390649271314
verified: no, type: nauc_ndcg_at_1_diff1
value: 79.25984371863814
verified: no, type: nauc_ndcg_at_1_max
value: 66.56457853173036
verified: no, type: nauc_ndcg_at_1_std
value: 3.9501186990857162
verified: no, type: nauc_ndcg_at_20_diff1
value: 74.908346673254
verified: no, type: nauc_ndcg_at_20_max
value: 69.94089128246969
verified: no, type: nauc_ndcg_at_20_std
value: 11.040261082698441
verified: no, type: nauc_ndcg_at_3_diff1
value: 74.63723173221176
verified: no, type: nauc_ndcg_at_3_max
value: 69.66882097579499
verified: no, type: nauc_ndcg_at_3_std
value: 8.070938288986905
verified: no, type: nauc_ndcg_at_5_diff1
value: 74.03823148610475
verified: no, type: nauc_ndcg_at_5_max
value: 69.35847081273427
verified: no, type: nauc_ndcg_at_5_std
value: 8.544629619697409
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 68.52007469654558
verified: no, type: nauc_precision_at_100_max
value: 86.99813258636793
verified: no, type: nauc_precision_at_100_std
value: 44.83193277310911
verified: no, type: nauc_precision_at_10_diff1
value: 63.121147314127334
verified: no, type: nauc_precision_at_10_max
value: 73.48453534137256
verified: no, type: nauc_precision_at_10_std
value: 24.29146523372198
verified: no, type: nauc_precision_at_1_diff1
value: 79.25984371863814
verified: no, type: nauc_precision_at_1_max
value: 66.56457853173036
verified: no, type: nauc_precision_at_1_std
value: 3.9501186990857162
verified: no, type: nauc_precision_at_20_diff1
value: 68.71215152727741
verified: no, type: nauc_precision_at_20_max
value: 81.60730959050274
verified: no, type: nauc_precision_at_20_std
value: 44.10897692410284
verified: no, type: nauc_precision_at_3_diff1
value: 70.11884635511014
verified: no, type: nauc_precision_at_3_max
value: 72.53602624481753
verified: no, type: nauc_precision_at_3_std
value: 12.235337922151093
verified: no, type: nauc_precision_at_5_diff1
value: 67.13640746909785
verified: no, type: nauc_precision_at_5_max
value: 72.25763628849465
verified: no, type: nauc_precision_at_5_std
value: 14.868376560758348
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 68.52007469654454
verified: no, type: nauc_recall_at_100_max
value: 86.99813258636755
verified: no, type: nauc_recall_at_100_std
value: 44.83193277310874
verified: no, type: nauc_recall_at_10_diff1
value: 63.121147314127604
verified: no, type: nauc_recall_at_10_max
value: 73.48453534137263
verified: no, type: nauc_recall_at_10_std
value: 24.291465233722057
verified: no, type: nauc_recall_at_1_diff1
value: 79.25984371863814
verified: no, type: nauc_recall_at_1_max
value: 66.56457853173036
verified: no, type: nauc_recall_at_1_std
value: 3.9501186990857162
verified: no, type: nauc_recall_at_20_diff1
value: 68.71215152727751
verified: no, type: nauc_recall_at_20_max
value: 81.60730959050267
verified: no, type: nauc_recall_at_20_std
value: 44.10897692410295
verified: no, type: nauc_recall_at_3_diff1
value: 70.11884635511011
verified: no, type: nauc_recall_at_3_max
value: 72.5360262448175
verified: no, type: nauc_recall_at_3_std
value: 12.23533792215117
verified: no, type: nauc_recall_at_5_diff1
value: 67.13640746909788
verified: no, type: nauc_recall_at_5_max
value: 72.25763628849458
verified: no, type: nauc_recall_at_5_std
value: 14.868376560758476
verified: no, type: ndcg_at_1
value: 62.666999999999994
verified: no, type: ndcg_at_10
value: 75.395
verified: no, type: ndcg_at_100
value: 77.684
verified: no, type: ndcg_at_1000
value: 77.836
verified: no, type: ndcg_at_20
value: 76.41
verified: no, type: ndcg_at_3
value: 71.411
verified: no, type: ndcg_at_5
value: 73.52499999999999
verified: no, type: precision_at_1
value: 62.666999999999994
verified: no, type: precision_at_10
value: 8.822000000000001
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.611
verified: no, type: precision_at_3
value: 25.778000000000002
verified: no, type: precision_at_5
value: 16.489
verified: no, type: recall_at_1
value: 62.666999999999994
verified: no, type: recall_at_10
value: 88.222
verified: no, type: recall_at_100
value: 98.88900000000001
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 92.22200000000001
verified: no, type: recall_at_3
value: 77.333
verified: no, type: recall_at_5
value: 82.44399999999999
verified: no
task: type: Retrieval, dataset: config: eng_Latn-hun_Latn
name: MTEB BelebeleRetrieval (eng_Latn-hun_Latn)
revision: 75b399394a9803252cfec289d103de462763db7c
split: test
type: facebook/belebele
metrics: type: main_score
value: 76.872
verified: no, type: map_at_1
value: 65
verified: no, type: map_at_10
value: 72.896
verified: no, type: map_at_100
value: 73.358
verified: no, type: map_at_1000
value: 73.36500000000001
verified: no, type: map_at_20
value: 73.2
verified: no, type: map_at_3
value: 70.907
verified: no, type: map_at_5
value: 72.002
verified: no, type: mrr_at_1
value: 65
verified: no, type: mrr_at_10
value: 72.89603174603175
verified: no, type: mrr_at_100
value: 73.3579205518051
verified: no, type: mrr_at_1000
value: 73.3654112460061
verified: no, type: mrr_at_20
value: 73.19952956877624
verified: no, type: mrr_at_3
value: 70.90740740740742
verified: no, type: mrr_at_5
value: 72.00185185185185
verified: no, type: nauc_map_at_1000_diff1
value: 77.77369357560062
verified: no, type: nauc_map_at_1000_max
value: 70.94830494912476
verified: no, type: nauc_map_at_1000_std
value: 6.522974403262641
verified: no, type: nauc_map_at_100_diff1
value: 77.77362905601957
verified: no, type: nauc_map_at_100_max
value: 70.95095989526841
verified: no, type: nauc_map_at_100_std
value: 6.5352551972569435
verified: no, type: nauc_map_at_10_diff1
value: 77.5247904322094
verified: no, type: nauc_map_at_10_max
value: 71.02603340796348
verified: no, type: nauc_map_at_10_std
value: 6.757278192437519
verified: no, type: nauc_map_at_1_diff1
value: 80.6553286136653
verified: no, type: nauc_map_at_1_max
value: 68.35724812614716
verified: no, type: nauc_map_at_1_std
value: 4.038661494923131
verified: no, type: nauc_map_at_20_diff1
value: 77.68304529150893
verified: no, type: nauc_map_at_20_max
value: 70.95365196926124
verified: no, type: nauc_map_at_20_std
value: 6.459235608230074
verified: no, type: nauc_map_at_3_diff1
value: 77.65108311925263
verified: no, type: nauc_map_at_3_max
value: 71.27300229679268
verified: no, type: nauc_map_at_3_std
value: 6.421413249698873
verified: no, type: nauc_map_at_5_diff1
value: 77.62058612073584
verified: no, type: nauc_map_at_5_max
value: 71.28166308466814
verified: no, type: nauc_map_at_5_std
value: 7.148832281239676
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.77369357560062
verified: no, type: nauc_mrr_at_1000_max
value: 70.94830494912476
verified: no, type: nauc_mrr_at_1000_std
value: 6.522974403262641
verified: no, type: nauc_mrr_at_100_diff1
value: 77.77362905601957
verified: no, type: nauc_mrr_at_100_max
value: 70.95095989526841
verified: no, type: nauc_mrr_at_100_std
value: 6.5352551972569435
verified: no, type: nauc_mrr_at_10_diff1
value: 77.5247904322094
verified: no, type: nauc_mrr_at_10_max
value: 71.02603340796348
verified: no, type: nauc_mrr_at_10_std
value: 6.757278192437519
verified: no, type: nauc_mrr_at_1_diff1
value: 80.6553286136653
verified: no, type: nauc_mrr_at_1_max
value: 68.35724812614716
verified: no, type: nauc_mrr_at_1_std
value: 4.038661494923131
verified: no, type: nauc_mrr_at_20_diff1
value: 77.68304529150893
verified: no, type: nauc_mrr_at_20_max
value: 70.95365196926124
verified: no, type: nauc_mrr_at_20_std
value: 6.459235608230074
verified: no, type: nauc_mrr_at_3_diff1
value: 77.65108311925263
verified: no, type: nauc_mrr_at_3_max
value: 71.27300229679268
verified: no, type: nauc_mrr_at_3_std
value: 6.421413249698873
verified: no, type: nauc_mrr_at_5_diff1
value: 77.62058612073584
verified: no, type: nauc_mrr_at_5_max
value: 71.28166308466814
verified: no, type: nauc_mrr_at_5_std
value: 7.148832281239676
verified: no, type: nauc_ndcg_at_1000_diff1
value: 77.32834118213609
verified: no, type: nauc_ndcg_at_1000_max
value: 71.28407034639005
verified: no, type: nauc_ndcg_at_1000_std
value: 7.054791737753761
verified: no, type: nauc_ndcg_at_100_diff1
value: 77.3138740535263
verified: no, type: nauc_ndcg_at_100_max
value: 71.38841430408482
verified: no, type: nauc_ndcg_at_100_std
value: 7.495181794448738
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.09808428652988
verified: no, type: nauc_ndcg_at_10_max
value: 71.69225339870586
verified: no, type: nauc_ndcg_at_10_std
value: 8.049899262534995
verified: no, type: nauc_ndcg_at_1_diff1
value: 80.6553286136653
verified: no, type: nauc_ndcg_at_1_max
value: 68.35724812614716
verified: no, type: nauc_ndcg_at_1_std
value: 4.038661494923131
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.72021561109376
verified: no, type: nauc_ndcg_at_20_max
value: 71.44696555289187
verified: no, type: nauc_ndcg_at_20_std
value: 6.921724399287313
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.56243231944167
verified: no, type: nauc_ndcg_at_3_max
value: 72.19254115417164
verified: no, type: nauc_ndcg_at_3_std
value: 7.41142651827797
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.42995455832103
verified: no, type: nauc_ndcg_at_5_max
value: 72.29448332833202
verified: no, type: nauc_ndcg_at_5_std
value: 8.945757639249557
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 75.5835667600378
verified: no, type: nauc_precision_at_100_max
value: 81.91840838899772
verified: no, type: nauc_precision_at_100_std
value: 50.65000359118282
verified: no, type: nauc_precision_at_10_diff1
value: 66.80290959473481
verified: no, type: nauc_precision_at_10_max
value: 75.3540501756643
verified: no, type: nauc_precision_at_10_std
value: 16.157652531050392
verified: no, type: nauc_precision_at_1_diff1
value: 80.6553286136653
verified: no, type: nauc_precision_at_1_max
value: 68.35724812614716
verified: no, type: nauc_precision_at_1_std
value: 4.038661494923131
verified: no, type: nauc_precision_at_20_diff1
value: 68.47710835746726
verified: no, type: nauc_precision_at_20_max
value: 74.90069474117318
verified: no, type: nauc_precision_at_20_std
value: 8.589311430786644
verified: no, type: nauc_precision_at_3_diff1
value: 72.69790694125835
verified: no, type: nauc_precision_at_3_max
value: 75.40287436733661
verified: no, type: nauc_precision_at_3_std
value: 10.97556244649672
verified: no, type: nauc_precision_at_5_diff1
value: 71.35323836023953
verified: no, type: nauc_precision_at_5_max
value: 76.56660725505522
verified: no, type: nauc_precision_at_5_std
value: 17.011489094336106
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 75.58356676003798
verified: no, type: nauc_recall_at_100_max
value: 81.9184083889972
verified: no, type: nauc_recall_at_100_std
value: 50.65000359118012
verified: no, type: nauc_recall_at_10_diff1
value: 66.80290959473508
verified: no, type: nauc_recall_at_10_max
value: 75.35405017566428
verified: no, type: nauc_recall_at_10_std
value: 16.157652531050555
verified: no, type: nauc_recall_at_1_diff1
value: 80.6553286136653
verified: no, type: nauc_recall_at_1_max
value: 68.35724812614716
verified: no, type: nauc_recall_at_1_std
value: 4.038661494923131
verified: no, type: nauc_recall_at_20_diff1
value: 68.47710835746722
verified: no, type: nauc_recall_at_20_max
value: 74.90069474117321
verified: no, type: nauc_recall_at_20_std
value: 8.589311430787212
verified: no, type: nauc_recall_at_3_diff1
value: 72.69790694125835
verified: no, type: nauc_recall_at_3_max
value: 75.40287436733665
verified: no, type: nauc_recall_at_3_std
value: 10.97556244649683
verified: no, type: nauc_recall_at_5_diff1
value: 71.35323836023952
verified: no, type: nauc_recall_at_5_max
value: 76.56660725505535
verified: no, type: nauc_recall_at_5_std
value: 17.011489094336287
verified: no, type: ndcg_at_1
value: 65
verified: no, type: ndcg_at_10
value: 76.872
verified: no, type: ndcg_at_100
value: 78.914
verified: no, type: ndcg_at_1000
value: 79.103
verified: no, type: ndcg_at_20
value: 77.916
verified: no, type: ndcg_at_3
value: 72.763
verified: no, type: ndcg_at_5
value: 74.733
verified: no, type: precision_at_1
value: 65
verified: no, type: precision_at_10
value: 8.944
verified: no, type: precision_at_100
value: 0.9860000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.672
verified: no, type: precision_at_3
value: 26.037
verified: no, type: precision_at_5
value: 16.578
verified: no, type: recall_at_1
value: 65
verified: no, type: recall_at_10
value: 89.444
verified: no, type: recall_at_100
value: 98.556
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 93.444
verified: no, type: recall_at_3
value: 78.11099999999999
verified: no, type: recall_at_5
value: 82.889
verified: no
task: type: Retrieval, dataset: config: eng_Latn-hun_Latn
name: MTEB BibleNLPBitextMining (eng_Latn-hun_Latn)
revision: 264a18480c529d9e922483839b4b9758e690b762
split: train
type: davidstap/biblenlp-corpus-mmteb
metrics: type: accuracy
value: 90.234375
verified: no, type: f1
value: 87.39583333333334
verified: no, type: main_score
value: 87.39583333333334
verified: no, type: precision
value: 86.16536458333334
verified: no, type: recall
value: 90.234375
verified: no
task: type: BitextMining, dataset: config: hun_Latn-eng_Latn
name: MTEB BibleNLPBitextMining (hun_Latn-eng_Latn)
revision: 264a18480c529d9e922483839b4b9758e690b762
split: train
type: davidstap/biblenlp-corpus-mmteb
metrics: type: accuracy
value: 94.140625
verified: no, type: f1
value: 92.31770833333333
verified: no, type: main_score
value: 92.31770833333333
verified: no, type: precision
value: 91.47135416666667
verified: no, type: recall
value: 94.140625
verified: no
task: type: BitextMining, dataset: config: default
name: MTEB HunSum2AbstractiveRetrieval (default)
revision: 24e1445c8180d937f0a16f8ae8a62e77cc952e56
split: test
type: SZTAKI-HLT/HunSum-2-abstractive
metrics: type: main_score
value: 65.616
verified: no, type: map_at_1
value: 65.616
verified: no, type: map_at_10
value: 72.17
verified: no, type: map_at_100
value: 72.596
verified: no, type: map_at_1000
value: 72.615
verified: no, type: map_at_20
value: 72.418
verified: no, type: map_at_3
value: 70.596
verified: no, type: map_at_5
value: 71.532
verified: no, type: mrr_at_1
value: 65.61561561561562
verified: no, type: mrr_at_10
value: 72.17006689228913
verified: no, type: mrr_at_100
value: 72.59630726413003
verified: no, type: mrr_at_1000
value: 72.61533408042457
verified: no, type: mrr_at_20
value: 72.41848803381308
verified: no, type: mrr_at_3
value: 70.59559559559558
verified: no, type: mrr_at_5
value: 71.53153153153156
verified: no, type: nauc_map_at_1000_diff1
value: 82.11477551036097
verified: no, type: nauc_map_at_1000_max
value: 69.93216235961877
verified: no, type: nauc_map_at_1000_std
value: -4.901120373521347
verified: no, type: nauc_map_at_100_diff1
value: 82.10806987112343
verified: no, type: nauc_map_at_100_max
value: 69.93576246377116
verified: no, type: nauc_map_at_100_std
value: -4.888276482937281
verified: no, type: nauc_map_at_10_diff1
value: 82.04302562091283
verified: no, type: nauc_map_at_10_max
value: 69.98073646418275
verified: no, type: nauc_map_at_10_std
value: -4.939406021960221
verified: no, type: nauc_map_at_1_diff1
value: 85.20668775288361
verified: no, type: nauc_map_at_1_max
value: 69.09789335497814
verified: no, type: nauc_map_at_1_std
value: -6.442884331049151
verified: no, type: nauc_map_at_20_diff1
value: 82.0225558509114
verified: no, type: nauc_map_at_20_max
value: 69.91856798991726
verified: no, type: nauc_map_at_20_std
value: -4.865775113195285
verified: no, type: nauc_map_at_3_diff1
value: 82.27637852190405
verified: no, type: nauc_map_at_3_max
value: 70.15220150711396
verified: no, type: nauc_map_at_3_std
value: -5.459983423558685
verified: no, type: nauc_map_at_5_diff1
value: 81.99868387570363
verified: no, type: nauc_map_at_5_max
value: 69.96808732325626
verified: no, type: nauc_map_at_5_std
value: -5.066978528413986
verified: no, type: nauc_mrr_at_1000_diff1
value: 82.11477551036097
verified: no, type: nauc_mrr_at_1000_max
value: 69.93216235961877
verified: no, type: nauc_mrr_at_1000_std
value: -4.901120373521347
verified: no, type: nauc_mrr_at_100_diff1
value: 82.10806987112343
verified: no, type: nauc_mrr_at_100_max
value: 69.93576246377116
verified: no, type: nauc_mrr_at_100_std
value: -4.888276482937281
verified: no, type: nauc_mrr_at_10_diff1
value: 82.04302562091283
verified: no, type: nauc_mrr_at_10_max
value: 69.98073646418275
verified: no, type: nauc_mrr_at_10_std
value: -4.939406021960221
verified: no, type: nauc_mrr_at_1_diff1
value: 85.20668775288361
verified: no, type: nauc_mrr_at_1_max
value: 69.09789335497814
verified: no, type: nauc_mrr_at_1_std
value: -6.442884331049151
verified: no, type: nauc_mrr_at_20_diff1
value: 82.0225558509114
verified: no, type: nauc_mrr_at_20_max
value: 69.91856798991726
verified: no, type: nauc_mrr_at_20_std
value: -4.865775113195285
verified: no, type: nauc_mrr_at_3_diff1
value: 82.27637852190405
verified: no, type: nauc_mrr_at_3_max
value: 70.15220150711396
verified: no, type: nauc_mrr_at_3_std
value: -5.459983423558685
verified: no, type: nauc_mrr_at_5_diff1
value: 81.99868387570363
verified: no, type: nauc_mrr_at_5_max
value: 69.96808732325626
verified: no, type: nauc_mrr_at_5_std
value: -5.066978528413986
verified: no, type: nauc_ndcg_at_1000_diff1
value: 81.5126840771622
verified: no, type: nauc_ndcg_at_1000_max
value: 70.12763018849093
verified: no, type: nauc_ndcg_at_1000_std
value: -3.990763331803255
verified: no, type: nauc_ndcg_at_100_diff1
value: 81.35314690542201
verified: no, type: nauc_ndcg_at_100_max
value: 70.29954500310211
verified: no, type: nauc_ndcg_at_100_std
value: -3.4200000144945704
verified: no, type: nauc_ndcg_at_10_diff1
value: 80.79088866851619
verified: no, type: nauc_ndcg_at_10_max
value: 70.32243683355195
verified: no, type: nauc_ndcg_at_10_std
value: -3.661632655363061
verified: no, type: nauc_ndcg_at_1_diff1
value: 85.20668775288361
verified: no, type: nauc_ndcg_at_1_max
value: 69.09789335497814
verified: no, type: nauc_ndcg_at_1_std
value: -6.442884331049151
verified: no, type: nauc_ndcg_at_20_diff1
value: 80.65723696292129
verified: no, type: nauc_ndcg_at_20_max
value: 70.0781627958487
verified: no, type: nauc_ndcg_at_20_std
value: -3.3268850467427455
verified: no, type: nauc_ndcg_at_3_diff1
value: 81.30422620216359
verified: no, type: nauc_ndcg_at_3_max
value: 70.57201377939089
verified: no, type: nauc_ndcg_at_3_std
value: -4.867226820935226
verified: no, type: nauc_ndcg_at_5_diff1
value: 80.73570523236309
verified: no, type: nauc_ndcg_at_5_max
value: 70.26219056465638
verified: no, type: nauc_ndcg_at_5_std
value: -4.058787558085215
verified: no, type: nauc_precision_at_1000_diff1
value: 74.43924751465183
verified: no, type: nauc_precision_at_1000_max
value: 86.51759703882918
verified: no, type: nauc_precision_at_1000_std
value: 82.31711770484912
verified: no, type: nauc_precision_at_100_diff1
value: 75.70004441716591
verified: no, type: nauc_precision_at_100_max
value: 77.61085332471666
verified: no, type: nauc_precision_at_100_std
value: 22.502459762868824
verified: no, type: nauc_precision_at_10_diff1
value: 74.62622879461453
verified: no, type: nauc_precision_at_10_max
value: 72.02341591543264
verified: no, type: nauc_precision_at_10_std
value: 3.227096017453475
verified: no, type: nauc_precision_at_1_diff1
value: 85.20668775288361
verified: no, type: nauc_precision_at_1_max
value: 69.09789335497814
verified: no, type: nauc_precision_at_1_std
value: -6.442884331049151
verified: no, type: nauc_precision_at_20_diff1
value: 71.82812396378273
verified: no, type: nauc_precision_at_20_max
value: 70.67250776468195
verified: no, type: nauc_precision_at_20_std
value: 7.67961919934869
verified: no, type: nauc_precision_at_3_diff1
value: 78.00819461913801
verified: no, type: nauc_precision_at_3_max
value: 72.02361600228878
verified: no, type: nauc_precision_at_3_std
value: -2.749950579759329
verified: no, type: nauc_precision_at_5_diff1
value: 75.76784513448565
verified: no, type: nauc_precision_at_5_max
value: 71.38070257500367
verified: no, type: nauc_precision_at_5_std
value: 0.14048678160511355
verified: no, type: nauc_recall_at_1000_diff1
value: 74.43924751465049
verified: no, type: nauc_recall_at_1000_max
value: 86.51759703883047
verified: no, type: nauc_recall_at_1000_std
value: 82.31711770484824
verified: no, type: nauc_recall_at_100_diff1
value: 75.70004441716617
verified: no, type: nauc_recall_at_100_max
value: 77.61085332471673
verified: no, type: nauc_recall_at_100_std
value: 22.502459762868686
verified: no, type: nauc_recall_at_10_diff1
value: 74.62622879461455
verified: no, type: nauc_recall_at_10_max
value: 72.02341591543261
verified: no, type: nauc_recall_at_10_std
value: 3.2270960174534973
verified: no, type: nauc_recall_at_1_diff1
value: 85.20668775288361
verified: no, type: nauc_recall_at_1_max
value: 69.09789335497814
verified: no, type: nauc_recall_at_1_std
value: -6.442884331049151
verified: no, type: nauc_recall_at_20_diff1
value: 71.82812396378263
verified: no, type: nauc_recall_at_20_max
value: 70.6725077646819
verified: no, type: nauc_recall_at_20_std
value: 7.679619199348971
verified: no, type: nauc_recall_at_3_diff1
value: 78.00819461913807
verified: no, type: nauc_recall_at_3_max
value: 72.02361600228886
verified: no, type: nauc_recall_at_3_std
value: -2.749950579759317
verified: no, type: nauc_recall_at_5_diff1
value: 75.76784513448574
verified: no, type: nauc_recall_at_5_max
value: 71.38070257500377
verified: no, type: nauc_recall_at_5_std
value: 0.1404867816050954
verified: no, type: ndcg_at_1
value: 65.616
verified: no, type: ndcg_at_10
value: 75.372
verified: no, type: ndcg_at_100
value: 77.536
verified: no, type: ndcg_at_1000
value: 78.051
verified: no, type: ndcg_at_20
value: 76.281
verified: no, type: ndcg_at_3
value: 72.162
verified: no, type: ndcg_at_5
value: 73.83999999999999
verified: no, type: precision_at_1
value: 65.616
verified: no, type: precision_at_10
value: 8.544
verified: no, type: precision_at_100
value: 0.9570000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.452
verified: no, type: precision_at_3
value: 25.558999999999997
verified: no, type: precision_at_5
value: 16.146
verified: no, type: recall_at_1
value: 65.616
verified: no, type: recall_at_10
value: 85.435
verified: no, type: recall_at_100
value: 95.746
verified: no, type: recall_at_1000
value: 99.8
verified: no, type: recall_at_20
value: 89.039
verified: no, type: recall_at_3
value: 76.67699999999999
verified: no, type: recall_at_5
value: 80.731
verified: no
task: type: Retrieval, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 61.93678547410896
verified: no, type: f1
value: 59.18089758951288
verified: no, type: f1_weighted
value: 62.33480431880768
verified: no, type: main_score
value: 61.93678547410896
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 61.65272995573046
verified: no, type: f1
value: 59.300294731108615
verified: no, type: f1_weighted
value: 61.95329485924452
verified: no, type: main_score
value: 61.65272995573046
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 66.93342299932749
verified: no, type: f1
value: 66.09393745126239
verified: no, type: f1_weighted
value: 67.11013732647363
verified: no, type: main_score
value: 66.93342299932749
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 66.27643876045252
verified: no, type: f1
value: 65.84263838771432
verified: no, type: f1_weighted
value: 66.48633782928637
verified: no, type: main_score
value: 66.27643876045252
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MultiEURLEXMultilabelClassification (hu)
revision: 2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c
split: test
type: mteb/eurlex-multilingual
metrics: type: accuracy
value: 2.6879999999999997
verified: no, type: f1
value: 25.112198433514166
verified: no, type: lrap
value: 41.790686190475135
verified: no, type: main_score
value: 2.6879999999999997
verified: no
task: type: MultilabelClassification, dataset: config: arb_Arab-hun_Latn
name: MTEB NTREXBitextMining (arb_Arab-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 86.07911867801702
verified: no, type: f1
value: 82.34184610248707
verified: no, type: main_score
value: 82.34184610248707
verified: no, type: precision
value: 80.65598397596395
verified: no, type: recall
value: 86.07911867801702
verified: no
task: type: BitextMining, dataset: config: ben_Beng-hun_Latn
name: MTEB NTREXBitextMining (ben_Beng-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 40.91136705057586
verified: no, type: f1
value: 36.01175728956383
verified: no, type: main_score
value: 36.01175728956383
verified: no, type: precision
value: 34.36916434339978
verified: no, type: recall
value: 40.91136705057586
verified: no
task: type: BitextMining, dataset: config: deu_Latn-hun_Latn
name: MTEB NTREXBitextMining (deu_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.54031046569855
verified: no, type: f1
value: 91.73760640961443
verified: no, type: main_score
value: 91.73760640961443
verified: no, type: precision
value: 90.87130696044066
verified: no, type: recall
value: 93.54031046569855
verified: no
task: type: BitextMining, dataset: config: ell_Grek-hun_Latn
name: MTEB NTREXBitextMining (ell_Grek-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.3870806209314
verified: no, type: f1
value: 88.87998664663662
verified: no, type: main_score
value: 88.87998664663662
verified: no, type: precision
value: 87.69821398764815
verified: no, type: recall
value: 91.3870806209314
verified: no
task: type: BitextMining, dataset: config: eng_Latn-hun_Latn
name: MTEB NTREXBitextMining (eng_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 94.69203805708563
verified: no, type: f1
value: 93.04790519112001
verified: no, type: main_score
value: 93.04790519112001
verified: no, type: precision
value: 92.24670338841595
verified: no, type: recall
value: 94.69203805708563
verified: no
task: type: BitextMining, dataset: config: fas_Arab-hun_Latn
name: MTEB NTREXBitextMining (fas_Arab-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.43415122684027
verified: no, type: f1
value: 86.48138874979135
verified: no, type: main_score
value: 86.48138874979135
verified: no, type: precision
value: 85.1235186112502
verified: no, type: recall
value: 89.43415122684027
verified: no
task: type: BitextMining, dataset: config: fin_Latn-hun_Latn
name: MTEB NTREXBitextMining (fin_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.73610415623435
verified: no, type: f1
value: 88.10716074111167
verified: no, type: main_score
value: 88.10716074111167
verified: no, type: precision
value: 86.84860624269739
verified: no, type: recall
value: 90.73610415623435
verified: no
task: type: BitextMining, dataset: config: fra_Latn-hun_Latn
name: MTEB NTREXBitextMining (fra_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.03955933900852
verified: no, type: f1
value: 90.97312635620098
verified: no, type: main_score
value: 90.97312635620098
verified: no, type: precision
value: 89.97245868803205
verified: no, type: recall
value: 93.03955933900852
verified: no
task: type: BitextMining, dataset: config: heb_Hebr-hun_Latn
name: MTEB NTREXBitextMining (heb_Hebr-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 88.03204807210815
verified: no, type: f1
value: 84.71540644299783
verified: no, type: main_score
value: 84.71540644299783
verified: no, type: precision
value: 83.14972458688032
verified: no, type: recall
value: 88.03204807210815
verified: no
task: type: BitextMining, dataset: config: hin_Deva-hun_Latn
name: MTEB NTREXBitextMining (hin_Deva-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 86.9804707060591
verified: no, type: f1
value: 83.51527290936404
verified: no, type: main_score
value: 83.51527290936404
verified: no, type: precision
value: 81.92038057085628
verified: no, type: recall
value: 86.9804707060591
verified: no
task: type: BitextMining, dataset: config: hun_Latn-arb_Arab
name: MTEB NTREXBitextMining (hun_Latn-arb_Arab)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 86.47971957936905
verified: no, type: f1
value: 82.83592054748789
verified: no, type: main_score
value: 82.83592054748789
verified: no, type: precision
value: 81.18260724419963
verified: no, type: recall
value: 86.47971957936905
verified: no
task: type: BitextMining, dataset: config: hun_Latn-ben_Beng
name: MTEB NTREXBitextMining (hun_Latn-ben_Beng)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 41.86279419128693
verified: no, type: f1
value: 33.232896964494365
verified: no, type: main_score
value: 33.232896964494365
verified: no, type: precision
value: 30.249043850094402
verified: no, type: recall
value: 41.86279419128693
verified: no
task: type: BitextMining, dataset: config: hun_Latn-deu_Latn
name: MTEB NTREXBitextMining (hun_Latn-deu_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.94091136705057
verified: no, type: f1
value: 92.14989150392255
verified: no, type: main_score
value: 92.14989150392255
verified: no, type: precision
value: 91.28275746953764
verified: no, type: recall
value: 93.94091136705057
verified: no
task: type: BitextMining, dataset: config: hun_Latn-ell_Grek
name: MTEB NTREXBitextMining (hun_Latn-ell_Grek)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.8392588883325
verified: no, type: f1
value: 90.86296110832916
verified: no, type: main_score
value: 90.86296110832916
verified: no, type: precision
value: 89.93072942747456
verified: no, type: recall
value: 92.8392588883325
verified: no
task: type: BitextMining, dataset: config: hun_Latn-eng_Latn
name: MTEB NTREXBitextMining (hun_Latn-eng_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 95.54331497245869
verified: no, type: f1
value: 94.2330161909531
verified: no, type: main_score
value: 94.2330161909531
verified: no, type: precision
value: 93.59873143047905
verified: no, type: recall
value: 95.54331497245869
verified: no
task: type: BitextMining, dataset: config: hun_Latn-fas_Arab
name: MTEB NTREXBitextMining (hun_Latn-fas_Arab)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.43415122684027
verified: no, type: f1
value: 86.54481722583876
verified: no, type: main_score
value: 86.54481722583876
verified: no, type: precision
value: 85.20447337673176
verified: no, type: recall
value: 89.43415122684027
verified: no
task: type: BitextMining, dataset: config: hun_Latn-fin_Latn
name: MTEB NTREXBitextMining (hun_Latn-fin_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.58437656484726
verified: no, type: f1
value: 86.70839592722417
verified: no, type: main_score
value: 86.70839592722417
verified: no, type: precision
value: 85.37389417459522
verified: no, type: recall
value: 89.58437656484726
verified: no
task: type: BitextMining, dataset: config: hun_Latn-fra_Latn
name: MTEB NTREXBitextMining (hun_Latn-fra_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.13820731096645
verified: no, type: f1
value: 89.883158070439
verified: no, type: main_score
value: 89.883158070439
verified: no, type: precision
value: 88.81822734101151
verified: no, type: recall
value: 92.13820731096645
verified: no
task: type: BitextMining, dataset: config: hun_Latn-heb_Hebr
name: MTEB NTREXBitextMining (hun_Latn-heb_Hebr)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 86.93039559339009
verified: no, type: f1
value: 83.32336166587544
verified: no, type: main_score
value: 83.32336166587544
verified: no, type: precision
value: 81.67334334835587
verified: no, type: recall
value: 86.93039559339009
verified: no
task: type: BitextMining, dataset: config: hun_Latn-hin_Deva
name: MTEB NTREXBitextMining (hun_Latn-hin_Deva)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 85.97896845267901
verified: no, type: f1
value: 82.34685361375396
verified: no, type: main_score
value: 82.34685361375396
verified: no, type: precision
value: 80.72859288933401
verified: no, type: recall
value: 85.97896845267901
verified: no
task: type: BitextMining, dataset: config: hun_Latn-ind_Latn
name: MTEB NTREXBitextMining (hun_Latn-ind_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.33850776164246
verified: no, type: f1
value: 90.06843598731432
verified: no, type: main_score
value: 90.06843598731432
verified: no, type: precision
value: 88.97512936070773
verified: no, type: recall
value: 92.33850776164246
verified: no
task: type: BitextMining, dataset: config: hun_Latn-jpn_Jpan
name: MTEB NTREXBitextMining (hun_Latn-jpn_Jpan)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 87.48122183274913
verified: no, type: f1
value: 84.08779836421299
verified: no, type: main_score
value: 84.08779836421299
verified: no, type: precision
value: 82.53380070105159
verified: no, type: recall
value: 87.48122183274913
verified: no
task: type: BitextMining, dataset: config: hun_Latn-kor_Hang
name: MTEB NTREXBitextMining (hun_Latn-kor_Hang)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 84.82724086129194
verified: no, type: f1
value: 80.77859213062017
verified: no, type: main_score
value: 80.77859213062017
verified: no, type: precision
value: 78.98931730929726
verified: no, type: recall
value: 84.82724086129194
verified: no
task: type: BitextMining, dataset: config: hun_Latn-lav_Latn
name: MTEB NTREXBitextMining (hun_Latn-lav_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.9849774661993
verified: no, type: f1
value: 87.0422300116842
verified: no, type: main_score
value: 87.0422300116842
verified: no, type: precision
value: 85.65932231680856
verified: no, type: recall
value: 89.9849774661993
verified: no
task: type: BitextMining, dataset: config: hun_Latn-lit_Latn
name: MTEB NTREXBitextMining (hun_Latn-lit_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.38557836755132
verified: no, type: f1
value: 87.60474044399933
verified: no, type: main_score
value: 87.60474044399933
verified: no, type: precision
value: 86.28776498080455
verified: no, type: recall
value: 90.38557836755132
verified: no
task: type: BitextMining, dataset: config: hun_Latn-nld_Latn
name: MTEB NTREXBitextMining (hun_Latn-nld_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.64046069103655
verified: no, type: f1
value: 91.81271907861792
verified: no, type: main_score
value: 91.81271907861792
verified: no, type: precision
value: 90.93807377733266
verified: no, type: recall
value: 93.64046069103655
verified: no
task: type: BitextMining, dataset: config: hun_Latn-pol_Latn
name: MTEB NTREXBitextMining (hun_Latn-pol_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.2368552829244
verified: no, type: f1
value: 88.85924124281661
verified: no, type: main_score
value: 88.85924124281661
verified: no, type: precision
value: 87.7524620263729
verified: no, type: recall
value: 91.2368552829244
verified: no
task: type: BitextMining, dataset: config: hun_Latn-por_Latn
name: MTEB NTREXBitextMining (hun_Latn-por_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.18978467701552
verified: no, type: f1
value: 91.15172759138709
verified: no, type: main_score
value: 91.15172759138709
verified: no, type: precision
value: 90.19362376898682
verified: no, type: recall
value: 93.18978467701552
verified: no
task: type: BitextMining, dataset: config: hun_Latn-rus_Cyrl
name: MTEB NTREXBitextMining (hun_Latn-rus_Cyrl)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.23835753630446
verified: no, type: f1
value: 89.9382406943749
verified: no, type: main_score
value: 89.9382406943749
verified: no, type: precision
value: 88.85411450509096
verified: no, type: recall
value: 92.23835753630446
verified: no
task: type: BitextMining, dataset: config: hun_Latn-spa_Latn
name: MTEB NTREXBitextMining (hun_Latn-spa_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.34001001502253
verified: no, type: f1
value: 91.47888499415792
verified: no, type: main_score
value: 91.47888499415792
verified: no, type: precision
value: 90.58587881822734
verified: no, type: recall
value: 93.34001001502253
verified: no
task: type: BitextMining, dataset: config: hun_Latn-swa_Latn
name: MTEB NTREXBitextMining (hun_Latn-swa_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 40.76114171256886
verified: no, type: f1
value: 32.341475401874824
verified: no, type: main_score
value: 32.341475401874824
verified: no, type: precision
value: 29.515621549076144
verified: no, type: recall
value: 40.76114171256886
verified: no
task: type: BitextMining, dataset: config: hun_Latn-swe_Latn
name: MTEB NTREXBitextMining (hun_Latn-swe_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.44016024036054
verified: no, type: f1
value: 91.490569187114
verified: no, type: main_score
value: 91.490569187114
verified: no, type: precision
value: 90.56501418794859
verified: no, type: recall
value: 93.44016024036054
verified: no
task: type: BitextMining, dataset: config: hun_Latn-tam_Taml
name: MTEB NTREXBitextMining (hun_Latn-tam_Taml)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 27.591387080620933
verified: no, type: f1
value: 18.875023187991868
verified: no, type: main_score
value: 18.875023187991868
verified: no, type: precision
value: 16.43982939607956
verified: no, type: recall
value: 27.591387080620933
verified: no
task: type: BitextMining, dataset: config: hun_Latn-tur_Latn
name: MTEB NTREXBitextMining (hun_Latn-tur_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.3870806209314
verified: no, type: f1
value: 88.90836254381573
verified: no, type: main_score
value: 88.90836254381573
verified: no, type: precision
value: 87.72325154398266
verified: no, type: recall
value: 91.3870806209314
verified: no
task: type: BitextMining, dataset: config: hun_Latn-vie_Latn
name: MTEB NTREXBitextMining (hun_Latn-vie_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.13670505758637
verified: no, type: f1
value: 88.62054987242769
verified: no, type: main_score
value: 88.62054987242769
verified: no, type: precision
value: 87.41445501585711
verified: no, type: recall
value: 91.13670505758637
verified: no
task: type: BitextMining, dataset: config: hun_Latn-zho_Hant
name: MTEB NTREXBitextMining (hun_Latn-zho_Hant)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.33550325488233
verified: no, type: f1
value: 87.71574027708229
verified: no, type: main_score
value: 87.71574027708229
verified: no, type: precision
value: 86.53861744998451
verified: no, type: recall
value: 90.33550325488233
verified: no
task: type: BitextMining, dataset: config: hun_Latn-zul_Latn
name: MTEB NTREXBitextMining (hun_Latn-zul_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 17.626439659489236
verified: no, type: f1
value: 11.826546194507252
verified: no, type: main_score
value: 11.826546194507252
verified: no, type: precision
value: 10.340822386979896
verified: no, type: recall
value: 17.626439659489236
verified: no
task: type: BitextMining, dataset: config: ind_Latn-hun_Latn
name: MTEB NTREXBitextMining (ind_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.93940911367051
verified: no, type: f1
value: 90.91470539142045
verified: no, type: main_score
value: 90.91470539142045
verified: no, type: precision
value: 89.96411283592055
verified: no, type: recall
value: 92.93940911367051
verified: no
task: type: BitextMining, dataset: config: jpn_Jpan-hun_Latn
name: MTEB NTREXBitextMining (jpn_Jpan-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 88.33249874812218
verified: no, type: f1
value: 85.07260891337006
verified: no, type: main_score
value: 85.07260891337006
verified: no, type: precision
value: 83.54114505090969
verified: no, type: recall
value: 88.33249874812218
verified: no
task: type: BitextMining, dataset: config: kor_Hang-hun_Latn
name: MTEB NTREXBitextMining (kor_Hang-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 86.07911867801702
verified: no, type: f1
value: 82.32348522784176
verified: no, type: main_score
value: 82.32348522784176
verified: no, type: precision
value: 80.59339008512768
verified: no, type: recall
value: 86.07911867801702
verified: no
task: type: BitextMining, dataset: config: lav_Latn-hun_Latn
name: MTEB NTREXBitextMining (lav_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.73610415623435
verified: no, type: f1
value: 88.25833989078856
verified: no, type: main_score
value: 88.25833989078856
verified: no, type: precision
value: 87.09480887998664
verified: no, type: recall
value: 90.73610415623435
verified: no
task: type: BitextMining, dataset: config: lit_Latn-hun_Latn
name: MTEB NTREXBitextMining (lit_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.88783174762143
verified: no, type: f1
value: 89.59105324653646
verified: no, type: main_score
value: 89.59105324653646
verified: no, type: precision
value: 88.49106993824068
verified: no, type: recall
value: 91.88783174762143
verified: no
task: type: BitextMining, dataset: config: nld_Latn-hun_Latn
name: MTEB NTREXBitextMining (nld_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.98948422633951
verified: no, type: f1
value: 90.93139709564348
verified: no, type: main_score
value: 90.93139709564348
verified: no, type: precision
value: 89.93072942747456
verified: no, type: recall
value: 92.98948422633951
verified: no
task: type: BitextMining, dataset: config: pol_Latn-hun_Latn
name: MTEB NTREXBitextMining (pol_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.4371557336004
verified: no, type: f1
value: 89.10699382406943
verified: no, type: main_score
value: 89.10699382406943
verified: no, type: precision
value: 88.00701051577366
verified: no, type: recall
value: 91.4371557336004
verified: no
task: type: BitextMining, dataset: config: por_Latn-hun_Latn
name: MTEB NTREXBitextMining (por_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.98948422633951
verified: no, type: f1
value: 91.02320146886997
verified: no, type: main_score
value: 91.02320146886997
verified: no, type: precision
value: 90.09764646970456
verified: no, type: recall
value: 92.98948422633951
verified: no
task: type: BitextMining, dataset: config: rus_Cyrl-hun_Latn
name: MTEB NTREXBitextMining (rus_Cyrl-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.98647971957938
verified: no, type: f1
value: 88.3942580537473
verified: no, type: main_score
value: 88.3942580537473
verified: no, type: precision
value: 87.16992154899015
verified: no, type: recall
value: 90.98647971957938
verified: no
task: type: BitextMining, dataset: config: spa_Latn-hun_Latn
name: MTEB NTREXBitextMining (spa_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.13970956434652
verified: no, type: f1
value: 91.19846436321149
verified: no, type: main_score
value: 91.19846436321149
verified: no, type: precision
value: 90.26456351193457
verified: no, type: recall
value: 93.13970956434652
verified: no
task: type: BitextMining, dataset: config: swa_Latn-hun_Latn
name: MTEB NTREXBitextMining (swa_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 39.05858788182273
verified: no, type: f1
value: 33.98323169908456
verified: no, type: main_score
value: 33.98323169908456
verified: no, type: precision
value: 32.41376425186998
verified: no, type: recall
value: 39.05858788182273
verified: no
task: type: BitextMining, dataset: config: swe_Latn-hun_Latn
name: MTEB NTREXBitextMining (swe_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.03955933900852
verified: no, type: f1
value: 91.01485561675847
verified: no, type: main_score
value: 91.01485561675847
verified: no, type: precision
value: 90.04757135703555
verified: no, type: recall
value: 93.03955933900852
verified: no
task: type: BitextMining, dataset: config: tam_Taml-hun_Latn
name: MTEB NTREXBitextMining (tam_Taml-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 27.341011517275916
verified: no, type: f1
value: 24.114490363365103
verified: no, type: main_score
value: 24.114490363365103
verified: no, type: precision
value: 23.01465131730559
verified: no, type: recall
value: 27.341011517275916
verified: no
task: type: BitextMining, dataset: config: tur_Latn-hun_Latn
name: MTEB NTREXBitextMining (tur_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.03655483224837
verified: no, type: f1
value: 88.4843932565515
verified: no, type: main_score
value: 88.4843932565515
verified: no, type: precision
value: 87.31180103488568
verified: no, type: recall
value: 91.03655483224837
verified: no
task: type: BitextMining, dataset: config: vie_Latn-hun_Latn
name: MTEB NTREXBitextMining (vie_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.38557836755132
verified: no, type: f1
value: 87.73493573693874
verified: no, type: main_score
value: 87.73493573693874
verified: no, type: precision
value: 86.5005842096478
verified: no, type: recall
value: 90.38557836755132
verified: no
task: type: BitextMining, dataset: config: zho_Hant-hun_Latn
name: MTEB NTREXBitextMining (zho_Hant-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.33550325488233
verified: no, type: f1
value: 87.59806376231013
verified: no, type: main_score
value: 87.59806376231013
verified: no, type: precision
value: 86.3253213153063
verified: no, type: recall
value: 90.33550325488233
verified: no
task: type: BitextMining, dataset: config: zul_Latn-hun_Latn
name: MTEB NTREXBitextMining (zul_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 17.676514772158235
verified: no, type: f1
value: 13.907186347256669
verified: no, type: main_score
value: 13.907186347256669
verified: no, type: precision
value: 12.923210518264245
verified: no, type: recall
value: 17.676514772158235
verified: no
task: type: BitextMining, dataset: config: rom-hun
name: MTEB RomaTalesBitextMining (rom-hun)
revision: f4394dbca6845743cd33eba77431767b232ef489
split: test
type: kardosdrur/roma-tales
metrics: type: accuracy
value: 5.116279069767442
verified: no, type: f1
value: 1.8488798023681745
verified: no, type: main_score
value: 1.8488798023681745
verified: no, type: precision
value: 1.472523686477175
verified: no, type: recall
value: 5.116279069767442
verified: no
task: type: BitextMining, dataset: config: hun_Latn
name: MTEB SIB200Classification (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: test
type: mteb/sib200
metrics: type: accuracy
value: 68.43137254901961
verified: no, type: f1
value: 67.64424216338097
verified: no, type: f1_weighted
value: 68.34815340541722
verified: no, type: main_score
value: 68.43137254901961
verified: no
task: type: Classification, dataset: config: hun_Latn
name: MTEB SIB200Classification (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: train
type: mteb/sib200
metrics: type: accuracy
value: 69.04422253922966
verified: no, type: f1
value: 67.9515950437183
verified: no, type: f1_weighted
value: 69.07832158763667
verified: no, type: main_score
value: 69.04422253922966
verified: no
task: type: Classification, dataset: config: hun_Latn
name: MTEB SIB200Classification (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: validation
type: mteb/sib200
metrics: type: accuracy
value: 64.54545454545453
verified: no, type: f1
value: 63.78373491440388
verified: no, type: f1_weighted
value: 64.98788954233397
verified: no, type: main_score
value: 64.54545454545453
verified: no
task: type: Classification, dataset: config: hun_Latn
name: MTEB SIB200ClusteringS2S (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: test
type: mteb/sib200
metrics: type: main_score
value: 34.91858402487903
verified: no, type: v_measure
value: 34.91858402487903
verified: no, type: v_measure_std
value: 3.377463869658173
verified: no
task: type: Clustering, dataset: config: hun-eng
name: MTEB Tatoeba (hun-eng)
revision: 69e8f12da6e31d59addadda9a9c8a2e601a0e282
split: test
type: mteb/tatoeba-bitext-mining
metrics: type: accuracy
value: 91.5
verified: no, type: f1
value: 89.06666666666666
verified: no, type: main_score
value: 89.06666666666666
verified: no, type: precision
value: 87.9
verified: no, type: recall
value: 91.5
verified: no
task: type: BitextMining
tags: mteb
Likes: 0 | All-time downloads: 78
Created: 2024-10-25 10:48:01