Model: karsar/gte-multilingual-base-hu
Author: karsar
Tags: safetensors, new, mteb, custom_code, arxiv:1908.10084, arxiv:1705.00652, model-index, region:us
Card metadata: model-index: name: karsar/gte-multilingual-base-hu
results: dataset: config: hun_Latn-hun_Latn
name: MTEB BelebeleRetrieval (hun_Latn-hun_Latn)
revision: 75b399394a9803252cfec289d103de462763db7c
split: test
type: facebook/belebele
metrics: type: main_score
value: 84.52
verified: no, type: map_at_1
value: 75.333
verified: no, type: map_at_10
value: 81.589
verified: no, type: map_at_100
value: 81.857
verified: no, type: map_at_1000
value: 81.86099999999999
verified: no, type: map_at_20
value: 81.772
verified: no, type: map_at_3
value: 80.259
verified: no, type: map_at_5
value: 81.12
verified: no, type: mrr_at_1
value: 75.33333333333333
verified: no, type: mrr_at_10
value: 81.58880070546738
verified: no, type: mrr_at_100
value: 81.857421688991
verified: no, type: mrr_at_1000
value: 81.8609779154476
verified: no, type: mrr_at_20
value: 81.7720978955112
verified: no, type: mrr_at_3
value: 80.25925925925928
verified: no, type: mrr_at_5
value: 81.1203703703704
verified: no, type: nauc_map_at_1000_diff1
value: 83.1406785314172
verified: no, type: nauc_map_at_1000_max
value: 74.7920064826056
verified: no, type: nauc_map_at_1000_std
value: 9.75306995524627
verified: no, type: nauc_map_at_100_diff1
value: 83.13919284407014
verified: no, type: nauc_map_at_100_max
value: 74.79391249403568
verified: no, type: nauc_map_at_100_std
value: 9.755401974764572
verified: no, type: nauc_map_at_10_diff1
value: 83.08701108108275
verified: no, type: nauc_map_at_10_max
value: 74.88545349132366
verified: no, type: nauc_map_at_10_std
value: 9.997628643756531
verified: no, type: nauc_map_at_1_diff1
value: 84.86601118180064
verified: no, type: nauc_map_at_1_max
value: 72.13766122623628
verified: no, type: nauc_map_at_1_std
value: 5.8448184250495
verified: no, type: nauc_map_at_20_diff1
value: 83.08965421576404
verified: no, type: nauc_map_at_20_max
value: 74.814343891307
verified: no, type: nauc_map_at_20_std
value: 9.79543760958976
verified: no, type: nauc_map_at_3_diff1
value: 83.26947789593788
verified: no, type: nauc_map_at_3_max
value: 75.09180014138512
verified: no, type: nauc_map_at_3_std
value: 8.869243589731436
verified: no, type: nauc_map_at_5_diff1
value: 82.80692098415378
verified: no, type: nauc_map_at_5_max
value: 74.78410118423497
verified: no, type: nauc_map_at_5_std
value: 9.918556165939222
verified: no, type: nauc_mrr_at_1000_diff1
value: 83.1406785314172
verified: no, type: nauc_mrr_at_1000_max
value: 74.7920064826056
verified: no, type: nauc_mrr_at_1000_std
value: 9.75306995524627
verified: no, type: nauc_mrr_at_100_diff1
value: 83.13919284407014
verified: no, type: nauc_mrr_at_100_max
value: 74.79391249403568
verified: no, type: nauc_mrr_at_100_std
value: 9.755401974764572
verified: no, type: nauc_mrr_at_10_diff1
value: 83.08701108108275
verified: no, type: nauc_mrr_at_10_max
value: 74.88545349132366
verified: no, type: nauc_mrr_at_10_std
value: 9.997628643756531
verified: no, type: nauc_mrr_at_1_diff1
value: 84.86601118180064
verified: no, type: nauc_mrr_at_1_max
value: 72.13766122623628
verified: no, type: nauc_mrr_at_1_std
value: 5.8448184250495
verified: no, type: nauc_mrr_at_20_diff1
value: 83.08965421576404
verified: no, type: nauc_mrr_at_20_max
value: 74.814343891307
verified: no, type: nauc_mrr_at_20_std
value: 9.79543760958976
verified: no, type: nauc_mrr_at_3_diff1
value: 83.26947789593788
verified: no, type: nauc_mrr_at_3_max
value: 75.09180014138512
verified: no, type: nauc_mrr_at_3_std
value: 8.869243589731436
verified: no, type: nauc_mrr_at_5_diff1
value: 82.80692098415378
verified: no, type: nauc_mrr_at_5_max
value: 74.78410118423497
verified: no, type: nauc_mrr_at_5_std
value: 9.918556165939222
verified: no, type: nauc_ndcg_at_1000_diff1
value: 82.87191315538433
verified: no, type: nauc_ndcg_at_1000_max
value: 75.16982102922016
verified: no, type: nauc_ndcg_at_1000_std
value: 10.52683594414672
verified: no, type: nauc_ndcg_at_100_diff1
value: 82.85309969623432
verified: no, type: nauc_ndcg_at_100_max
value: 75.23344364153238
verified: no, type: nauc_ndcg_at_100_std
value: 10.607493012936814
verified: no, type: nauc_ndcg_at_10_diff1
value: 82.4777695687479
verified: no, type: nauc_ndcg_at_10_max
value: 75.7487283699043
verified: no, type: nauc_ndcg_at_10_std
value: 12.106303697974104
verified: no, type: nauc_ndcg_at_1_diff1
value: 84.86601118180064
verified: no, type: nauc_ndcg_at_1_max
value: 72.13766122623628
verified: no, type: nauc_ndcg_at_1_std
value: 5.8448184250495
verified: no, type: nauc_ndcg_at_20_diff1
value: 82.4859742044606
verified: no, type: nauc_ndcg_at_20_max
value: 75.47876530790867
verified: no, type: nauc_ndcg_at_20_std
value: 11.182962707766247
verified: no, type: nauc_ndcg_at_3_diff1
value: 82.7287522547649
verified: no, type: nauc_ndcg_at_3_max
value: 76.05573841110964
verified: no, type: nauc_ndcg_at_3_std
value: 9.697064965813148
verified: no, type: nauc_ndcg_at_5_diff1
value: 81.75303729599945
verified: no, type: nauc_ndcg_at_5_max
value: 75.49363885293647
verified: no, type: nauc_ndcg_at_5_std
value: 11.862780018840077
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 81.02240896358386
verified: no, type: nauc_precision_at_100_max
value: 84.94397759103616
verified: no, type: nauc_precision_at_100_std
value: 23.023653906007944
verified: no, type: nauc_precision_at_10_diff1
value: 78.26428817140886
verified: no, type: nauc_precision_at_10_max
value: 81.97044899831255
verified: no, type: nauc_precision_at_10_std
value: 28.695922813569396
verified: no, type: nauc_precision_at_1_diff1
value: 84.86601118180064
verified: no, type: nauc_precision_at_1_max
value: 72.13766122623628
verified: no, type: nauc_precision_at_1_std
value: 5.8448184250495
verified: no, type: nauc_precision_at_20_diff1
value: 75.53546671193718
verified: no, type: nauc_precision_at_20_max
value: 82.53543841779138
verified: no, type: nauc_precision_at_20_std
value: 26.165011459129044
verified: no, type: nauc_precision_at_3_diff1
value: 80.63337345511478
verified: no, type: nauc_precision_at_3_max
value: 79.77311525965087
verified: no, type: nauc_precision_at_3_std
value: 12.808288688017747
verified: no, type: nauc_precision_at_5_diff1
value: 76.24293162958055
verified: no, type: nauc_precision_at_5_max
value: 78.78492220858374
verified: no, type: nauc_precision_at_5_std
value: 21.992467398944566
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 81.02240896358384
verified: no, type: nauc_recall_at_100_max
value: 84.94397759103697
verified: no, type: nauc_recall_at_100_std
value: 23.02365390600609
verified: no, type: nauc_recall_at_10_diff1
value: 78.26428817140881
verified: no, type: nauc_recall_at_10_max
value: 81.97044899831292
verified: no, type: nauc_recall_at_10_std
value: 28.69592281356998
verified: no, type: nauc_recall_at_1_diff1
value: 84.86601118180064
verified: no, type: nauc_recall_at_1_max
value: 72.13766122623628
verified: no, type: nauc_recall_at_1_std
value: 5.8448184250495
verified: no, type: nauc_recall_at_20_diff1
value: 75.53546671193709
verified: no, type: nauc_recall_at_20_max
value: 82.53543841779138
verified: no, type: nauc_recall_at_20_std
value: 26.165011459128955
verified: no, type: nauc_recall_at_3_diff1
value: 80.63337345511479
verified: no, type: nauc_recall_at_3_max
value: 79.77311525965078
verified: no, type: nauc_recall_at_3_std
value: 12.808288688017635
verified: no, type: nauc_recall_at_5_diff1
value: 76.24293162958065
verified: no, type: nauc_recall_at_5_max
value: 78.78492220858384
verified: no, type: nauc_recall_at_5_std
value: 21.9924673989446
verified: no, type: ndcg_at_1
value: 75.333
verified: no, type: ndcg_at_10
value: 84.52
verified: no, type: ndcg_at_100
value: 85.765
verified: no, type: ndcg_at_1000
value: 85.85199999999999
verified: no, type: ndcg_at_20
value: 85.19200000000001
verified: no, type: ndcg_at_3
value: 81.82300000000001
verified: no, type: ndcg_at_5
value: 83.377
verified: no, type: precision_at_1
value: 75.333
verified: no, type: precision_at_10
value: 9.367
verified: no, type: precision_at_100
value: 0.993
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.817
verified: no, type: precision_at_3
value: 28.778
verified: no, type: precision_at_5
value: 18.022
verified: no, type: recall_at_1
value: 75.333
verified: no, type: recall_at_10
value: 93.667
verified: no, type: recall_at_100
value: 99.333
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 96.333
verified: no, type: recall_at_3
value: 86.333
verified: no, type: recall_at_5
value: 90.11099999999999
verified: no
task: type: Retrieval, dataset: config: hun_Latn-eng_Latn
name: MTEB BelebeleRetrieval (hun_Latn-eng_Latn)
revision: 75b399394a9803252cfec289d103de462763db7c
split: test
type: facebook/belebele
metrics: type: main_score
value: 83.101
verified: no, type: map_at_1
value: 73.556
verified: no, type: map_at_10
value: 80.011
verified: no, type: map_at_100
value: 80.284
verified: no, type: map_at_1000
value: 80.28999999999999
verified: no, type: map_at_20
value: 80.167
verified: no, type: map_at_3
value: 78.556
verified: no, type: map_at_5
value: 79.45
verified: no, type: mrr_at_1
value: 73.55555555555556
verified: no, type: mrr_at_10
value: 80.01075837742505
verified: no, type: mrr_at_100
value: 80.28385145874786
verified: no, type: mrr_at_1000
value: 80.29037744428379
verified: no, type: mrr_at_20
value: 80.16723881362682
verified: no, type: mrr_at_3
value: 78.55555555555557
verified: no, type: mrr_at_5
value: 79.45000000000005
verified: no, type: nauc_map_at_1000_diff1
value: 82.98075224524453
verified: no, type: nauc_map_at_1000_max
value: 70.44697913937723
verified: no, type: nauc_map_at_1000_std
value: 2.870876330916836
verified: no, type: nauc_map_at_100_diff1
value: 82.98154927855126
verified: no, type: nauc_map_at_100_max
value: 70.45314001730156
verified: no, type: nauc_map_at_100_std
value: 2.8835564687908257
verified: no, type: nauc_map_at_10_diff1
value: 82.84678746705569
verified: no, type: nauc_map_at_10_max
value: 70.60564910219685
verified: no, type: nauc_map_at_10_std
value: 3.2173817428023015
verified: no, type: nauc_map_at_1_diff1
value: 84.96087414405248
verified: no, type: nauc_map_at_1_max
value: 67.37556822473925
verified: no, type: nauc_map_at_1_std
value: -0.18018778633416485
verified: no, type: nauc_map_at_20_diff1
value: 82.99903430984571
verified: no, type: nauc_map_at_20_max
value: 70.5101842247085
verified: no, type: nauc_map_at_20_std
value: 2.8656500581185083
verified: no, type: nauc_map_at_3_diff1
value: 82.73317866665256
verified: no, type: nauc_map_at_3_max
value: 70.82189092891453
verified: no, type: nauc_map_at_3_std
value: 2.877404014763454
verified: no, type: nauc_map_at_5_diff1
value: 82.62883699148186
verified: no, type: nauc_map_at_5_max
value: 70.43732522032901
verified: no, type: nauc_map_at_5_std
value: 2.33684448635595
verified: no, type: nauc_mrr_at_1000_diff1
value: 82.98075224524453
verified: no, type: nauc_mrr_at_1000_max
value: 70.44697913937723
verified: no, type: nauc_mrr_at_1000_std
value: 2.870876330916836
verified: no, type: nauc_mrr_at_100_diff1
value: 82.98154927855126
verified: no, type: nauc_mrr_at_100_max
value: 70.45314001730156
verified: no, type: nauc_mrr_at_100_std
value: 2.8835564687908257
verified: no, type: nauc_mrr_at_10_diff1
value: 82.84678746705569
verified: no, type: nauc_mrr_at_10_max
value: 70.60564910219685
verified: no, type: nauc_mrr_at_10_std
value: 3.2173817428023015
verified: no, type: nauc_mrr_at_1_diff1
value: 84.96087414405248
verified: no, type: nauc_mrr_at_1_max
value: 67.37556822473925
verified: no, type: nauc_mrr_at_1_std
value: -0.18018778633416485
verified: no, type: nauc_mrr_at_20_diff1
value: 82.99903430984571
verified: no, type: nauc_mrr_at_20_max
value: 70.5101842247085
verified: no, type: nauc_mrr_at_20_std
value: 2.8656500581185083
verified: no, type: nauc_mrr_at_3_diff1
value: 82.73317866665256
verified: no, type: nauc_mrr_at_3_max
value: 70.82189092891453
verified: no, type: nauc_mrr_at_3_std
value: 2.877404014763454
verified: no, type: nauc_mrr_at_5_diff1
value: 82.62883699148186
verified: no, type: nauc_mrr_at_5_max
value: 70.43732522032901
verified: no, type: nauc_mrr_at_5_std
value: 2.33684448635595
verified: no, type: nauc_ndcg_at_1000_diff1
value: 82.79629619444499
verified: no, type: nauc_ndcg_at_1000_max
value: 71.0076319722781
verified: no, type: nauc_ndcg_at_1000_std
value: 3.7381182242930464
verified: no, type: nauc_ndcg_at_100_diff1
value: 82.83397899949976
verified: no, type: nauc_ndcg_at_100_max
value: 71.18500075519282
verified: no, type: nauc_ndcg_at_100_std
value: 4.132633921815649
verified: no, type: nauc_ndcg_at_10_diff1
value: 82.27523217182016
verified: no, type: nauc_ndcg_at_10_max
value: 72.0518800681147
verified: no, type: nauc_ndcg_at_10_std
value: 5.790750391790079
verified: no, type: nauc_ndcg_at_1_diff1
value: 84.96087414405248
verified: no, type: nauc_ndcg_at_1_max
value: 67.37556822473925
verified: no, type: nauc_ndcg_at_1_std
value: -0.18018778633416485
verified: no, type: nauc_ndcg_at_20_diff1
value: 82.97351669681734
verified: no, type: nauc_ndcg_at_20_max
value: 71.696223879848
verified: no, type: nauc_ndcg_at_20_std
value: 4.317621313606248
verified: no, type: nauc_ndcg_at_3_diff1
value: 81.94856814665425
verified: no, type: nauc_ndcg_at_3_max
value: 72.12618276320369
verified: no, type: nauc_ndcg_at_3_std
value: 4.24079481069279
verified: no, type: nauc_ndcg_at_5_diff1
value: 81.70729227032065
verified: no, type: nauc_ndcg_at_5_max
value: 71.49462564098667
verified: no, type: nauc_ndcg_at_5_std
value: 3.2972695951356026
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 87.0577860773934
verified: no, type: nauc_precision_at_100_max
value: 89.96265172735775
verified: no, type: nauc_precision_at_100_std
value: 46.50378669986745
verified: no, type: nauc_precision_at_10_diff1
value: 78.78833584715922
verified: no, type: nauc_precision_at_10_max
value: 82.80399339222852
verified: no, type: nauc_precision_at_10_std
value: 26.482798247504043
verified: no, type: nauc_precision_at_1_diff1
value: 84.96087414405248
verified: no, type: nauc_precision_at_1_max
value: 67.37556822473925
verified: no, type: nauc_precision_at_1_std
value: -0.18018778633416485
verified: no, type: nauc_precision_at_20_diff1
value: 85.8989050165519
verified: no, type: nauc_precision_at_20_max
value: 83.69302266361063
verified: no, type: nauc_precision_at_20_std
value: 18.366437484084422
verified: no, type: nauc_precision_at_3_diff1
value: 78.9832574887652
verified: no, type: nauc_precision_at_3_max
value: 77.09635804306849
verified: no, type: nauc_precision_at_3_std
value: 9.522746282198423
verified: no, type: nauc_precision_at_5_diff1
value: 77.29170153028011
verified: no, type: nauc_precision_at_5_max
value: 76.44009966344971
verified: no, type: nauc_precision_at_5_std
value: 7.807590041092263
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 87.05778607739357
verified: no, type: nauc_recall_at_100_max
value: 89.96265172735798
verified: no, type: nauc_recall_at_100_std
value: 46.50378669986473
verified: no, type: nauc_recall_at_10_diff1
value: 78.78833584715929
verified: no, type: nauc_recall_at_10_max
value: 82.80399339222863
verified: no, type: nauc_recall_at_10_std
value: 26.482798247504114
verified: no, type: nauc_recall_at_1_diff1
value: 84.96087414405248
verified: no, type: nauc_recall_at_1_max
value: 67.37556822473925
verified: no, type: nauc_recall_at_1_std
value: -0.18018778633416485
verified: no, type: nauc_recall_at_20_diff1
value: 85.89890501655198
verified: no, type: nauc_recall_at_20_max
value: 83.69302266361105
verified: no, type: nauc_recall_at_20_std
value: 18.366437484084596
verified: no, type: nauc_recall_at_3_diff1
value: 78.98325748876506
verified: no, type: nauc_recall_at_3_max
value: 77.09635804306843
verified: no, type: nauc_recall_at_3_std
value: 9.522746282198543
verified: no, type: nauc_recall_at_5_diff1
value: 77.29170153028014
verified: no, type: nauc_recall_at_5_max
value: 76.44009966345003
verified: no, type: nauc_recall_at_5_std
value: 7.807590041092628
verified: no, type: ndcg_at_1
value: 73.556
verified: no, type: ndcg_at_10
value: 83.101
verified: no, type: ndcg_at_100
value: 84.44
verified: no, type: ndcg_at_1000
value: 84.576
verified: no, type: ndcg_at_20
value: 83.685
verified: no, type: ndcg_at_3
value: 80.12899999999999
verified: no, type: ndcg_at_5
value: 81.76
verified: no, type: precision_at_1
value: 73.556
verified: no, type: precision_at_10
value: 9.278
verified: no, type: precision_at_100
value: 0.9900000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.756
verified: no, type: precision_at_3
value: 28.222
verified: no, type: precision_at_5
value: 17.732999999999997
verified: no, type: recall_at_1
value: 73.556
verified: no, type: recall_at_10
value: 92.778
verified: no, type: recall_at_100
value: 99
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 95.111
verified: no, type: recall_at_3
value: 84.667
verified: no, type: recall_at_5
value: 88.667
verified: no
task: type: Retrieval, dataset: config: eng_Latn-hun_Latn
name: MTEB BelebeleRetrieval (eng_Latn-hun_Latn)
revision: 75b399394a9803252cfec289d103de462763db7c
split: test
type: facebook/belebele
metrics: type: main_score
value: 79.566
verified: no, type: map_at_1
value: 68.77799999999999
verified: no, type: map_at_10
value: 76.066
verified: no, type: map_at_100
value: 76.458
verified: no, type: map_at_1000
value: 76.461
verified: no, type: map_at_20
value: 76.31700000000001
verified: no, type: map_at_3
value: 74.574
verified: no, type: map_at_5
value: 75.313
verified: no, type: mrr_at_1
value: 68.77777777777779
verified: no, type: mrr_at_10
value: 76.06582892416228
verified: no, type: mrr_at_100
value: 76.4576917776982
verified: no, type: mrr_at_1000
value: 76.4606772011712
verified: no, type: mrr_at_20
value: 76.31707897652173
verified: no, type: mrr_at_3
value: 74.57407407407408
verified: no, type: mrr_at_5
value: 75.31296296296298
verified: no, type: nauc_map_at_1000_diff1
value: 78.84953659186075
verified: no, type: nauc_map_at_1000_max
value: 72.95319354945482
verified: no, type: nauc_map_at_1000_std
value: 10.486309697258944
verified: no, type: nauc_map_at_100_diff1
value: 78.85001032587249
verified: no, type: nauc_map_at_100_max
value: 72.95426928056654
verified: no, type: nauc_map_at_100_std
value: 10.483813797190445
verified: no, type: nauc_map_at_10_diff1
value: 78.70526630685885
verified: no, type: nauc_map_at_10_max
value: 73.08594298926852
verified: no, type: nauc_map_at_10_std
value: 10.738816033415464
verified: no, type: nauc_map_at_1_diff1
value: 81.09615388366655
verified: no, type: nauc_map_at_1_max
value: 71.1979198161698
verified: no, type: nauc_map_at_1_std
value: 8.331854082828887
verified: no, type: nauc_map_at_20_diff1
value: 78.79122644457274
verified: no, type: nauc_map_at_20_max
value: 73.01380930608467
verified: no, type: nauc_map_at_20_std
value: 10.704116143456673
verified: no, type: nauc_map_at_3_diff1
value: 78.74281223888761
verified: no, type: nauc_map_at_3_max
value: 72.63559145253599
verified: no, type: nauc_map_at_3_std
value: 8.949203596261594
verified: no, type: nauc_map_at_5_diff1
value: 78.65419312305616
verified: no, type: nauc_map_at_5_max
value: 72.9058122628293
verified: no, type: nauc_map_at_5_std
value: 9.7937096286835
verified: no, type: nauc_mrr_at_1000_diff1
value: 78.84953659186075
verified: no, type: nauc_mrr_at_1000_max
value: 72.95319354945482
verified: no, type: nauc_mrr_at_1000_std
value: 10.486309697258944
verified: no, type: nauc_mrr_at_100_diff1
value: 78.85001032587249
verified: no, type: nauc_mrr_at_100_max
value: 72.95426928056654
verified: no, type: nauc_mrr_at_100_std
value: 10.483813797190445
verified: no, type: nauc_mrr_at_10_diff1
value: 78.70526630685885
verified: no, type: nauc_mrr_at_10_max
value: 73.08594298926852
verified: no, type: nauc_mrr_at_10_std
value: 10.738816033415464
verified: no, type: nauc_mrr_at_1_diff1
value: 81.09615388366655
verified: no, type: nauc_mrr_at_1_max
value: 71.1979198161698
verified: no, type: nauc_mrr_at_1_std
value: 8.331854082828887
verified: no, type: nauc_mrr_at_20_diff1
value: 78.79122644457274
verified: no, type: nauc_mrr_at_20_max
value: 73.01380930608467
verified: no, type: nauc_mrr_at_20_std
value: 10.704116143456673
verified: no, type: nauc_mrr_at_3_diff1
value: 78.74281223888761
verified: no, type: nauc_mrr_at_3_max
value: 72.63559145253599
verified: no, type: nauc_mrr_at_3_std
value: 8.949203596261594
verified: no, type: nauc_mrr_at_5_diff1
value: 78.65419312305616
verified: no, type: nauc_mrr_at_5_max
value: 72.9058122628293
verified: no, type: nauc_mrr_at_5_std
value: 9.7937096286835
verified: no, type: nauc_ndcg_at_1000_diff1
value: 78.52448995680614
verified: no, type: nauc_ndcg_at_1000_max
value: 73.37903474635324
verified: no, type: nauc_ndcg_at_1000_std
value: 11.392330178257408
verified: no, type: nauc_ndcg_at_100_diff1
value: 78.53878497635209
verified: no, type: nauc_ndcg_at_100_max
value: 73.42928694892305
verified: no, type: nauc_ndcg_at_100_std
value: 11.423236407965893
verified: no, type: nauc_ndcg_at_10_diff1
value: 77.78729543542663
verified: no, type: nauc_ndcg_at_10_max
value: 74.27536294287631
verified: no, type: nauc_ndcg_at_10_std
value: 13.367470230818531
verified: no, type: nauc_ndcg_at_1_diff1
value: 81.09615388366655
verified: no, type: nauc_ndcg_at_1_max
value: 71.1979198161698
verified: no, type: nauc_ndcg_at_1_std
value: 8.331854082828887
verified: no, type: nauc_ndcg_at_20_diff1
value: 78.11371876111158
verified: no, type: nauc_ndcg_at_20_max
value: 74.02257268275582
verified: no, type: nauc_ndcg_at_20_std
value: 13.38983541565397
verified: no, type: nauc_ndcg_at_3_diff1
value: 77.90927387771217
verified: no, type: nauc_ndcg_at_3_max
value: 73.13407026390954
verified: no, type: nauc_ndcg_at_3_std
value: 9.168566635087503
verified: no, type: nauc_ndcg_at_5_diff1
value: 77.67838156766508
verified: no, type: nauc_ndcg_at_5_max
value: 73.69372140026746
verified: no, type: nauc_ndcg_at_5_std
value: 10.869564941918753
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
value: 81.13134142545822
verified: no, type: nauc_precision_at_100_max
value: 83.58232181761284
verified: no, type: nauc_precision_at_100_std
value: 21.934329287273574
verified: no, type: nauc_precision_at_10_diff1
value: 72.03877629483148
verified: no, type: nauc_precision_at_10_max
value: 82.56879222277134
verified: no, type: nauc_precision_at_10_std
value: 32.573735376503436
verified: no, type: nauc_precision_at_1_diff1
value: 81.09615388366655
verified: no, type: nauc_precision_at_1_max
value: 71.1979198161698
verified: no, type: nauc_precision_at_1_std
value: 8.331854082828887
verified: no, type: nauc_precision_at_20_diff1
value: 72.38870390923626
verified: no, type: nauc_precision_at_20_max
value: 84.61321635572419
verified: no, type: nauc_precision_at_20_std
value: 44.62061554181373
verified: no, type: nauc_precision_at_3_diff1
value: 74.8060913337046
verified: no, type: nauc_precision_at_3_max
value: 74.98517702862958
verified: no, type: nauc_precision_at_3_std
value: 9.985540040173424
verified: no, type: nauc_precision_at_5_diff1
value: 73.36844940809873
verified: no, type: nauc_precision_at_5_max
value: 77.25002548160217
verified: no, type: nauc_precision_at_5_std
value: 15.98642922666964
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 81.13134142545819
verified: no, type: nauc_recall_at_100_max
value: 83.58232181761542
verified: no, type: nauc_recall_at_100_std
value: 21.934329287270415
verified: no, type: nauc_recall_at_10_diff1
value: 72.03877629483173
verified: no, type: nauc_recall_at_10_max
value: 82.56879222277149
verified: no, type: nauc_recall_at_10_std
value: 32.57373537650351
verified: no, type: nauc_recall_at_1_diff1
value: 81.09615388366655
verified: no, type: nauc_recall_at_1_max
value: 71.1979198161698
verified: no, type: nauc_recall_at_1_std
value: 8.331854082828887
verified: no, type: nauc_recall_at_20_diff1
value: 72.3887039092368
verified: no, type: nauc_recall_at_20_max
value: 84.61321635572472
verified: no, type: nauc_recall_at_20_std
value: 44.62061554181426
verified: no, type: nauc_recall_at_3_diff1
value: 74.80609133370437
verified: no, type: nauc_recall_at_3_max
value: 74.98517702862947
verified: no, type: nauc_recall_at_3_std
value: 9.985540040173234
verified: no, type: nauc_recall_at_5_diff1
value: 73.36844940809881
verified: no, type: nauc_recall_at_5_max
value: 77.2500254816023
verified: no, type: nauc_recall_at_5_std
value: 15.986429226669795
verified: no, type: ndcg_at_1
value: 68.77799999999999
verified: no, type: ndcg_at_10
value: 79.566
verified: no, type: ndcg_at_100
value: 81.453
verified: no, type: ndcg_at_1000
value: 81.538
verified: no, type: ndcg_at_20
value: 80.47
verified: no, type: ndcg_at_3
value: 76.427
verified: no, type: ndcg_at_5
value: 77.78
verified: no, type: precision_at_1
value: 68.77799999999999
verified: no, type: precision_at_10
value: 9.056000000000001
verified: no, type: precision_at_100
value: 0.993
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.7059999999999995
verified: no, type: precision_at_3
value: 27.259
verified: no, type: precision_at_5
value: 17.022000000000002
verified: no, type: recall_at_1
value: 68.77799999999999
verified: no, type: recall_at_10
value: 90.556
verified: no, type: recall_at_100
value: 99.333
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 94.111
verified: no, type: recall_at_3
value: 81.77799999999999
verified: no, type: recall_at_5
value: 85.111
verified: no
task: type: Retrieval, dataset: config: eng_Latn-hun_Latn
name: MTEB BibleNLPBitextMining (eng_Latn-hun_Latn)
revision: 264a18480c529d9e922483839b4b9758e690b762
split: train
type: davidstap/biblenlp-corpus-mmteb
metrics: type: accuracy
value: 76.953125
verified: no, type: f1
value: 71.86197916666667
verified: no, type: main_score
value: 71.86197916666667
verified: no, type: precision
value: 69.81770833333334
verified: no, type: recall
value: 76.953125
verified: no
task: type: BitextMining, dataset: config: hun_Latn-eng_Latn
name: MTEB BibleNLPBitextMining (hun_Latn-eng_Latn)
revision: 264a18480c529d9e922483839b4b9758e690b762
split: train
type: davidstap/biblenlp-corpus-mmteb
metrics: type: accuracy
value: 85.15625
verified: no, type: f1
value: 81.11979166666667
verified: no, type: main_score
value: 81.11979166666667
verified: no, type: precision
value: 79.23177083333334
verified: no, type: recall
value: 85.15625
verified: no
task: type: BitextMining, dataset: config: default
name: MTEB HunSum2AbstractiveRetrieval (default)
revision: 24e1445c8180d937f0a16f8ae8a62e77cc952e56
split: test
type: SZTAKI-HLT/HunSum-2-abstractive
metrics: type: main_score
value: 80.28
verified: no, type: map_at_1
value: 80.28
verified: no, type: map_at_10
value: 84.904
verified: no, type: map_at_100
value: 85.146
verified: no, type: map_at_1000
value: 85.151
verified: no, type: map_at_20
value: 85.06
verified: no, type: map_at_3
value: 83.94200000000001
verified: no, type: map_at_5
value: 84.568
verified: no, type: mrr_at_1
value: 80.28028028028028
verified: no, type: mrr_at_10
value: 84.90418990418983
verified: no, type: mrr_at_100
value: 85.14630746415321
verified: no, type: mrr_at_1000
value: 85.15092295233896
verified: no, type: mrr_at_20
value: 85.0602092982553
verified: no, type: mrr_at_3
value: 83.94227560894221
verified: no, type: mrr_at_5
value: 84.56790123456784
verified: no, type: nauc_map_at_1000_diff1
value: 88.79097723803582
verified: no, type: nauc_map_at_1000_max
value: 73.98309940197979
verified: no, type: nauc_map_at_1000_std
value: 8.542178772436394
verified: no, type: nauc_map_at_100_diff1
value: 88.78960257384884
verified: no, type: nauc_map_at_100_max
value: 73.98791845872987
verified: no, type: nauc_map_at_100_std
value: 8.548067869435512
verified: no, type: nauc_map_at_10_diff1
value: 88.69014462571421
verified: no, type: nauc_map_at_10_max
value: 74.14057877906977
verified: no, type: nauc_map_at_10_std
value: 8.859912246907557
verified: no, type: nauc_map_at_1_diff1
value: 89.97737048914607
verified: no, type: nauc_map_at_1_max
value: 71.45737401142345
verified: no, type: nauc_map_at_1_std
value: 4.759040523357649
verified: no, type: nauc_map_at_20_diff1
value: 88.77444892974766
verified: no, type: nauc_map_at_20_max
value: 74.02582129341143
verified: no, type: nauc_map_at_20_std
value: 8.540371486769867
verified: no, type: nauc_map_at_3_diff1
value: 88.63122911038182
verified: no, type: nauc_map_at_3_max
value: 74.00939999585503
verified: no, type: nauc_map_at_3_std
value: 8.800123446309959
verified: no, type: nauc_map_at_5_diff1
value: 88.60660773314059
verified: no, type: nauc_map_at_5_max
value: 74.22116501727933
verified: no, type: nauc_map_at_5_std
value: 9.32259867764275
verified: no, type: nauc_mrr_at_1000_diff1
value: 88.79097723803582
verified: no, type: nauc_mrr_at_1000_max
value: 73.98309940197979
verified: no, type: nauc_mrr_at_1000_std
value: 8.542178772436394
verified: no, type: nauc_mrr_at_100_diff1
value: 88.78960257384884
verified: no, type: nauc_mrr_at_100_max
value: 73.98791845872987
verified: no, type: nauc_mrr_at_100_std
value: 8.548067869435512
verified: no, type: nauc_mrr_at_10_diff1
value: 88.69014462571421
verified: no, type: nauc_mrr_at_10_max
value: 74.14057877906977
verified: no, type: nauc_mrr_at_10_std
value: 8.859912246907557
verified: no, type: nauc_mrr_at_1_diff1
value: 89.97737048914607
verified: no, type: nauc_mrr_at_1_max
value: 71.45737401142345
verified: no, type: nauc_mrr_at_1_std
value: 4.759040523357649
verified: no, type: nauc_mrr_at_20_diff1
value: 88.77444892974766
verified: no, type: nauc_mrr_at_20_max
value: 74.02582129341143
verified: no, type: nauc_mrr_at_20_std
value: 8.540371486769867
verified: no, type: nauc_mrr_at_3_diff1
value: 88.63122911038182
verified: no, type: nauc_mrr_at_3_max
value: 74.00939999585503
verified: no, type: nauc_mrr_at_3_std
value: 8.800123446309959
verified: no, type: nauc_mrr_at_5_diff1
value: 88.60660773314059
verified: no, type: nauc_mrr_at_5_max
value: 74.22116501727933
verified: no, type: nauc_mrr_at_5_std
value: 9.32259867764275
verified: no, type: nauc_ndcg_at_1000_diff1
value: 88.63409129211333
verified: no, type: nauc_ndcg_at_1000_max
value: 74.5309057755214
verified: no, type: nauc_ndcg_at_1000_std
value: 9.413371605896351
verified: no, type: nauc_ndcg_at_100_diff1
value: 88.59861614511203
verified: no, type: nauc_ndcg_at_100_max
value: 74.70664505666113
verified: no, type: nauc_ndcg_at_100_std
value: 9.763156219113043
verified: no, type: nauc_ndcg_at_10_diff1
value: 88.1528125374064
verified: no, type: nauc_ndcg_at_10_max
value: 75.41722645550642
verified: no, type: nauc_ndcg_at_10_std
value: 10.681431101624623
verified: no, type: nauc_ndcg_at_1_diff1
value: 89.97737048914607
verified: no, type: nauc_ndcg_at_1_max
value: 71.45737401142345
verified: no, type: nauc_ndcg_at_1_std
value: 4.759040523357649
verified: no, type: nauc_ndcg_at_20_diff1
value: 88.50160845988172
verified: no, type: nauc_ndcg_at_20_max
value: 74.96664595209074
verified: no, type: nauc_ndcg_at_20_std
value: 9.380512837396632
verified: no, type: nauc_ndcg_at_3_diff1
value: 88.05768683477201
verified: no, type: nauc_ndcg_at_3_max
value: 75.02313831321838
verified: no, type: nauc_ndcg_at_3_std
value: 10.537764520686949
verified: no, type: nauc_ndcg_at_5_diff1
value: 87.97191682703232
verified: no, type: nauc_ndcg_at_5_max
value: 75.52848194372503
verified: no, type: nauc_ndcg_at_5_std
value: 11.774494710346415
verified: no, type: nauc_precision_at_1000_diff1
value: 100
verified: no, type: nauc_precision_at_1000_max
value: 95.64221684222578
verified: no, type: nauc_precision_at_1000_std
value: 90.73902903394449
verified: no, type: nauc_precision_at_100_diff1
value: 87.42504295503302
verified: no, type: nauc_precision_at_100_max
value: 92.05171886330325
verified: no, type: nauc_precision_at_100_std
value: 52.07235965498117
verified: no, type: nauc_precision_at_10_diff1
value: 84.8336822266199
verified: no, type: nauc_precision_at_10_max
value: 83.65267406867247
verified: no, type: nauc_precision_at_10_std
value: 21.99447008561385
verified: no, type: nauc_precision_at_1_diff1
value: 89.97737048914607
verified: no, type: nauc_precision_at_1_max
value: 71.45737401142345
verified: no, type: nauc_precision_at_1_std
value: 4.759040523357649
verified: no, type: nauc_precision_at_20_diff1
value: 86.96846782406944
verified: no, type: nauc_precision_at_20_max
value: 82.96275580308742
verified: no, type: nauc_precision_at_20_std
value: 13.610628290924112
verified: no, type: nauc_precision_at_3_diff1
value: 85.85061149321128
verified: no, type: nauc_precision_at_3_max
value: 78.89652765257202
verified: no, type: nauc_precision_at_3_std
value: 17.23042587138826
verified: no, type: nauc_precision_at_5_diff1
value: 84.94624842605198
verified: no, type: nauc_precision_at_5_max
value: 81.81787797176683
verified: no, type: nauc_precision_at_5_std
value: 23.760497470734563
verified: no, type: nauc_recall_at_1000_diff1
value: 100
verified: no, type: nauc_recall_at_1000_max
value: 95.64221684223966
verified: no, type: nauc_recall_at_1000_std
value: 90.73902903396089
verified: no, type: nauc_recall_at_100_diff1
value: 87.42504295503399
verified: no, type: nauc_recall_at_100_max
value: 92.0517188633039
verified: no, type: nauc_recall_at_100_std
value: 52.07235965498028
verified: no, type: nauc_recall_at_10_diff1
value: 84.83368222661971
verified: no, type: nauc_recall_at_10_max
value: 83.65267406867238
verified: no, type: nauc_recall_at_10_std
value: 21.99447008561354
verified: no, type: nauc_recall_at_1_diff1
value: 89.97737048914607
verified: no, type: nauc_recall_at_1_max
value: 71.45737401142345
verified: no, type: nauc_recall_at_1_std
value: 4.759040523357649
verified: no, type: nauc_recall_at_20_diff1
value: 86.96846782406952
verified: no, type: nauc_recall_at_20_max
value: 82.96275580308719
verified: no, type: nauc_recall_at_20_std
value: 13.610628290923948
verified: no, type: nauc_recall_at_3_diff1
value: 85.85061149321133
verified: no, type: nauc_recall_at_3_max
value: 78.89652765257206
verified: no, type: nauc_recall_at_3_std
value: 17.23042587138828
verified: no, type: nauc_recall_at_5_diff1
value: 84.94624842605192
verified: no, type: nauc_recall_at_5_max
value: 81.81787797176689
verified: no, type: nauc_recall_at_5_std
value: 23.760497470734606
verified: no, type: ndcg_at_1
value: 80.28
verified: no, type: ndcg_at_10
value: 86.997
verified: no, type: ndcg_at_100
value: 88.161
verified: no, type: ndcg_at_1000
value: 88.28200000000001
verified: no, type: ndcg_at_20
value: 87.566
verified: no, type: ndcg_at_3
value: 85.064
verified: no, type: ndcg_at_5
value: 86.195
verified: no, type: precision_at_1
value: 80.28
verified: no, type: precision_at_10
value: 9.349
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.787
verified: no, type: precision_at_3
value: 29.429
verified: no, type: precision_at_5
value: 18.208
verified: no, type: recall_at_1
value: 80.28
verified: no, type: recall_at_10
value: 93.49300000000001
verified: no, type: recall_at_100
value: 98.899
verified: no, type: recall_at_1000
value: 99.85000000000001
verified: no, type: recall_at_20
value: 95.746
verified: no, type: recall_at_3
value: 88.288
verified: no, type: recall_at_5
value: 91.04100000000001
verified: no
task: type: Retrieval, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 55.823806321452594
verified: no, type: f1
value: 50.78756643922222
verified: no, type: f1_weighted
value: 55.11520680706619
verified: no, type: main_score
value: 55.823806321452594
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 54.66797835710773
verified: no, type: f1
value: 49.5096347438473
verified: no, type: f1_weighted
value: 53.73310190085533
verified: no, type: main_score
value: 54.66797835710773
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 63.37256220578345
verified: no, type: f1
value: 61.58399629628825
verified: no, type: f1_weighted
value: 63.13464436259451
verified: no, type: main_score
value: 63.37256220578345
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 62.03148057058534
verified: no, type: f1
value: 60.9893800714451
verified: no, type: f1_weighted
value: 61.85509382597554
verified: no, type: main_score
value: 62.03148057058534
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MultiEURLEXMultilabelClassification (hu)
revision: 2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c
split: test
type: mteb/eurlex-multilingual
metrics: type: accuracy
value: 3.0380000000000003
verified: no, type: f1
value: 27.32839484028383
verified: no, type: lrap
value: 41.09644076719448
verified: no, type: main_score
value: 3.0380000000000003
verified: no
task: type: MultilabelClassification, dataset: config: arb_Arab-hun_Latn
name: MTEB NTREXBitextMining (arb_Arab-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 83.07461191787682
verified: no, type: f1
value: 78.97012184944082
verified: no, type: main_score
value: 78.97012184944082
verified: no, type: precision
value: 77.16324486730095
verified: no, type: recall
value: 83.07461191787682
verified: no
task: type: BitextMining, dataset: config: ben_Beng-hun_Latn
name: MTEB NTREXBitextMining (ben_Beng-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 81.2719078617927
verified: no, type: f1
value: 76.6133724396118
verified: no, type: main_score
value: 76.6133724396118
verified: no, type: precision
value: 74.5247633354794
verified: no, type: recall
value: 81.2719078617927
verified: no
task: type: BitextMining, dataset: config: deu_Latn-hun_Latn
name: MTEB NTREXBitextMining (deu_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.78617926890335
verified: no, type: f1
value: 88.27073944249707
verified: no, type: main_score
value: 88.27073944249707
verified: no, type: precision
value: 87.1056584877316
verified: no, type: recall
value: 90.78617926890335
verified: no
task: type: BitextMining, dataset: config: ell_Grek-hun_Latn
name: MTEB NTREXBitextMining (ell_Grek-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.08362543815723
verified: no, type: f1
value: 86.19429143715574
verified: no, type: main_score
value: 86.19429143715574
verified: no, type: precision
value: 84.85728592889333
verified: no, type: recall
value: 89.08362543815723
verified: no
task: type: BitextMining, dataset: config: eng_Latn-hun_Latn
name: MTEB NTREXBitextMining (eng_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 93.23985978968453
verified: no, type: f1
value: 91.4087798364213
verified: no, type: main_score
value: 91.4087798364213
verified: no, type: precision
value: 90.57753296611585
verified: no, type: recall
value: 93.23985978968453
verified: no
task: type: BitextMining, dataset: config: fas_Arab-hun_Latn
name: MTEB NTREXBitextMining (fas_Arab-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 86.37956935403105
verified: no, type: f1
value: 82.8442663995994
verified: no, type: main_score
value: 82.8442663995994
verified: no, type: precision
value: 81.2635620096812
verified: no, type: recall
value: 86.37956935403105
verified: no
task: type: BitextMining, dataset: config: fin_Latn-hun_Latn
name: MTEB NTREXBitextMining (fin_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 85.42814221331997
verified: no, type: f1
value: 81.80031952690942
verified: no, type: main_score
value: 81.80031952690942
verified: no, type: precision
value: 80.1235186112502
verified: no, type: recall
value: 85.42814221331997
verified: no
task: type: BitextMining, dataset: config: fra_Latn-hun_Latn
name: MTEB NTREXBitextMining (fra_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.83625438157236
verified: no, type: f1
value: 88.31079953263227
verified: no, type: main_score
value: 88.31079953263227
verified: no, type: precision
value: 87.11817726589885
verified: no, type: recall
value: 90.83625438157236
verified: no
task: type: BitextMining, dataset: config: heb_Hebr-hun_Latn
name: MTEB NTREXBitextMining (heb_Hebr-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 81.32198297446169
verified: no, type: f1
value: 76.4972458688032
verified: no, type: main_score
value: 76.4972458688032
verified: no, type: precision
value: 74.3578462932494
verified: no, type: recall
value: 81.32198297446169
verified: no
task: type: BitextMining, dataset: config: hin_Deva-hun_Latn
name: MTEB NTREXBitextMining (hin_Deva-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 86.37956935403105
verified: no, type: f1
value: 82.83341679185445
verified: no, type: main_score
value: 82.83341679185445
verified: no, type: precision
value: 81.21563297326942
verified: no, type: recall
value: 86.37956935403105
verified: no
task: type: BitextMining, dataset: config: hun_Latn-arb_Arab
name: MTEB NTREXBitextMining (hun_Latn-arb_Arab)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 82.22333500250375
verified: no, type: f1
value: 77.76760378663232
verified: no, type: main_score
value: 77.76760378663232
verified: no, type: precision
value: 75.81634356296348
verified: no, type: recall
value: 82.22333500250375
verified: no
task: type: BitextMining, dataset: config: hun_Latn-ben_Beng
name: MTEB NTREXBitextMining (hun_Latn-ben_Beng)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 77.56634952428642
verified: no, type: f1
value: 72.28537250319926
verified: no, type: main_score
value: 72.28537250319926
verified: no, type: precision
value: 70.02032811121445
verified: no, type: recall
value: 77.56634952428642
verified: no
task: type: BitextMining, dataset: config: hun_Latn-deu_Latn
name: MTEB NTREXBitextMining (hun_Latn-deu_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.4371557336004
verified: no, type: f1
value: 89.27391086629945
verified: no, type: main_score
value: 89.27391086629945
verified: no, type: precision
value: 88.24904022700719
verified: no, type: recall
value: 91.4371557336004
verified: no
task: type: BitextMining, dataset: config: hun_Latn-ell_Grek
name: MTEB NTREXBitextMining (hun_Latn-ell_Grek)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 88.3825738607912
verified: no, type: f1
value: 85.36900588978705
verified: no, type: main_score
value: 85.36900588978705
verified: no, type: precision
value: 83.98848272408614
verified: no, type: recall
value: 88.3825738607912
verified: no
task: type: BitextMining, dataset: config: hun_Latn-eng_Latn
name: MTEB NTREXBitextMining (hun_Latn-eng_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 94.2914371557336
verified: no, type: f1
value: 92.68903355032549
verified: no, type: main_score
value: 92.68903355032549
verified: no, type: precision
value: 91.92121515606743
verified: no, type: recall
value: 94.2914371557336
verified: no
task: type: BitextMining, dataset: config: hun_Latn-fas_Arab
name: MTEB NTREXBitextMining (hun_Latn-fas_Arab)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 84.72709063595393
verified: no, type: f1
value: 80.81622433650475
verified: no, type: main_score
value: 80.81622433650475
verified: no, type: precision
value: 79.05524954097814
verified: no, type: recall
value: 84.72709063595393
verified: no
task: type: BitextMining, dataset: config: hun_Latn-fin_Latn
name: MTEB NTREXBitextMining (hun_Latn-fin_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 83.57536304456686
verified: no, type: f1
value: 79.32338984667477
verified: no, type: main_score
value: 79.32338984667477
verified: no, type: precision
value: 77.45833035267187
verified: no, type: recall
value: 83.57536304456686
verified: no
task: type: BitextMining, dataset: config: hun_Latn-fra_Latn
name: MTEB NTREXBitextMining (hun_Latn-fra_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.48572859288933
verified: no, type: f1
value: 87.94954336266304
verified: no, type: main_score
value: 87.94954336266304
verified: no, type: precision
value: 86.75429811383744
verified: no, type: recall
value: 90.48572859288933
verified: no
task: type: BitextMining, dataset: config: hun_Latn-heb_Hebr
name: MTEB NTREXBitextMining (hun_Latn-heb_Hebr)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 77.21582373560341
verified: no, type: f1
value: 71.82277384330463
verified: no, type: main_score
value: 71.82277384330463
verified: no, type: precision
value: 69.55856403653098
verified: no, type: recall
value: 77.21582373560341
verified: no
task: type: BitextMining, dataset: config: hun_Latn-hin_Deva
name: MTEB NTREXBitextMining (hun_Latn-hin_Deva)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 84.77716574862293
verified: no, type: f1
value: 80.97423913648251
verified: no, type: main_score
value: 80.97423913648251
verified: no, type: precision
value: 79.27265898848273
verified: no, type: recall
value: 84.77716574862293
verified: no
task: type: BitextMining, dataset: config: hun_Latn-ind_Latn
name: MTEB NTREXBitextMining (hun_Latn-ind_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.0350525788683
verified: no, type: f1
value: 87.28592889334
verified: no, type: main_score
value: 87.28592889334
verified: no, type: precision
value: 85.99732932732432
verified: no, type: recall
value: 90.0350525788683
verified: no
task: type: BitextMining, dataset: config: hun_Latn-jpn_Jpan
name: MTEB NTREXBitextMining (hun_Latn-jpn_Jpan)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 84.37656484727091
verified: no, type: f1
value: 80.59017097074182
verified: no, type: main_score
value: 80.59017097074182
verified: no, type: precision
value: 78.94508429310633
verified: no, type: recall
value: 84.37656484727091
verified: no
task: type: BitextMining, dataset: config: hun_Latn-kor_Hang
name: MTEB NTREXBitextMining (hun_Latn-kor_Hang)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 80.77115673510265
verified: no, type: f1
value: 76.35683684256543
verified: no, type: main_score
value: 76.35683684256543
verified: no, type: precision
value: 74.47361699114327
verified: no, type: recall
value: 80.77115673510265
verified: no
task: type: BitextMining, dataset: config: hun_Latn-lav_Latn
name: MTEB NTREXBitextMining (hun_Latn-lav_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 76.81522283425137
verified: no, type: f1
value: 71.24067052960392
verified: no, type: main_score
value: 71.24067052960392
verified: no, type: precision
value: 68.94003703968652
verified: no, type: recall
value: 76.81522283425137
verified: no
task: type: BitextMining, dataset: config: hun_Latn-lit_Latn
name: MTEB NTREXBitextMining (hun_Latn-lit_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 77.3159739609414
verified: no, type: f1
value: 71.92622266733433
verified: no, type: main_score
value: 71.92622266733433
verified: no, type: precision
value: 69.58461501776473
verified: no, type: recall
value: 77.3159739609414
verified: no
task: type: BitextMining, dataset: config: hun_Latn-nld_Latn
name: MTEB NTREXBitextMining (hun_Latn-nld_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.98647971957938
verified: no, type: f1
value: 88.5027541311968
verified: no, type: main_score
value: 88.5027541311968
verified: no, type: precision
value: 87.33683859122017
verified: no, type: recall
value: 90.98647971957938
verified: no
task: type: BitextMining, dataset: config: hun_Latn-pol_Latn
name: MTEB NTREXBitextMining (hun_Latn-pol_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 88.43264897346019
verified: no, type: f1
value: 85.33896082218565
verified: no, type: main_score
value: 85.33896082218565
verified: no, type: precision
value: 83.90919712902688
verified: no, type: recall
value: 88.43264897346019
verified: no
task: type: BitextMining, dataset: config: hun_Latn-por_Latn
name: MTEB NTREXBitextMining (hun_Latn-por_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.68602904356536
verified: no, type: f1
value: 88.09046903688868
verified: no, type: main_score
value: 88.09046903688868
verified: no, type: precision
value: 86.88449340677683
verified: no, type: recall
value: 90.68602904356536
verified: no
task: type: BitextMining, dataset: config: hun_Latn-rus_Cyrl
name: MTEB NTREXBitextMining (hun_Latn-rus_Cyrl)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.0350525788683
verified: no, type: f1
value: 87.35770322149892
verified: no, type: main_score
value: 87.35770322149892
verified: no, type: precision
value: 86.10832916040727
verified: no, type: recall
value: 90.0350525788683
verified: no
task: type: BitextMining, dataset: config: hun_Latn-spa_Latn
name: MTEB NTREXBitextMining (hun_Latn-spa_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.58888332498748
verified: no, type: f1
value: 90.64763812385245
verified: no, type: main_score
value: 90.64763812385245
verified: no, type: precision
value: 89.75880487397765
verified: no, type: recall
value: 92.58888332498748
verified: no
task: type: BitextMining, dataset: config: hun_Latn-swa_Latn
name: MTEB NTREXBitextMining (hun_Latn-swa_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 72.60891337005508
verified: no, type: f1
value: 66.62728580605396
verified: no, type: main_score
value: 66.62728580605396
verified: no, type: precision
value: 64.22842597229177
verified: no, type: recall
value: 72.60891337005508
verified: no
task: type: BitextMining, dataset: config: hun_Latn-swe_Latn
name: MTEB NTREXBitextMining (hun_Latn-swe_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.03355032548824
verified: no, type: f1
value: 86.01569020196962
verified: no, type: main_score
value: 86.01569020196962
verified: no, type: precision
value: 84.59105324653648
verified: no, type: recall
value: 89.03355032548824
verified: no
task: type: BitextMining, dataset: config: hun_Latn-tam_Taml
name: MTEB NTREXBitextMining (hun_Latn-tam_Taml)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 74.66199298948423
verified: no, type: f1
value: 68.7971639999682
verified: no, type: main_score
value: 68.7971639999682
verified: no, type: precision
value: 66.36091041323891
verified: no, type: recall
value: 74.66199298948423
verified: no
task: type: BitextMining, dataset: config: hun_Latn-tur_Latn
name: MTEB NTREXBitextMining (hun_Latn-tur_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 87.08062093139709
verified: no, type: f1
value: 83.79736271073277
verified: no, type: main_score
value: 83.79736271073277
verified: no, type: precision
value: 82.33278489162315
verified: no, type: recall
value: 87.08062093139709
verified: no
task: type: BitextMining, dataset: config: hun_Latn-vie_Latn
name: MTEB NTREXBitextMining (hun_Latn-vie_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.78467701552329
verified: no, type: f1
value: 87.0288766483058
verified: no, type: main_score
value: 87.0288766483058
verified: no, type: precision
value: 85.76781839425806
verified: no, type: recall
value: 89.78467701552329
verified: no
task: type: BitextMining, dataset: config: hun_Latn-zho_Hant
name: MTEB NTREXBitextMining (hun_Latn-zho_Hant)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 87.33099649474211
verified: no, type: f1
value: 84.02103154732097
verified: no, type: main_score
value: 84.02103154732097
verified: no, type: precision
value: 82.51877816725089
verified: no, type: recall
value: 87.33099649474211
verified: no
task: type: BitextMining, dataset: config: hun_Latn-zul_Latn
name: MTEB NTREXBitextMining (hun_Latn-zul_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 51.92789183775663
verified: no, type: f1
value: 43.912175926815536
verified: no, type: main_score
value: 43.912175926815536
verified: no, type: precision
value: 41.09881091478487
verified: no, type: recall
value: 51.92789183775663
verified: no
task: type: BitextMining, dataset: config: ind_Latn-hun_Latn
name: MTEB NTREXBitextMining (ind_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 90.1352028042063
verified: no, type: f1
value: 87.51722822328732
verified: no, type: main_score
value: 87.51722822328732
verified: no, type: precision
value: 86.31280253713905
verified: no, type: recall
value: 90.1352028042063
verified: no
task: type: BitextMining, dataset: config: jpn_Jpan-hun_Latn
name: MTEB NTREXBitextMining (jpn_Jpan-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 84.37656484727091
verified: no, type: f1
value: 80.56084126189283
verified: no, type: main_score
value: 80.56084126189283
verified: no, type: precision
value: 78.84743782340176
verified: no, type: recall
value: 84.37656484727091
verified: no
task: type: BitextMining, dataset: config: kor_Hang-hun_Latn
name: MTEB NTREXBitextMining (kor_Hang-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 83.47521281922884
verified: no, type: f1
value: 79.41519421990128
verified: no, type: main_score
value: 79.41519421990128
verified: no, type: precision
value: 77.57350311181057
verified: no, type: recall
value: 83.47521281922884
verified: no
task: type: BitextMining, dataset: config: lav_Latn-hun_Latn
name: MTEB NTREXBitextMining (lav_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 82.12318477716575
verified: no, type: f1
value: 78.18656556262967
verified: no, type: main_score
value: 78.18656556262967
verified: no, type: precision
value: 76.41879485895511
verified: no, type: recall
value: 82.12318477716575
verified: no
task: type: BitextMining, dataset: config: lit_Latn-hun_Latn
name: MTEB NTREXBitextMining (lit_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 81.67250876314472
verified: no, type: f1
value: 77.52628943415122
verified: no, type: main_score
value: 77.52628943415122
verified: no, type: precision
value: 75.62426973794024
verified: no, type: recall
value: 81.67250876314472
verified: no
task: type: BitextMining, dataset: config: nld_Latn-hun_Latn
name: MTEB NTREXBitextMining (nld_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.03655483224837
verified: no, type: f1
value: 88.62404718188392
verified: no, type: main_score
value: 88.62404718188392
verified: no, type: precision
value: 87.50584209647806
verified: no, type: recall
value: 91.03655483224837
verified: no
task: type: BitextMining, dataset: config: pol_Latn-hun_Latn
name: MTEB NTREXBitextMining (pol_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 88.73309964947421
verified: no, type: f1
value: 85.63869613944726
verified: no, type: main_score
value: 85.63869613944726
verified: no, type: precision
value: 84.21799365715239
verified: no, type: recall
value: 88.73309964947421
verified: no
task: type: BitextMining, dataset: config: por_Latn-hun_Latn
name: MTEB NTREXBitextMining (por_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 91.03655483224837
verified: no, type: f1
value: 88.54782173259889
verified: no, type: main_score
value: 88.54782173259889
verified: no, type: precision
value: 87.39108662994491
verified: no, type: recall
value: 91.03655483224837
verified: no
task: type: BitextMining, dataset: config: rus_Cyrl-hun_Latn
name: MTEB NTREXBitextMining (rus_Cyrl-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 88.88332498748123
verified: no, type: f1
value: 85.8447194601426
verified: no, type: main_score
value: 85.8447194601426
verified: no, type: precision
value: 84.45751961275246
verified: no, type: recall
value: 88.88332498748123
verified: no
task: type: BitextMining, dataset: config: spa_Latn-hun_Latn
name: MTEB NTREXBitextMining (spa_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 92.13820731096645
verified: no, type: f1
value: 89.933233183108
verified: no, type: main_score
value: 89.933233183108
verified: no, type: precision
value: 88.92004673677182
verified: no, type: recall
value: 92.13820731096645
verified: no
task: type: BitextMining, dataset: config: swa_Latn-hun_Latn
name: MTEB NTREXBitextMining (swa_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 75.7636454682023
verified: no, type: f1
value: 71.19297994610965
verified: no, type: main_score
value: 71.19297994610965
verified: no, type: precision
value: 69.29461652796655
verified: no, type: recall
value: 75.7636454682023
verified: no
task: type: BitextMining, dataset: config: swe_Latn-hun_Latn
name: MTEB NTREXBitextMining (swe_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.83475212819229
verified: no, type: f1
value: 87.25779144907837
verified: no, type: main_score
value: 87.25779144907837
verified: no, type: precision
value: 86.05408112168253
verified: no, type: recall
value: 89.83475212819229
verified: no
task: type: BitextMining, dataset: config: tam_Taml-hun_Latn
name: MTEB NTREXBitextMining (tam_Taml-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 78.01702553830746
verified: no, type: f1
value: 72.70886488462853
verified: no, type: main_score
value: 72.70886488462853
verified: no, type: precision
value: 70.39064549204758
verified: no, type: recall
value: 78.01702553830746
verified: no
task: type: BitextMining, dataset: config: tur_Latn-hun_Latn
name: MTEB NTREXBitextMining (tur_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 87.33099649474211
verified: no, type: f1
value: 84.28094522736485
verified: no, type: main_score
value: 84.28094522736485
verified: no, type: precision
value: 82.89100317142379
verified: no, type: recall
value: 87.33099649474211
verified: no
task: type: BitextMining, dataset: config: vie_Latn-hun_Latn
name: MTEB NTREXBitextMining (vie_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 89.23385077616425
verified: no, type: f1
value: 86.38290769487564
verified: no, type: main_score
value: 86.38290769487564
verified: no, type: precision
value: 85.08763144717074
verified: no, type: recall
value: 89.23385077616425
verified: no
task: type: BitextMining, dataset: config: zho_Hant-hun_Latn
name: MTEB NTREXBitextMining (zho_Hant-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 86.52979469203805
verified: no, type: f1
value: 82.964446670005
verified: no, type: main_score
value: 82.964446670005
verified: no, type: precision
value: 81.4104490068436
verified: no, type: recall
value: 86.52979469203805
verified: no
task: type: BitextMining, dataset: config: zul_Latn-hun_Latn
name: MTEB NTREXBitextMining (zul_Latn-hun_Latn)
revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
split: test
type: mteb/NTREX
metrics: type: accuracy
value: 54.98247371056585
verified: no, type: f1
value: 48.79136275731169
verified: no, type: main_score
value: 48.79136275731169
verified: no, type: precision
value: 46.53637850035387
verified: no, type: recall
value: 54.98247371056585
verified: no
task: type: BitextMining, dataset: config: rom-hun
name: MTEB RomaTalesBitextMining (rom-hun)
revision: f4394dbca6845743cd33eba77431767b232ef489
split: test
type: kardosdrur/roma-tales
metrics: type: accuracy
value: 10.69767441860465
verified: no, type: f1
value: 6.300343882963222
verified: no, type: main_score
value: 6.300343882963222
verified: no, type: precision
value: 5.2912513842746405
verified: no, type: recall
value: 10.69767441860465
verified: no
task: type: BitextMining, dataset: config: hun_Latn
name: MTEB SIB200Classification (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: test
type: mteb/sib200
metrics: type: accuracy
value: 70.7843137254902
verified: no, type: f1
value: 69.54715341688494
verified: no, type: f1_weighted
value: 70.80982490835149
verified: no, type: main_score
value: 70.7843137254902
verified: no
task: type: Classification, dataset: config: hun_Latn
name: MTEB SIB200Classification (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: train
type: mteb/sib200
metrics: type: accuracy
value: 71.04136947218261
verified: no, type: f1
value: 69.53067958950989
verified: no, type: f1_weighted
value: 71.08855534234819
verified: no, type: main_score
value: 71.04136947218261
verified: no
task: type: Classification, dataset: config: hun_Latn
name: MTEB SIB200Classification (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: validation
type: mteb/sib200
metrics: type: accuracy
value: 67.77777777777779
verified: no, type: f1
value: 65.81682696212664
verified: no, type: f1_weighted
value: 68.15630936254685
verified: no, type: main_score
value: 67.77777777777779
verified: no
task: type: Classification, dataset: config: hun_Latn
name: MTEB SIB200ClusteringS2S (hun_Latn)
revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
split: test
type: mteb/sib200
metrics: type: main_score
value: 37.555486757695725
verified: no, type: v_measure
value: 37.555486757695725
verified: no, type: v_measure_std
value: 5.704486435014278
verified: no
task: type: Clustering, dataset: config: hun-eng
name: MTEB Tatoeba (hun-eng)
revision: 69e8f12da6e31d59addadda9a9c8a2e601a0e282
split: test
type: mteb/tatoeba-bitext-mining
metrics: type: accuracy
value: 80.9
verified: no, type: f1
value: 76.77888888888889
verified: no, type: main_score
value: 76.77888888888889
verified: no, type: precision
value: 74.9825
verified: no, type: recall
value: 80.9
verified: no
task: type: BitextMining
tags: mteb
Likes: 1 | All-time downloads: 909
Created: 2024-10-25 23:04:02